-- Logs begin at Tue 2020-11-24 12:14:45 UTC, end at Tue 2020-11-24 14:10:36 UTC. --
Nov 24 12:52:54.319205 dv-neutron-601336-61-ovs systemd[1]: Started Devstack devstack@q-svc.service.
Nov 24 12:52:56.857428 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.common.config [-] Logging enabled!
Nov 24 12:52:56.857987 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev178
Nov 24 12:52:56.859275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80834) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Nov 24 12:52:56.860030 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.common.config [-] Logging enabled!
Nov 24 12:52:56.860315 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev178
Nov 24 12:52:56.860589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80834) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Nov 24 12:52:56.861673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Nov 24 12:52:56.861936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Nov 24 12:52:56.862982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Nov 24 12:52:56.863272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Nov 24 12:52:56.863536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Nov 24 12:52:56.863905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.864251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.864592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.864856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.865194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.865529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.865853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.866211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.866554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.866877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.867195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.867516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.867778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.868099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.868429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.868759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.869014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.869331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.869863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.870227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.870549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.870879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.871194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.871504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.871828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.872192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] host                           = dv-neutron-601336-61-ovs {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.872505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.872832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.873161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.873494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.873803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.874112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.874461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.874769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.875102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.875419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.875746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.876074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.876408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.876666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.876918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.877246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.877578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.877892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.878228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.878543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.878853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.879161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.879465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.879793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.880118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.880445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.880754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.881068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.881372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.881682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.882005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.882345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.882656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.882965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.883293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.883597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.883907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.884250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.884578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.884901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.885227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.885537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.885862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.886190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.886500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.886807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.887115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.887419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.887741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.888051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.888359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.888669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.888978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.889305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:56.889638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.889980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.890371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.891236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.891571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.891893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.892224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.892541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.892873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.893204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.893530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.893845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.894186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.894686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.895024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.895341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.895661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.895997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.896313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.896626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.896961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.897276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.897588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.897907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.898241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.898551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.898859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.899174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.899506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.899819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.900128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.900434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.900747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.901056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.901383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.901696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.902004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.902337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.902653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.902961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.903270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.903584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.903893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.904207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.904513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.904822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.905133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.905707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.906016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.907006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.907313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.907633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.907948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.908259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.908573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.908884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.909194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.909521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.909863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.910202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.910527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.910846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.911166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.911489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.911806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.912123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.912442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.912754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.913090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.913414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.913742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.914066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.914411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.914750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.915067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.915387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.915701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.916019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.916340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.916661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.916994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.917325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.917656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.917987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.918343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.918666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.919020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.919339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:56.919587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Nov 24 12:52:56.919850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80834) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Nov 24 12:52:57.574912 dv-neutron-601336-61-ovs neutron-server[80834]: INFO keyring.backend [-] Loading Gnome
Nov 24 12:52:57.592294 dv-neutron-601336-61-ovs neutron-server[80834]: INFO keyring.backend [-] Loading Google
Nov 24 12:52:57.595376 dv-neutron-601336-61-ovs neutron-server[80834]: INFO keyring.backend [-] Loading Windows (alt)
Nov 24 12:52:57.598941 dv-neutron-601336-61-ovs neutron-server[80834]: INFO keyring.backend [-] Loading file
Nov 24 12:52:57.599909 dv-neutron-601336-61-ovs neutron-server[80834]: INFO keyring.backend [-] Loading keyczar
Nov 24 12:52:57.600184 dv-neutron-601336-61-ovs neutron-server[80834]: INFO keyring.backend [-] Loading multi
Nov 24 12:52:57.600814 dv-neutron-601336-61-ovs neutron-server[80834]: INFO keyring.backend [-] Loading pyfs
Nov 24 12:52:57.647025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 12:52:57.647316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 12:52:57.647636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 12:52:57.648158 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.manager [-] Loading core plugin: ml2
Nov 24 12:52:58.072570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.073135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.073135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.134582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.134892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.135186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.138075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.138424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.138723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.215271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.215897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.215897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.216877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.217327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.217549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.336438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f634e478f28> agent after_create 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.336690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f634e478f28> agent after_update 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.336987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f634e4c7048> segment precommit_create 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.337283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f634e4c70d0> network precommit_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.338105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f634e4c30d0> segment before_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.522255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f634f005710>> network before_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.522630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f634e41f9d8> agent before_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.522948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f634f005710>> network before_create 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.523246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f634f005710>> port before_create 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.523538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f634f005710>> port before_update 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.523913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f634f005710>> segment after_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.524207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f634f005710>> segment precommit_create 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.524492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f634f005710>> segment precommit_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.524776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f634f005710>> segment after_create 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.525107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f634f005710>> network after_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.525395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f634f005710>> network precommit_delete 0 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.525693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f634f005710>> port provisioning_complete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.525993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f634f005710>> rbac-policy before_create 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.526303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f634f005710>> rbac-policy after_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.526609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f634f005710>> agent after_update 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.526915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f634f005710>> subnet after_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.527201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f634f005710>> subnet precommit_delete 0 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.527519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f634f005710>> rbac-policy before_update 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.527805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f634f005710>> rbac-policy before_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.528285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f634f005710>> port after_create 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.528568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f634f005710>> port after_update 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.528849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f634f005710>> port after_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.529186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f634f005710>> rbac-policy before_create 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.529465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f634f005710>> rbac-policy before_update 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.529739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f634f005710>> rbac-policy before_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.530176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80834) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 24 12:52:58.530722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80834) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 24 12:52:58.530993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80834) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 24 12:52:58.531288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80834) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 24 12:52:58.531561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80834) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 24 12:52:58.531831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80834) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 24 12:52:58.533185 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Nov 24 12:52:58.540567 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Nov 24 12:52:58.548136 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Nov 24 12:52:58.553312 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])])
Nov 24 12:52:58.556162 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Nov 24 12:52:58.557241 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Nov 24 12:52:58.557616 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Nov 24 12:52:58.558043 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Nov 24 12:52:58.561702 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Nov 24 12:52:58.561979 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Nov 24 12:52:58.562420 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Nov 24 12:52:58.586367 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Nov 24 12:52:58.586926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f634e1ec940>> qos_plugin after_init 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.587210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80834) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Nov 24 12:52:58.587615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f634e19d588>> logging-plugin after_init 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.588970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80834) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Nov 24 12:52:58.589296 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Nov 24 12:52:58.589570 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Nov 24 12:52:58.592778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f634e19d630>> floatingip before_response 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.593086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f634e19d630>> port before_response 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:58.658936 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Nov 24 12:52:58.659170 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Nov 24 12:52:58.659440 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Nov 24 12:52:58.659852 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Nov 24 12:52:58.695511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.sqlalchemy.engines [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80834) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Nov 24 12:52:59.004840 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.managers [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Initializing driver for type 'gre'
Nov 24 12:52:59.005339 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] gre ID ranges: [(1, 1000)]
Nov 24 12:52:59.047970 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.managers [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Initializing driver for type 'local'
Nov 24 12:52:59.048334 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.managers [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Initializing driver for type 'vlan'
Nov 24 12:52:59.058216 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] VlanTypeDriver initialization complete
Nov 24 12:52:59.058590 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.managers [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Initializing driver for type 'vxlan'
Nov 24 12:52:59.059135 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] vxlan ID ranges: [(1, 1000)]
Nov 24 12:52:59.104777 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.managers [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Initializing extension driver 'port_security'
Nov 24 12:52:59.105346 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.extensions.port_security [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] PortSecurityExtensionDriver initialization complete
Nov 24 12:52:59.105471 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.managers [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Initializing mechanism driver 'openvswitch'
Nov 24 12:52:59.112248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 12:52:59.113093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f635b772278>> port after_create 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.113499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f635b772278>> port after_update 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.113880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f635b772278>> port after_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.114371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f634dc7e240>> subnet after_create 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.114758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f634dc7e240>> subnet after_update 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.115137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f634dc7e240>> subnet after_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.115551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f634dc7e400>> network after_create 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.115934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f634dc7e400>> network after_update 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.116314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f634dc7e400>> network after_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.116725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f634dc7e5c0>> security_group after_create 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.117103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f634dc7e5c0>> security_group after_update 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.117476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f634dc7e5c0>> security_group after_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.117886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f634dc7e780>> security_group_rule after_create 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.118296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f634dc7e780>> security_group_rule after_update 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.118670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f634dc7e780>> security_group_rule after_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.119218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f634dc7e940>> address_group after_create 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.119597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f634dc7e940>> address_group after_update 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.119972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f634dc7e940>> address_group after_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.120371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] ML2 OVO RPC backend initialized. {{(pid=80834) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Nov 24 12:52:59.121045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f634dc7ea20>> router_interface after_create 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.121432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f634dc7ea20>> router_interface after_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.121888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f634dc7ea20>> network before_response 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.122295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f634dc7ea20>> networks before_response 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.122677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f634dc7ea20>> port before_response 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.123051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f634dc7ea20>> ports before_response 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.123428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f634dc7ea20>> subnet before_response 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.123802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f634dc7ea20>> subnets before_response 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.124181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f634dc7ea20>> network after_create 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.124556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f634dc7ea20>> network after_update 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.124926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f634dc7ea20>> network after_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.125958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f634dc7ea20>> port after_create 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.126360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f634dc7ea20>> port after_update 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.126734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f634dc7ea20>> port after_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.127106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f634dc7ea20>> subnet after_create 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.127476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f634dc7ea20>> subnet after_update 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.127844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f634dc7ea20>> subnet after_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.128482 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.plugin [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Modular L2 Plugin initialization complete
Nov 24 12:52:59.128837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading services supported by the core plugin {{(pid=80834) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Nov 24 12:52:59.129199 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.managers [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Got port-security extension from driver 'port_security'
Nov 24 12:52:59.129710 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.extensions.vlantransparent [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Disabled vlantransparent extension.
Nov 24 12:52:59.131180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80834) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Nov 24 12:52:59.131533 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading Plugin: router
Nov 24 12:52:59.173949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f634dc7eba8>> router_interface before_create 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.174419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f634dc7eba8>> router after_create 55549900 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.174850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f634dc7eba8>> router before_create 55549900 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.175302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f634dc7eba8>> router_interface before_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.175744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f634dc7eba8>> router_interface after_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.176143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f634dc7eba8>> router after_delete 55549900 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.176550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f634dc7eba8>> floatingip after_update 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.176953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f634dc7eba8>> router after_create 55549900 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.177338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f634dc7eba8>> router after_update 55549900 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.177733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f634dc7eba8>> router after_update 55549900 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.178116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f634dc7eba8>> router_gateway after_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.178551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f634dc7eba8>> router after_update 55549900 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.179053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f634dc7eba8>> router precommit_update 55549900 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.179478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f634e3b5f28> port after_update 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.179855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f634e3b5e18> port after_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.180230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f634e3b5ea0> subnet after_update 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.180607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f634e3b9048> subnetpool_address_scope after_update 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.181007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f634dc7eba8>> port precommit_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.181395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f634dc7eba8>> router precommit_create 55549900 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.181781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f634e39a510> port before_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.182174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f634dc7eba8>> router precommit_create 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.182586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f634dc7eba8>> router after_update 55549900 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.182966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f634dc7eba8>> router precommit_delete 55549900 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.183352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f634dc7eba8>> router precommit_create 55549900 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.183763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f634dc7eba8>> router_interface after_create 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.184149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f634dc7eba8>> router precommit_update 55549900 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.184582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f634dc7eba8>> network after_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.185664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource_registry [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Tracking information for resource: router configured {{(pid=80834) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 24 12:52:59.186038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource_registry [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Tracking information for resource: floatingip configured {{(pid=80834) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 24 12:52:59.191359 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_agentschedulers_db [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Nov 24 12:52:59.192011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f634dcac840> port after_update 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.192403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f634dcb57b8> port after_create 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.193036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <function _notify_port_delete at 0x7f634dcac7b8> port after_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.193204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f634dcac9d8> port after_update 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.194160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f634dc6f780>> router before_create 55550100 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.194561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f634dc6f780>> router precommit_delete 55550100 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.194961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f634dc6f780>> router precommit_create 55550100 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.195353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f634dc6f780>> router precommit_update 55550100 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.200010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.provider_configuration [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Service providers = [] {{(pid=80834) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Nov 24 12:52:59.200406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.servicetype_db [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80834) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Nov 24 12:52:59.203354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.service_base [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80834) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 24 12:52:59.203731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.service_base [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80834) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 24 12:52:59.204108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.service_base [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80834) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 24 12:52:59.205010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.service_base [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80834) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 24 12:52:59.205410 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.services.service_base [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Default provider is not specified for service type L3_ROUTER_NAT
Nov 24 12:52:59.205837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80834) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 24 12:52:59.206214 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Nov 24 12:52:59.228470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80834) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 24 12:52:59.228846 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading Plugin: auto_allocate
Nov 24 12:52:59.241456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f634dcc37b8> network precommit_update 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.241864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f634dcc37b8> network precommit_create 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.242481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80834) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 24 12:52:59.242838 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading Plugin: tag
Nov 24 12:52:59.254277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80834) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 24 12:52:59.254643 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading Plugin: timestamp
Nov 24 12:52:59.258686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80834) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 24 12:52:59.259005 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading Plugin: network_ip_availability
Nov 24 12:52:59.264501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f634dcc4358>> rbac-policy before_create 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.264904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f634dcc4358>> rbac-policy before_update 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.265290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f634dcc4358>> rbac-policy before_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.266164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80834) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 24 12:52:59.266536 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading Plugin: flavors
Nov 24 12:52:59.284197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80834) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 24 12:52:59.284559 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading Plugin: revisions
Nov 24 12:52:59.288979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80834) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 24 12:52:59.289409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.642s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 12:52:59.290289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80834) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}}
Nov 24 12:52:59.290651 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Initializing extension manager.
Nov 24 12:52:59.291223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: __init__.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.291605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: __pycache__ {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.291977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.292345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: _filter_validation_lib.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.292710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.293077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: address_group.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.293886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.294583 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: address-group
Nov 24 12:52:59.294944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: address_scope.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.295718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.296297 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: address-scope
Nov 24 12:52:59.296654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: admin_state_down_before_update.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.298233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.298826 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: router-admin-state-down-before-update
Nov 24 12:52:59.299185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: agent.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.300103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.300692 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: agent
Nov 24 12:52:59.301053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: agent_resources_synced.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.301990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.302609 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: agent-resources-synced
Nov 24 12:52:59.302968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: allowedaddresspairs.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.304828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.305419 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: allowed-address-pairs
Nov 24 12:52:59.305782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: auto_allocated_topology.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.306928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.307517 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: auto-allocated-topology
Nov 24 12:52:59.307875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: availability_zone.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.308632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.309214 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: availability_zone
Nov 24 12:52:59.309574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: availability_zone_filter.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.310568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.311160 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: availability_zone_filter
Nov 24 12:52:59.311524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: data_plane_status.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.312480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.313071 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension data-plane-status not supported by any of loaded plugins
Nov 24 12:52:59.313428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: default_subnetpools.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.314384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.314968 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: default-subnetpools
Nov 24 12:52:59.315326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: dhcpagentscheduler.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.316186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.316772 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: dhcp_agent_scheduler
Nov 24 12:52:59.317131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: dns.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.318058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.318663 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension dns-integration not supported by any of loaded plugins
Nov 24 12:52:59.319022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: dns_domain_ports.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.319948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.320530 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension dns-domain-ports not supported by any of loaded plugins
Nov 24 12:52:59.320887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: dvr.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.321621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.322227 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: dvr
Nov 24 12:52:59.322587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: empty_string_filtering.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.323514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.324096 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: empty-string-filtering
Nov 24 12:52:59.324454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.325484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.326061 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Nov 24 12:52:59.326443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.327377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.327956 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Nov 24 12:52:59.328336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: external_net.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.329258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.329846 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: external-net
Nov 24 12:52:59.330233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: extra_dhcp_opt.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.331158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.331748 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: extra_dhcp_opt
Nov 24 12:52:59.332105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: extraroute.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.333032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.333616 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: extraroute
Nov 24 12:52:59.333972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: extraroute_atomic.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.335054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.335636 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: extraroute-atomic
Nov 24 12:52:59.335994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: filter_validation.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.336708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.337285 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: filter-validation
Nov 24 12:52:59.337640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: fip_pf_description.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.338601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.339174 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Nov 24 12:52:59.339527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: fip_port_details.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.340453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.341023 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: fip-port-details
Nov 24 12:52:59.341386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: flavors.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.342664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.343259 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: flavors
Nov 24 12:52:59.343620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.345841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.346479 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Nov 24 12:52:59.346846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: floatingip_pools.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.347600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.348190 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: floatingip-pools
Nov 24 12:52:59.348550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: ip_allocation.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.349511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.350094 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension ip_allocation not supported by any of loaded plugins
Nov 24 12:52:59.350483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.351414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.351996 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: ip-substring-filtering
Nov 24 12:52:59.352359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: l2_adjacency.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.353286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.353863 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension l2_adjacency not supported by any of loaded plugins
Nov 24 12:52:59.354249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: l3.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.355434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.356027 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: router
Nov 24 12:52:59.356389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: l3_conntrack_helper.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.358733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.359404 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Nov 24 12:52:59.360295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.361514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.362202 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: ext-gw-mode
Nov 24 12:52:59.362567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.363553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.364131 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: l3-ha
Nov 24 12:52:59.364489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: l3_flavors.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.365413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.365994 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: l3-flavors
Nov 24 12:52:59.366379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.367319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.367899 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: l3-port-ip-change-not-allowed
Nov 24 12:52:59.368258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: l3agentscheduler.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.369509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.370114 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: l3_agent_scheduler
Nov 24 12:52:59.370502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: logging.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.372184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.372781 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension logging not supported by any of loaded plugins
Nov 24 12:52:59.373197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: metering.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.374013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.374771 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: metering
Nov 24 12:52:59.375168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.376303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.376891 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: metering_source_and_destination_fields
Nov 24 12:52:59.377253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: multiprovidernet.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.378215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.378799 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: multi-provider
Nov 24 12:52:59.379160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: netmtu.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.380090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.380677 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: net-mtu
Nov 24 12:52:59.381035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: netmtu_writable.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.381973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.382583 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: net-mtu-writable
Nov 24 12:52:59.382945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: network_availability_zone.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.383663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.384247 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: network_availability_zone
Nov 24 12:52:59.384600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: network_ip_availability.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.385721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.386341 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: network-ip-availability
Nov 24 12:52:59.386703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: network_segment_range.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.387562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.388145 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension network-segment-range not supported by any of loaded plugins
Nov 24 12:52:59.388507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: pagination.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.389510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.389882 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: pagination
Nov 24 12:52:59.390267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.391258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.391853 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: port-mac-address-regenerate
Nov 24 12:52:59.392210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.393142 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.393734 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: port-numa-affinity-policy
Nov 24 12:52:59.394097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: port_resource_request.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.395036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.395618 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension port-resource-request not supported by any of loaded plugins
Nov 24 12:52:59.395976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: portbindings.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.397014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.397613 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: binding
Nov 24 12:52:59.397974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: portbindings_extended.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.399349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.399947 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: binding-extended
Nov 24 12:52:59.400311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: portsecurity.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.401241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.401834 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: port-security
Nov 24 12:52:59.402218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: project_id.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.403225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.403595 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: project-id
Nov 24 12:52:59.403952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: providernet.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.404896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.405734 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: provider
Nov 24 12:52:59.406096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: qos.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.410195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.410803 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension qos not supported by any of loaded plugins
Nov 24 12:52:59.411171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.412417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.413007 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Nov 24 12:52:59.413372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.414328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.414918 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Nov 24 12:52:59.415281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: qos_default.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.416202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.416784 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension qos-default not supported by any of loaded plugins
Nov 24 12:52:59.417143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: qos_fip.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.417837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.418454 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension qos-fip not supported by any of loaded plugins
Nov 24 12:52:59.418815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: qos_gateway_ip.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.419747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.420332 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension qos-gateway-ip not supported by any of loaded plugins
Nov 24 12:52:59.420826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: qos_port_network_policy.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.421674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.423339 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension qos-port-network-policy not supported by any of loaded plugins
Nov 24 12:52:59.423700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: qos_rule_type_details.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.424624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.425202 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension qos-rule-type-details not supported by any of loaded plugins
Nov 24 12:52:59.425560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: qos_rules_alias.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.426650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.427233 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension qos-rules-alias not supported by any of loaded plugins
Nov 24 12:52:59.427591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: quotasv2.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.428598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.428968 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: quotas
Nov 24 12:52:59.429327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: quotasv2_detail.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.430953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.431330 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: quota_details
Nov 24 12:52:59.431696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: rbac.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.432871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.433468 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: rbac-policies
Nov 24 12:52:59.433829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: rbac_address_scope.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.434799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.435395 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: rbac-address-scope
Nov 24 12:52:59.435728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: rbac_security_groups.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.436658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.437245 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: rbac-security-groups
Nov 24 12:52:59.437637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: rbac_subnetpool.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.438717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.439363 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: rbac-subnetpool
Nov 24 12:52:59.439723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: revisionifmatch.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.440775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.441362 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: revision-if-match
Nov 24 12:52:59.441720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: revisions.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.442915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.443504 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: standard-attr-revisions
Nov 24 12:52:59.443865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: router_availability_zone.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.444599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.445185 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: router_availability_zone
Nov 24 12:52:59.445544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: routerservicetype.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.446621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.447203 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension router-service-type not supported by any of loaded plugins
Nov 24 12:52:59.447562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: security_groups_port_filtering.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.448491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.449077 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: port-security-groups-filtering
Nov 24 12:52:59.449439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: securitygroup.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.464219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.464849 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: security-group
Nov 24 12:52:59.465220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: segment.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.466135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.466767 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension segment not supported by any of loaded plugins
Nov 24 12:52:59.467130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.468099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.468694 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Nov 24 12:52:59.469568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: servicetype.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.470719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.471315 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: service-type
Nov 24 12:52:59.471680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: sorting.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.472678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.473050 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: sorting
Nov 24 12:52:59.473407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: standard_attr_segment.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.474393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.474979 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension standard-attr-segment not supported by any of loaded plugins
Nov 24 12:52:59.475336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: standardattrdescription.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.476023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.476612 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: standard-attr-description
Nov 24 12:52:59.476968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: stateful_security_group.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.477895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.478535 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: stateful-security-group
Nov 24 12:52:59.478871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: stdattrs_common.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.479455 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Nov 24 12:52:59.479810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.480741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.481345 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Nov 24 12:52:59.481704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: subnet_onboard.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.482855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.483437 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: subnet_onboard
Nov 24 12:52:59.483793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.485415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.486341 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Nov 24 12:52:59.486708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: subnet_service_types.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.487661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.488249 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: subnet-service-types
Nov 24 12:52:59.488611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: subnetallocation.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.489698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.490322 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: subnet_allocation
Nov 24 12:52:59.490684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.491386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.491981 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: subnetpool-prefix-ops
Nov 24 12:52:59.492338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.493281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.493868 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Nov 24 12:52:59.494251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: tagging.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.495553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.496147 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: standard-attr-tag
Nov 24 12:52:59.496506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: timestamp.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.497721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.498379 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loaded extension: standard-attr-timestamp
Nov 24 12:52:59.498747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: trunk.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.499804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.500477 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension trunk not supported by any of loaded plugins
Nov 24 12:52:59.500840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: trunk_details.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.501777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.502413 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension trunk-details not supported by any of loaded plugins
Nov 24 12:52:59.502775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: uplink_status_propagation.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.503706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.504290 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension uplink-status-propagation not supported by any of loaded plugins
Nov 24 12:52:59.504643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Loading extension file: vlantransparent.py {{(pid=80834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 24 12:52:59.505362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 12:52:59.505968 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extension vlan-transparent not supported by any of loaded plugins
Nov 24 12:52:59.508591 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.quota.resource_registry [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Creating instance of TrackedResource for resource:network
Nov 24 12:52:59.509465 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.quota.resource_registry [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Creating instance of TrackedResource for resource:subnet
Nov 24 12:52:59.510095 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.quota.resource_registry [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Creating instance of TrackedResource for resource:subnetpool
Nov 24 12:52:59.510784 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.quota.resource_registry [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Creating instance of TrackedResource for resource:port
Nov 24 12:52:59.512278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.resource_helper [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 24 12:52:59.512771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.resource_helper [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Service FLAVORS assigned prefix:  {{(pid=80834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 24 12:52:59.513453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.resource_helper [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 24 12:52:59.513928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.resource_helper [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 24 12:52:59.514313 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.quota.resource_registry [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Creating instance of TrackedResource for resource:router
Nov 24 12:52:59.515039 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.quota.resource_registry [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Creating instance of TrackedResource for resource:floatingip
Nov 24 12:52:59.515832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.resource_helper [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Service METERING assigned prefix: /metering {{(pid=80834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 24 12:52:59.517649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f634daa0160>> rbac-policy before_create 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.518043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f634daa0160>> rbac-policy before_update 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.518455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f634daa0160>> rbac-policy before_delete 55550000 {{(pid=80834) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 12:52:59.519679 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.quota.resource_registry [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Creating instance of CountableResource for resource:rbac_policy
Nov 24 12:52:59.520160 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.quota.resource_registry [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Creating instance of TrackedResource for resource:security_group
Nov 24 12:52:59.520965 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.quota.resource_registry [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 24 12:52:59.521777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.resource_helper [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Service CORE assigned prefix:  {{(pid=80834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 24 12:52:59.522462 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.quota.resource_registry [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Creating instance of TrackedResource for resource:subnetpool
Nov 24 12:52:59.522828 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.quota.resource_registry [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] subnetpool is already registered
Nov 24 12:52:59.523500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.resource_helper [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Service CORE assigned prefix:  {{(pid=80834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 24 12:52:59.523863 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.quota.resource_registry [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Creating instance of TrackedResource for resource:subnetpool
Nov 24 12:52:59.524218 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.quota.resource_registry [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] subnetpool is already registered
Nov 24 12:52:59.527138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.resource_helper [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 24 12:52:59.527616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.resource_helper [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Service FLAVORS assigned prefix:  {{(pid=80834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 24 12:52:59.528259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.resource_helper [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 24 12:52:59.528723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.resource_helper [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 24 12:52:59.529090 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.quota.resource_registry [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Creating instance of TrackedResource for resource:router
Nov 24 12:52:59.529452 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.quota.resource_registry [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] router is already registered
Nov 24 12:52:59.530108 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.quota.resource_registry [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Creating instance of TrackedResource for resource:floatingip
Nov 24 12:52:59.530746 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.quota.resource_registry [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] floatingip is already registered
Nov 24 12:52:59.531441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.resource_helper [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Service METERING assigned prefix: /metering {{(pid=80834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 24 12:52:59.532186 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.quota.resource_registry [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Creating instance of CountableResource for resource:rbac_policy
Nov 24 12:52:59.532543 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.quota.resource_registry [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] rbac_policy is already registered
Nov 24 12:52:59.533170 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.quota.resource_registry [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Creating instance of TrackedResource for resource:security_group
Nov 24 12:52:59.533534 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.quota.resource_registry [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] security_group is already registered
Nov 24 12:52:59.534729 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.quota.resource_registry [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 24 12:52:59.535090 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.quota.resource_registry [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] security_group_rule is already registered
Nov 24 12:52:59.535815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.resource_helper [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Service CORE assigned prefix:  {{(pid=80834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 24 12:52:59.536180 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.quota.resource_registry [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Creating instance of TrackedResource for resource:subnetpool
Nov 24 12:52:59.536543 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.quota.resource_registry [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] subnetpool is already registered
Nov 24 12:52:59.537197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.resource_helper [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Service CORE assigned prefix:  {{(pid=80834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 24 12:52:59.537558 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.quota.resource_registry [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Creating instance of TrackedResource for resource:subnetpool
Nov 24 12:52:59.537935 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.quota.resource_registry [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] subnetpool is already registered
Nov 24 12:52:59.538668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: extensions {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.540223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: address-groups {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.541906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: address-scopes {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.543204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: agents {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.544445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: auto-allocated-topology {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.545772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: availability_zones {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.547798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: dhcp-networks {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.549293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: dhcp-agents {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.550797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: routers {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.552706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: flavors {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.553941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: service_profiles {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.555259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: next_providers {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.556871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: service_profiles {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.558426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: floatingip-pools {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.559711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: routers {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.561587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: floatingips {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.563019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: l3-routers {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.564617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: l3-agents {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.566166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: metering-labels {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.567627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: metering-label-rules {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.568984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: network-ip-availabilities {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.570331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: bindings {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.573177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: quotas {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.574720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: quotas {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.576243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: rbac-policies {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.675613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: security-groups {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.676934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: security-group-rules {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.678279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: service-providers {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.679575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: subnetpools {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.681068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: subnetpools {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.682670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: tags {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.684455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: tags {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.686397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: tags {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.688813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: tags {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.690738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: tags {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.692523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: tags {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.694444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: tags {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.696416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: tags {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.698423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: tags {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.700362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.extensions [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Extended resource: tags {{(pid=80834) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 12:52:59.707769 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING keystonemiddleware.auth_token [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Nov 24 12:52:59.713037 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING keystonemiddleware.auth_token [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Nov 24 12:52:59.722479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Acquired lock "singleton_lock" {{(pid=80834) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Nov 24 12:52:59.723007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Releasing lock "singleton_lock" {{(pid=80834) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Nov 24 12:52:59.724464 dv-neutron-601336-61-ovs neutron-server[80834]: INFO oslo_service.service [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Starting 2 workers
Nov 24 12:52:59.729111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Started child 80943 {{(pid=80834) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Nov 24 12:52:59.733328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:52:59.733726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Started child 80944 {{(pid=80834) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Nov 24 12:52:59.735520 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [-] (80943) wsgi starting up on http://0.0.0.0:9696
Nov 24 12:52:59.735914 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.service [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Neutron service started, listening on 0.0.0.0:9696
Nov 24 12:52:59.736521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Notify callbacks [] for process, before_spawn {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:52:59.738511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:52:59.739004 dv-neutron-601336-61-ovs neutron-server[80834]: INFO oslo_service.service [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Starting 1 workers
Nov 24 12:52:59.740045 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [-] (80944) wsgi starting up on http://0.0.0.0:9696
Nov 24 12:52:59.744399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Started child 80945 {{(pid=80834) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Nov 24 12:52:59.744944 dv-neutron-601336-61-ovs neutron-server[80834]: INFO oslo_service.service [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Starting 1 workers
Nov 24 12:52:59.746993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.service [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] calling RpcWorker wait() {{(pid=80945) _wait /opt/stack/neutron/neutron/service.py:128}}
Nov 24 12:52:59.747370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.service [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] returning from RpcWorker wait() {{(pid=80945) _wait /opt/stack/neutron/neutron/service.py:135}}
Nov 24 12:52:59.748813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:52:59.749302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 12:52:59.749531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Started child 80946 {{(pid=80834) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Nov 24 12:52:59.750384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23476773-2a8a-44be-9e2c-2cdd35ca064d None None] Notify callbacks [] for process, after_spawn {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:52:59.752041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80834) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Nov 24 12:52:59.752269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Nov 24 12:52:59.752463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Nov 24 12:52:59.752741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Nov 24 12:52:59.753159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Nov 24 12:52:59.753351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Nov 24 12:52:59.753922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.754239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.754336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:52:59.754546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.754829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.755148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.755759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.756067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.756356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.756672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.756945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.757146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.757339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.757627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.757895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.758263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.758578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.758850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.759124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.759334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.759666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.759938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.760223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.760521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.760812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.761350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.761796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.762054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.762454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.762874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.763256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.763720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.764007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.764270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.764551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.764834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.765085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.765364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.765699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.765955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.766480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] host                           = dv-neutron-601336-61-ovs {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.766743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.767003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.767270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.767557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.767848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.768102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.768404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.768698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.768990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.769265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.769555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.769856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.770168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.770607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.770607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.770996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.771229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.771470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.771470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.771906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.771906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.772354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.772354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.772803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.772803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.773206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.773206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.773477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.773736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.773968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.774252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.774530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.774776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.775061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.775327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.775608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.775872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.776123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.776370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.776642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.776840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.777113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.777354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.777618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.777886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.778206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.778515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.778785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.779070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.779342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.779583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.779841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.780155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.780674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.782333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.782621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.782824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 12:52:59.783001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.783703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.784256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.784426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.785018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.785365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.785613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.786552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.786812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.787062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.789076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.789076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.789076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.789076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.789076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.789444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.789688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.789965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.790269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.790571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.791345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.791345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.791345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.791623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.792781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.793729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.794056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.794406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.76/identity {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.794686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.794962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.795225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.795483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.795767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.796050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.796307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.796615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.796944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.797701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.797973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.798252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.798546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.798807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.799107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.799381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.799638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.799907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.800161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.800428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.800683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.800954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.801235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.801548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.801841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.802109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.802418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.802668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.802923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.803212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.803463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.803710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.803959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.804225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.804470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.804755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.805020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.805288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.805537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.805801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.806063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.806798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.807037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.810403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.810877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.811322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.811798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.812073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.812325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.812587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.812858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.813098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.813364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.813620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.813881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.814155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.814573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.814828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.815139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.815504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.815765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.816048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.816322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.816595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.816849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.817217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.817469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.817704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.818183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.818629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.819137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.819548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.819964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.820359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.820796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.821210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.821460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.821717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.821997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.822291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.822604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.822873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.823170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.823437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.823756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.824073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.824438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.824703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.824990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.825280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.825633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.825944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.826256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.826612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.827372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.827831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.828282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.828706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.829117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.829540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.829960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.830442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.830878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.831158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.831413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.831751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.832103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.832393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.832643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.832907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.833190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.833475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.833755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.834039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.834353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.834640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.834956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.835228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.76/identity {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.835494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.835767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.836045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.836305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.836550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.836794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.837055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.837300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.837571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.837857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.838103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.838398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.838643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.838890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.839138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.839404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.839649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.839899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.840166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.840414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.840668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.840915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.841178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.841464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.841712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.842050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.842514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.844227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.844227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.844227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.844227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.845011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.845011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.845011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.845553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.845553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.845553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.846112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.846112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.846551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.846551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.846968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.847148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.848247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.848247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.848247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.848247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.848776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.848776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.849043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.849180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.849335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.850163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.850163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.850163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.850496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.850496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.850688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.850946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.851197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.851439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.851736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.852007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.852282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.852567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.852861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.853120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.853349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.853682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.853965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.854236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.854593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.854853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.855125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.855394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.855642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.855901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.856187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.856528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.856851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.857170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.857458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.857799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.858098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.858430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.858678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.858997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.859973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.860269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.860550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.860823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.861114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.861385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.861639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.861890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.862163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.862427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.862710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.863009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.863295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.863541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.863814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.864061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.864321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.864591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.864863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.865113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.865298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Nov 24 12:52:59.865823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80834) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Nov 24 12:52:59.865982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Nov 24 12:52:59.866160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Nov 24 12:52:59.866390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Nov 24 12:52:59.866594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Nov 24 12:52:59.866777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Nov 24 12:52:59.867026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.867219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.867407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.867593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.867781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.867989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.868175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.868361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.868522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.868685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.868875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.869086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.869225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.869383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.869546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.869735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.869915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.870102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.870309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.870492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.870683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.870867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.871049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.871235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.871422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.871582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.871933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.872118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.872302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.872486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.872668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.872851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.873033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.873216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.873648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.873648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.874366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.874366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.874366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.874366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] host                           = dv-neutron-601336-61-ovs {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.874951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.874951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.874951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.874951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.875384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.875384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.876021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.876021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.876021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.876021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.876355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.876355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.876539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.876539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.876715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.876865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.877046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.877228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.877439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.877626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.877809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.877993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.878194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.878379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.878563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.878746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.878928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.879110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.879293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.879476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.879658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.879840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.880022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.880204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.880386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.880568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.880753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.880936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.881119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.881303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.881486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.881765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.881876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.882341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.882341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.882341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.883399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.883399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.883399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.883399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.883399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.883399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.883399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.884617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.884617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.884617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.884617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.884617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.884617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.884617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.890541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.890541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.890541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.890541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.890541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.890541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.890541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.890541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.891000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 12:52:59.891000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.891000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.891000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.891000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.891000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.891000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.891000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.891451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.891451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.891451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.891451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.891451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.891451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.891451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.891451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.76/identity {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.891898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.891898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.891898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.891898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.891898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.891898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.891898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.891898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.892347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.892347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.892347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.892347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.892347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.892347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.892347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.892347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.892347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.892847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.892847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.892847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.892847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.892847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.892847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.892847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.892847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.892847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.893991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.893991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.893991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.893991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.893991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.893991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.894427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.894427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.894427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.894626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.894765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.895163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.895163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.895356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.895453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.895592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.895779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.895966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.896153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.896337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.896522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.896707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.896893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.897079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.897263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.897450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.897635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.897818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.898003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.898405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.898405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.898608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.898706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.899399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.899399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.899399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.899399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.899775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.899775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.899956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.900050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.900145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.900444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.900614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.900804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.900993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.901156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.901342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.901526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.901712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.901897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.902084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.902291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.902477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.902662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.902825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.903010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.903194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.903378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.903575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.903760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.903946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.904129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.904322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.904991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.904991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.904991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.905502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.905502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.905781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.905781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.905962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.906672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.906836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.907025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.907219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.907415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.907600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.907786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.907971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.908187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.908375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.908563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.908748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.908966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.909080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.909263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.909422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.909608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.909791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.909977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.910183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.76/identity {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.910369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.910554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.910744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.910927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.911113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.911300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.911485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.911670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.911857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.912043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.912228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.912413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.912597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.912735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 12:52:59.912837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.912931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.913097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.913281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.913467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.913654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.913839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.914024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.914226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.914415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.914599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.914785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.914971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.915155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.915341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.915528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.915714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.915899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.916084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.916271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.916454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.916642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.916828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.917012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.917198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.917383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.917567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.917753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.917937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.918148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.918341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.918529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.918684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.918868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.919052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.919238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.919422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.919606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.919780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.919954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.920184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.920399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.920586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.920777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.920964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.921149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.921333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.921518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.921713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.921952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.922645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.922831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.923026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.923210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.923395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.923688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.923791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.923965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.924164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.924350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.924536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.924721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.924904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.925090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.925276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.925463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.925656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.925850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.926034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.926333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.926425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.926593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.926777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.928004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.928004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.928004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.928004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.928004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.928004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.928004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.928493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.928493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.928493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.928693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.928693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.928879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.929040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.929226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.929411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.929593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.929757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.929932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.930081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.930266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 12:52:59.930425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80834) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Nov 24 12:52:59.974614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 39858) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 12:52:59.986531 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0091043
Nov 24 12:53:10.317666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058be6e6-ab62-4da6-af7e-9d6712a25c0f None None] get_active_networks_info from dv-neutron-601336-61-ovs {{(pid=80945) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 12:53:10.387279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058be6e6-ab62-4da6-af7e-9d6712a25c0f None None] No non-hosted networks {{(pid=80945) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Nov 24 12:53:10.419846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-184123ff-5257-4705-a6a7-d8522a0dea10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158'] for agent, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:12.492590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1ea78f1c-059b-4d30-9551-87ed31794d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158'] for agent, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:12.715508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05618a57-7240-43ef-aecb-9798b7d7022c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:12.792743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158'] for agent, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:14.052506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158'] for agent, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:14.053886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:14.054495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:14.055066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:14.055619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:14.056171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:14.056819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:14.057566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:14.058180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:14.059992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:14.061381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:14.063726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:14.064302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:14.064958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f634ce1f4e0>, 'Open vSwitch agent', 'dv-neutron-601336-61-ovs', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 12:53:14.073796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f634ce1fa90>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-601336-61-ovs', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 12:53:14.247195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] get_endpoint_by_host() called for host dv-neutron-601336-61-ovs {{(pid=80945) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Nov 24 12:53:14.253131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] get_endpoint_by_ip() called for ip 192.168.0.74 {{(pid=80945) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Nov 24 12:53:14.256426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] _add_endpoint() called for ip 192.168.0.74 {{(pid=80945) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Nov 24 12:53:14.262809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] _get_endpoints() called {{(pid=80945) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Nov 24 12:53:14.573784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158'] for agent, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:16.125807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 39950) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 12:53:16.804576 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING oslo_policy.policy [None req-f2c6cec9-dac4-417b-964e-eb382ee6c336 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 24 12:53:16.805209 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING oslo_policy.policy [None req-f2c6cec9-dac4-417b-964e-eb382ee6c336 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 24 12:53:17.042804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-f2c6cec9-dac4-417b-964e-eb382ee6c336 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 12:53:17.044101 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f2c6cec9-dac4-417b-964e-eb382ee6c336 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.9157388
Nov 24 12:53:17.791673 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_hamode_db [None req-4cce977a-d380-461c-ab9a-41177bb267a1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Nov 24 12:53:17.880411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cce977a-d380-461c-ab9a-41177bb267a1 None None] Routers set() bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 12:53:17.880755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cce977a-d380-461c-ab9a-41177bb267a1 None None] Router IDs set() for agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Nov 24 12:53:19.769233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 39964) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 12:53:20.194816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-1c50e3ea-954e-45cd-af43-8763f24647c6 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 12:53:20.244657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.policy [None req-1c50e3ea-954e-45cd-af43-8763f24647c6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80943) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Nov 24 12:53:20.245483 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING oslo_policy.policy [None req-1c50e3ea-954e-45cd-af43-8763f24647c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 24 12:53:20.245889 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING oslo_policy.policy [None req-1c50e3ea-954e-45cd-af43-8763f24647c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 24 12:53:20.252992 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.quota [None req-1c50e3ea-954e-45cd-af43-8763f24647c6 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f634d546cf8>.
Nov 24 12:53:20.298841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1c50e3ea-954e-45cd-af43-8763f24647c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 12:53:20.364857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c50e3ea-954e-45cd-af43-8763f24647c6 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754029672726', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754029417564', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754029417953', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754029425025', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754029424740', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1335707', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1322272', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851045276', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4098119'] for rbac-policy, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:20.435361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c50e3ea-954e-45cd-af43-8763f24647c6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:20.436574 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1c50e3ea-954e-45cd-af43-8763f24647c6 admin admin] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6663461
Nov 24 12:53:23.451240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 39978) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 12:53:23.862374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'd63a465ec046484088da8b53c872be2a', 'admin_state_up': True}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 12:53:23.868149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 12:53:23.872875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Usage tracker for resource:network and tenant:d63a465ec046484088da8b53c872be2a is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 12:53:23.877025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 12:53:23.883012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 12:53:23.892778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Made reservation on behalf of d63a465ec046484088da8b53c872be2a for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 12:53:23.898841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:23.915903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:23.959521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 12:53:23.963333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Usage tracker for resource:security_group_rule and tenant:d63a465ec046484088da8b53c872be2a is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 12:53:23.966352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 12:53:23.972160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 12:53:24.045043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:24.048523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:24.054084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 12:53:24.075099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 12:53:24.103280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:24.103869 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Added segment 42fee643-e354-49a3-8ce9-db725f1eb02a of type vxlan for network 79d0aa51-ec58-4383-b51a-936c33ac6864
Nov 24 12:53:24.122054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8edfc5-2824-439c-bc56-f673d7cfc540,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 12:53:24.187896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:24.188278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:24.188636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:24.188984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:24.189329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:24.189673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:24.190013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:24.190380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:24.190733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:24.191072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:24.191407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:24.191740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:24.192952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Tracked resource versions report:
Nov 24 12:53:24.192952 dv-neutron-601336-61-ovs neutron-server[80834]: pushed versions:
Nov 24 12:53:24.192952 dv-neutron-601336-61-ovs neutron-server[80834]: {   'AddressGroup': {'1.0'},
Nov 24 12:53:24.192952 dv-neutron-601336-61-ovs neutron-server[80834]:     'ConntrackHelper': {'1.0'},
Nov 24 12:53:24.192952 dv-neutron-601336-61-ovs neutron-server[80834]:     'Log': {'1.0'},
Nov 24 12:53:24.192952 dv-neutron-601336-61-ovs neutron-server[80834]:     'Network': {'1.1'},
Nov 24 12:53:24.192952 dv-neutron-601336-61-ovs neutron-server[80834]:     'Port': {'1.6'},
Nov 24 12:53:24.192952 dv-neutron-601336-61-ovs neutron-server[80834]:     'PortForwarding': {'1.2'},
Nov 24 12:53:24.192952 dv-neutron-601336-61-ovs neutron-server[80834]:     'QosPolicy': {'1.8'},
Nov 24 12:53:24.192952 dv-neutron-601336-61-ovs neutron-server[80834]:     'SecurityGroup': {'1.2'},
Nov 24 12:53:24.192952 dv-neutron-601336-61-ovs neutron-server[80834]:     'SecurityGroupRule': {'1.0'},
Nov 24 12:53:24.192952 dv-neutron-601336-61-ovs neutron-server[80834]:     'SubPort': {'1.0'},
Nov 24 12:53:24.192952 dv-neutron-601336-61-ovs neutron-server[80834]:     'Subnet': {'1.1'},
Nov 24 12:53:24.192952 dv-neutron-601336-61-ovs neutron-server[80834]:     'Trunk': {'1.1'}}
Nov 24 12:53:24.192952 dv-neutron-601336-61-ovs neutron-server[80834]: consumer versions:
Nov 24 12:53:24.192952 dv-neutron-601336-61-ovs neutron-server[80834]: {   DHCP agent@dv-neutron-601336-61-ovs: {},
Nov 24 12:53:24.192952 dv-neutron-601336-61-ovs neutron-server[80834]:     L3 agent@dv-neutron-601336-61-ovs: {},
Nov 24 12:53:24.192952 dv-neutron-601336-61-ovs neutron-server[80834]:     Metadata agent@dv-neutron-601336-61-ovs: {},
Nov 24 12:53:24.192952 dv-neutron-601336-61-ovs neutron-server[80834]:     Metering agent@dv-neutron-601336-61-ovs: {},
Nov 24 12:53:24.192952 dv-neutron-601336-61-ovs neutron-server[80834]:     Open vSwitch agent@dv-neutron-601336-61-ovs: {   'AddressGroup': '1.0',
Nov 24 12:53:24.192952 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'ConntrackHelper': '1.0',
Nov 24 12:53:24.192952 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Log': '1.0',
Nov 24 12:53:24.192952 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Network': '1.1',
Nov 24 12:53:24.192952 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Port': '1.6',
Nov 24 12:53:24.192952 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'PortForwarding': '1.2',
Nov 24 12:53:24.192952 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'QosPolicy': '1.8',
Nov 24 12:53:24.192952 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'SecurityGroup': '1.2',
Nov 24 12:53:24.192952 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'SecurityGroupRule': '1.0',
Nov 24 12:53:24.192952 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'SubPort': '1.0',
Nov 24 12:53:24.192952 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Subnet': '1.1',
Nov 24 12:53:24.192952 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Trunk': '1.1'}}
Nov 24 12:53:24.192952 dv-neutron-601336-61-ovs neutron-server[80834]:  {{(pid=80943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 24 12:53:24.231764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:24.245569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 12:53:24.275177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:24.276690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 12:53:24.277382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:24.283444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 12:53:24.396451 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 0.9440351
Nov 24 12:53:24.399252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Pushing event updated for resources: {'Network': ['ID=79d0aa51-ec58-4383-b51a-936c33ac6864,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 12:53:24.403124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 12:53:24.411599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 79d0aa51-ec58-4383-b51a-936c33ac6864 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 12:53:27.550636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 39994) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 12:53:28.063529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefa5d56-22b8-43d5-ab90-1d17a66ad704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 12:53:28.065019 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fefa5d56-22b8-43d5-ab90-1d17a66ad704 admin admin] 10.222.0.76 "GET /v2.0/networks/79d0aa51-ec58-4383-b51a-936c33ac6864 HTTP/1.1" status: 200  len: 818 time: 0.5133483
Nov 24 12:53:28.097805 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a30abb7b-0382-4ced-850f-c7431d3f8437 admin admin] 10.222.0.76 "GET /v2.0/subnetpools/c2f2fcb6-3f18-48e7-b4a7-c9c1856c91f4 HTTP/1.1" status: 200  len: 734 time: 0.0262806
Nov 24 12:53:28.107564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9b386799-05d6-415a-8914-a3450b6c736c admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '79d0aa51-ec58-4383-b51a-936c33ac6864', 'tenant_id': 'd63a465ec046484088da8b53c872be2a', 'ip_version': 4, 'subnetpool_id': 'c2f2fcb6-3f18-48e7-b4a7-c9c1856c91f4', 'name': 'private-subnet'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 12:53:28.112973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9b386799-05d6-415a-8914-a3450b6c736c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 12:53:28.116978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9b386799-05d6-415a-8914-a3450b6c736c admin admin] Usage tracker for resource:subnet and tenant:d63a465ec046484088da8b53c872be2a is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 12:53:28.120253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9b386799-05d6-415a-8914-a3450b6c736c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 12:53:28.126719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9b386799-05d6-415a-8914-a3450b6c736c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 12:53:28.136107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b386799-05d6-415a-8914-a3450b6c736c admin admin] Made reservation on behalf of d63a465ec046484088da8b53c872be2a for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 12:53:28.140753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b386799-05d6-415a-8914-a3450b6c736c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:28.800043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b386799-05d6-415a-8914-a3450b6c736c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:28.814986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 12:53:28.950111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b386799-05d6-415a-8914-a3450b6c736c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac9a021f-d8f3-4e20-bc71-8d96f3fe0bc8,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 12:53:28.966255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9b386799-05d6-415a-8914-a3450b6c736c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 12:53:29.024907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b386799-05d6-415a-8914-a3450b6c736c admin admin] Checking segment: {'id': '42fee643-e354-49a3-8ce9-db725f1eb02a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '79d0aa51-ec58-4383-b51a-936c33ac6864'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 12:53:29.025289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b386799-05d6-415a-8914-a3450b6c736c admin admin] Network hostable DHCP agents. Network: 79d0aa51-ec58-4383-b51a-936c33ac6864, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 12:53:29.051254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b386799-05d6-415a-8914-a3450b6c736c admin admin] Network 79d0aa51-ec58-4383-b51a-936c33ac6864 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 12:53:29.059952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-9b386799-05d6-415a-8914-a3450b6c736c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 79d0aa51-ec58-4383-b51a-936c33ac6864) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 12:53:29.065257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b386799-05d6-415a-8914-a3450b6c736c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 12:53:29.065948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b386799-05d6-415a-8914-a3450b6c736c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:29.070581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4d172e-7b9a-48ea-ac4b-c956d26a797a None None] Network 79d0aa51-ec58-4383-b51a-936c33ac6864 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 12:53:29.087596 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9b386799-05d6-415a-8914-a3450b6c736c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9819725
Nov 24 12:53:29.400459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-79d0aa51-ec58-4383-b51a-936c33ac6864', 'network_id': '79d0aa51-ec58-4383-b51a-936c33ac6864', 'tenant_id': 'd63a465ec046484088da8b53c872be2a', 'fixed_ips': [{'subnet_id': 'ac9a021f-d8f3-4e20-bc71-8d96f3fe0bc8'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 12:53:29.401749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:29.751343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Allocated IP 172.20.0.2 (79d0aa51-ec58-4383-b51a-936c33ac6864/ac9a021f-d8f3-4e20-bc71-8d96f3fe0bc8/94fe9478-59cd-4d51-8657-33c3190e642f) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 12:53:29.989718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:30.002992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Transition to ACTIVE for port object 94fe9478-59cd-4d51-8657-33c3190e642f will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 12:53:30.021385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Transition to ACTIVE for port object 94fe9478-59cd-4d51-8657-33c3190e642f will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 12:53:30.027160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:30.046435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 12:53:30.348570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Pushing event updated for resources: {'Port': ['ID=94fe9478-59cd-4d51-8657-33c3190e642f,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 12:53:30.365229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:30.365610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:30.365979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:30.366387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:30.366755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:30.367114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:30.367471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:30.367824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:30.368199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:30.368553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:30.368902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:30.369251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:30.370443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Tracked resource versions report:
Nov 24 12:53:30.370443 dv-neutron-601336-61-ovs neutron-server[80834]: pushed versions:
Nov 24 12:53:30.370443 dv-neutron-601336-61-ovs neutron-server[80834]: {   'AddressGroup': {'1.0'},
Nov 24 12:53:30.370443 dv-neutron-601336-61-ovs neutron-server[80834]:     'ConntrackHelper': {'1.0'},
Nov 24 12:53:30.370443 dv-neutron-601336-61-ovs neutron-server[80834]:     'Log': {'1.0'},
Nov 24 12:53:30.370443 dv-neutron-601336-61-ovs neutron-server[80834]:     'Network': {'1.1'},
Nov 24 12:53:30.370443 dv-neutron-601336-61-ovs neutron-server[80834]:     'Port': {'1.6'},
Nov 24 12:53:30.370443 dv-neutron-601336-61-ovs neutron-server[80834]:     'PortForwarding': {'1.2'},
Nov 24 12:53:30.370443 dv-neutron-601336-61-ovs neutron-server[80834]:     'QosPolicy': {'1.8'},
Nov 24 12:53:30.370443 dv-neutron-601336-61-ovs neutron-server[80834]:     'SecurityGroup': {'1.2'},
Nov 24 12:53:30.370443 dv-neutron-601336-61-ovs neutron-server[80834]:     'SecurityGroupRule': {'1.0'},
Nov 24 12:53:30.370443 dv-neutron-601336-61-ovs neutron-server[80834]:     'SubPort': {'1.0'},
Nov 24 12:53:30.370443 dv-neutron-601336-61-ovs neutron-server[80834]:     'Subnet': {'1.1'},
Nov 24 12:53:30.370443 dv-neutron-601336-61-ovs neutron-server[80834]:     'Trunk': {'1.1'}}
Nov 24 12:53:30.370443 dv-neutron-601336-61-ovs neutron-server[80834]: consumer versions:
Nov 24 12:53:30.370443 dv-neutron-601336-61-ovs neutron-server[80834]: {   DHCP agent@dv-neutron-601336-61-ovs: {},
Nov 24 12:53:30.370443 dv-neutron-601336-61-ovs neutron-server[80834]:     L3 agent@dv-neutron-601336-61-ovs: {},
Nov 24 12:53:30.370443 dv-neutron-601336-61-ovs neutron-server[80834]:     Metadata agent@dv-neutron-601336-61-ovs: {},
Nov 24 12:53:30.370443 dv-neutron-601336-61-ovs neutron-server[80834]:     Metering agent@dv-neutron-601336-61-ovs: {},
Nov 24 12:53:30.370443 dv-neutron-601336-61-ovs neutron-server[80834]:     Open vSwitch agent@dv-neutron-601336-61-ovs: {   'AddressGroup': '1.0',
Nov 24 12:53:30.370443 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'ConntrackHelper': '1.0',
Nov 24 12:53:30.370443 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Log': '1.0',
Nov 24 12:53:30.370443 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Network': '1.1',
Nov 24 12:53:30.370443 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Port': '1.6',
Nov 24 12:53:30.370443 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'PortForwarding': '1.2',
Nov 24 12:53:30.370443 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'QosPolicy': '1.8',
Nov 24 12:53:30.370443 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'SecurityGroup': '1.2',
Nov 24 12:53:30.370443 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'SecurityGroupRule': '1.0',
Nov 24 12:53:30.370443 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'SubPort': '1.0',
Nov 24 12:53:30.370443 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Subnet': '1.1',
Nov 24 12:53:30.370443 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Trunk': '1.1'}}
Nov 24 12:53:30.370443 dv-neutron-601336-61-ovs neutron-server[80834]:  {{(pid=80945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 24 12:53:30.378511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 12:53:30.429539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Network 79d0aa51-ec58-4383-b51a-936c33ac6864 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 12:53:30.430807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 12:53:30.433587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 12:53:30.496230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Attempting to bind port 94fe9478-59cd-4d51-8657-33c3190e642f on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 12:53:30.496645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Attempting to bind port 94fe9478-59cd-4d51-8657-33c3190e642f by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '42fee643-e354-49a3-8ce9-db725f1eb02a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '79d0aa51-ec58-4383-b51a-936c33ac6864'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 12:53:30.497064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Attempting to bind port 94fe9478-59cd-4d51-8657-33c3190e642f on network 79d0aa51-ec58-4383-b51a-936c33ac6864 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 12:53:30.504442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 12, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 12:53:30.504866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Checking segment: {'id': '42fee643-e354-49a3-8ce9-db725f1eb02a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '79d0aa51-ec58-4383-b51a-936c33ac6864'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 12:53:30.505309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:30.505740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Bound using segment: {'id': '42fee643-e354-49a3-8ce9-db725f1eb02a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '79d0aa51-ec58-4383-b51a-936c33ac6864'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 12:53:30.506301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Bound port: 94fe9478-59cd-4d51-8657-33c3190e642f, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42fee643-e354-49a3-8ce9-db725f1eb02a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '79d0aa51-ec58-4383-b51a-936c33ac6864'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 12:53:30.506737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:30.600293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] For port 94fe9478-59cd-4d51-8657-33c3190e642f, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 12:53:30.604329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] For port 94fe9478-59cd-4d51-8657-33c3190e642f, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=94fe9478-59cd-4d51-8657-33c3190e642f,segment=NetworkSegment(42fee643-e354-49a3-8ce9-db725f1eb02a),segment_id=42fee643-e354-49a3-8ce9-db725f1eb02a)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 12:53:30.607896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:30.623182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 12:53:30.768468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Pushing event updated for resources: {'Port': ['ID=94fe9478-59cd-4d51-8657-33c3190e642f,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 12:53:30.773335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 12:53:31.841080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 40004) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 12:53:32.286403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-67c0facf-0228-4463-9aa2-eb3b89b692ac admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 12:53:32.287585 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-67c0facf-0228-4463-9aa2-eb3b89b692ac admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.4453654
Nov 24 12:53:34.335525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 94fe9478-59cd-4d51-8657-33c3190e642f up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 12:53:34.408214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 94fe9478-59cd-4d51-8657-33c3190e642f completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 12:53:35.032305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 40018) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 12:53:35.294836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5a2305-ddb0-46d1-a920-36166bced3e8 None None] Network 79d0aa51-ec58-4383-b51a-936c33ac6864 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 12:53:35.399677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-160708a6-e89a-4a5b-9140-69ddef601c76 None None] Provisioning for port 94fe9478-59cd-4d51-8657-33c3190e642f completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 12:53:35.408063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-160708a6-e89a-4a5b-9140-69ddef601c76 None None] Provisioning complete for port 94fe9478-59cd-4d51-8657-33c3190e642f triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 12:53:35.408466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-160708a6-e89a-4a5b-9140-69ddef601c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:35.501956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-45dbb1e4-dbc2-4daf-85fe-9db7942a5e7f admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 12:53:35.503144 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-45dbb1e4-dbc2-4daf-85fe-9db7942a5e7f admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.4697864
Nov 24 12:53:35.651596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-160708a6-e89a-4a5b-9140-69ddef601c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:35.709960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-160708a6-e89a-4a5b-9140-69ddef601c76 None None] For port 94fe9478-59cd-4d51-8657-33c3190e642f, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=94fe9478-59cd-4d51-8657-33c3190e642f,segment=NetworkSegment(42fee643-e354-49a3-8ce9-db725f1eb02a),segment_id=42fee643-e354-49a3-8ce9-db725f1eb02a)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 12:53:35.716370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-160708a6-e89a-4a5b-9140-69ddef601c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:35.731511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 12:53:35.805595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160708a6-e89a-4a5b-9140-69ddef601c76 None None] Pushing event updated for resources: {'Port': ['ID=94fe9478-59cd-4d51-8657-33c3190e642f,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 12:53:35.809889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-160708a6-e89a-4a5b-9140-69ddef601c76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 12:53:36.044417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9acd670f-0af0-4319-9ecc-504dbe550fe0 None None] Provisioning complete for port 94fe9478-59cd-4d51-8657-33c3190e642f triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 12:53:36.044832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9acd670f-0af0-4319-9ecc-504dbe550fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:36.305188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-804edc37-93b9-4f3b-9d2d-05baf97a71ed None None] Provisioning complete for port 94fe9478-59cd-4d51-8657-33c3190e642f triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 12:53:36.305599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-804edc37-93b9-4f3b-9d2d-05baf97a71ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:36.335739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 94fe9478-59cd-4d51-8657-33c3190e642f up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 12:53:36.489956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 94fe9478-59cd-4d51-8657-33c3190e642f triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 12:53:36.490520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:37.812830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 5 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 12:53:38.742581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 40032) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 12:53:39.156998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-1c0df8be-4776-496d-914c-e1d653223bf4 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'd63a465ec046484088da8b53c872be2a'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 12:53:39.162568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1c0df8be-4776-496d-914c-e1d653223bf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 12:53:39.166588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1c0df8be-4776-496d-914c-e1d653223bf4 admin admin] Usage tracker for resource:router and tenant:d63a465ec046484088da8b53c872be2a is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 12:53:39.169828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1c0df8be-4776-496d-914c-e1d653223bf4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 12:53:39.175553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1c0df8be-4776-496d-914c-e1d653223bf4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 12:53:39.184570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c0df8be-4776-496d-914c-e1d653223bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:39.185783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c0df8be-4776-496d-914c-e1d653223bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:39.209332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c0df8be-4776-496d-914c-e1d653223bf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:39.312924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c0df8be-4776-496d-914c-e1d653223bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:39.331881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c0df8be-4776-496d-914c-e1d653223bf4 admin admin] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:39.333120 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1c0df8be-4776-496d-914c-e1d653223bf4 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5894928
Nov 24 12:53:40.140280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1cbc624a-eb68-44c4-9536-09c7b0036fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:42.037821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 40042) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 12:53:42.470380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-a948e924-83cc-4722-8096-25dbc50ac31d admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 12:53:42.471459 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a948e924-83cc-4722-8096-25dbc50ac31d admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.4326048
Nov 24 12:53:42.503496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d7436fcf-a0e1-4924-938e-e12df657873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:42.745537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:44.057454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:44.527029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:45.191744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 40062) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 12:53:45.385153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-bdf50a51-a348-416a-ba87-ec4dbc0c4cb7 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 12:53:45.390498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-bdf50a51-a348-416a-ba87-ec4dbc0c4cb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 12:53:45.394636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bdf50a51-a348-416a-ba87-ec4dbc0c4cb7 admin admin] Usage tracker for resource:network and tenant:96c943a91d314c0da08111643f413dfc is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 12:53:45.397543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bdf50a51-a348-416a-ba87-ec4dbc0c4cb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 12:53:45.403335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-bdf50a51-a348-416a-ba87-ec4dbc0c4cb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 12:53:45.413380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf50a51-a348-416a-ba87-ec4dbc0c4cb7 admin admin] Made reservation on behalf of 96c943a91d314c0da08111643f413dfc for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 12:53:45.417963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bdf50a51-a348-416a-ba87-ec4dbc0c4cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:45.431579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bdf50a51-a348-416a-ba87-ec4dbc0c4cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:45.463715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-bdf50a51-a348-416a-ba87-ec4dbc0c4cb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 12:53:45.468028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bdf50a51-a348-416a-ba87-ec4dbc0c4cb7 admin admin] Usage tracker for resource:security_group_rule and tenant:96c943a91d314c0da08111643f413dfc is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 12:53:45.470876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bdf50a51-a348-416a-ba87-ec4dbc0c4cb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 12:53:45.476441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-bdf50a51-a348-416a-ba87-ec4dbc0c4cb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 12:53:45.541542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bdf50a51-a348-416a-ba87-ec4dbc0c4cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:45.544144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bdf50a51-a348-416a-ba87-ec4dbc0c4cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:45.549114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 12:53:45.563486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bdf50a51-a348-416a-ba87-ec4dbc0c4cb7 admin admin] Reserving flat network on physical network physnet1 {{(pid=80943) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Nov 24 12:53:45.588252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf50a51-a348-416a-ba87-ec4dbc0c4cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ff2de0-d881-4ee2-b078-d498df8ed30c,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 12:53:45.591212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bdf50a51-a348-416a-ba87-ec4dbc0c4cb7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:45.591810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bdf50a51-a348-416a-ba87-ec4dbc0c4cb7 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f634e4c7048> segment precommit_create {{(pid=80943) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Nov 24 12:53:45.592232 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-bdf50a51-a348-416a-ba87-ec4dbc0c4cb7 admin admin] Added segment f6f39a88-6a2b-4844-9197-e91a44db2f93 of type flat for network cfe08d36-e5ba-4f00-8669-16a0ead5d220
Nov 24 12:53:45.594019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bdf50a51-a348-416a-ba87-ec4dbc0c4cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 12:53:45.625607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bdf50a51-a348-416a-ba87-ec4dbc0c4cb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:45.667029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bdf50a51-a348-416a-ba87-ec4dbc0c4cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:45.668267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf50a51-a348-416a-ba87-ec4dbc0c4cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 12:53:45.668886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bdf50a51-a348-416a-ba87-ec4dbc0c4cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:45.674615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3bf0fc5b-c0cd-47b8-9421-72db78295438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 12:53:45.778554 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bdf50a51-a348-416a-ba87-ec4dbc0c4cb7 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5856194
Nov 24 12:53:45.779308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf50a51-a348-416a-ba87-ec4dbc0c4cb7 admin admin] Pushing event updated for resources: {'Network': ['ID=cfe08d36-e5ba-4f00-8669-16a0ead5d220,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 12:53:45.791503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bdf50a51-a348-416a-ba87-ec4dbc0c4cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 12:53:45.805308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 12:53:48.307212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 40082) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 12:53:48.451781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df017b74-3c84-4310-9211-e39f007e9130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 12:53:48.453145 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-df017b74-3c84-4310-9211-e39f007e9130 admin admin] 10.222.0.76 "GET /v2.0/subnets/ac9a021f-d8f3-4e20-bc71-8d96f3fe0bc8 HTTP/1.1" status: 200  len: 849 time: 0.1449053
Nov 24 12:53:48.605709 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9fbdb06a-7c37-421b-8ebd-3f07e1198331 admin admin] 10.222.0.76 "GET /v2.0/routers/ecbe7e26-ff48-4b9c-892d-5348af69f243 HTTP/1.1" status: 200  len: 704 time: 0.1463392
Nov 24 12:53:49.104375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-afa1f4cb-6a0b-40b8-816d-2b16ac37425c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:49.484349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-afa1f4cb-6a0b-40b8-816d-2b16ac37425c admin admin] Allocated IP 172.20.0.1 (79d0aa51-ec58-4383-b51a-936c33ac6864/ac9a021f-d8f3-4e20-bc71-8d96f3fe0bc8/df731b22-e352-4ff2-a063-3756429ab613) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 12:53:49.795381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-afa1f4cb-6a0b-40b8-816d-2b16ac37425c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:49.814517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-afa1f4cb-6a0b-40b8-816d-2b16ac37425c admin admin] Transition to ACTIVE for port object df731b22-e352-4ff2-a063-3756429ab613 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 12:53:49.863915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-afa1f4cb-6a0b-40b8-816d-2b16ac37425c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:49.880824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 12:53:50.010088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1f4cb-6a0b-40b8-816d-2b16ac37425c admin admin] Pushing event updated for resources: {'Port': ['ID=df731b22-e352-4ff2-a063-3756429ab613,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 12:53:50.016820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-afa1f4cb-6a0b-40b8-816d-2b16ac37425c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 12:53:50.075665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa1f4cb-6a0b-40b8-816d-2b16ac37425c admin admin] Network 79d0aa51-ec58-4383-b51a-936c33ac6864 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 12:53:50.076972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-afa1f4cb-6a0b-40b8-816d-2b16ac37425c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 12:53:50.079515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa1f4cb-6a0b-40b8-816d-2b16ac37425c admin admin] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 12:53:50.080215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-afa1f4cb-6a0b-40b8-816d-2b16ac37425c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:50.209491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-afa1f4cb-6a0b-40b8-816d-2b16ac37425c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:50.330082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-dc241e2a-39c6-4ec0-81da-1d8e218a587a None None] Provisioning for port df731b22-e352-4ff2-a063-3756429ab613 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 12:53:50.335008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-dc241e2a-39c6-4ec0-81da-1d8e218a587a None None] Provisioning complete for port df731b22-e352-4ff2-a063-3756429ab613 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 12:53:50.335416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dc241e2a-39c6-4ec0-81da-1d8e218a587a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:50.391795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-dc241e2a-39c6-4ec0-81da-1d8e218a587a None None] Port df731b22-e352-4ff2-a063-3756429ab613 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 12:53:50.509941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-afa1f4cb-6a0b-40b8-816d-2b16ac37425c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:50.513256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-afa1f4cb-6a0b-40b8-816d-2b16ac37425c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:50.514895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-afa1f4cb-6a0b-40b8-816d-2b16ac37425c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:50.528924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 12:53:50.656141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1f4cb-6a0b-40b8-816d-2b16ac37425c admin admin] Pushing event updated for resources: {'Port': ['ID=df731b22-e352-4ff2-a063-3756429ab613,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 12:53:50.660458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-afa1f4cb-6a0b-40b8-816d-2b16ac37425c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 12:53:50.720123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa1f4cb-6a0b-40b8-816d-2b16ac37425c admin admin] Network 79d0aa51-ec58-4383-b51a-936c33ac6864 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 12:53:50.721186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-afa1f4cb-6a0b-40b8-816d-2b16ac37425c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 12:53:50.916318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-fe9ca4b0-1393-4d6f-8467-414caaaf2974 None None] Provisioning complete for port df731b22-e352-4ff2-a063-3756429ab613 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 12:53:50.916761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe9ca4b0-1393-4d6f-8467-414caaaf2974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:50.974243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-fe9ca4b0-1393-4d6f-8467-414caaaf2974 None None] Port df731b22-e352-4ff2-a063-3756429ab613 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 12:53:51.091707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa1f4cb-6a0b-40b8-816d-2b16ac37425c admin admin] Router ecbe7e26-ff48-4b9c-892d-5348af69f243 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 12:53:51.269368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa1f4cb-6a0b-40b8-816d-2b16ac37425c admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 12:53:51.279440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208f4e90-4972-4a64-b556-4d1a5bd9767f None None] Sync routers for ids ['ecbe7e26-ff48-4b9c-892d-5348af69f243'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 12:53:51.280697 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-afa1f4cb-6a0b-40b8-816d-2b16ac37425c admin admin] 10.222.0.76 "PUT /v2.0/routers/ecbe7e26-ff48-4b9c-892d-5348af69f243/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.6685083
Nov 24 12:53:51.293980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208f4e90-4972-4a64-b556-4d1a5bd9767f None None] Routers {'ecbe7e26-ff48-4b9c-892d-5348af69f243'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 12:53:51.294929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-208f4e90-4972-4a64-b556-4d1a5bd9767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d63e6d8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T12:53:42Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['ecbe7e26-ff48-4b9c-892d-5348af69f243'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 12:53:51.486273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-208f4e90-4972-4a64-b556-4d1a5bd9767f None None] Set router ecbe7e26-ff48-4b9c-892d-5348af69f243 gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 12:53:51.879899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-208f4e90-4972-4a64-b556-4d1a5bd9767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d63e6d8>, [{'id': 'ecbe7e26-ff48-4b9c-892d-5348af69f243', 'name': 'router1', 'tenant_id': 'd63a465ec046484088da8b53c872be2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T12:53:39Z', 'updated_at': '2020-11-24T12:53:50Z', 'revision_number': 2, 'project_id': 'd63a465ec046484088da8b53c872be2a', 'gw_port_host': None, '_interfaces': [{'id': 'df731b22-e352-4ff2-a063-3756429ab613', 'name': '', 'network_id': '79d0aa51-ec58-4383-b51a-936c33ac6864', 'tenant_id': 'd63a465ec046484088da8b53c872be2a', 'mac_address': 'fa:16:3e:7f:78:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbe7e26-ff48-4b9c-892d-5348af69f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac9a021f-d8f3-4e20-bc71-8d96f3fe0bc8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T12:53:49Z', 'updated_at': '2020-11-24T12:53:50Z', 'revision_number': 2, 'project_id': 'd63a465ec046484088da8b53c872be2a', 'subnets': [{'id': 'ac9a021f-d8f3-4e20-bc71-8d96f3fe0bc8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2f2fcb6-3f18-48e7-b4a7-c9c1856c91f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 12:53:51.885091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208f4e90-4972-4a64-b556-4d1a5bd9767f None None] Checking router: ecbe7e26-ff48-4b9c-892d-5348af69f243 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 12:53:51.885495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208f4e90-4972-4a64-b556-4d1a5bd9767f None None] Updating router ecbe7e26-ff48-4b9c-892d-5348af69f243 port df731b22-e352-4ff2-a063-3756429ab613 binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 12:53:51.945812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-208f4e90-4972-4a64-b556-4d1a5bd9767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:52.394604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-208f4e90-4972-4a64-b556-4d1a5bd9767f None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:52.410989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-208f4e90-4972-4a64-b556-4d1a5bd9767f None None] Transition to ACTIVE for port object df731b22-e352-4ff2-a063-3756429ab613 will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 12:53:52.413814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-208f4e90-4972-4a64-b556-4d1a5bd9767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:52.430780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 12:53:52.569321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d44c17-f756-4d37-a53d-5a48da1772c4 None None] Pushing event updated for resources: {'Port': ['ID=df731b22-e352-4ff2-a063-3756429ab613,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 12:53:52.596029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d44c17-f756-4d37-a53d-5a48da1772c4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:52.596399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d44c17-f756-4d37-a53d-5a48da1772c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:52.596761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d44c17-f756-4d37-a53d-5a48da1772c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:52.597115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d44c17-f756-4d37-a53d-5a48da1772c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:52.598104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d44c17-f756-4d37-a53d-5a48da1772c4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:52.598104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d44c17-f756-4d37-a53d-5a48da1772c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:52.598104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d44c17-f756-4d37-a53d-5a48da1772c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:52.598441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d44c17-f756-4d37-a53d-5a48da1772c4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:52.598779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d44c17-f756-4d37-a53d-5a48da1772c4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:52.599122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d44c17-f756-4d37-a53d-5a48da1772c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:52.599464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d44c17-f756-4d37-a53d-5a48da1772c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:52.599806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d44c17-f756-4d37-a53d-5a48da1772c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:53:52.600999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d44c17-f756-4d37-a53d-5a48da1772c4 None None] Tracked resource versions report:
Nov 24 12:53:52.600999 dv-neutron-601336-61-ovs neutron-server[80834]: pushed versions:
Nov 24 12:53:52.600999 dv-neutron-601336-61-ovs neutron-server[80834]: {   'AddressGroup': {'1.0'},
Nov 24 12:53:52.600999 dv-neutron-601336-61-ovs neutron-server[80834]:     'ConntrackHelper': {'1.0'},
Nov 24 12:53:52.600999 dv-neutron-601336-61-ovs neutron-server[80834]:     'Log': {'1.0'},
Nov 24 12:53:52.600999 dv-neutron-601336-61-ovs neutron-server[80834]:     'Network': {'1.1'},
Nov 24 12:53:52.600999 dv-neutron-601336-61-ovs neutron-server[80834]:     'Port': {'1.6'},
Nov 24 12:53:52.600999 dv-neutron-601336-61-ovs neutron-server[80834]:     'PortForwarding': {'1.2'},
Nov 24 12:53:52.600999 dv-neutron-601336-61-ovs neutron-server[80834]:     'QosPolicy': {'1.8'},
Nov 24 12:53:52.600999 dv-neutron-601336-61-ovs neutron-server[80834]:     'SecurityGroup': {'1.2'},
Nov 24 12:53:52.600999 dv-neutron-601336-61-ovs neutron-server[80834]:     'SecurityGroupRule': {'1.0'},
Nov 24 12:53:52.600999 dv-neutron-601336-61-ovs neutron-server[80834]:     'SubPort': {'1.0'},
Nov 24 12:53:52.600999 dv-neutron-601336-61-ovs neutron-server[80834]:     'Subnet': {'1.1'},
Nov 24 12:53:52.600999 dv-neutron-601336-61-ovs neutron-server[80834]:     'Trunk': {'1.1'}}
Nov 24 12:53:52.600999 dv-neutron-601336-61-ovs neutron-server[80834]: consumer versions:
Nov 24 12:53:52.600999 dv-neutron-601336-61-ovs neutron-server[80834]: {   DHCP agent@dv-neutron-601336-61-ovs: {},
Nov 24 12:53:52.600999 dv-neutron-601336-61-ovs neutron-server[80834]:     L3 agent@dv-neutron-601336-61-ovs: {},
Nov 24 12:53:52.600999 dv-neutron-601336-61-ovs neutron-server[80834]:     Metadata agent@dv-neutron-601336-61-ovs: {},
Nov 24 12:53:52.600999 dv-neutron-601336-61-ovs neutron-server[80834]:     Metering agent@dv-neutron-601336-61-ovs: {},
Nov 24 12:53:52.600999 dv-neutron-601336-61-ovs neutron-server[80834]:     Open vSwitch agent@dv-neutron-601336-61-ovs: {   'AddressGroup': '1.0',
Nov 24 12:53:52.600999 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'ConntrackHelper': '1.0',
Nov 24 12:53:52.600999 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Log': '1.0',
Nov 24 12:53:52.600999 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Network': '1.1',
Nov 24 12:53:52.600999 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Port': '1.6',
Nov 24 12:53:52.600999 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'PortForwarding': '1.2',
Nov 24 12:53:52.600999 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'QosPolicy': '1.8',
Nov 24 12:53:52.600999 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'SecurityGroup': '1.2',
Nov 24 12:53:52.600999 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'SecurityGroupRule': '1.0',
Nov 24 12:53:52.600999 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'SubPort': '1.0',
Nov 24 12:53:52.600999 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Subnet': '1.1',
Nov 24 12:53:52.600999 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Trunk': '1.1'}}
Nov 24 12:53:52.600999 dv-neutron-601336-61-ovs neutron-server[80834]:  {{(pid=80946) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 24 12:53:52.618452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-78d44c17-f756-4d37-a53d-5a48da1772c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 12:53:52.753994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-208f4e90-4972-4a64-b556-4d1a5bd9767f None None] Attempting to bind port df731b22-e352-4ff2-a063-3756429ab613 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 12:53:52.754454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-208f4e90-4972-4a64-b556-4d1a5bd9767f None None] Attempting to bind port df731b22-e352-4ff2-a063-3756429ab613 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '42fee643-e354-49a3-8ce9-db725f1eb02a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '79d0aa51-ec58-4383-b51a-936c33ac6864'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 12:53:52.754914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208f4e90-4972-4a64-b556-4d1a5bd9767f None None] Attempting to bind port df731b22-e352-4ff2-a063-3756429ab613 on network 79d0aa51-ec58-4383-b51a-936c33ac6864 {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 12:53:52.761908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208f4e90-4972-4a64-b556-4d1a5bd9767f None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 12, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 12:53:52.762368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208f4e90-4972-4a64-b556-4d1a5bd9767f None None] Checking segment: {'id': '42fee643-e354-49a3-8ce9-db725f1eb02a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '79d0aa51-ec58-4383-b51a-936c33ac6864'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 12:53:52.762902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-208f4e90-4972-4a64-b556-4d1a5bd9767f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:52.763321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208f4e90-4972-4a64-b556-4d1a5bd9767f None None] Bound using segment: {'id': '42fee643-e354-49a3-8ce9-db725f1eb02a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '79d0aa51-ec58-4383-b51a-936c33ac6864'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 12:53:52.763865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-208f4e90-4972-4a64-b556-4d1a5bd9767f None None] Bound port: df731b22-e352-4ff2-a063-3756429ab613, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42fee643-e354-49a3-8ce9-db725f1eb02a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '79d0aa51-ec58-4383-b51a-936c33ac6864'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 12:53:52.764314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-208f4e90-4972-4a64-b556-4d1a5bd9767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:52.862014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-208f4e90-4972-4a64-b556-4d1a5bd9767f None None] For port df731b22-e352-4ff2-a063-3756429ab613, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 12:53:52.868333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-208f4e90-4972-4a64-b556-4d1a5bd9767f None None] For port df731b22-e352-4ff2-a063-3756429ab613, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=df731b22-e352-4ff2-a063-3756429ab613,segment=NetworkSegment(42fee643-e354-49a3-8ce9-db725f1eb02a),segment_id=42fee643-e354-49a3-8ce9-db725f1eb02a)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 12:53:52.869757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-208f4e90-4972-4a64-b556-4d1a5bd9767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:52.885837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 12:53:53.197100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d44c17-f756-4d37-a53d-5a48da1772c4 None None] Pushing event updated for resources: {'Port': ['ID=df731b22-e352-4ff2-a063-3756429ab613,revision_number=4']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 12:53:53.200342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-78d44c17-f756-4d37-a53d-5a48da1772c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 12:53:53.272599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208f4e90-4972-4a64-b556-4d1a5bd9767f None None] Routers {'ecbe7e26-ff48-4b9c-892d-5348af69f243'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 12:53:53.273279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-208f4e90-4972-4a64-b556-4d1a5bd9767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d63e6d8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T12:53:42Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['ecbe7e26-ff48-4b9c-892d-5348af69f243'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 12:53:53.442618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-208f4e90-4972-4a64-b556-4d1a5bd9767f None None] Set router ecbe7e26-ff48-4b9c-892d-5348af69f243 gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 12:53:53.782950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-208f4e90-4972-4a64-b556-4d1a5bd9767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d63e6d8>, [{'id': 'ecbe7e26-ff48-4b9c-892d-5348af69f243', 'name': 'router1', 'tenant_id': 'd63a465ec046484088da8b53c872be2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T12:53:39Z', 'updated_at': '2020-11-24T12:53:50Z', 'revision_number': 2, 'project_id': 'd63a465ec046484088da8b53c872be2a', 'gw_port_host': None, '_interfaces': [{'id': 'df731b22-e352-4ff2-a063-3756429ab613', 'name': '', 'network_id': '79d0aa51-ec58-4383-b51a-936c33ac6864', 'tenant_id': 'd63a465ec046484088da8b53c872be2a', 'mac_address': 'fa:16:3e:7f:78:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbe7e26-ff48-4b9c-892d-5348af69f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac9a021f-d8f3-4e20-bc71-8d96f3fe0bc8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T12:53:49Z', 'updated_at': '2020-11-24T12:53:52Z', 'revision_number': 4, 'project_id': 'd63a465ec046484088da8b53c872be2a', 'subnets': [{'id': 'ac9a021f-d8f3-4e20-bc71-8d96f3fe0bc8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2f2fcb6-3f18-48e7-b4a7-c9c1856c91f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 12:53:53.787237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208f4e90-4972-4a64-b556-4d1a5bd9767f None None] The sync data for ids ['ecbe7e26-ff48-4b9c-892d-5348af69f243'] in dv-neutron-601336-61-ovs is: [{'id': 'ecbe7e26-ff48-4b9c-892d-5348af69f243', 'name': 'router1', 'tenant_id': 'd63a465ec046484088da8b53c872be2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T12:53:39Z', 'updated_at': '2020-11-24T12:53:50Z', 'revision_number': 2, 'project_id': 'd63a465ec046484088da8b53c872be2a', 'gw_port_host': None, '_interfaces': [{'id': 'df731b22-e352-4ff2-a063-3756429ab613', 'name': '', 'network_id': '79d0aa51-ec58-4383-b51a-936c33ac6864', 'tenant_id': 'd63a465ec046484088da8b53c872be2a', 'mac_address': 'fa:16:3e:7f:78:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbe7e26-ff48-4b9c-892d-5348af69f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac9a021f-d8f3-4e20-bc71-8d96f3fe0bc8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T12:53:49Z', 'updated_at': '2020-11-24T12:53:52Z', 'revision_number': 4, 'project_id': 'd63a465ec046484088da8b53c872be2a', 'subnets': [{'id': 'ac9a021f-d8f3-4e20-bc71-8d96f3fe0bc8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2f2fcb6-3f18-48e7-b4a7-c9c1856c91f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 12:53:53.828784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 40094) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 12:53:54.017923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540f9854-3bfa-40c2-b01f-bf6a367c27d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 12:53:54.018490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-540f9854-3bfa-40c2-b01f-bf6a367c27d4 admin admin] Synchronizing usage tracker for tenant:96c943a91d314c0da08111643f413dfc on resource:network {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 12:53:54.036669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-540f9854-3bfa-40c2-b01f-bf6a367c27d4 admin admin] Unset dirty status for tenant:96c943a91d314c0da08111643f413dfc on resource:network {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 12:53:54.037910 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-540f9854-3bfa-40c2-b01f-bf6a367c27d4 admin admin] 10.222.0.76 "GET /v2.0/networks/cfe08d36-e5ba-4f00-8669-16a0ead5d220 HTTP/1.1" status: 200  len: 842 time: 0.2080989
Nov 24 12:53:54.049948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-f25036bc-1ae8-4a15-a7f8-713dc0c72823 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.26.8.1', 'cidr': '172.26.8.0/24', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 12:53:54.055538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f25036bc-1ae8-4a15-a7f8-713dc0c72823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 12:53:54.059521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f25036bc-1ae8-4a15-a7f8-713dc0c72823 admin admin] Usage tracker for resource:subnet and tenant:96c943a91d314c0da08111643f413dfc is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 12:53:54.062526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f25036bc-1ae8-4a15-a7f8-713dc0c72823 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 12:53:54.068644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f25036bc-1ae8-4a15-a7f8-713dc0c72823 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 12:53:54.083358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25036bc-1ae8-4a15-a7f8-713dc0c72823 admin admin] Made reservation on behalf of 96c943a91d314c0da08111643f413dfc for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 12:53:54.083768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f25036bc-1ae8-4a15-a7f8-713dc0c72823 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:54.704256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.objects.ports [None req-f25036bc-1ae8-4a15-a7f8-713dc0c72823 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80943) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 24 12:53:54.704755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f25036bc-1ae8-4a15-a7f8-713dc0c72823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:54.720240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 12:53:54.844842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25036bc-1ae8-4a15-a7f8-713dc0c72823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 12:53:54.849238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f25036bc-1ae8-4a15-a7f8-713dc0c72823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 12:53:54.930587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25036bc-1ae8-4a15-a7f8-713dc0c72823 admin admin] Checking segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 12:53:54.930979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25036bc-1ae8-4a15-a7f8-713dc0c72823 admin admin] Network hostable DHCP agents. Network: cfe08d36-e5ba-4f00-8669-16a0ead5d220, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 12:53:54.952947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25036bc-1ae8-4a15-a7f8-713dc0c72823 admin admin] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 12:53:54.963861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-f25036bc-1ae8-4a15-a7f8-713dc0c72823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, cfe08d36-e5ba-4f00-8669-16a0ead5d220) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 12:53:54.967790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25036bc-1ae8-4a15-a7f8-713dc0c72823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 12:53:54.968430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f25036bc-1ae8-4a15-a7f8-713dc0c72823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:54.972896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cbb447-9085-45f0-89c1-b95b99f550f0 None None] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 12:53:54.990339 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f25036bc-1ae8-4a15-a7f8-713dc0c72823 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9442916
Nov 24 12:53:55.215011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3b9b96-b5b0-4fd0-9dc5-14594163668e None None] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 12:53:56.345305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device df731b22-e352-4ff2-a063-3756429ab613 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 12:53:56.415860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port df731b22-e352-4ff2-a063-3756429ab613 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 12:53:56.420607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port df731b22-e352-4ff2-a063-3756429ab613 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 12:53:56.421018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:56.685824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:56.724204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port df731b22-e352-4ff2-a063-3756429ab613, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=df731b22-e352-4ff2-a063-3756429ab613,segment=NetworkSegment(42fee643-e354-49a3-8ce9-db725f1eb02a),segment_id=42fee643-e354-49a3-8ce9-db725f1eb02a)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 12:53:56.726077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:56.730176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 12:53:56.802719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=df731b22-e352-4ff2-a063-3756429ab613,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 12:53:56.806048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 12:53:57.605705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 40108) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 12:53:57.853879 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-734d9314-fa94-4024-abd0-c5364bc53e09 admin admin] 10.222.0.76 "GET /v2.0/routers/ecbe7e26-ff48-4b9c-892d-5348af69f243 HTTP/1.1" status: 200  len: 710 time: 0.2468464
Nov 24 12:53:57.993274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e080a54-4065-45be-91a9-2665981e84be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 12:53:57.994768 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8e080a54-4065-45be-91a9-2665981e84be admin admin] 10.222.0.76 "GET /v2.0/networks/cfe08d36-e5ba-4f00-8669-16a0ead5d220 HTTP/1.1" status: 200  len: 886 time: 0.1348283
Nov 24 12:53:58.004637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b2ff3103-4af1-4553-9e52-034403aaec5f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 12:53:58.318091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device df731b22-e352-4ff2-a063-3756429ab613 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 12:53:58.395699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port df731b22-e352-4ff2-a063-3756429ab613 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 12:53:58.396100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:58.513608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2ff3103-4af1-4553-9e52-034403aaec5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:58.709854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2ff3103-4af1-4553-9e52-034403aaec5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:58.741241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2ff3103-4af1-4553-9e52-034403aaec5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:58.754176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2ff3103-4af1-4553-9e52-034403aaec5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:58.788532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b2ff3103-4af1-4553-9e52-034403aaec5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 12:53:58.792659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b2ff3103-4af1-4553-9e52-034403aaec5f admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 12:53:58.796196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b2ff3103-4af1-4553-9e52-034403aaec5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 12:53:58.802218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b2ff3103-4af1-4553-9e52-034403aaec5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 12:53:58.871430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2ff3103-4af1-4553-9e52-034403aaec5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:58.875406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2ff3103-4af1-4553-9e52-034403aaec5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:58.890648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 12:53:58.983925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff3103-4af1-4553-9e52-034403aaec5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a0e8d3-745e-42a3-bede-c98adf4a5638,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 12:53:58.988456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b2ff3103-4af1-4553-9e52-034403aaec5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 12:53:59.159639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-b2ff3103-4af1-4553-9e52-034403aaec5f admin admin] Allocated IP 172.26.8.36 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/61b1315e-bbf0-4b0b-a0e8-b561970df550) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 12:53:59.321410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2ff3103-4af1-4553-9e52-034403aaec5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:59.348884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2ff3103-4af1-4553-9e52-034403aaec5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:53:59.365427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 12:53:59.500519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff3103-4af1-4553-9e52-034403aaec5f admin admin] Pushing event updated for resources: {'Port': ['ID=61b1315e-bbf0-4b0b-a0e8-b561970df550,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 12:53:59.505055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b2ff3103-4af1-4553-9e52-034403aaec5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 12:53:59.557599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ff3103-4af1-4553-9e52-034403aaec5f admin admin] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 12:53:59.558726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-b2ff3103-4af1-4553-9e52-034403aaec5f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 12:53:59.561169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ff3103-4af1-4553-9e52-034403aaec5f admin admin] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 12:53:59.705775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2ff3103-4af1-4553-9e52-034403aaec5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:54:00.040393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2ff3103-4af1-4553-9e52-034403aaec5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:54:00.044031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2ff3103-4af1-4553-9e52-034403aaec5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4112833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850663106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4103870'] for router, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:54:00.261765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ff3103-4af1-4553-9e52-034403aaec5f admin admin] Router ecbe7e26-ff48-4b9c-892d-5348af69f243 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 12:54:00.469929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ff3103-4af1-4553-9e52-034403aaec5f admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 12:54:00.478896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6780a6d6-7924-4609-8749-cba1857c3bf1 None None] Sync routers for ids ['ecbe7e26-ff48-4b9c-892d-5348af69f243'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 12:54:00.486986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2ff3103-4af1-4553-9e52-034403aaec5f admin admin] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:54:00.488274 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b2ff3103-4af1-4553-9e52-034403aaec5f admin admin] 10.222.0.76 "PUT /v2.0/routers/ecbe7e26-ff48-4b9c-892d-5348af69f243 HTTP/1.1" status: 200  len: 889 time: 2.4871025
Nov 24 12:54:00.492201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6780a6d6-7924-4609-8749-cba1857c3bf1 None None] Routers {'ecbe7e26-ff48-4b9c-892d-5348af69f243'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 12:54:00.492872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-6780a6d6-7924-4609-8749-cba1857c3bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cbf2898>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T12:53:42Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['ecbe7e26-ff48-4b9c-892d-5348af69f243'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 12:54:00.702167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-6780a6d6-7924-4609-8749-cba1857c3bf1 None None] Set router ecbe7e26-ff48-4b9c-892d-5348af69f243 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 12:54:01.151599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-6780a6d6-7924-4609-8749-cba1857c3bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cbf2898>, [{'id': 'ecbe7e26-ff48-4b9c-892d-5348af69f243', 'name': 'router1', 'tenant_id': 'd63a465ec046484088da8b53c872be2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '61b1315e-bbf0-4b0b-a0e8-b561970df550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T12:53:39Z', 'updated_at': '2020-11-24T12:53:59Z', 'revision_number': 4, 'project_id': 'd63a465ec046484088da8b53c872be2a', 'gw_port': {'id': '61b1315e-bbf0-4b0b-a0e8-b561970df550', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbe7e26-ff48-4b9c-892d-5348af69f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T12:53:59Z', 'updated_at': '2020-11-24T12:53:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'df731b22-e352-4ff2-a063-3756429ab613', 'name': '', 'network_id': '79d0aa51-ec58-4383-b51a-936c33ac6864', 'tenant_id': 'd63a465ec046484088da8b53c872be2a', 'mac_address': 'fa:16:3e:7f:78:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbe7e26-ff48-4b9c-892d-5348af69f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac9a021f-d8f3-4e20-bc71-8d96f3fe0bc8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T12:53:49Z', 'updated_at': '2020-11-24T12:53:56Z', 'revision_number': 5, 'project_id': 'd63a465ec046484088da8b53c872be2a', 'subnets': [{'id': 'ac9a021f-d8f3-4e20-bc71-8d96f3fe0bc8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2f2fcb6-3f18-48e7-b4a7-c9c1856c91f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 12:54:01.157450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6780a6d6-7924-4609-8749-cba1857c3bf1 None None] Checking router: ecbe7e26-ff48-4b9c-892d-5348af69f243 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 12:54:01.157841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6780a6d6-7924-4609-8749-cba1857c3bf1 None None] Updating router ecbe7e26-ff48-4b9c-892d-5348af69f243 port 61b1315e-bbf0-4b0b-a0e8-b561970df550 binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 12:54:01.209865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6780a6d6-7924-4609-8749-cba1857c3bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:54:01.637652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6780a6d6-7924-4609-8749-cba1857c3bf1 None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:54:01.654023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6780a6d6-7924-4609-8749-cba1857c3bf1 None None] Transition to ACTIVE for port object 61b1315e-bbf0-4b0b-a0e8-b561970df550 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 12:54:01.658036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6780a6d6-7924-4609-8749-cba1857c3bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:54:01.673818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 12:54:01.801210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7c373-74ad-4b51-a69f-d1db45ca2329 None None] Pushing event updated for resources: {'Port': ['ID=61b1315e-bbf0-4b0b-a0e8-b561970df550,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 12:54:01.805989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bbf7c373-74ad-4b51-a69f-d1db45ca2329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 12:54:01.873250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-6780a6d6-7924-4609-8749-cba1857c3bf1 None None] Attempting to bind port 61b1315e-bbf0-4b0b-a0e8-b561970df550 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 12:54:01.874196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-6780a6d6-7924-4609-8749-cba1857c3bf1 None None] Attempting to bind port 61b1315e-bbf0-4b0b-a0e8-b561970df550 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 12:54:01.874602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6780a6d6-7924-4609-8749-cba1857c3bf1 None None] Attempting to bind port 61b1315e-bbf0-4b0b-a0e8-b561970df550 on network cfe08d36-e5ba-4f00-8669-16a0ead5d220 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 12:54:01.882222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6780a6d6-7924-4609-8749-cba1857c3bf1 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 12, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 12:54:01.882661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6780a6d6-7924-4609-8749-cba1857c3bf1 None None] Checking segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 12:54:01.883080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6780a6d6-7924-4609-8749-cba1857c3bf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:54:01.883510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6780a6d6-7924-4609-8749-cba1857c3bf1 None None] Bound using segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 12:54:01.884019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-6780a6d6-7924-4609-8749-cba1857c3bf1 None None] Bound port: 61b1315e-bbf0-4b0b-a0e8-b561970df550, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 12:54:01.884426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6780a6d6-7924-4609-8749-cba1857c3bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:54:01.966409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-6780a6d6-7924-4609-8749-cba1857c3bf1 None None] For port 61b1315e-bbf0-4b0b-a0e8-b561970df550, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 12:54:01.969540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-6780a6d6-7924-4609-8749-cba1857c3bf1 None None] For port 61b1315e-bbf0-4b0b-a0e8-b561970df550, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=61b1315e-bbf0-4b0b-a0e8-b561970df550,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 12:54:01.973055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6780a6d6-7924-4609-8749-cba1857c3bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:54:01.988641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-309c7d04-3d54-4c5e-9978-daac35f83da8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 12:54:02.141858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7c373-74ad-4b51-a69f-d1db45ca2329 None None] Pushing event updated for resources: {'Port': ['ID=61b1315e-bbf0-4b0b-a0e8-b561970df550,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 12:54:02.145203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bbf7c373-74ad-4b51-a69f-d1db45ca2329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 12:54:02.190487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6780a6d6-7924-4609-8749-cba1857c3bf1 None None] Routers {'ecbe7e26-ff48-4b9c-892d-5348af69f243'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 12:54:02.191146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-6780a6d6-7924-4609-8749-cba1857c3bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cbf2898>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T12:53:42Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['ecbe7e26-ff48-4b9c-892d-5348af69f243'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 12:54:02.386352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-6780a6d6-7924-4609-8749-cba1857c3bf1 None None] Set router ecbe7e26-ff48-4b9c-892d-5348af69f243 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 12:54:02.902234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-6780a6d6-7924-4609-8749-cba1857c3bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cbf2898>, [{'id': 'ecbe7e26-ff48-4b9c-892d-5348af69f243', 'name': 'router1', 'tenant_id': 'd63a465ec046484088da8b53c872be2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '61b1315e-bbf0-4b0b-a0e8-b561970df550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T12:53:39Z', 'updated_at': '2020-11-24T12:53:59Z', 'revision_number': 4, 'project_id': 'd63a465ec046484088da8b53c872be2a', 'gw_port': {'id': '61b1315e-bbf0-4b0b-a0e8-b561970df550', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbe7e26-ff48-4b9c-892d-5348af69f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T12:53:59Z', 'updated_at': '2020-11-24T12:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'df731b22-e352-4ff2-a063-3756429ab613', 'name': '', 'network_id': '79d0aa51-ec58-4383-b51a-936c33ac6864', 'tenant_id': 'd63a465ec046484088da8b53c872be2a', 'mac_address': 'fa:16:3e:7f:78:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbe7e26-ff48-4b9c-892d-5348af69f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac9a021f-d8f3-4e20-bc71-8d96f3fe0bc8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T12:53:49Z', 'updated_at': '2020-11-24T12:53:56Z', 'revision_number': 5, 'project_id': 'd63a465ec046484088da8b53c872be2a', 'subnets': [{'id': 'ac9a021f-d8f3-4e20-bc71-8d96f3fe0bc8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2f2fcb6-3f18-48e7-b4a7-c9c1856c91f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 12:54:02.906847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6780a6d6-7924-4609-8749-cba1857c3bf1 None None] The sync data for ids ['ecbe7e26-ff48-4b9c-892d-5348af69f243'] in dv-neutron-601336-61-ovs is: [{'id': 'ecbe7e26-ff48-4b9c-892d-5348af69f243', 'name': 'router1', 'tenant_id': 'd63a465ec046484088da8b53c872be2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': '61b1315e-bbf0-4b0b-a0e8-b561970df550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T12:53:39Z', 'updated_at': '2020-11-24T12:53:59Z', 'revision_number': 4, 'project_id': 'd63a465ec046484088da8b53c872be2a', 'gw_port': {'id': '61b1315e-bbf0-4b0b-a0e8-b561970df550', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbe7e26-ff48-4b9c-892d-5348af69f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T12:53:59Z', 'updated_at': '2020-11-24T12:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'df731b22-e352-4ff2-a063-3756429ab613', 'name': '', 'network_id': '79d0aa51-ec58-4383-b51a-936c33ac6864', 'tenant_id': 'd63a465ec046484088da8b53c872be2a', 'mac_address': 'fa:16:3e:7f:78:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbe7e26-ff48-4b9c-892d-5348af69f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac9a021f-d8f3-4e20-bc71-8d96f3fe0bc8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T12:53:49Z', 'updated_at': '2020-11-24T12:53:56Z', 'revision_number': 5, 'project_id': 'd63a465ec046484088da8b53c872be2a', 'subnets': [{'id': 'ac9a021f-d8f3-4e20-bc71-8d96f3fe0bc8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2f2fcb6-3f18-48e7-b4a7-c9c1856c91f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 12:54:03.272946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 40118) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 12:54:03.433986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a79de9-3988-4223-9368-165a62f3a31a admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 12:54:03.437154 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-35a79de9-3988-4223-9368-165a62f3a31a admin admin] 10.222.0.76 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1079 time: 0.1619883
Nov 24 12:54:04.347141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 61b1315e-bbf0-4b0b-a0e8-b561970df550 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 12:54:04.420305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 61b1315e-bbf0-4b0b-a0e8-b561970df550 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 12:54:04.426636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 61b1315e-bbf0-4b0b-a0e8-b561970df550 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 12:54:04.427047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:54:04.558879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:54:04.575386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 61b1315e-bbf0-4b0b-a0e8-b561970df550, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=61b1315e-bbf0-4b0b-a0e8-b561970df550,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 12:54:04.579798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:54:04.582005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-160708a6-e89a-4a5b-9140-69ddef601c76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 12:54:04.656132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=61b1315e-bbf0-4b0b-a0e8-b561970df550,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 12:54:04.659650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 12:54:06.348142 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 61b1315e-bbf0-4b0b-a0e8-b561970df550 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 12:54:06.450664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 61b1315e-bbf0-4b0b-a0e8-b561970df550 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 12:54:06.452186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:54:10.189060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-86223622-a994-4185-a3da-7cfe0682a7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:54:12.499840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6aaef55e-d806-45f1-b8e1-53023dd509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:54:12.753477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:54:14.065118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:54:14.555586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:54:14.815264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 5 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 12:54:40.143435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-22ad77bf-3996-49d2-9315-4e4ec2ee199e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:54:42.492903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5fa09344-406b-4e17-8282-71e0d4c96f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:54:42.748497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:54:44.060731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:54:44.546812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:54:51.816062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 5 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 12:55:10.148501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-43e50870-f0f6-493f-acd6-b08a49f06587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:55:12.498758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-691e91c9-6c0b-49bf-be81-9f8621a71717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:55:12.752720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:55:14.064147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:55:14.544881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:55:28.817438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 5 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 12:55:40.152957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2dc62263-5b8a-4b93-8b01-7cc898cd6515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:55:42.496166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-003fc698-7709-40c7-8388-10012897f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:55:42.758997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:55:44.068018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:55:44.553585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:56:05.819569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 5 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 12:56:10.157570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18c9c971-374b-4246-b02f-b2065253368b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:56:12.496662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-64a894b8-5909-4002-b8c4-5c7d95da3471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:56:12.762450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:56:14.071516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:56:14.552724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:56:20.667041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 40726) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 12:56:20.770398 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9781b3a-df34-40b6-92f3-477f83e1784c admin admin] GET failed (client error): The resource could not be found.
Nov 24 12:56:20.771719 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d9781b3a-df34-40b6-92f3-477f83e1784c admin admin] 10.222.0.76 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1036189
Nov 24 12:56:20.914811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000e761f-dd3b-4aed-821c-ef38fccdd35e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 12:56:20.916301 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-000e761f-dd3b-4aed-821c-ef38fccdd35e admin admin] 10.222.0.76 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1401021
Nov 24 12:56:23.366908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 40736) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 12:56:23.510967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7243e356-f491-48ff-a7c4-dc9e554c8ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 12:56:23.511575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7243e356-f491-48ff-a7c4-dc9e554c8ea5 admin admin] Synchronizing usage tracker for tenant:96c943a91d314c0da08111643f413dfc on resource:subnet {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 12:56:23.526650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7243e356-f491-48ff-a7c4-dc9e554c8ea5 admin admin] Unset dirty status for tenant:96c943a91d314c0da08111643f413dfc on resource:subnet {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 12:56:23.527851 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7243e356-f491-48ff-a7c4-dc9e554c8ea5 admin admin] 10.222.0.76 "GET /v2.0/subnets/ac9a021f-d8f3-4e20-bc71-8d96f3fe0bc8 HTTP/1.1" status: 200  len: 849 time: 0.1599238
Nov 24 12:56:23.539414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-073e27f5-4201-43ac-bf54-87fd24950894 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 12:56:23.667508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-073e27f5-4201-43ac-bf54-87fd24950894 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:56:23.984292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-073e27f5-4201-43ac-bf54-87fd24950894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754030687722'] for subnet, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:56:23.999913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9b386799-05d6-415a-8914-a3450b6c736c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 12:56:24.133502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e27f5-4201-43ac-bf54-87fd24950894 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac9a021f-d8f3-4e20-bc71-8d96f3fe0bc8,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 12:56:24.157735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073e27f5-4201-43ac-bf54-87fd24950894 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:56:24.158112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073e27f5-4201-43ac-bf54-87fd24950894 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:56:24.158504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073e27f5-4201-43ac-bf54-87fd24950894 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:56:24.158866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073e27f5-4201-43ac-bf54-87fd24950894 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:56:24.159224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073e27f5-4201-43ac-bf54-87fd24950894 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:56:24.159581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073e27f5-4201-43ac-bf54-87fd24950894 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:56:24.159934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073e27f5-4201-43ac-bf54-87fd24950894 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:56:24.160286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073e27f5-4201-43ac-bf54-87fd24950894 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:56:24.160643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073e27f5-4201-43ac-bf54-87fd24950894 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:56:24.160993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073e27f5-4201-43ac-bf54-87fd24950894 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:56:24.161339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073e27f5-4201-43ac-bf54-87fd24950894 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:56:24.161684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073e27f5-4201-43ac-bf54-87fd24950894 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:56:24.167424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-073e27f5-4201-43ac-bf54-87fd24950894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 12:56:24.197575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073e27f5-4201-43ac-bf54-87fd24950894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 12:56:24.198260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-073e27f5-4201-43ac-bf54-87fd24950894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:56:24.199654 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-073e27f5-4201-43ac-bf54-87fd24950894 admin admin] 10.222.0.76 "PUT /v2.0/subnets/ac9a021f-d8f3-4e20-bc71-8d96f3fe0bc8 HTTP/1.1" status: 200  len: 868 time: 0.6643643
Nov 24 12:56:24.217413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66063f38-4eb7-4c3b-8b06-aca54aa09bc2 None None] Network 79d0aa51-ec58-4383-b51a-936c33ac6864 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 12:56:24.666426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-34e2ffa2-b0ba-46b2-8991-7f2735e1d6a3 None None] Provisioning complete for port 94fe9478-59cd-4d51-8657-33c3190e642f triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 12:56:24.667062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34e2ffa2-b0ba-46b2-8991-7f2735e1d6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:56:24.794595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-34e2ffa2-b0ba-46b2-8991-7f2735e1d6a3 None None] Provisioning complete for port df731b22-e352-4ff2-a063-3756429ab613 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 12:56:24.795531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34e2ffa2-b0ba-46b2-8991-7f2735e1d6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:56:26.728601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 40746) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 12:56:26.946028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b256e8-d6b8-4ad6-8aec-70e85e11e9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 12:56:26.946413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b256e8-d6b8-4ad6-8aec-70e85e11e9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 12:56:26.948060 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-92b256e8-d6b8-4ad6-8aec-70e85e11e9ea admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2184491
Nov 24 12:56:29.442442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 40756) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 12:56:29.661984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb07ea9-09df-4790-a329-4d3927cf7db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 12:56:29.662443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb07ea9-09df-4790-a329-4d3927cf7db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 12:56:29.664100 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-efb07ea9-09df-4790-a329-4d3927cf7db9 admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2203095
Nov 24 12:56:32.154801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 40766) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 12:56:32.534955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be12c0ad-6b7b-4a03-a074-4a924cf6a22e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 12:56:32.536422 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-be12c0ad-6b7b-4a03-a074-4a924cf6a22e admin admin] 10.222.0.76 "GET /v2.0/networks/79d0aa51-ec58-4383-b51a-936c33ac6864 HTTP/1.1" status: 200  len: 862 time: 0.3805943
Nov 24 12:56:35.008216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 40776) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 12:56:35.218010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f2d03f-5586-4d20-a339-fd72d691f2f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 12:56:35.219435 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b0f2d03f-5586-4d20-a339-fd72d691f2f6 admin admin] 10.222.0.76 "GET /v2.0/networks/cfe08d36-e5ba-4f00-8669-16a0ead5d220 HTTP/1.1" status: 200  len: 886 time: 0.2101505
Nov 24 12:56:37.709180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 40786) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 12:56:37.854051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69b8bf5-7a17-4eec-91b4-e1a9a7ea82f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 12:56:37.854513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69b8bf5-7a17-4eec-91b4-e1a9a7ea82f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 12:56:37.856544 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d69b8bf5-7a17-4eec-91b4-e1a9a7ea82f2 admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1461709
Nov 24 12:56:40.160714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c9ceb651-61dd-416e-a31e-62bd1693cb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:56:40.333913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 40796) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 12:56:40.486886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d2c393-390a-4057-a42a-bb2c81731bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 12:56:40.487295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d2c393-390a-4057-a42a-bb2c81731bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 12:56:40.488926 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b8d2c393-390a-4057-a42a-bb2c81731bcb admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1539125
Nov 24 12:56:42.500200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a8f96f1d-b9a1-48ec-b422-77939dbaaa9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:56:42.765205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:56:42.819682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 5 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 12:56:42.993374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 40806) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 12:56:43.135042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c5084a-36a4-4e9f-9964-bd5f1789461f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 12:56:43.136587 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-67c5084a-36a4-4e9f-9964-bd5f1789461f admin admin] 10.222.0.76 "GET /v2.0/subnets/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e HTTP/1.1" status: 200  len: 816 time: 0.1424592
Nov 24 12:56:44.074073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:56:44.556213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:56:45.603012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 40816) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 12:56:45.754998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fac729b-a829-42a7-9f9b-38d0c9353e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 12:56:45.756545 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6fac729b-a829-42a7-9f9b-38d0c9353e1c admin admin] 10.222.0.76 "GET /v2.0/subnets/ac9a021f-d8f3-4e20-bc71-8d96f3fe0bc8 HTTP/1.1" status: 200  len: 868 time: 0.1524451
Nov 24 12:57:10.163910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ee1e7d3-78bb-4c47-bf5f-515b870b43a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:57:11.647804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 40856) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 12:57:11.727818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-67a5e112-ec42-42cd-a0b6-c2d542290e8a admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 12:57:11.728937 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-67a5e112-ec42-42cd-a0b6-c2d542290e8a admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0801156
Nov 24 12:57:12.503431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f0f44450-4a42-4775-aa2e-335aa13164e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:57:12.765448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:57:14.077417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:57:14.300253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 40866) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 12:57:14.408425 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-de5811b7-b289-4d12-9af6-b0b4e166ead2 admin admin] GET failed (client error): The resource could not be found.
Nov 24 12:57:14.409715 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-de5811b7-b289-4d12-9af6-b0b4e166ead2 admin admin] 10.222.0.76 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1084135
Nov 24 12:57:14.551490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab123f48-0f54-4850-9633-c94d65b7aab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 12:57:14.553464 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ab123f48-0f54-4850-9633-c94d65b7aab8 admin admin] 10.222.0.76 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1388595
Nov 24 12:57:14.561452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:57:17.048600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 40876) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 12:57:17.128473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-35ac1445-da94-4dc4-8322-b9763ad0e367 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 12:57:17.133416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-35ac1445-da94-4dc4-8322-b9763ad0e367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 12:57:17.144972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-35ac1445-da94-4dc4-8322-b9763ad0e367 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 12:57:17.154774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ac1445-da94-4dc4-8322-b9763ad0e367 admin admin] Made reservation on behalf of 96c943a91d314c0da08111643f413dfc for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 12:57:17.159579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-35ac1445-da94-4dc4-8322-b9763ad0e367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:57:17.255705 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.services.revisions.revision_plugin [None req-35ac1445-da94-4dc4-8322-b9763ad0e367 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f634c285550] {project_id='96c943a91d314c0da08111643f413dfc', id='6b92a0cc-e638-411c-b710-2e451570b27a', target_tenant='*', action='access_as_shared', object_id='c38c0c48-3eb4-4325-8689-1f77646817e5'}> to bump revision.
Nov 24 12:57:17.277727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ac1445-da94-4dc4-8322-b9763ad0e367 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 12:57:17.288702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-35ac1445-da94-4dc4-8322-b9763ad0e367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:57:17.289084 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-35ac1445-da94-4dc4-8322-b9763ad0e367 admin admin] Added segment 3b8d108e-df46-43eb-8086-fba703374986 of type vxlan for network c38c0c48-3eb4-4325-8689-1f77646817e5
Nov 24 12:57:17.315756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-35ac1445-da94-4dc4-8322-b9763ad0e367 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:57:17.347418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-35ac1445-da94-4dc4-8322-b9763ad0e367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:57:17.348680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ac1445-da94-4dc4-8322-b9763ad0e367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 12:57:17.349309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-35ac1445-da94-4dc4-8322-b9763ad0e367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:57:17.354386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bdf50a51-a348-416a-ba87-ec4dbc0c4cb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 12:57:17.457846 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-35ac1445-da94-4dc4-8322-b9763ad0e367 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.4080601
Nov 24 12:57:17.460772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac1445-da94-4dc4-8322-b9763ad0e367 admin admin] Pushing event updated for resources: {'Network': ['ID=c38c0c48-3eb4-4325-8689-1f77646817e5,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 12:57:17.463818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-35ac1445-da94-4dc4-8322-b9763ad0e367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 12:57:17.472638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network c38c0c48-3eb4-4325-8689-1f77646817e5 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 12:57:19.820465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 5 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 12:57:19.963651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 40886) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 12:57:20.067351 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b463b1-fc11-4735-9acc-c1dcb85bca77 admin admin] GET failed (client error): The resource could not be found.
Nov 24 12:57:20.067889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c1b463b1-fc11-4735-9acc-c1dcb85bca77 admin admin] Synchronizing usage tracker for tenant:96c943a91d314c0da08111643f413dfc on resource:network {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 12:57:20.082496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c1b463b1-fc11-4735-9acc-c1dcb85bca77 admin admin] Unset dirty status for tenant:96c943a91d314c0da08111643f413dfc on resource:network {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 12:57:20.083600 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c1b463b1-fc11-4735-9acc-c1dcb85bca77 admin admin] 10.222.0.76 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1189363
Nov 24 12:57:20.202893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd1f85f-5b28-4f63-b51a-19afeea0aae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 12:57:20.204475 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ddd1f85f-5b28-4f63-b51a-19afeea0aae8 admin admin] 10.222.0.76 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1160970
Nov 24 12:57:20.217298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-25fcbb4a-4b44-427a-ad6b-f72a2687337c admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'c38c0c48-3eb4-4325-8689-1f77646817e5'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 12:57:20.222332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-25fcbb4a-4b44-427a-ad6b-f72a2687337c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 12:57:20.232619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-25fcbb4a-4b44-427a-ad6b-f72a2687337c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 12:57:20.241209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fcbb4a-4b44-427a-ad6b-f72a2687337c admin admin] Made reservation on behalf of 96c943a91d314c0da08111643f413dfc for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 12:57:20.245776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-25fcbb4a-4b44-427a-ad6b-f72a2687337c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:57:20.656246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-25fcbb4a-4b44-427a-ad6b-f72a2687337c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:57:20.672600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 12:57:20.795369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcbb4a-4b44-427a-ad6b-f72a2687337c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3de4ecfd-0650-4807-8772-29c4c242b350,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 12:57:20.799973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-25fcbb4a-4b44-427a-ad6b-f72a2687337c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 12:57:20.869622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fcbb4a-4b44-427a-ad6b-f72a2687337c admin admin] Checking segment: {'id': '3b8d108e-df46-43eb-8086-fba703374986', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c38c0c48-3eb4-4325-8689-1f77646817e5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 12:57:20.870209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fcbb4a-4b44-427a-ad6b-f72a2687337c admin admin] Network hostable DHCP agents. Network: c38c0c48-3eb4-4325-8689-1f77646817e5, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 12:57:20.890992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fcbb4a-4b44-427a-ad6b-f72a2687337c admin admin] Network c38c0c48-3eb4-4325-8689-1f77646817e5 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 12:57:20.898927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-25fcbb4a-4b44-427a-ad6b-f72a2687337c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, c38c0c48-3eb4-4325-8689-1f77646817e5) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 12:57:20.903769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fcbb4a-4b44-427a-ad6b-f72a2687337c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 12:57:20.904409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-25fcbb4a-4b44-427a-ad6b-f72a2687337c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:57:20.909207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77d5b9a-5e32-441c-888b-43497d170ac9 None None] Network c38c0c48-3eb4-4325-8689-1f77646817e5 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 12:57:20.929763 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-25fcbb4a-4b44-427a-ad6b-f72a2687337c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7168703
Nov 24 12:57:21.163257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-c38c0c48-3eb4-4325-8689-1f77646817e5', 'network_id': 'c38c0c48-3eb4-4325-8689-1f77646817e5', 'tenant_id': '96c943a91d314c0da08111643f413dfc', 'fixed_ips': [{'subnet_id': '3de4ecfd-0650-4807-8772-29c4c242b350'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 12:57:21.164281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:57:21.615611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Allocated IP 192.168.233.2 (c38c0c48-3eb4-4325-8689-1f77646817e5/3de4ecfd-0650-4807-8772-29c4c242b350/450b2ccf-ab8d-4586-9895-9975896905ed) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 12:57:21.842794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:57:21.854304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Transition to ACTIVE for port object 450b2ccf-ab8d-4586-9895-9975896905ed will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 12:57:21.871428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Transition to ACTIVE for port object 450b2ccf-ab8d-4586-9895-9975896905ed will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 12:57:21.876567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:57:21.892398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 12:57:22.026473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Pushing event updated for resources: {'Port': ['ID=450b2ccf-ab8d-4586-9895-9975896905ed,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 12:57:22.040454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:57:22.040833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:57:22.042734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:57:22.042734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:57:22.042734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:57:22.042734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:57:22.042734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:57:22.043267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:57:22.043437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:57:22.043888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:57:22.044198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:57:22.044555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:57:22.058566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 12:57:22.100931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Network c38c0c48-3eb4-4325-8689-1f77646817e5 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 12:57:22.102830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 12:57:22.105191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 12:57:22.162993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Attempting to bind port 450b2ccf-ab8d-4586-9895-9975896905ed on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 12:57:22.163338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Attempting to bind port 450b2ccf-ab8d-4586-9895-9975896905ed by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '3b8d108e-df46-43eb-8086-fba703374986', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c38c0c48-3eb4-4325-8689-1f77646817e5'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 12:57:22.163805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Attempting to bind port 450b2ccf-ab8d-4586-9895-9975896905ed on network c38c0c48-3eb4-4325-8689-1f77646817e5 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 12:57:22.171143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 12, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 12:57:22.171556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Checking segment: {'id': '3b8d108e-df46-43eb-8086-fba703374986', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c38c0c48-3eb4-4325-8689-1f77646817e5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 12:57:22.172002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:57:22.172432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Bound using segment: {'id': '3b8d108e-df46-43eb-8086-fba703374986', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c38c0c48-3eb4-4325-8689-1f77646817e5'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 12:57:22.172943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Bound port: 450b2ccf-ab8d-4586-9895-9975896905ed, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8d108e-df46-43eb-8086-fba703374986', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c38c0c48-3eb4-4325-8689-1f77646817e5'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 12:57:22.173357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:57:22.266912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] For port 450b2ccf-ab8d-4586-9895-9975896905ed, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 12:57:22.270538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] For port 450b2ccf-ab8d-4586-9895-9975896905ed, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=450b2ccf-ab8d-4586-9895-9975896905ed,segment=NetworkSegment(3b8d108e-df46-43eb-8086-fba703374986),segment_id=3b8d108e-df46-43eb-8086-fba703374986)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 12:57:22.273863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:57:22.290384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 12:57:22.436635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Pushing event updated for resources: {'Port': ['ID=450b2ccf-ab8d-4586-9895-9975896905ed,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 12:57:22.451138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 12:57:23.734784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9156a0e-e491-4485-a58d-1cdf3e0def99 None None] Network c38c0c48-3eb4-4325-8689-1f77646817e5 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 12:57:23.856166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5a7d2591-470f-43cd-8514-a57c9097ddeb None None] Provisioning for port 450b2ccf-ab8d-4586-9895-9975896905ed completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 12:57:24.460905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 450b2ccf-ab8d-4586-9895-9975896905ed up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 12:57:24.550797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 450b2ccf-ab8d-4586-9895-9975896905ed completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 12:57:24.563077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 450b2ccf-ab8d-4586-9895-9975896905ed triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 12:57:24.563485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:57:24.611026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0ba43482-e16b-4651-81ab-f84afab55577 None None] Provisioning complete for port 450b2ccf-ab8d-4586-9895-9975896905ed triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 12:57:24.611368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0ba43482-e16b-4651-81ab-f84afab55577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:57:24.779892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:57:24.829278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0ba43482-e16b-4651-81ab-f84afab55577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:57:24.855414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 450b2ccf-ab8d-4586-9895-9975896905ed, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=450b2ccf-ab8d-4586-9895-9975896905ed,segment=NetworkSegment(3b8d108e-df46-43eb-8086-fba703374986),segment_id=3b8d108e-df46-43eb-8086-fba703374986)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 12:57:24.862808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:57:24.894009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bbf7c373-74ad-4b51-a69f-d1db45ca2329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 12:57:24.978899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-0ba43482-e16b-4651-81ab-f84afab55577 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 12:57:24.979305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-0ba43482-e16b-4651-81ab-f84afab55577 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 12:57:24.984618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=450b2ccf-ab8d-4586-9895-9975896905ed,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 12:57:24.987904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 12:57:26.429742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 450b2ccf-ab8d-4586-9895-9975896905ed up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 12:57:26.502282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 450b2ccf-ab8d-4586-9895-9975896905ed triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 12:57:26.502702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:57:40.168631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9b3560b-00d0-48a4-87e0-54acbac93b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:57:42.505519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dc24d0f6-83a9-43c6-9176-d4c9e2eb9af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:57:42.770153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:57:44.082433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:57:44.572784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:57:56.825534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 5 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 12:58:10.171862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2cad5983-a4e5-475d-b218-27fb3874c956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:58:12.507843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8175e5c2-6023-4755-bb7f-a34ef9fe9cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:58:12.779449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:58:14.085485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:58:14.576543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:58:23.288817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 40928) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 12:58:23.300140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-37c7e64b-841d-4c62-bde8-727ac31eb7e1 tempest-verify_tempest_config-200139427 tempest-verify_tempest_config-200139427] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 12:58:23.301152 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-37c7e64b-841d-4c62-bde8-727ac31eb7e1 tempest-verify_tempest_config-200139427 tempest-verify_tempest_config-200139427] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12795 time: 0.0111713
Nov 24 12:58:23.661490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 40948) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 12:58:23.816011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5fedb9c1-502b-4405-802d-0f5b55ec43e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:58:23.857085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5fedb9c1-502b-4405-802d-0f5b55ec43e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 12:58:23.861115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5fedb9c1-502b-4405-802d-0f5b55ec43e9 admin admin] Usage tracker for resource:security_group_rule and tenant:6ab99fc878a24c968120a789f3cf49e4 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 12:58:23.864098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5fedb9c1-502b-4405-802d-0f5b55ec43e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 12:58:23.870589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5fedb9c1-502b-4405-802d-0f5b55ec43e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 12:58:23.940927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5fedb9c1-502b-4405-802d-0f5b55ec43e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:58:23.943792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5fedb9c1-502b-4405-802d-0f5b55ec43e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:58:23.953073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b2ff3103-4af1-4553-9e52-034403aaec5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 12:58:23.995911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fedb9c1-502b-4405-802d-0f5b55ec43e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e48be32-0973-4465-9983-6c6fd4ed7d5c,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 12:58:23.998939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5fedb9c1-502b-4405-802d-0f5b55ec43e9 admin admin] Synchronizing usage tracker for tenant:96c943a91d314c0da08111643f413dfc on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 12:58:24.013823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fedb9c1-502b-4405-802d-0f5b55ec43e9 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:58:24.014253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fedb9c1-502b-4405-802d-0f5b55ec43e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:58:24.014631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fedb9c1-502b-4405-802d-0f5b55ec43e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:58:24.014999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fedb9c1-502b-4405-802d-0f5b55ec43e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:58:24.015364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fedb9c1-502b-4405-802d-0f5b55ec43e9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:58:24.015743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fedb9c1-502b-4405-802d-0f5b55ec43e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:58:24.016106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fedb9c1-502b-4405-802d-0f5b55ec43e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:58:24.016468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fedb9c1-502b-4405-802d-0f5b55ec43e9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:58:24.016841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fedb9c1-502b-4405-802d-0f5b55ec43e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:58:24.017202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fedb9c1-502b-4405-802d-0f5b55ec43e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:58:24.017557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fedb9c1-502b-4405-802d-0f5b55ec43e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:58:24.017912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fedb9c1-502b-4405-802d-0f5b55ec43e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:58:24.023739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5fedb9c1-502b-4405-802d-0f5b55ec43e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 12:58:24.029346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5fedb9c1-502b-4405-802d-0f5b55ec43e9 admin admin] Unset dirty status for tenant:96c943a91d314c0da08111643f413dfc on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 12:58:24.030671 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5fedb9c1-502b-4405-802d-0f5b55ec43e9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6ab99fc878a24c968120a789f3cf49e4&name=default HTTP/1.1" status: 200  len: 2743 time: 0.3681238
Nov 24 12:58:24.033437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 40954) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 12:58:24.096830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0592989e-c3f8-4e15-a396-ea1199d5946c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:58:24.124402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0592989e-c3f8-4e15-a396-ea1199d5946c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:58:24.175226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0592989e-c3f8-4e15-a396-ea1199d5946c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:58:24.179257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 12:58:24.194301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592989e-c3f8-4e15-a396-ea1199d5946c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e48be32-0973-4465-9983-6c6fd4ed7d5c,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 12:58:24.198379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0592989e-c3f8-4e15-a396-ea1199d5946c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 12:58:24.201490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0592989e-c3f8-4e15-a396-ea1199d5946c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:58:24.202707 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0592989e-c3f8-4e15-a396-ea1199d5946c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0e48be32-0973-4465-9983-6c6fd4ed7d5c HTTP/1.1" status: 204  len: 168 time: 0.1683130
Nov 24 12:58:33.825734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 5 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 12:58:40.173239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d72c7909-1918-470f-b212-486d00805611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:58:42.506552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ce951b24-b2cc-42b6-895a-94b68892d965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:58:42.777447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:58:44.087532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:58:44.579606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:59:10.174816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-81285b00-d1c8-4b11-ae14-60ab88deddf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:59:10.826508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 5 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 12:59:12.507967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd102108-8fb7-43e9-aa02-b1b1c96f134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:59:12.780008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:59:14.089781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:59:14.583809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:59:40.180850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c9864d2f-7d3d-4a7b-9fec-ebe81b92d352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:59:42.510157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-260a0fb3-4d68-4dea-8e04-69e44247e904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:59:42.784363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:59:44.092869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:59:44.587979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:59:47.826751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 5 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 12:59:50.575849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158'] for agent, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 12:59:50.576429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:59:50.576718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:59:50.577096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:59:50.577464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:59:50.577831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:59:50.578225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:59:50.578583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:59:50.578942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:59:50.579382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:59:50.579740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:59:50.580094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:59:50.580453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 12:59:50.580894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f634cb94e48>, 'Open vSwitch agent', 'hv-neutron-6013', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 12:59:50.586280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f634cde4358>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-neutron-6013', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 12:59:50.977106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] get_endpoint_by_host() called for host hv-neutron-6013 {{(pid=80945) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Nov 24 12:59:50.981907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] get_endpoint_by_ip() called for ip 192.168.0.14 {{(pid=80945) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Nov 24 12:59:50.985019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] _add_endpoint() called for ip 192.168.0.14 {{(pid=80945) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Nov 24 12:59:50.990403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] _get_endpoints() called {{(pid=80945) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Nov 24 13:00:04.447042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41024) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:00:04.602791 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b2c77f3c-ae9e-4318-a88a-6e9e6fef8226 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5175 time: 0.1545711
Nov 24 13:00:07.088323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41034) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:00:07.180645 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-48e244b3-5abe-4742-90ac-d26cf883f87c admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5175 time: 0.0906138
Nov 24 13:00:10.174405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-16fc25d3-da46-40f7-84ab-cd6f36bca5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:00:12.512963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-003ff0eb-2fbb-41a6-bb77-c2a43ccaf045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:00:12.786442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:00:14.094883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:00:14.589426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:00:20.564169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:00:24.828025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:00:40.177427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6416bb1a-eb64-4ea4-9d53-3159888536be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:00:42.515802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-44da3f57-d78a-412e-a996-e3b5b0440398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:00:42.791231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:00:44.103630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:00:44.610328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:00:50.578628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:01.828205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:01:10.179377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2027503-557b-4f48-9b7a-646c4f6295af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:12.519560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c81f2d3f-fa18-499c-b821-0a98f8312af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:12.791475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:14.095728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:14.601450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:20.578775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:25.371788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41168) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:25.953630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1579092289-network', 'tenant_id': 'ea8aaac80b7f416b8647220a0a5fe6df'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:25.959805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:25.964996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Usage tracker for resource:network and tenant:ea8aaac80b7f416b8647220a0a5fe6df is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:25.967918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:25.975887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:25.986134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Made reservation on behalf of ea8aaac80b7f416b8647220a0a5fe6df for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:01:25.992055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:26.005776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:26.042861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:26.045604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Usage tracker for resource:security_group_rule and tenant:ea8aaac80b7f416b8647220a0a5fe6df is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:26.049080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:26.059437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:26.153691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:26.157321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:26.162578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:26.204626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:01:26.207925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed26ec5-8c45-42ab-b59d-e5ad57f28d23,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:26.224955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:26.225362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:26.225742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:26.226117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:26.226509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:26.226879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:26.227699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:26.227699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:26.227975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:26.228513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:26.229027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:26.229543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:26.230209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:26.230578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:26.230991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:26.231352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:26.231710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:26.232070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:26.232408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:26.232959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:26.233320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:26.233685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:26.234049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:26.234446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Tracked resource versions report:
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]: pushed versions:
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]: {   'AddressGroup': {'1.0'},
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:     'ConntrackHelper': {'1.0'},
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:     'Log': {'1.0'},
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:     'Network': {'1.1'},
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:     'Port': {'1.6'},
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:     'PortForwarding': {'1.2'},
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:     'QosPolicy': {'1.8'},
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:     'SecurityGroup': {'1.2'},
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:     'SecurityGroupRule': {'1.0'},
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:     'SubPort': {'1.0'},
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:     'Subnet': {'1.1'},
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:     'Trunk': {'1.1'}}
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]: consumer versions:
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]: {   DHCP agent@dv-neutron-601336-61-ovs: {},
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:     L3 agent@dv-neutron-601336-61-ovs: {},
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:     Metadata agent@dv-neutron-601336-61-ovs: {},
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:     Metering agent@dv-neutron-601336-61-ovs: {},
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:     Open vSwitch agent@dv-neutron-601336-61-ovs: {   'AddressGroup': '1.0',
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'ConntrackHelper': '1.0',
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Log': '1.0',
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Network': '1.1',
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Port': '1.6',
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'PortForwarding': '1.2',
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'QosPolicy': '1.8',
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'SecurityGroup': '1.2',
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'SecurityGroupRule': '1.0',
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'SubPort': '1.0',
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Subnet': '1.1',
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Trunk': '1.1'},
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:     Open vSwitch agent@hv-neutron-6013: {   'AddressGroup': '1.0',
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'ConntrackHelper': '1.0',
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'Log': '1.0',
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'Network': '1.1',
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'Port': '1.6',
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'PortForwarding': '1.2',
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'QosPolicy': '1.8',
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'SecurityGroup': '1.2',
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'SecurityGroupRule': '1.0',
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'SubPort': '1.0',
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'Subnet': '1.1',
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'Trunk': '1.1'}}
Nov 24 13:01:26.235720 dv-neutron-601336-61-ovs neutron-server[80834]:  {{(pid=80943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 24 13:01:26.239530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:26.239530 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Added segment 5e24e664-4ce4-48ad-bee5-b45bf78bd382 of type vxlan for network 48758c10-3c85-4387-a7e0-01d5b6f72c00
Nov 24 13:01:26.241601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:26.271094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:26.305333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:26.307221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:26.307867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:26.321003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:26.408754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41206) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:26.409351 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.0352728
Nov 24 13:01:26.422538 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING oslo_policy.policy [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 24 13:01:26.423180 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING oslo_policy.policy [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 24 13:01:26.438366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Pushing event updated for resources: {'Network': ['ID=48758c10-3c85-4387-a7e0-01d5b6f72c00,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:26.441846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:26.451079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 48758c10-3c85-4387-a7e0-01d5b6f72c00 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:01:26.577874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 48758c10-3c85-4387-a7e0-01d5b6f72c00 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:01:26.685445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Request body: {'subnet': {'network_id': '48758c10-3c85-4387-a7e0-01d5b6f72c00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1579092289-subnet', 'tenant_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:26.691609 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.quota [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f634d7a5668>.
Nov 24 13:01:26.743893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:26.754333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Usage tracker for resource:subnet and tenant:ea8aaac80b7f416b8647220a0a5fe6df is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:26.760943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:26.772283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:26.787529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Made reservation on behalf of ea8aaac80b7f416b8647220a0a5fe6df for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:01:26.824834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.policy [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80944) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Nov 24 13:01:26.825715 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING oslo_policy.policy [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 24 13:01:26.826170 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING oslo_policy.policy [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 24 13:01:26.839494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:26.850080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41220) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:26.895879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41226) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:27.284866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-979f21dd-21bb-41be-bb76-0d2e220a5a80 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1650021247-network', 'tenant_id': '4286288353e74305b378e229e8ab5058'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:27.296614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-979f21dd-21bb-41be-bb76-0d2e220a5a80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:27.303412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-979f21dd-21bb-41be-bb76-0d2e220a5a80 admin admin] Usage tracker for resource:network and tenant:4286288353e74305b378e229e8ab5058 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:27.306957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-979f21dd-21bb-41be-bb76-0d2e220a5a80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:27.315053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-979f21dd-21bb-41be-bb76-0d2e220a5a80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:27.327336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979f21dd-21bb-41be-bb76-0d2e220a5a80 admin admin] Made reservation on behalf of 4286288353e74305b378e229e8ab5058 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:01:27.334080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-979f21dd-21bb-41be-bb76-0d2e220a5a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:27.356544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-979f21dd-21bb-41be-bb76-0d2e220a5a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:27.386278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-99c3d0e5-8d11-4a70-be5d-f049cec50c49 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1632611640-network', 'tenant_id': 'a2e9211661b4491282803556ce55f1f3'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:27.392645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-99c3d0e5-8d11-4a70-be5d-f049cec50c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:27.397777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-99c3d0e5-8d11-4a70-be5d-f049cec50c49 admin admin] Usage tracker for resource:network and tenant:a2e9211661b4491282803556ce55f1f3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:27.403074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-99c3d0e5-8d11-4a70-be5d-f049cec50c49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:27.406575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:27.410944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-99c3d0e5-8d11-4a70-be5d-f049cec50c49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:27.459108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-979f21dd-21bb-41be-bb76-0d2e220a5a80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:27.463777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-979f21dd-21bb-41be-bb76-0d2e220a5a80 admin admin] Usage tracker for resource:security_group_rule and tenant:4286288353e74305b378e229e8ab5058 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:27.467251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-979f21dd-21bb-41be-bb76-0d2e220a5a80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:27.473160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-979f21dd-21bb-41be-bb76-0d2e220a5a80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:27.497044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:27.506987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c3d0e5-8d11-4a70-be5d-f049cec50c49 admin admin] Made reservation on behalf of a2e9211661b4491282803556ce55f1f3 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:01:27.512585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-99c3d0e5-8d11-4a70-be5d-f049cec50c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:27.534257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-99c3d0e5-8d11-4a70-be5d-f049cec50c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:27.600889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-99c3d0e5-8d11-4a70-be5d-f049cec50c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:27.605811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-99c3d0e5-8d11-4a70-be5d-f049cec50c49 admin admin] Usage tracker for resource:security_group_rule and tenant:a2e9211661b4491282803556ce55f1f3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:27.609503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-99c3d0e5-8d11-4a70-be5d-f049cec50c49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:27.616823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Checking segment: {'id': '5e24e664-4ce4-48ad-bee5-b45bf78bd382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '48758c10-3c85-4387-a7e0-01d5b6f72c00'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:01:27.617209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Network hostable DHCP agents. Network: 48758c10-3c85-4387-a7e0-01d5b6f72c00, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:01:27.617817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-99c3d0e5-8d11-4a70-be5d-f049cec50c49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:27.660130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Network 48758c10-3c85-4387-a7e0-01d5b6f72c00 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:01:27.672809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 48758c10-3c85-4387-a7e0-01d5b6f72c00) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:01:27.709823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2dc0013-69cf-4d22-b176-8f1c434b75d1,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:27.711861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-99c3d0e5-8d11-4a70-be5d-f049cec50c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:27.721100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:27.721478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:27.721842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:27.722223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:27.722558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:27.723095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:27.723662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:27.723953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-99c3d0e5-8d11-4a70-be5d-f049cec50c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:27.724332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:27.724856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:27.725360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:27.725852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:27.726380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:27.726990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:27.727527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:27.728252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:27.728760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:27.729258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:27.729758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:27.730271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:27.730771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:27.731258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:27.731742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:27.732241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:27.732726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Tracked resource versions report:
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]: pushed versions:
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]: {   'AddressGroup': {'1.0'},
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:     'ConntrackHelper': {'1.0'},
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:     'Log': {'1.0'},
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:     'Network': {'1.1'},
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:     'Port': {'1.6'},
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:     'PortForwarding': {'1.2'},
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:     'QosPolicy': {'1.8'},
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:     'SecurityGroup': {'1.2'},
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:     'SecurityGroupRule': {'1.0'},
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:     'SubPort': {'1.0'},
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:     'Subnet': {'1.1'},
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:     'Trunk': {'1.1'}}
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]: consumer versions:
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]: {   DHCP agent@dv-neutron-601336-61-ovs: {},
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:     L3 agent@dv-neutron-601336-61-ovs: {},
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:     Metadata agent@dv-neutron-601336-61-ovs: {},
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:     Metering agent@dv-neutron-601336-61-ovs: {},
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:     Open vSwitch agent@dv-neutron-601336-61-ovs: {   'AddressGroup': '1.0',
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'ConntrackHelper': '1.0',
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Log': '1.0',
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Network': '1.1',
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Port': '1.6',
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'PortForwarding': '1.2',
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'QosPolicy': '1.8',
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'SecurityGroup': '1.2',
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'SecurityGroupRule': '1.0',
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'SubPort': '1.0',
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Subnet': '1.1',
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Trunk': '1.1'},
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:     Open vSwitch agent@hv-neutron-6013: {   'AddressGroup': '1.0',
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'ConntrackHelper': '1.0',
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'Log': '1.0',
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'Network': '1.1',
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'Port': '1.6',
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'PortForwarding': '1.2',
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'QosPolicy': '1.8',
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'SecurityGroup': '1.2',
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'SecurityGroupRule': '1.0',
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'SubPort': '1.0',
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'Subnet': '1.1',
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'Trunk': '1.1'}}
Nov 24 13:01:27.734275 dv-neutron-601336-61-ovs neutron-server[80834]:  {{(pid=80944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 24 13:01:27.752038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c3d0e5-8d11-4a70-be5d-f049cec50c49 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:01:27.763094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-99c3d0e5-8d11-4a70-be5d-f049cec50c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:27.763774 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-99c3d0e5-8d11-4a70-be5d-f049cec50c49 admin admin] Added segment d817b9b6-17c3-46f9-a6c5-0ab83cb913b6 of type vxlan for network 5fae2ebf-38a4-4188-8136-91cd36860221
Nov 24 13:01:27.768694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:27.769896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:27.774811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef669c26-20f9-46bf-b9a0-9544da880d01 None None] Network 48758c10-3c85-4387-a7e0-01d5b6f72c00 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:01:27.797268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0592989e-c3f8-4e15-a396-ea1199d5946c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:27.806468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:27.809082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-979f21dd-21bb-41be-bb76-0d2e220a5a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:27.810390 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.4006255
Nov 24 13:01:27.813289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-979f21dd-21bb-41be-bb76-0d2e220a5a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:27.813959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41262) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:27.840759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-567f4211-8563-41ea-bf41-d6207c34b809 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1579092289-router', 'tenant_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:27.898909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-99c3d0e5-8d11-4a70-be5d-f049cec50c49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:27.908740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-567f4211-8563-41ea-bf41-d6207c34b809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:27.911156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3d0e5-8d11-4a70-be5d-f049cec50c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242a994c-f204-4932-ae56-eb7b933506a8,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:27.915897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-99c3d0e5-8d11-4a70-be5d-f049cec50c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:27.918895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bdf50a51-a348-416a-ba87-ec4dbc0c4cb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:27.928464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-567f4211-8563-41ea-bf41-d6207c34b809 admin admin] Usage tracker for resource:router and tenant:ea8aaac80b7f416b8647220a0a5fe6df is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:27.937984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-567f4211-8563-41ea-bf41-d6207c34b809 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:27.966807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-567f4211-8563-41ea-bf41-d6207c34b809 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:27.986944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f21dd-21bb-41be-bb76-0d2e220a5a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdb71ae-ef4f-4cf5-be0e-cc260cb52e31,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:27.990364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-979f21dd-21bb-41be-bb76-0d2e220a5a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:27.994384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-567f4211-8563-41ea-bf41-d6207c34b809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:27.995480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-567f4211-8563-41ea-bf41-d6207c34b809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:28.003783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-99c3d0e5-8d11-4a70-be5d-f049cec50c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:28.007456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-979f21dd-21bb-41be-bb76-0d2e220a5a80 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:01:28.007833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-979f21dd-21bb-41be-bb76-0d2e220a5a80 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:01:28.009887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c3d0e5-8d11-4a70-be5d-f049cec50c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:28.010558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-99c3d0e5-8d11-4a70-be5d-f049cec50c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:28.018878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:28.067970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-48758c10-3c85-4387-a7e0-01d5b6f72c00', 'network_id': '48758c10-3c85-4387-a7e0-01d5b6f72c00', 'tenant_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'fixed_ips': [{'subnet_id': 'c2dc0013-69cf-4d22-b176-8f1c434b75d1'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:01:28.068886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:28.190430 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-99c3d0e5-8d11-4a70-be5d-f049cec50c49 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 872 time: 1.2902772
Nov 24 13:01:28.192019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41278) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:28.196028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-567f4211-8563-41ea-bf41-d6207c34b809 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:28.202602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-81b2069b-08ab-4b9c-8957-3bd68dd5b6c7 admin admin] Request body: {'subnet': {'network_id': '5fae2ebf-38a4-4188-8136-91cd36860221', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1632611640-subnet', 'tenant_id': 'a2e9211661b4491282803556ce55f1f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:28.205019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3d0e5-8d11-4a70-be5d-f049cec50c49 admin admin] Pushing event updated for resources: {'Network': ['ID=5fae2ebf-38a4-4188-8136-91cd36860221,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:28.208821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-99c3d0e5-8d11-4a70-be5d-f049cec50c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:28.217150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-81b2069b-08ab-4b9c-8957-3bd68dd5b6c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:28.229334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-81b2069b-08ab-4b9c-8957-3bd68dd5b6c7 admin admin] Usage tracker for resource:subnet and tenant:a2e9211661b4491282803556ce55f1f3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:28.253977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-81b2069b-08ab-4b9c-8957-3bd68dd5b6c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:28.262545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-81b2069b-08ab-4b9c-8957-3bd68dd5b6c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:28.284820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b2069b-08ab-4b9c-8957-3bd68dd5b6c7 admin admin] Made reservation on behalf of a2e9211661b4491282803556ce55f1f3 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:01:28.298208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-81b2069b-08ab-4b9c-8957-3bd68dd5b6c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:28.371286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Allocated IP 172.20.0.2 (48758c10-3c85-4387-a7e0-01d5b6f72c00/c2dc0013-69cf-4d22-b176-8f1c434b75d1/6d5144c6-39a4-4c0e-b5fa-caf053c36ead) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:01:28.479223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 5fae2ebf-38a4-4188-8136-91cd36860221 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:01:28.605083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 5fae2ebf-38a4-4188-8136-91cd36860221 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:01:28.734274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-979f21dd-21bb-41be-bb76-0d2e220a5a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:28.798030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-567f4211-8563-41ea-bf41-d6207c34b809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:28.820596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-979f21dd-21bb-41be-bb76-0d2e220a5a80 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:01:28.837768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-979f21dd-21bb-41be-bb76-0d2e220a5a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:28.838249 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-979f21dd-21bb-41be-bb76-0d2e220a5a80 admin admin] Added segment 32ba51be-85d4-471c-b0e6-97de040b55db of type vxlan for network 42f46442-d2b1-4c59-8018-dd6806abe134
Nov 24 13:01:28.853337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:28.865712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Transition to ACTIVE for port object 6d5144c6-39a4-4c0e-b5fa-caf053c36ead will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:01:28.884553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Transition to ACTIVE for port object 6d5144c6-39a4-4c0e-b5fa-caf053c36ead will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:01:28.891115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:28.944386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41300) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:28.995758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:29.021437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-979f21dd-21bb-41be-bb76-0d2e220a5a80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:29.115111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Network 48758c10-3c85-4387-a7e0-01d5b6f72c00 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:01:29.118283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:01:29.123205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:01:29.125389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Pushing event updated for resources: {'Port': ['ID=6d5144c6-39a4-4c0e-b5fa-caf053c36ead,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:29.137600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:29.137924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:29.138354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:29.138743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:29.139093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:29.139470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:29.139832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:29.140195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:29.140575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:29.140937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:29.141296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:29.141660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:29.142167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:29.142508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:29.142873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:29.143228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:29.143585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:29.143944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:29.144299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:29.144653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:29.145020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:29.145338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:29.145694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:29.146047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Tracked resource versions report:
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]: pushed versions:
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]: {   'AddressGroup': {'1.0'},
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:     'ConntrackHelper': {'1.0'},
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:     'Log': {'1.0'},
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:     'Network': {'1.1'},
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:     'Port': {'1.6'},
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:     'PortForwarding': {'1.2'},
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:     'QosPolicy': {'1.8'},
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:     'SecurityGroup': {'1.2'},
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:     'SecurityGroupRule': {'1.0'},
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:     'SubPort': {'1.0'},
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:     'Subnet': {'1.1'},
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:     'Trunk': {'1.1'}}
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]: consumer versions:
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]: {   DHCP agent@dv-neutron-601336-61-ovs: {},
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:     L3 agent@dv-neutron-601336-61-ovs: {},
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:     Metadata agent@dv-neutron-601336-61-ovs: {},
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:     Metering agent@dv-neutron-601336-61-ovs: {},
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:     Open vSwitch agent@dv-neutron-601336-61-ovs: {   'AddressGroup': '1.0',
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'ConntrackHelper': '1.0',
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Log': '1.0',
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Network': '1.1',
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Port': '1.6',
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'PortForwarding': '1.2',
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'QosPolicy': '1.8',
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'SecurityGroup': '1.2',
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'SecurityGroupRule': '1.0',
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'SubPort': '1.0',
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Subnet': '1.1',
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Trunk': '1.1'},
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:     Open vSwitch agent@hv-neutron-6013: {   'AddressGroup': '1.0',
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'ConntrackHelper': '1.0',
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'Log': '1.0',
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'Network': '1.1',
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'Port': '1.6',
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'PortForwarding': '1.2',
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'QosPolicy': '1.8',
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'SecurityGroup': '1.2',
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'SecurityGroupRule': '1.0',
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'SubPort': '1.0',
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'Subnet': '1.1',
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'Trunk': '1.1'}}
Nov 24 13:01:29.147424 dv-neutron-601336-61-ovs neutron-server[80834]:  {{(pid=80945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 24 13:01:29.153367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:29.205304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Attempting to bind port 6d5144c6-39a4-4c0e-b5fa-caf053c36ead on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:01:29.205989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Attempting to bind port 6d5144c6-39a4-4c0e-b5fa-caf053c36ead by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '5e24e664-4ce4-48ad-bee5-b45bf78bd382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '48758c10-3c85-4387-a7e0-01d5b6f72c00'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:01:29.206576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Attempting to bind port 6d5144c6-39a4-4c0e-b5fa-caf053c36ead on network 48758c10-3c85-4387-a7e0-01d5b6f72c00 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:01:29.210731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-979f21dd-21bb-41be-bb76-0d2e220a5a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:29.215202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:01:29.215830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Checking segment: {'id': '5e24e664-4ce4-48ad-bee5-b45bf78bd382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '48758c10-3c85-4387-a7e0-01d5b6f72c00'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:01:29.216464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:29.217062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Bound using segment: {'id': '5e24e664-4ce4-48ad-bee5-b45bf78bd382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '48758c10-3c85-4387-a7e0-01d5b6f72c00'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:01:29.217731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Bound port: 6d5144c6-39a4-4c0e-b5fa-caf053c36ead, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e24e664-4ce4-48ad-bee5-b45bf78bd382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '48758c10-3c85-4387-a7e0-01d5b6f72c00'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:01:29.218347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:29.297803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979f21dd-21bb-41be-bb76-0d2e220a5a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:29.298990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-979f21dd-21bb-41be-bb76-0d2e220a5a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:29.326895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] For port 6d5144c6-39a4-4c0e-b5fa-caf053c36ead, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:01:29.331273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] For port 6d5144c6-39a4-4c0e-b5fa-caf053c36ead, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=6d5144c6-39a4-4c0e-b5fa-caf053c36ead,segment=NetworkSegment(5e24e664-4ce4-48ad-bee5-b45bf78bd382),segment_id=5e24e664-4ce4-48ad-bee5-b45bf78bd382)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:01:29.337781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41310) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:29.339508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:29.340263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:29.343883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-81b2069b-08ab-4b9c-8957-3bd68dd5b6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:29.359311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:29.438172 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-979f21dd-21bb-41be-bb76-0d2e220a5a80 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 2.5867441
Nov 24 13:01:29.443037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41316) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:29.453214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-25e07555-fb1a-4063-80ec-8c21a35257f5 admin admin] Request body: {'subnet': {'network_id': '42f46442-d2b1-4c59-8018-dd6806abe134', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1650021247-subnet', 'tenant_id': '4286288353e74305b378e229e8ab5058', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:29.472456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-25e07555-fb1a-4063-80ec-8c21a35257f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:29.477812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-567f4211-8563-41ea-bf41-d6207c34b809 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:29.510621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-25e07555-fb1a-4063-80ec-8c21a35257f5 admin admin] Usage tracker for resource:subnet and tenant:4286288353e74305b378e229e8ab5058 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:29.520517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-25e07555-fb1a-4063-80ec-8c21a35257f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:29.524008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-567f4211-8563-41ea-bf41-d6207c34b809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:29.537700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Pushing event updated for resources: {'Port': ['ID=6d5144c6-39a4-4c0e-b5fa-caf053c36ead,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:29.544605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:29.544861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f21dd-21bb-41be-bb76-0d2e220a5a80 admin admin] Pushing event updated for resources: {'Network': ['ID=42f46442-d2b1-4c59-8018-dd6806abe134,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:29.550527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-25e07555-fb1a-4063-80ec-8c21a35257f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:29.552894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-979f21dd-21bb-41be-bb76-0d2e220a5a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:29.568160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 42f46442-d2b1-4c59-8018-dd6806abe134 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:01:29.572070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:29.593372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 42f46442-d2b1-4c59-8018-dd6806abe134 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:01:29.705474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2069b-08ab-4b9c-8957-3bd68dd5b6c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4487902c-b885-4e28-986b-43936d420160,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:29.719665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-81b2069b-08ab-4b9c-8957-3bd68dd5b6c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:29.730057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b3bf7bb6-892e-48f3-8b70-1c98b749f8aa tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1679429256'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:29.737435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41322) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:29.738354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e07555-fb1a-4063-80ec-8c21a35257f5 admin admin] Made reservation on behalf of 4286288353e74305b378e229e8ab5058 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:01:29.746138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-25e07555-fb1a-4063-80ec-8c21a35257f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:29.778054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b3bf7bb6-892e-48f3-8b70-1c98b749f8aa tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:29.794336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b2069b-08ab-4b9c-8957-3bd68dd5b6c7 admin admin] Checking segment: {'id': 'd817b9b6-17c3-46f9-a6c5-0ab83cb913b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5fae2ebf-38a4-4188-8136-91cd36860221'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:01:29.794727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b2069b-08ab-4b9c-8957-3bd68dd5b6c7 admin admin] Network hostable DHCP agents. Network: 5fae2ebf-38a4-4188-8136-91cd36860221, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:01:29.823552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b2069b-08ab-4b9c-8957-3bd68dd5b6c7 admin admin] Network 5fae2ebf-38a4-4188-8136-91cd36860221 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:01:29.836578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-81b2069b-08ab-4b9c-8957-3bd68dd5b6c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 5fae2ebf-38a4-4188-8136-91cd36860221) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:01:29.845895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b2069b-08ab-4b9c-8957-3bd68dd5b6c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:29.846600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-81b2069b-08ab-4b9c-8957-3bd68dd5b6c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:29.863953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e00c4fa-edb6-45a5-9577-c700ff07a3d3 None None] Network 5fae2ebf-38a4-4188-8136-91cd36860221 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:01:29.872880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b3bf7bb6-892e-48f3-8b70-1c98b749f8aa tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Usage tracker for resource:network and tenant:201dcc24f58946058d1b4ab67319243d is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:29.882642 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-81b2069b-08ab-4b9c-8957-3bd68dd5b6c7 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.6885085
Nov 24 13:01:29.885640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41330) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:29.889715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b3bf7bb6-892e-48f3-8b70-1c98b749f8aa tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Quota usage for network was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:29.895589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7d8588c8-5936-4201-a9ce-fb7c1e86ab4b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1632611640-router', 'tenant_id': 'a2e9211661b4491282803556ce55f1f3', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:29.902725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b3bf7bb6-892e-48f3-8b70-1c98b749f8aa tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:29.912783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7d8588c8-5936-4201-a9ce-fb7c1e86ab4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:29.923002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7d8588c8-5936-4201-a9ce-fb7c1e86ab4b admin admin] Usage tracker for resource:router and tenant:a2e9211661b4491282803556ce55f1f3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:29.931386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7d8588c8-5936-4201-a9ce-fb7c1e86ab4b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:29.950563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bf7bb6-892e-48f3-8b70-1c98b749f8aa tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Made reservation on behalf of 201dcc24f58946058d1b4ab67319243d for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:01:29.951717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7d8588c8-5936-4201-a9ce-fb7c1e86ab4b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:29.956738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b3bf7bb6-892e-48f3-8b70-1c98b749f8aa tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:29.973984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7d8588c8-5936-4201-a9ce-fb7c1e86ab4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:29.975469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7d8588c8-5936-4201-a9ce-fb7c1e86ab4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:30.027558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7d8588c8-5936-4201-a9ce-fb7c1e86ab4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:30.033413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b3bf7bb6-892e-48f3-8b70-1c98b749f8aa tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:30.122434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41336) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:30.306754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b3bf7bb6-892e-48f3-8b70-1c98b749f8aa tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:30.339314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ac8b3aff-6023-4a68-8a14-2b49044a1e11 tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1355532716'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:30.339838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ac8b3aff-6023-4a68-8a14-2b49044a1e11 tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] Unknown quota resources ['metering_label']. {{(pid=80943) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Nov 24 13:01:30.354171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b3bf7bb6-892e-48f3-8b70-1c98b749f8aa tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Usage tracker for resource:security_group_rule and tenant:201dcc24f58946058d1b4ab67319243d is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:30.372099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b3bf7bb6-892e-48f3-8b70-1c98b749f8aa tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:30.416393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b3bf7bb6-892e-48f3-8b70-1c98b749f8aa tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:30.474912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a3adf2-ddb5-44cc-9068-1cb23398737e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-5fae2ebf-38a4-4188-8136-91cd36860221', 'network_id': '5fae2ebf-38a4-4188-8136-91cd36860221', 'tenant_id': 'a2e9211661b4491282803556ce55f1f3', 'fixed_ips': [{'subnet_id': '4487902c-b885-4e28-986b-43936d420160'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:01:30.475926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-54a3adf2-ddb5-44cc-9068-1cb23398737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:30.686398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7d8588c8-5936-4201-a9ce-fb7c1e86ab4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:30.725024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 6d5144c6-39a4-4c0e-b5fa-caf053c36ead up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:01:30.818462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b3bf7bb6-892e-48f3-8b70-1c98b749f8aa tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:30.824562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-3e3e1ba9-58fb-4c94-bc85-08102a5a3eab tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2101315261'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:30.825081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-3e3e1ba9-58fb-4c94-bc85-08102a5a3eab tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] Unknown quota resources ['metering_label']. {{(pid=80944) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Nov 24 13:01:30.856633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b3bf7bb6-892e-48f3-8b70-1c98b749f8aa tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:30.958033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:30.960705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 6d5144c6-39a4-4c0e-b5fa-caf053c36ead completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:01:30.986716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-fe7688c5-82cf-4001-8f69-3cfa205e7646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1896992599'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:31.002263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-567f4211-8563-41ea-bf41-d6207c34b809 admin admin] Allocated IP 172.26.8.55 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/c0c120c3-bcf6-4efc-abb9-af284b657f1d) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:01:31.010331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fe7688c5-82cf-4001-8f69-3cfa205e7646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:31.018609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fe7688c5-82cf-4001-8f69-3cfa205e7646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Usage tracker for resource:network and tenant:9c480a32677640ebbe0afb1e2f660f07 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:31.025622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fe7688c5-82cf-4001-8f69-3cfa205e7646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:31.052582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-54a3adf2-ddb5-44cc-9068-1cb23398737e None None] Allocated IP 172.20.0.2 (5fae2ebf-38a4-4188-8136-91cd36860221/4487902c-b885-4e28-986b-43936d420160/f2e9d19c-356a-4cf3-ab80-ead226562959) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:01:31.146742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fe7688c5-82cf-4001-8f69-3cfa205e7646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:31.158507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3bf7bb6-892e-48f3-8b70-1c98b749f8aa tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:01:31.196581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf7bb6-892e-48f3-8b70-1c98b749f8aa tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7d1bec-3713-451a-bc1d-dc0f9169c68c,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:31.218022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b3bf7bb6-892e-48f3-8b70-1c98b749f8aa tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:31.220980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b3bf7bb6-892e-48f3-8b70-1c98b749f8aa tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:31.221355 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-b3bf7bb6-892e-48f3-8b70-1c98b749f8aa tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Added segment 9797874f-426c-41f2-98c9-2b240f6dec11 of type vxlan for network 43187abf-f8fc-4708-8597-4225c167d46c
Nov 24 13:01:31.270766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7688c5-82cf-4001-8f69-3cfa205e7646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Made reservation on behalf of 9c480a32677640ebbe0afb1e2f660f07 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:01:31.277843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe7688c5-82cf-4001-8f69-3cfa205e7646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:31.398151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-54a3adf2-ddb5-44cc-9068-1cb23398737e None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:31.415688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-54a3adf2-ddb5-44cc-9068-1cb23398737e None None] Transition to ACTIVE for port object f2e9d19c-356a-4cf3-ab80-ead226562959 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:01:31.449161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-54a3adf2-ddb5-44cc-9068-1cb23398737e None None] Transition to ACTIVE for port object f2e9d19c-356a-4cf3-ab80-ead226562959 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:01:31.457247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-54a3adf2-ddb5-44cc-9068-1cb23398737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:31.524493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41364) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:31.542602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6b10ee6f-2a94-4a00-8795-7e1d16269173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:31.593046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b3bf7bb6-892e-48f3-8b70-1c98b749f8aa tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:31.597838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ac8b3aff-6023-4a68-8a14-2b49044a1e11 tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] Notify callbacks [] for metering_label, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:31.611059 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ac8b3aff-6023-4a68-8a14-2b49044a1e11 tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 1.4811709
Nov 24 13:01:31.615981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41370) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:31.621382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe7688c5-82cf-4001-8f69-3cfa205e7646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:31.636187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-db54fe17-5436-4416-8635-4274e83dfc02 tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'fc4e77fc-b718-4434-b85d-a77e279b1136'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:31.636718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-db54fe17-5436-4416-8635-4274e83dfc02 tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] Unknown quota resources ['metering_label_rule']. {{(pid=80943) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Nov 24 13:01:31.665713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1ba9-58fb-4c94-bc85-08102a5a3eab tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] Notify callbacks [] for metering_label, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:31.667147 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3e3e1ba9-58fb-4c94-bc85-08102a5a3eab tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 1.9284780
Nov 24 13:01:31.703807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a3adf2-ddb5-44cc-9068-1cb23398737e None None] Network 5fae2ebf-38a4-4188-8136-91cd36860221 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:01:31.704267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41374) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:31.707426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-54a3adf2-ddb5-44cc-9068-1cb23398737e None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:01:31.710341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-354ff1db-2ded-40fa-9379-ca16b7dc73b6 tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b3f8f956-7fb3-41cd-9a36-bc9b219a1637'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:31.711632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a3adf2-ddb5-44cc-9068-1cb23398737e None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:01:31.712566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-354ff1db-2ded-40fa-9379-ca16b7dc73b6 tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] Unknown quota resources ['metering_label_rule']. {{(pid=80943) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Nov 24 13:01:31.753677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3adf2-ddb5-44cc-9068-1cb23398737e None None] Pushing event updated for resources: {'Port': ['ID=f2e9d19c-356a-4cf3-ab80-ead226562959,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:31.764627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-54a3adf2-ddb5-44cc-9068-1cb23398737e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:31.781713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fe7688c5-82cf-4001-8f69-3cfa205e7646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:31.786759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fe7688c5-82cf-4001-8f69-3cfa205e7646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Usage tracker for resource:security_group_rule and tenant:9c480a32677640ebbe0afb1e2f660f07 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:31.791362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fe7688c5-82cf-4001-8f69-3cfa205e7646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:31.798857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fe7688c5-82cf-4001-8f69-3cfa205e7646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:31.799094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aace3f-d42d-49f8-9ee6-9079a60c34bd None None] Network 48758c10-3c85-4387-a7e0-01d5b6f72c00 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:01:31.895098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe7688c5-82cf-4001-8f69-3cfa205e7646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:31.903288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe7688c5-82cf-4001-8f69-3cfa205e7646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:31.904762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7d8588c8-5936-4201-a9ce-fb7c1e86ab4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:31.910823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-54a3adf2-ddb5-44cc-9068-1cb23398737e None None] Attempting to bind port f2e9d19c-356a-4cf3-ab80-ead226562959 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:01:31.911239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-54a3adf2-ddb5-44cc-9068-1cb23398737e None None] Attempting to bind port f2e9d19c-356a-4cf3-ab80-ead226562959 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'd817b9b6-17c3-46f9-a6c5-0ab83cb913b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5fae2ebf-38a4-4188-8136-91cd36860221'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:01:31.911643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3adf2-ddb5-44cc-9068-1cb23398737e None None] Attempting to bind port f2e9d19c-356a-4cf3-ab80-ead226562959 on network 5fae2ebf-38a4-4188-8136-91cd36860221 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:01:31.917357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b3bf7bb6-892e-48f3-8b70-1c98b749f8aa tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:31.921082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-6b47f27b-0394-4b91-9f21-c5d5ec1c4b77 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:31.931685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3adf2-ddb5-44cc-9068-1cb23398737e None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:01:31.932097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3adf2-ddb5-44cc-9068-1cb23398737e None None] Checking segment: {'id': 'd817b9b6-17c3-46f9-a6c5-0ab83cb913b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5fae2ebf-38a4-4188-8136-91cd36860221'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:01:31.932543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-54a3adf2-ddb5-44cc-9068-1cb23398737e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:31.932978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3adf2-ddb5-44cc-9068-1cb23398737e None None] Bound using segment: {'id': 'd817b9b6-17c3-46f9-a6c5-0ab83cb913b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5fae2ebf-38a4-4188-8136-91cd36860221'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:01:31.933515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-54a3adf2-ddb5-44cc-9068-1cb23398737e None None] Bound port: f2e9d19c-356a-4cf3-ab80-ead226562959, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd817b9b6-17c3-46f9-a6c5-0ab83cb913b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5fae2ebf-38a4-4188-8136-91cd36860221'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:01:31.933926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-54a3adf2-ddb5-44cc-9068-1cb23398737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:31.940256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-567f4211-8563-41ea-bf41-d6207c34b809 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:31.945444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:31.950330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d423b57e-b3b9-4ad4-8a78-201518b445b4 None None] Provisioning for port 6d5144c6-39a4-4c0e-b5fa-caf053c36ead completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:01:31.957881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7d8588c8-5936-4201-a9ce-fb7c1e86ab4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:31.969361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bf7bb6-892e-48f3-8b70-1c98b749f8aa tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:31.970087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b3bf7bb6-892e-48f3-8b70-1c98b749f8aa tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:31.974911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6b47f27b-0394-4b91-9f21-c5d5ec1c4b77 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:31.975095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d423b57e-b3b9-4ad4-8a78-201518b445b4 None None] Provisioning complete for port 6d5144c6-39a4-4c0e-b5fa-caf053c36ead triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:01:31.975507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d423b57e-b3b9-4ad4-8a78-201518b445b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:31.981617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:31.993548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7688c5-82cf-4001-8f69-3cfa205e7646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:01:32.002426 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.services.metering.metering_plugin [None req-db54fe17-5436-4416-8635-4274e83dfc02 tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Nov 24 13:01:32.013316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6b47f27b-0394-4b91-9f21-c5d5ec1c4b77 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Usage tracker for resource:floatingip and tenant:6f4879393c8d417c950912632910f9a6 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:32.033856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7688c5-82cf-4001-8f69-3cfa205e7646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Pushing event updated for resources: {'SecurityGroup': ['ID=9b217b3d-7dd1-4d15-9528-5876e23321b5,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:32.089904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe7688c5-82cf-4001-8f69-3cfa205e7646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:32.090585 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-fe7688c5-82cf-4001-8f69-3cfa205e7646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Added segment 0412bf1b-48c8-4e44-84f0-ec0b4aae32c5 of type vxlan for network e5822368-1984-43fb-beea-7e5b6ec18437
Nov 24 13:01:32.109353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6b47f27b-0394-4b91-9f21-c5d5ec1c4b77 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:32.133956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fe7688c5-82cf-4001-8f69-3cfa205e7646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:32.142447 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.services.metering.metering_plugin [None req-354ff1db-2ded-40fa-9379-ca16b7dc73b6 tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Nov 24 13:01:32.147443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6b47f27b-0394-4b91-9f21-c5d5ec1c4b77 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:32.174911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-54a3adf2-ddb5-44cc-9068-1cb23398737e None None] For port f2e9d19c-356a-4cf3-ab80-ead226562959, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:01:32.177655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe7688c5-82cf-4001-8f69-3cfa205e7646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:32.178563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-54a3adf2-ddb5-44cc-9068-1cb23398737e None None] For port f2e9d19c-356a-4cf3-ab80-ead226562959, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=f2e9d19c-356a-4cf3-ab80-ead226562959,segment=NetworkSegment(d817b9b6-17c3-46f9-a6c5-0ab83cb913b6),segment_id=d817b9b6-17c3-46f9-a6c5-0ab83cb913b6)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:01:32.194092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-54a3adf2-ddb5-44cc-9068-1cb23398737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:32.223619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:32.293684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe7688c5-82cf-4001-8f69-3cfa205e7646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:32.301228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7688c5-82cf-4001-8f69-3cfa205e7646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:32.302058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe7688c5-82cf-4001-8f69-3cfa205e7646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:32.310132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:32.434177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7688c5-82cf-4001-8f69-3cfa205e7646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Pushing event updated for resources: {'Network': ['ID=e5822368-1984-43fb-beea-7e5b6ec18437,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:32.441351 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fe7688c5-82cf-4001-8f69-3cfa205e7646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 803 time: 3.0984550
Nov 24 13:01:32.441351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fe7688c5-82cf-4001-8f69-3cfa205e7646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:32.467579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-db54fe17-5436-4416-8635-4274e83dfc02 tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] Notify callbacks [] for metering_label_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:32.468735 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-db54fe17-5436-4416-8635-4274e83dfc02 tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.8459170
Nov 24 13:01:32.469484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network e5822368-1984-43fb-beea-7e5b6ec18437 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:01:32.469950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b47f27b-0394-4b91-9f21-c5d5ec1c4b77 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks [] for floatingip, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:32.472478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41390) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:32.479483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9b3137f8-94e9-4007-88b4-797547b0132d tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'fc4e77fc-b718-4434-b85d-a77e279b1136'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:32.480160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9b3137f8-94e9-4007-88b4-797547b0132d tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] Unknown quota resources ['metering_label_rule']. {{(pid=80944) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Nov 24 13:01:32.492825 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b3bf7bb6-892e-48f3-8b70-1c98b749f8aa tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 3.5471978
Nov 24 13:01:32.496683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41398) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:32.517239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf7bb6-892e-48f3-8b70-1c98b749f8aa tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Pushing event updated for resources: {'Network': ['ID=43187abf-f8fc-4708-8597-4225c167d46c,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:32.558769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network e5822368-1984-43fb-beea-7e5b6ec18437 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:01:32.577057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d423b57e-b3b9-4ad4-8a78-201518b445b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:32.584233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b3bf7bb6-892e-48f3-8b70-1c98b749f8aa tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:32.592313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-567f4211-8563-41ea-bf41-d6207c34b809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:32.595195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-354ff1db-2ded-40fa-9379-ca16b7dc73b6 tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] Notify callbacks [] for metering_label_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:32.600203 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-354ff1db-2ded-40fa-9379-ca16b7dc73b6 tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.8947318
Nov 24 13:01:32.608446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41406) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:32.617552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 43187abf-f8fc-4708-8597-4225c167d46c details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:01:32.637612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 43187abf-f8fc-4708-8597-4225c167d46c details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:01:32.663347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:32.675846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3adf2-ddb5-44cc-9068-1cb23398737e None None] Pushing event updated for resources: {'Port': ['ID=f2e9d19c-356a-4cf3-ab80-ead226562959,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:32.700135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c6bf9358-1447-4e8e-aded-71fdcdeecdd9 tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b3f8f956-7fb3-41cd-9a36-bc9b219a1637'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:32.700642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c6bf9358-1447-4e8e-aded-71fdcdeecdd9 tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] Unknown quota resources ['metering_label_rule']. {{(pid=80943) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Nov 24 13:01:32.780581 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.services.metering.metering_plugin [None req-9b3137f8-94e9-4007-88b4-797547b0132d tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Nov 24 13:01:32.905628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f4211-8563-41ea-bf41-d6207c34b809 admin admin] Pushing event updated for resources: {'Port': ['ID=c0c120c3-bcf6-4efc-abb9-af284b657f1d,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:32.922562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-25e07555-fb1a-4063-80ec-8c21a35257f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:32.926904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-567f4211-8563-41ea-bf41-d6207c34b809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:32.969516 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.services.metering.metering_plugin [None req-c6bf9358-1447-4e8e-aded-71fdcdeecdd9 tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Nov 24 13:01:32.972633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-7d8588c8-5936-4201-a9ce-fb7c1e86ab4b admin admin] Allocated IP 172.26.8.87 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/cce7777b-e1d8-467d-90db-205e939310bf) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:01:32.981852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:32.984699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b3137f8-94e9-4007-88b4-797547b0132d tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] Notify callbacks [] for metering_label_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:32.990964 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9b3137f8-94e9-4007-88b4-797547b0132d tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.5143280
Nov 24 13:01:32.996365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-02a4e075-cd65-47bb-a6fd-70ba57934192 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Request body: {'network': {'name': 'tempest-network--1291338632', 'router:external': True}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:32.999318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41416) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:33.015676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-02a4e075-cd65-47bb-a6fd-70ba57934192 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:33.029017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-02a4e075-cd65-47bb-a6fd-70ba57934192 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Usage tracker for resource:network and tenant:5d8c84260d334a38abb6e40c633ab237 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:33.039561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-54a3adf2-ddb5-44cc-9068-1cb23398737e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:33.052594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-02a4e075-cd65-47bb-a6fd-70ba57934192 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:33.118643 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-85972ca0-c279-4707-9088-fdbb032b90fd tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=12e2d7ab-3c73-4457-8ba5-9991ee77fd6a HTTP/1.1" status: 200  len: 464 time: 0.1097813
Nov 24 13:01:33.118643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-02a4e075-cd65-47bb-a6fd-70ba57934192 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:33.138640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41420) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:33.168921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a4e075-cd65-47bb-a6fd-70ba57934192 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Made reservation on behalf of 5d8c84260d334a38abb6e40c633ab237 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:01:33.174082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02a4e075-cd65-47bb-a6fd-70ba57934192 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:33.203737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02a4e075-cd65-47bb-a6fd-70ba57934192 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:33.313304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-d423b57e-b3b9-4ad4-8a78-201518b445b4 None None] For port 6d5144c6-39a4-4c0e-b5fa-caf053c36ead, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=6d5144c6-39a4-4c0e-b5fa-caf053c36ead,segment=NetworkSegment(5e24e664-4ce4-48ad-bee5-b45bf78bd382),segment_id=5e24e664-4ce4-48ad-bee5-b45bf78bd382)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:01:33.345784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41424) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:33.362174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d423b57e-b3b9-4ad4-8a78-201518b445b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:33.448631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:33.501893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Request body: {'port': {'network_id': 'e5822368-1984-43fb-beea-7e5b6ec18437', 'binding:host_id': 'hv-neutron-6013', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2041287037'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:33.620542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423b57e-b3b9-4ad4-8a78-201518b445b4 None None] Pushing event updated for resources: {'Port': ['ID=6d5144c6-39a4-4c0e-b5fa-caf053c36ead,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:33.635176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d423b57e-b3b9-4ad4-8a78-201518b445b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:33.646991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:33.664078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Usage tracker for resource:port and tenant:10202b9372c64ecf86fd6c5b055cc40f is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:33.670060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Quota usage for port was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:33.692339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c6bf9358-1447-4e8e-aded-71fdcdeecdd9 tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] Notify callbacks [] for metering_label_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:33.693873 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c6bf9358-1447-4e8e-aded-71fdcdeecdd9 tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 1.0699127
Nov 24 13:01:33.698307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:33.702932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-047c9a5b-9a5b-40d3-8b13-a6447964b95a None None] Provisioning complete for port 6d5144c6-39a4-4c0e-b5fa-caf053c36ead triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:01:33.703349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-047c9a5b-9a5b-40d3-8b13-a6447964b95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:33.705000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41428) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:33.725766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-02a4e075-cd65-47bb-a6fd-70ba57934192 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:33.737953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e07555-fb1a-4063-80ec-8c21a35257f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4edc9f76-5638-4785-9026-5e5686309573,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:33.738449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-02a4e075-cd65-47bb-a6fd-70ba57934192 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Usage tracker for resource:security_group_rule and tenant:5d8c84260d334a38abb6e40c633ab237 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:33.741982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-25e07555-fb1a-4063-80ec-8c21a35257f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:33.744519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-02a4e075-cd65-47bb-a6fd-70ba57934192 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:33.750091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7d8588c8-5936-4201-a9ce-fb7c1e86ab4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:33.757114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cda8b336-7662-4db4-829e-c7eb7e6ece6d tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] Notify callbacks [] for metering_label_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:33.758392 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cda8b336-7662-4db4-829e-c7eb7e6ece6d tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/12e2d7ab-3c73-4457-8ba5-9991ee77fd6a HTTP/1.1" status: 204  len: 168 time: 0.6189156
Nov 24 13:01:33.761322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-02a4e075-cd65-47bb-a6fd-70ba57934192 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:33.765596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41434) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:33.799256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Made reservation on behalf of 10202b9372c64ecf86fd6c5b055cc40f for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:01:33.800059 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ca7395ed-500d-449a-a52e-1432dd39910f tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=499364da-46b2-4a7f-83e6-be6a3700d46b HTTP/1.1" status: 200  len: 462 time: 0.0923800
Nov 24 13:01:33.804511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:33.805943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41438) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:33.855327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:33.872716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567f4211-8563-41ea-bf41-d6207c34b809 admin admin] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:01:33.879601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-567f4211-8563-41ea-bf41-d6207c34b809 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:01:33.883407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567f4211-8563-41ea-bf41-d6207c34b809 admin admin] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:01:33.912619 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3df25c7a-27cc-4462-9843-af31c5c33860 tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=12e2d7ab-3c73-4457-8ba5-9991ee77fd6a HTTP/1.1" status: 200  len: 221 time: 0.1317379
Nov 24 13:01:33.919199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41442) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:33.925689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b47f27b-0394-4b91-9f21-c5d5ec1c4b77 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:33.965689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-88684834-2eea-4ba3-87f0-69ccd4198ce3 tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] Request body: {'metering_label': {'name': 'tempest-metering-label--798247373', 'description': 'label created by tempest'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:33.966090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-88684834-2eea-4ba3-87f0-69ccd4198ce3 tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] Unknown quota resources ['metering_label']. {{(pid=80943) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Nov 24 13:01:33.983427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7d8588c8-5936-4201-a9ce-fb7c1e86ab4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:34.007575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-82e2670b-e3ae-43bc-9001-54cd3bb2d70a None None] Provisioning complete for port 6d5144c6-39a4-4c0e-b5fa-caf053c36ead triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:01:34.007910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82e2670b-e3ae-43bc-9001-54cd3bb2d70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:34.063192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:34.095020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:34.143728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Usage tracker for resource:security_group_rule and tenant:10202b9372c64ecf86fd6c5b055cc40f is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:34.152728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:34.177122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:34.224107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02a4e075-cd65-47bb-a6fd-70ba57934192 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:34.247769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02a4e075-cd65-47bb-a6fd-70ba57934192 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:34.264243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b001af82-0598-45bf-bfd2-1e84e0c7f831 tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] Notify callbacks [] for metering_label_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:34.268082 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b001af82-0598-45bf-bfd2-1e84e0c7f831 tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/499364da-46b2-4a7f-83e6-be6a3700d46b HTTP/1.1" status: 204  len: 168 time: 0.4584186
Nov 24 13:01:34.268082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8588c8-5936-4201-a9ce-fb7c1e86ab4b admin admin] Pushing event updated for resources: {'Port': ['ID=cce7777b-e1d8-467d-90db-205e939310bf,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:34.269885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-591dc7bb-ba6e-4da4-b89c-b90d68377a5b None None] Provisioning complete for port 6d5144c6-39a4-4c0e-b5fa-caf053c36ead triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:01:34.270016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7d8588c8-5936-4201-a9ce-fb7c1e86ab4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:34.270715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-591dc7bb-ba6e-4da4-b89c-b90d68377a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:34.273170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41446) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:34.274951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fe7688c5-82cf-4001-8f69-3cfa205e7646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:34.300109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e07555-fb1a-4063-80ec-8c21a35257f5 admin admin] Checking segment: {'id': '32ba51be-85d4-471c-b0e6-97de040b55db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42f46442-d2b1-4c59-8018-dd6806abe134'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:01:34.300496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e07555-fb1a-4063-80ec-8c21a35257f5 admin admin] Network hostable DHCP agents. Network: 42f46442-d2b1-4c59-8018-dd6806abe134, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:01:34.346114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a4e075-cd65-47bb-a6fd-70ba57934192 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:01:34.370603 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-dc176f1b-8fc9-474e-88aa-8588f8379193 tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=499364da-46b2-4a7f-83e6-be6a3700d46b HTTP/1.1" status: 200  len: 221 time: 0.0829232
Nov 24 13:01:34.372453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41450) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:34.376302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4e075-cd65-47bb-a6fd-70ba57934192 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Pushing event updated for resources: {'SecurityGroup': ['ID=f54cd774-0846-4437-89dd-f50b91547b5b,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:34.380058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-02a4e075-cd65-47bb-a6fd-70ba57934192 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:34.384120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-893c45d8-9041-4504-b49e-4ff166a6278d tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] Request body: {'metering_label': {'name': 'tempest-metering-label--2062644134', 'description': 'label created by tempest'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:34.384545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-893c45d8-9041-4504-b49e-4ff166a6278d tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] Unknown quota resources ['metering_label']. {{(pid=80944) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Nov 24 13:01:34.387435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02a4e075-cd65-47bb-a6fd-70ba57934192 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:34.387859 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-02a4e075-cd65-47bb-a6fd-70ba57934192 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Added segment 8297f27e-a33f-4c5f-b02f-ba912833d8fc of type vxlan for network 14365acc-f855-49bc-826e-42961b7c10b2
Nov 24 13:01:34.429082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8588c8-5936-4201-a9ce-fb7c1e86ab4b admin admin] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:01:34.443444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-7d8588c8-5936-4201-a9ce-fb7c1e86ab4b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:01:34.448946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8588c8-5936-4201-a9ce-fb7c1e86ab4b admin admin] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:01:34.491763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02a4e075-cd65-47bb-a6fd-70ba57934192 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:34.724746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e07555-fb1a-4063-80ec-8c21a35257f5 admin admin] Network 42f46442-d2b1-4c59-8018-dd6806abe134 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:01:34.727622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device f2e9d19c-356a-4cf3-ab80-ead226562959 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:01:34.787273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:34.790535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-25e07555-fb1a-4063-80ec-8c21a35257f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 42f46442-d2b1-4c59-8018-dd6806abe134) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:01:34.795339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e07555-fb1a-4063-80ec-8c21a35257f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:34.795990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-25e07555-fb1a-4063-80ec-8c21a35257f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:34.803185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e91ba3-8394-44f8-afb7-c17da942a4d9 None None] Network 42f46442-d2b1-4c59-8018-dd6806abe134 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:01:34.812525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:34.813408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-88684834-2eea-4ba3-87f0-69ccd4198ce3 tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] Notify callbacks [] for metering_label, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:34.814703 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-88684834-2eea-4ba3-87f0-69ccd4198ce3 tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 469 time: 0.8942051
Nov 24 13:01:34.825617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41454) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:34.845582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:34.866564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02a4e075-cd65-47bb-a6fd-70ba57934192 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:34.870043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a4e075-cd65-47bb-a6fd-70ba57934192 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:34.870856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02a4e075-cd65-47bb-a6fd-70ba57934192 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:34.877902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-6b47f27b-0394-4b91-9f21-c5d5ec1c4b77 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Allocated IP 172.26.8.231 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/72819d16-04f4-4049-8c37-79944edba6f9) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:01:34.899845 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-25e07555-fb1a-4063-80ec-8c21a35257f5 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 5.4509537
Nov 24 13:01:34.899845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-567f4211-8563-41ea-bf41-d6207c34b809 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:34.899845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-567f4211-8563-41ea-bf41-d6207c34b809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:34.904013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41458) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:34.935575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fe7688c5-82cf-4001-8f69-3cfa205e7646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:34.967006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dd5ea0-d129-4f4d-9057-ca7d0e78cf1b None None] Network 5fae2ebf-38a4-4188-8136-91cd36860221 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:01:35.081209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-567b4be0-3f68-4be7-a587-dd69d0c94241 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1650021247-router', 'tenant_id': '4286288353e74305b378e229e8ab5058', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:35.092906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Pushing event updated for resources: {'SecurityGroup': ['ID=d163b9ad-dd3b-449e-b856-3dfb745a7a2b,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:35.096922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:35.103617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-567b4be0-3f68-4be7-a587-dd69d0c94241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:35.124253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port f2e9d19c-356a-4cf3-ab80-ead226562959 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:01:35.127110 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-02a4e075-cd65-47bb-a6fd-70ba57934192 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 856 time: 2.6289113
Nov 24 13:01:35.135781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port f2e9d19c-356a-4cf3-ab80-ead226562959 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:01:35.136195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:35.161131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41462) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:35.168725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-80006b39-15f0-4b99-83ce-4e364a10d0d2 None None] Provisioning for port f2e9d19c-356a-4cf3-ab80-ead226562959 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:01:35.182464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4e075-cd65-47bb-a6fd-70ba57934192 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Pushing event updated for resources: {'Network': ['ID=14365acc-f855-49bc-826e-42961b7c10b2,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:35.199948 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9050ea41-65cc-4e25-8d43-f8e4eff4733b tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=aeb2f8a1-782b-4df1-a381-5b4a88d5cf95 HTTP/1.1" status: 200  len: 467 time: 0.3592875
Nov 24 13:01:35.204147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-02a4e075-cd65-47bb-a6fd-70ba57934192 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:35.207233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41466) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:35.210116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-893c45d8-9041-4504-b49e-4ff166a6278d tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] Notify callbacks [] for metering_label, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:35.214789 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-893c45d8-9041-4504-b49e-4ff166a6278d tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.8423309
Nov 24 13:01:35.230747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 14365acc-f855-49bc-826e-42961b7c10b2 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:01:35.246874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 14365acc-f855-49bc-826e-42961b7c10b2 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:01:35.270031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41468) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:35.278546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-80006b39-15f0-4b99-83ce-4e364a10d0d2 None None] Provisioning complete for port f2e9d19c-356a-4cf3-ab80-ead226562959 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:01:35.278956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-80006b39-15f0-4b99-83ce-4e364a10d0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:35.294613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-567b4be0-3f68-4be7-a587-dd69d0c94241 admin admin] Usage tracker for resource:router and tenant:4286288353e74305b378e229e8ab5058 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:35.300761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-567b4be0-3f68-4be7-a587-dd69d0c94241 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:35.312186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] device_id is not set on port b7f2b1d9-e912-4c6d-8b8f-6abdcff331c9 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:01:35.355873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-567b4be0-3f68-4be7-a587-dd69d0c94241 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:35.461582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db6fb80-f8fa-46dc-bfa3-4d539a4a8c98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-42f46442-d2b1-4c59-8018-dd6806abe134', 'network_id': '42f46442-d2b1-4c59-8018-dd6806abe134', 'tenant_id': '4286288353e74305b378e229e8ab5058', 'fixed_ips': [{'subnet_id': '4edc9f76-5638-4785-9026-5e5686309573'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:01:35.462525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3db6fb80-f8fa-46dc-bfa3-4d539a4a8c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:35.685732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-567b4be0-3f68-4be7-a587-dd69d0c94241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:35.686759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-567b4be0-3f68-4be7-a587-dd69d0c94241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:35.706833 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-66024299-5b4c-451e-8c40-c759d14d5076 tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=30b653d5-0f19-40b8-8029-33b07ff526d7 HTTP/1.1" status: 200  len: 468 time: 0.4350870
Nov 24 13:01:35.712181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41474) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:35.810664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8ed61cc7-4209-416e-9cef-b36f14d99acf tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:35.895808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b47f27b-0394-4b91-9f21-c5d5ec1c4b77 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:35.966752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7d8588c8-5936-4201-a9ce-fb7c1e86ab4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:35.967621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7d8588c8-5936-4201-a9ce-fb7c1e86ab4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:36.045254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-567b4be0-3f68-4be7-a587-dd69d0c94241 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:36.078054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:36.205147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-80006b39-15f0-4b99-83ce-4e364a10d0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:36.265647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-551715d0-5322-4c29-8903-1eb563ed1ac9 tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] Notify callbacks [] for metering_label, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:36.270211 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-551715d0-5322-4c29-8903-1eb563ed1ac9 tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/aeb2f8a1-782b-4df1-a381-5b4a88d5cf95 HTTP/1.1" status: 204  len: 168 time: 1.0512042
Nov 24 13:01:36.296811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41478) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:36.300873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port f2e9d19c-356a-4cf3-ab80-ead226562959, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=f2e9d19c-356a-4cf3-ab80-ead226562959,segment=NetworkSegment(d817b9b6-17c3-46f9-a6c5-0ab83cb913b6),segment_id=d817b9b6-17c3-46f9-a6c5-0ab83cb913b6)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:01:36.307060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:36.327573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8ed61cc7-4209-416e-9cef-b36f14d99acf tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:36.342955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 6d5144c6-39a4-4c0e-b5fa-caf053c36ead up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:01:36.414475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:36.440107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b47f27b-0394-4b91-9f21-c5d5ec1c4b77 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:36.480092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8ed61cc7-4209-416e-9cef-b36f14d99acf tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f63530faba8>> segment before_delete 55550000 {{(pid=80944) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 13:01:36.480472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8ed61cc7-4209-416e-9cef-b36f14d99acf tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f63530faba8>> subnet precommit_delete_associations 55550000 {{(pid=80944) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 13:01:36.481269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8ed61cc7-4209-416e-9cef-b36f14d99acf tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f63479ec630>> segment_host_mapping after_create 55550000 {{(pid=80944) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 13:01:36.481632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8ed61cc7-4209-416e-9cef-b36f14d99acf tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f63479ec630>> port after_create 55550000 {{(pid=80944) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 13:01:36.481982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8ed61cc7-4209-416e-9cef-b36f14d99acf tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f63479ec630>> port after_delete 55550000 {{(pid=80944) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 13:01:36.482373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8ed61cc7-4209-416e-9cef-b36f14d99acf tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f63479ec630>> port after_update 55550000 {{(pid=80944) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 13:01:36.482725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8ed61cc7-4209-416e-9cef-b36f14d99acf tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f63479ec630>> segment after_delete 55550000 {{(pid=80944) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 13:01:36.483093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8ed61cc7-4209-416e-9cef-b36f14d99acf tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f63479ec630>> subnet after_create 55550000 {{(pid=80944) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 13:01:36.483445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8ed61cc7-4209-416e-9cef-b36f14d99acf tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f63479ec630>> subnet after_delete 55550000 {{(pid=80944) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 13:01:36.483989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8ed61cc7-4209-416e-9cef-b36f14d99acf tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f63479ec630>> subnet after_update 55550000 {{(pid=80944) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 13:01:36.497730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=f2e9d19c-356a-4cf3-ab80-ead226562959,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:36.508091 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c33ab124-6646-408d-9e86-61fa00f0fe78 tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=aeb2f8a1-782b-4df1-a381-5b4a88d5cf95 HTTP/1.1" status: 200  len: 216 time: 0.1965263
Nov 24 13:01:36.514957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-afa1f4cb-6a0b-40b8-816d-2b16ac37425c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:36.552413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:36.591387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-80006b39-15f0-4b99-83ce-4e364a10d0d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:01:36.591798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-80006b39-15f0-4b99-83ce-4e364a10d0d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:01:36.603484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41482) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:36.606474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-3db6fb80-f8fa-46dc-bfa3-4d539a4a8c98 None None] Allocated IP 172.20.0.2 (42f46442-d2b1-4c59-8018-dd6806abe134/4edc9f76-5638-4785-9026-5e5686309573/188e9ff3-ba49-4c6e-b388-a7321551c119) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:01:36.613724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 6d5144c6-39a4-4c0e-b5fa-caf053c36ead triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:01:36.614198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:36.660684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8ed61cc7-4209-416e-9cef-b36f14d99acf tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f634789e588>> subnet after_create 55550000 {{(pid=80944) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 13:01:36.661051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8ed61cc7-4209-416e-9cef-b36f14d99acf tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f634789e588>> subnet after_delete 55550000 {{(pid=80944) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 13:01:36.661407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8ed61cc7-4209-416e-9cef-b36f14d99acf tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f634789e588>> subnet before_create 55550000 {{(pid=80944) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 13:01:36.661770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8ed61cc7-4209-416e-9cef-b36f14d99acf tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f634789e588>> subnet before_update 55550000 {{(pid=80944) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 13:01:36.662166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-8ed61cc7-4209-416e-9cef-b36f14d99acf tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634c24ae10>,) {'filters': {'network_id': ['14365acc-f855-49bc-826e-42961b7c10b2']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:01:36.681648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-8ed61cc7-4209-416e-9cef-b36f14d99acf tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c24ae10>, '8297f27e-a33f-4c5f-b02f-ba912833d8fc') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:01:36.681648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-8ed61cc7-4209-416e-9cef-b36f14d99acf tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c24ae10>, '8297f27e-a33f-4c5f-b02f-ba912833d8fc') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:01:36.702937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8ed61cc7-4209-416e-9cef-b36f14d99acf tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:36.724700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8ed61cc7-4209-416e-9cef-b36f14d99acf tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:36.727399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8ed61cc7-4209-416e-9cef-b36f14d99acf tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Releasing vxlan tunnel 8 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:01:36.752790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] device_id is not set on port b7f2b1d9-e912-4c6d-8b8f-6abdcff331c9 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:01:36.780887 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9394cc55-8b38-4c01-9c69-3c67a97ff79b tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.1173623
Nov 24 13:01:36.788990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:36.791736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41486) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:36.800159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-567b4be0-3f68-4be7-a587-dd69d0c94241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:36.802610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47f27b-0394-4b91-9f21-c5d5ec1c4b77 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Pushing event updated for resources: {'Port': ['ID=72819d16-04f4-4049-8c37-79944edba6f9,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:36.806554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6b47f27b-0394-4b91-9f21-c5d5ec1c4b77 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:36.824956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93eb5440-30b6-4584-be6f-87bc4e8d6c8f tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] Notify callbacks [] for metering_label, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:36.826217 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-93eb5440-30b6-4584-be6f-87bc4e8d6c8f tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/30b653d5-0f19-40b8-8029-33b07ff526d7 HTTP/1.1" status: 204  len: 168 time: 1.1119251
Nov 24 13:01:36.846386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41490) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:36.879963 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-79c4cd5e-0315-4caa-9433-4b49a416f365 tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0831263
Nov 24 13:01:36.889002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41494) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:36.972664 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-dcd3a747-7c5a-4701-83fe-2ed2c87553a7 tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=30b653d5-0f19-40b8-8029-33b07ff526d7 HTTP/1.1" status: 200  len: 216 time: 0.1251228
Nov 24 13:01:36.976936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-8ed61cc7-4209-416e-9cef-b36f14d99acf tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Network 14365acc-f855-49bc-826e-42961b7c10b2 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:01:36.985541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41498) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:36.991907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8ed61cc7-4209-416e-9cef-b36f14d99acf tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:37.016788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device f2e9d19c-356a-4cf3-ab80-ead226562959 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:01:37.106350 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a7d21efd-d015-4cd8-a55f-930179f2ecbe tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] 10.222.0.76 "GET /v2.0/metering/metering-labels/fc4e77fc-b718-4434-b85d-a77e279b1136 HTTP/1.1" status: 200  len: 473 time: 0.2027738
Nov 24 13:01:37.118275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41502) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:37.129341 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-87e809c8-f1c7-4239-a5c5-d7921eeddeee tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.1370039
Nov 24 13:01:37.131063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41506) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:37.136129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b47f27b-0394-4b91-9f21-c5d5ec1c4b77 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:01:37.150309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-6b47f27b-0394-4b91-9f21-c5d5ec1c4b77 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:01:37.153043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b47f27b-0394-4b91-9f21-c5d5ec1c4b77 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:01:37.165435 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c8a6a332-22a1-4e47-8614-406bfaf94255 tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] 10.222.0.76 "GET /v2.0/metering/metering-label-rules/6c05e44a-c160-4e8a-978a-9089659d2039 HTTP/1.1" status: 200  len: 461 time: 0.0437729
Nov 24 13:01:37.171594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41510) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:37.192437 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ae6cc5d9-78e4-45eb-b4d8-62398a39bc50 tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0509670
Nov 24 13:01:37.192598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41514) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:37.194418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567f4211-8563-41ea-bf41-d6207c34b809 admin admin] Router 303ef846-7f78-4e44-9457-b63bf6ee06b5 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:01:37.211993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3db6fb80-f8fa-46dc-bfa3-4d539a4a8c98 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:37.240724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-8ed61cc7-4209-416e-9cef-b36f14d99acf tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Network 14365acc-f855-49bc-826e-42961b7c10b2 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:01:37.255271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port f2e9d19c-356a-4cf3-ab80-ead226562959 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:01:37.255685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]:   (rel_b, rel_a, rel_b),
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]:   (rel_b, rel_a, rel_b),
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:01:37.349787 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:01:37.398607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1b91173f-af5a-432c-97c5-81b0c59c1c7d None None] Provisioning complete for port f2e9d19c-356a-4cf3-ab80-ead226562959 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:01:37.399582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b91173f-af5a-432c-97c5-81b0c59c1c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:37.431579 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b6614471-c17c-4a40-8408-1dffc0a286e7 tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] 10.222.0.76 "GET /v2.0/metering/metering-labels/b3f8f956-7fb3-41cd-9a36-bc9b219a1637 HTTP/1.1" status: 200  len: 473 time: 0.2286887
Nov 24 13:01:37.433458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41518) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:37.466437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8588c8-5936-4201-a9ce-fb7c1e86ab4b admin admin] Router 8063002f-c51e-4912-afa6-aff6e3318723 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:01:37.471298 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0c9a4bda-6832-442b-91c5-fda19dd868a1 tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] 10.222.0.76 "GET /v2.0/metering/metering-label-rules/a9525ceb-d757-4a78-87c9-033692e86d61 HTTP/1.1" status: 200  len: 459 time: 0.0369818
Nov 24 13:01:37.477760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3db6fb80-f8fa-46dc-bfa3-4d539a4a8c98 None None] Transition to ACTIVE for port object 188e9ff3-ba49-4c6e-b388-a7321551c119 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:01:37.479526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41522) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:37.483487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8ed61cc7-4209-416e-9cef-b36f14d99acf tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:37.500371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3db6fb80-f8fa-46dc-bfa3-4d539a4a8c98 None None] Transition to ACTIVE for port object 188e9ff3-ba49-4c6e-b388-a7321551c119 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:01:37.502581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:37.541627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3db6fb80-f8fa-46dc-bfa3-4d539a4a8c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:37.559526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d423b57e-b3b9-4ad4-8a78-201518b445b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:37.598980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed61cc7-4209-416e-9cef-b36f14d99acf tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  14365acc-f855-49bc-826e-42961b7c10b2 {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Nov 24 13:01:37.603151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed61cc7-4209-416e-9cef-b36f14d99acf tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Pushing event deleted for resources: {'Network': ['ID=14365acc-f855-49bc-826e-42961b7c10b2,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:37.625670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8ed61cc7-4209-416e-9cef-b36f14d99acf tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:37.627257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8ed61cc7-4209-416e-9cef-b36f14d99acf tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:37.635064 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8ed61cc7-4209-416e-9cef-b36f14d99acf tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] 10.222.0.76 "DELETE /v2.0/networks/14365acc-f855-49bc-826e-42961b7c10b2 HTTP/1.1" status: 204  len: 168 time: 2.4599366
Nov 24 13:01:37.654499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Transition to ACTIVE for port object b7f2b1d9-e912-4c6d-8b8f-6abdcff331c9 will not be triggered until provisioned by entity L2. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:01:37.662252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41526) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:37.680274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-1c0df40c-4b33-448e-9695-6dd8a570508d tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Request body: {'network': {'router:external': True}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:37.733208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6fb80-f8fa-46dc-bfa3-4d539a4a8c98 None None] Pushing event updated for resources: {'Port': ['ID=188e9ff3-ba49-4c6e-b388-a7321551c119,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:37.738175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3db6fb80-f8fa-46dc-bfa3-4d539a4a8c98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:37.760068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1c0df40c-4b33-448e-9695-6dd8a570508d tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:37.779124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1c0df40c-4b33-448e-9695-6dd8a570508d tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Usage tracker for resource:network and tenant:5d8c84260d334a38abb6e40c633ab237 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:37.787907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1c0df40c-4b33-448e-9695-6dd8a570508d tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Quota usage for network was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:37.795543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:37.819324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1c0df40c-4b33-448e-9695-6dd8a570508d tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:37.824543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db6fb80-f8fa-46dc-bfa3-4d539a4a8c98 None None] Network 42f46442-d2b1-4c59-8018-dd6806abe134 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:01:37.826795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-3db6fb80-f8fa-46dc-bfa3-4d539a4a8c98 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:01:37.837260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db6fb80-f8fa-46dc-bfa3-4d539a4a8c98 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:01:37.847557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6b47f27b-0394-4b91-9f21-c5d5ec1c4b77 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:37.913301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-3db6fb80-f8fa-46dc-bfa3-4d539a4a8c98 None None] Attempting to bind port 188e9ff3-ba49-4c6e-b388-a7321551c119 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:01:37.914014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-3db6fb80-f8fa-46dc-bfa3-4d539a4a8c98 None None] Attempting to bind port 188e9ff3-ba49-4c6e-b388-a7321551c119 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '32ba51be-85d4-471c-b0e6-97de040b55db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42f46442-d2b1-4c59-8018-dd6806abe134'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:01:37.915228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db6fb80-f8fa-46dc-bfa3-4d539a4a8c98 None None] Attempting to bind port 188e9ff3-ba49-4c6e-b388-a7321551c119 on network 42f46442-d2b1-4c59-8018-dd6806abe134 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:01:37.924183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db6fb80-f8fa-46dc-bfa3-4d539a4a8c98 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:01:37.925595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db6fb80-f8fa-46dc-bfa3-4d539a4a8c98 None None] Checking segment: {'id': '32ba51be-85d4-471c-b0e6-97de040b55db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42f46442-d2b1-4c59-8018-dd6806abe134'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:01:37.926440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3db6fb80-f8fa-46dc-bfa3-4d539a4a8c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:37.927976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db6fb80-f8fa-46dc-bfa3-4d539a4a8c98 None None] Bound using segment: {'id': '32ba51be-85d4-471c-b0e6-97de040b55db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42f46442-d2b1-4c59-8018-dd6806abe134'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:01:37.928902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-3db6fb80-f8fa-46dc-bfa3-4d539a4a8c98 None None] Bound port: 188e9ff3-ba49-4c6e-b388-a7321551c119, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ba51be-85d4-471c-b0e6-97de040b55db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42f46442-d2b1-4c59-8018-dd6806abe134'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:01:37.929730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3db6fb80-f8fa-46dc-bfa3-4d539a4a8c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:38.031967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-14c9951c-d254-4aa0-9fc6-12a65f2fd57a tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] Notify callbacks [] for metering_label_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:38.033251 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-14c9951c-d254-4aa0-9fc6-12a65f2fd57a tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/6c05e44a-c160-4e8a-978a-9089659d2039 HTTP/1.1" status: 204  len: 168 time: 0.8595672
Nov 24 13:01:38.046402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41530) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:38.055999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-3db6fb80-f8fa-46dc-bfa3-4d539a4a8c98 None None] For port 188e9ff3-ba49-4c6e-b388-a7321551c119, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:01:38.060745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-3db6fb80-f8fa-46dc-bfa3-4d539a4a8c98 None None] For port 188e9ff3-ba49-4c6e-b388-a7321551c119, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=188e9ff3-ba49-4c6e-b388-a7321551c119,segment=NetworkSegment(32ba51be-85d4-471c-b0e6-97de040b55db),segment_id=32ba51be-85d4-471c-b0e6-97de040b55db)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:01:38.063091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a582928c-36f3-42fa-8055-dd8c8ffca994 tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] Notify callbacks [] for metering_label_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:38.066881 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a582928c-36f3-42fa-8055-dd8c8ffca994 tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/a9525ceb-d757-4a78-87c9-033692e86d61 HTTP/1.1" status: 204  len: 168 time: 0.5836289
Nov 24 13:01:38.068855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3db6fb80-f8fa-46dc-bfa3-4d539a4a8c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:38.074712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0df40c-4b33-448e-9695-6dd8a570508d tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Made reservation on behalf of 5d8c84260d334a38abb6e40c633ab237 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:01:38.079454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c0df40c-4b33-448e-9695-6dd8a570508d tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:38.107703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41534) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:38.263716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:38.264415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8588c8-5936-4201-a9ce-fb7c1e86ab4b admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:01:38.277930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d48ba7-8cd6-4924-ba2c-b43a0706f6b6 None None] Sync routers for ids ['8063002f-c51e-4912-afa6-aff6e3318723'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:01:38.285866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Pushing event updated for resources: {'Port': ['ID=b7f2b1d9-e912-4c6d-8b8f-6abdcff331c9,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:38.291564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7d8588c8-5936-4201-a9ce-fb7c1e86ab4b admin admin] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:38.295511 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7d8588c8-5936-4201-a9ce-fb7c1e86ab4b admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 8.4061825
Nov 24 13:01:38.296272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:38.296362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d48ba7-8cd6-4924-ba2c-b43a0706f6b6 None None] Routers {'8063002f-c51e-4912-afa6-aff6e3318723'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:01:38.296609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-82d48ba7-8cd6-4924-ba2c-b43a0706f6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cbea438>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:01:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['8063002f-c51e-4912-afa6-aff6e3318723'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:01:38.297152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41540) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:38.305834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b47f27b-0394-4b91-9f21-c5d5ec1c4b77 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks [] for floatingip, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:38.370427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6fb80-f8fa-46dc-bfa3-4d539a4a8c98 None None] Pushing event updated for resources: {'Port': ['ID=188e9ff3-ba49-4c6e-b388-a7321551c119,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:38.374159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3db6fb80-f8fa-46dc-bfa3-4d539a4a8c98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:38.548325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-82d48ba7-8cd6-4924-ba2c-b43a0706f6b6 None None] Set router 8063002f-c51e-4912-afa6-aff6e3318723 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:01:38.671517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-567b4be0-3f68-4be7-a587-dd69d0c94241 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:38.844404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0df40c-4b33-448e-9695-6dd8a570508d tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:01:38.850929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:01:38.868254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-567b4be0-3f68-4be7-a587-dd69d0c94241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:39.015805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 188e9ff3-ba49-4c6e-b388-a7321551c119 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:01:39.060106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-82d48ba7-8cd6-4924-ba2c-b43a0706f6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cbea438>, [{'id': '8063002f-c51e-4912-afa6-aff6e3318723', 'name': 'tempest-ServersTestJSON-1632611640-router', 'tenant_id': 'a2e9211661b4491282803556ce55f1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'cce7777b-e1d8-467d-90db-205e939310bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:29Z', 'updated_at': '2020-11-24T13:01:34Z', 'revision_number': 3, 'project_id': 'a2e9211661b4491282803556ce55f1f3', 'gw_port': {'id': 'cce7777b-e1d8-467d-90db-205e939310bf', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8063002f-c51e-4912-afa6-aff6e3318723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:32Z', 'updated_at': '2020-11-24T13:01:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:01:39.064882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d48ba7-8cd6-4924-ba2c-b43a0706f6b6 None None] Checking router: 8063002f-c51e-4912-afa6-aff6e3318723 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:01:39.065162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d48ba7-8cd6-4924-ba2c-b43a0706f6b6 None None] Updating router 8063002f-c51e-4912-afa6-aff6e3318723 port cce7777b-e1d8-467d-90db-205e939310bf binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:01:39.075551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c0df40c-4b33-448e-9695-6dd8a570508d tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:39.075945 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-1c0df40c-4b33-448e-9695-6dd8a570508d tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Added segment a7b0ed67-9ba6-4484-a764-4474393a8b68 of type vxlan for network 2086b266-2ecf-488b-80e6-c9af417a9b3e
Nov 24 13:01:39.122961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 188e9ff3-ba49-4c6e-b388-a7321551c119 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:01:39.131185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82d48ba7-8cd6-4924-ba2c-b43a0706f6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:39.194235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2035e4a8-654f-4cf8-927b-12f1b8462fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:39.289502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b47f27b-0394-4b91-9f21-c5d5ec1c4b77 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:39.582846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82d48ba7-8cd6-4924-ba2c-b43a0706f6b6 None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:39.589060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-2035e4a8-654f-4cf8-927b-12f1b8462fda admin admin] Allocated IP 172.20.0.1 (5fae2ebf-38a4-4188-8136-91cd36860221/4487902c-b885-4e28-986b-43936d420160/c783e11a-3c79-4cd6-93d0-6d6fad830735) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:01:39.599823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-82d48ba7-8cd6-4924-ba2c-b43a0706f6b6 None None] Transition to ACTIVE for port object cce7777b-e1d8-467d-90db-205e939310bf will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:01:39.603778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82d48ba7-8cd6-4924-ba2c-b43a0706f6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:39.619500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-af180bc9-01b5-4256-ac37-24dbe3723487 tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] Notify callbacks [] for metering_label, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:39.623192 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-af180bc9-01b5-4256-ac37-24dbe3723487 tempest-MeteringTestJSON-1269610677 tempest-MeteringTestJSON-1269610677] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/fc4e77fc-b718-4434-b85d-a77e279b1136 HTTP/1.1" status: 204  len: 168 time: 1.5698330
Nov 24 13:01:39.623192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Checking segment: {'id': '0412bf1b-48c8-4e44-84f0-ec0b4aae32c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e5822368-1984-43fb-beea-7e5b6ec18437'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:01:39.623192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Network hostable DHCP agents. Network: e5822368-1984-43fb-beea-7e5b6ec18437, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:01:39.625701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-78d44c17-f756-4d37-a53d-5a48da1772c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:39.628638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9c7b2b96-24a8-4320-9338-c3ce92592bea tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] Notify callbacks [] for metering_label, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:39.632264 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9c7b2b96-24a8-4320-9338-c3ce92592bea tempest-MeteringIpV6TestJSON-253184379 tempest-MeteringIpV6TestJSON-253184379] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/b3f8f956-7fb3-41cd-9a36-bc9b219a1637 HTTP/1.1" status: 204  len: 168 time: 1.5200174
Nov 24 13:01:39.643924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c0df40c-4b33-448e-9695-6dd8a570508d tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:39.789272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2634344-4484-482a-9112-d5fcc0f6c7d4 None None] Pushing event updated for resources: {'Port': ['ID=cce7777b-e1d8-467d-90db-205e939310bf,revision_number=2']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:39.811902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634344-4484-482a-9112-d5fcc0f6c7d4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:39.812417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634344-4484-482a-9112-d5fcc0f6c7d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:39.812778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634344-4484-482a-9112-d5fcc0f6c7d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:39.813215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634344-4484-482a-9112-d5fcc0f6c7d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:39.813709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634344-4484-482a-9112-d5fcc0f6c7d4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:39.814071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634344-4484-482a-9112-d5fcc0f6c7d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:39.814632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634344-4484-482a-9112-d5fcc0f6c7d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:39.815060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634344-4484-482a-9112-d5fcc0f6c7d4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:39.815598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634344-4484-482a-9112-d5fcc0f6c7d4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:39.815883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634344-4484-482a-9112-d5fcc0f6c7d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:39.816568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634344-4484-482a-9112-d5fcc0f6c7d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:39.816687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634344-4484-482a-9112-d5fcc0f6c7d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:39.817176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634344-4484-482a-9112-d5fcc0f6c7d4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:39.817597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634344-4484-482a-9112-d5fcc0f6c7d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:39.818019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634344-4484-482a-9112-d5fcc0f6c7d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:39.818468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634344-4484-482a-9112-d5fcc0f6c7d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:39.818890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634344-4484-482a-9112-d5fcc0f6c7d4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:39.819326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634344-4484-482a-9112-d5fcc0f6c7d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:39.820015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634344-4484-482a-9112-d5fcc0f6c7d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:39.820448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634344-4484-482a-9112-d5fcc0f6c7d4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:39.820910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634344-4484-482a-9112-d5fcc0f6c7d4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:39.821336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634344-4484-482a-9112-d5fcc0f6c7d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:39.821755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634344-4484-482a-9112-d5fcc0f6c7d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:39.822193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634344-4484-482a-9112-d5fcc0f6c7d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634344-4484-482a-9112-d5fcc0f6c7d4 None None] Tracked resource versions report:
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]: pushed versions:
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]: {   'AddressGroup': {'1.0'},
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:     'ConntrackHelper': {'1.0'},
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:     'Log': {'1.0'},
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:     'Network': {'1.1'},
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:     'Port': {'1.6'},
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:     'PortForwarding': {'1.2'},
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:     'QosPolicy': {'1.8'},
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:     'SecurityGroup': {'1.2'},
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:     'SecurityGroupRule': {'1.0'},
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:     'SubPort': {'1.0'},
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:     'Subnet': {'1.1'},
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:     'Trunk': {'1.1'}}
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]: consumer versions:
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]: {   DHCP agent@dv-neutron-601336-61-ovs: {},
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:     L3 agent@dv-neutron-601336-61-ovs: {},
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:     Metadata agent@dv-neutron-601336-61-ovs: {},
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:     Metering agent@dv-neutron-601336-61-ovs: {},
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:     Open vSwitch agent@dv-neutron-601336-61-ovs: {   'AddressGroup': '1.0',
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'ConntrackHelper': '1.0',
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Log': '1.0',
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Network': '1.1',
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Port': '1.6',
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'PortForwarding': '1.2',
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'QosPolicy': '1.8',
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'SecurityGroup': '1.2',
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'SecurityGroupRule': '1.0',
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'SubPort': '1.0',
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Subnet': '1.1',
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:                                                      'Trunk': '1.1'},
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:     Open vSwitch agent@hv-neutron-6013: {   'AddressGroup': '1.0',
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'ConntrackHelper': '1.0',
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'Log': '1.0',
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'Network': '1.1',
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'Port': '1.6',
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'PortForwarding': '1.2',
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'QosPolicy': '1.8',
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'SecurityGroup': '1.2',
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'SecurityGroupRule': '1.0',
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'SubPort': '1.0',
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'Subnet': '1.1',
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:                                             'Trunk': '1.1'}}
Nov 24 13:01:39.823576 dv-neutron-601336-61-ovs neutron-server[80834]:  {{(pid=80946) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 24 13:01:39.837515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c2634344-4484-482a-9112-d5fcc0f6c7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:39.860261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2035e4a8-654f-4cf8-927b-12f1b8462fda admin admin] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:39.888445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2035e4a8-654f-4cf8-927b-12f1b8462fda admin admin] Transition to ACTIVE for port object c783e11a-3c79-4cd6-93d0-6d6fad830735 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:01:39.911955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567f4211-8563-41ea-bf41-d6207c34b809 admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:01:39.920333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2035e4a8-654f-4cf8-927b-12f1b8462fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:39.925543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e79abc5-e76a-49a9-9e55-7e063537f299 None None] Sync routers for ids ['303ef846-7f78-4e44-9457-b63bf6ee06b5'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:01:39.954032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e79abc5-e76a-49a9-9e55-7e063537f299 None None] Routers {'303ef846-7f78-4e44-9457-b63bf6ee06b5'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:01:39.955148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5e79abc5-e76a-49a9-9e55-7e063537f299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347fbe630>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:01:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['303ef846-7f78-4e44-9457-b63bf6ee06b5'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:01:39.977277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7d8588c8-5936-4201-a9ce-fb7c1e86ab4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:39.988347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-82d48ba7-8cd6-4924-ba2c-b43a0706f6b6 None None] Attempting to bind port cce7777b-e1d8-467d-90db-205e939310bf on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:01:39.988731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-82d48ba7-8cd6-4924-ba2c-b43a0706f6b6 None None] Attempting to bind port cce7777b-e1d8-467d-90db-205e939310bf by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:01:39.989135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d48ba7-8cd6-4924-ba2c-b43a0706f6b6 None None] Attempting to bind port cce7777b-e1d8-467d-90db-205e939310bf on network cfe08d36-e5ba-4f00-8669-16a0ead5d220 {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:01:39.991582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Network e5822368-1984-43fb-beea-7e5b6ec18437 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:01:39.998310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d48ba7-8cd6-4924-ba2c-b43a0706f6b6 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:01:39.998727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d48ba7-8cd6-4924-ba2c-b43a0706f6b6 None None] Checking segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:01:39.999175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82d48ba7-8cd6-4924-ba2c-b43a0706f6b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:39.999593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d48ba7-8cd6-4924-ba2c-b43a0706f6b6 None None] Bound using segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:01:40.000102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-82d48ba7-8cd6-4924-ba2c-b43a0706f6b6 None None] Bound port: cce7777b-e1d8-467d-90db-205e939310bf, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:01:40.000508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82d48ba7-8cd6-4924-ba2c-b43a0706f6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:40.068931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c0df40c-4b33-448e-9695-6dd8a570508d tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:40.088146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0df40c-4b33-448e-9695-6dd8a570508d tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:40.088767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c0df40c-4b33-448e-9695-6dd8a570508d tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:40.100891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:40.106674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fa4e96-a6bf-4af7-b4ab-8803bd88449c None None] Network 42f46442-d2b1-4c59-8018-dd6806abe134 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:01:40.109121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-82d48ba7-8cd6-4924-ba2c-b43a0706f6b6 None None] For port cce7777b-e1d8-467d-90db-205e939310bf, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:01:40.113739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-82d48ba7-8cd6-4924-ba2c-b43a0706f6b6 None None] For port cce7777b-e1d8-467d-90db-205e939310bf, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=cce7777b-e1d8-467d-90db-205e939310bf,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:01:40.119334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82d48ba7-8cd6-4924-ba2c-b43a0706f6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:40.197232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, e5822368-1984-43fb-beea-7e5b6ec18437) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:01:40.209114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:01:40.219009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-567f4211-8563-41ea-bf41-d6207c34b809 admin admin] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:40.220433 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-567f4211-8563-41ea-bf41-d6207c34b809 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 12.4020092
Nov 24 13:01:40.252119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41552) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:40.292061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-78d44c17-f756-4d37-a53d-5a48da1772c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:40.383501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035e4a8-654f-4cf8-927b-12f1b8462fda admin admin] Pushing event updated for resources: {'Port': ['ID=c783e11a-3c79-4cd6-93d0-6d6fad830735,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:40.385347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2634344-4484-482a-9112-d5fcc0f6c7d4 None None] Pushing event updated for resources: {'Port': ['ID=cce7777b-e1d8-467d-90db-205e939310bf,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:40.387040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd0a7e5-4bce-4eda-a266-056c10e1c495 None None] Network e5822368-1984-43fb-beea-7e5b6ec18437 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:01:40.405614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c2634344-4484-482a-9112-d5fcc0f6c7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:40.409732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2035e4a8-654f-4cf8-927b-12f1b8462fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:40.456517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41560) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:40.462057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d48ba7-8cd6-4924-ba2c-b43a0706f6b6 None None] Routers {'8063002f-c51e-4912-afa6-aff6e3318723'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:01:40.462758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-82d48ba7-8cd6-4924-ba2c-b43a0706f6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cbea438>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:01:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['8063002f-c51e-4912-afa6-aff6e3318723'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:01:40.472947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41566) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:40.548728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2035e4a8-654f-4cf8-927b-12f1b8462fda admin admin] Network 5fae2ebf-38a4-4188-8136-91cd36860221 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:01:40.551811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-2035e4a8-654f-4cf8-927b-12f1b8462fda admin admin] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:01:40.554948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2035e4a8-654f-4cf8-927b-12f1b8462fda admin admin] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:01:40.564969 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1c0df40c-4b33-448e-9695-6dd8a570508d tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 829 time: 2.8939564
Nov 24 13:01:40.566291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attempting to bind port b7f2b1d9-e912-4c6d-8b8f-6abdcff331c9 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:01:40.566867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attempting to bind port b7f2b1d9-e912-4c6d-8b8f-6abdcff331c9 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '0412bf1b-48c8-4e44-84f0-ec0b4aae32c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e5822368-1984-43fb-beea-7e5b6ec18437'}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:01:40.567458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attempting to bind port b7f2b1d9-e912-4c6d-8b8f-6abdcff331c9 on network e5822368-1984-43fb-beea-7e5b6ec18437 {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:01:40.570408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41572) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:40.593378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2f6b63db-1f05-4330-aac9-d14f62c03538 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Request body: {'subnet': {'network_id': '2086b266-2ecf-488b-80e6-c9af417a9b3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:40.619690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2f6b63db-1f05-4330-aac9-d14f62c03538 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:40.659508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0df40c-4b33-448e-9695-6dd8a570508d tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Pushing event updated for resources: {'Network': ['ID=2086b266-2ecf-488b-80e6-c9af417a9b3e,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:40.669991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1c0df40c-4b33-448e-9695-6dd8a570508d tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:40.685555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2035e4a8-654f-4cf8-927b-12f1b8462fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:40.690673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:01:40.691417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Checking segment: {'id': '0412bf1b-48c8-4e44-84f0-ec0b4aae32c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e5822368-1984-43fb-beea-7e5b6ec18437'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:01:40.692026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:40.692614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Bound using segment: {'id': '0412bf1b-48c8-4e44-84f0-ec0b4aae32c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e5822368-1984-43fb-beea-7e5b6ec18437'} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:01:40.693355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Bound port: b7f2b1d9-e912-4c6d-8b8f-6abdcff331c9, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0412bf1b-48c8-4e44-84f0-ec0b4aae32c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e5822368-1984-43fb-beea-7e5b6ec18437'}}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:01:40.693942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:40.706935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2f6b63db-1f05-4330-aac9-d14f62c03538 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Usage tracker for resource:subnet and tenant:5d8c84260d334a38abb6e40c633ab237 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:40.730731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-567b4be0-3f68-4be7-a587-dd69d0c94241 admin admin] Allocated IP 172.26.8.179 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/4a90a7c2-fdcb-4037-9cd7-49bc88709dc1) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:01:40.735640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2f6b63db-1f05-4330-aac9-d14f62c03538 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:40.825737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-5e79abc5-e76a-49a9-9e55-7e063537f299 None None] Set router 303ef846-7f78-4e44-9457-b63bf6ee06b5 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:01:40.829981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-82d48ba7-8cd6-4924-ba2c-b43a0706f6b6 None None] Set router 8063002f-c51e-4912-afa6-aff6e3318723 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:01:40.857813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2035e4a8-654f-4cf8-927b-12f1b8462fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:40.868223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4a14e9c2-11a0-47eb-84cd-725cf9d99433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:40.880014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2f6b63db-1f05-4330-aac9-d14f62c03538 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:40.898090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0636d874-b0ac-4a82-9ebc-217d2ee660fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:40.939169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0636d874-b0ac-4a82-9ebc-217d2ee660fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:40.943629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0636d874-b0ac-4a82-9ebc-217d2ee660fd admin admin] Usage tracker for resource:security_group_rule and tenant:f53bf1e692234e5685bbc3397e19b5df is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:40.947133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0636d874-b0ac-4a82-9ebc-217d2ee660fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:40.953330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0636d874-b0ac-4a82-9ebc-217d2ee660fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:40.974173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6b63db-1f05-4330-aac9-d14f62c03538 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Made reservation on behalf of 5d8c84260d334a38abb6e40c633ab237 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:01:40.979229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2f6b63db-1f05-4330-aac9-d14f62c03538 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks [] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:41.023261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0636d874-b0ac-4a82-9ebc-217d2ee660fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:41.029893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0636d874-b0ac-4a82-9ebc-217d2ee660fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:41.053262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4a14e9c2-11a0-47eb-84cd-725cf9d99433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:41.058726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4a14e9c2-11a0-47eb-84cd-725cf9d99433 admin admin] Usage tracker for resource:security_group_rule and tenant:1a03ee1939634a0093e92a704c498099 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:41.061745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4a14e9c2-11a0-47eb-84cd-725cf9d99433 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:41.067789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4a14e9c2-11a0-47eb-84cd-725cf9d99433 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:41.128614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 2086b266-2ecf-488b-80e6-c9af417a9b3e details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:01:41.153766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4a14e9c2-11a0-47eb-84cd-725cf9d99433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:41.164762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-6b47f27b-0394-4b91-9f21-c5d5ec1c4b77 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:01:41.214005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-02a4e075-cd65-47bb-a6fd-70ba57934192 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:41.220894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b47f27b-0394-4b91-9f21-c5d5ec1c4b77 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:41.226702 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0636d874-b0ac-4a82-9ebc-217d2ee660fd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f53bf1e692234e5685bbc3397e19b5df&name=default HTTP/1.1" status: 200  len: 2747 time: 0.7522168
Nov 24 13:01:41.227622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4a14e9c2-11a0-47eb-84cd-725cf9d99433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:41.230572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41576) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:41.238482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-82d48ba7-8cd6-4924-ba2c-b43a0706f6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cbea438>, [{'id': '8063002f-c51e-4912-afa6-aff6e3318723', 'name': 'tempest-ServersTestJSON-1632611640-router', 'tenant_id': 'a2e9211661b4491282803556ce55f1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'cce7777b-e1d8-467d-90db-205e939310bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:29Z', 'updated_at': '2020-11-24T13:01:34Z', 'revision_number': 3, 'project_id': 'a2e9211661b4491282803556ce55f1f3', 'gw_port': {'id': 'cce7777b-e1d8-467d-90db-205e939310bf', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8063002f-c51e-4912-afa6-aff6e3318723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:32Z', 'updated_at': '2020-11-24T13:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:01:41.240973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] For port b7f2b1d9-e912-4c6d-8b8f-6abdcff331c9, host hv-neutron-6013, cleared binding levels {{(pid=80943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:01:41.245303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d48ba7-8cd6-4924-ba2c-b43a0706f6b6 None None] The sync data for ids ['8063002f-c51e-4912-afa6-aff6e3318723'] in dv-neutron-601336-61-ovs is: [{'id': '8063002f-c51e-4912-afa6-aff6e3318723', 'name': 'tempest-ServersTestJSON-1632611640-router', 'tenant_id': 'a2e9211661b4491282803556ce55f1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'cce7777b-e1d8-467d-90db-205e939310bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:29Z', 'updated_at': '2020-11-24T13:01:34Z', 'revision_number': 3, 'project_id': 'a2e9211661b4491282803556ce55f1f3', 'gw_port': {'id': 'cce7777b-e1d8-467d-90db-205e939310bf', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8063002f-c51e-4912-afa6-aff6e3318723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:32Z', 'updated_at': '2020-11-24T13:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:01:41.248223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b47f27b-0394-4b91-9f21-c5d5ec1c4b77 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:41.272767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 2086b266-2ecf-488b-80e6-c9af417a9b3e details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:01:41.309069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:41.318009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636d874-b0ac-4a82-9ebc-217d2ee660fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9c5e66-a6ec-440c-83a0-5053340b68a1,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:41.350955 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4a14e9c2-11a0-47eb-84cd-725cf9d99433 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1a03ee1939634a0093e92a704c498099&name=default HTTP/1.1" status: 200  len: 2747 time: 0.8931086
Nov 24 13:01:41.357096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0636d874-b0ac-4a82-9ebc-217d2ee660fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:41.357597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41580) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:41.358041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:41.409170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] For port b7f2b1d9-e912-4c6d-8b8f-6abdcff331c9, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=b7f2b1d9-e912-4c6d-8b8f-6abdcff331c9,segment=NetworkSegment(0412bf1b-48c8-4e44-84f0-ec0b4aae32c5),segment_id=0412bf1b-48c8-4e44-84f0-ec0b4aae32c5)] {{(pid=80943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:01:41.458392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:41.470218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14e9c2-11a0-47eb-84cd-725cf9d99433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a6326f-17e7-4753-97a4-e25f542d5949,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:41.481952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4a14e9c2-11a0-47eb-84cd-725cf9d99433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:41.590200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-567b4be0-3f68-4be7-a587-dd69d0c94241 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:41.594163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bd3912d4-a012-416e-8227-d2d760eb38ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:41.607341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-199ba12e-28ad-475a-94ce-1271fc19108b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:41.626052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47f27b-0394-4b91-9f21-c5d5ec1c4b77 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Pushing event updated for resources: {'Port': ['ID=72819d16-04f4-4049-8c37-79944edba6f9,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:41.631479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-cec01348-fa83-40a4-9dde-c63a20d897e2 None None] Provisioning for port 188e9ff3-ba49-4c6e-b388-a7321551c119 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:01:41.638316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6b47f27b-0394-4b91-9f21-c5d5ec1c4b77 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:41.640539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-afa1f4cb-6a0b-40b8-816d-2b16ac37425c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:41.653435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-199ba12e-28ad-475a-94ce-1271fc19108b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:41.671904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-cec01348-fa83-40a4-9dde-c63a20d897e2 None None] Provisioning complete for port 188e9ff3-ba49-4c6e-b388-a7321551c119 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:01:41.672222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cec01348-fa83-40a4-9dde-c63a20d897e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:41.696001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-31872c13-7177-46ff-a0fd-b0d54a66c03a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:41.808084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-31872c13-7177-46ff-a0fd-b0d54a66c03a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:41.884457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2035e4a8-654f-4cf8-927b-12f1b8462fda admin admin] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:41.886429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-199ba12e-28ad-475a-94ce-1271fc19108b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:41.888375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2035e4a8-654f-4cf8-927b-12f1b8462fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:41.895232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:42.086782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cec01348-fa83-40a4-9dde-c63a20d897e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:42.137768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5e79abc5-e76a-49a9-9e55-7e063537f299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347fbe630>, [{'id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'name': 'tempest-ServersTestManualDisk-1579092289-router', 'tenant_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'c0c120c3-bcf6-4efc-abb9-af284b657f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:27Z', 'updated_at': '2020-11-24T13:01:34Z', 'revision_number': 3, 'project_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'gw_port': {'id': 'c0c120c3-bcf6-4efc-abb9-af284b657f1d', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:30Z', 'updated_at': '2020-11-24T13:01:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:01:42.159804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e79abc5-e76a-49a9-9e55-7e063537f299 None None] Checking router: 303ef846-7f78-4e44-9457-b63bf6ee06b5 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:01:42.160602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e79abc5-e76a-49a9-9e55-7e063537f299 None None] Updating router 303ef846-7f78-4e44-9457-b63bf6ee06b5 port c0c120c3-bcf6-4efc-abb9-af284b657f1d binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:01:42.246109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ba12e-28ad-475a-94ce-1271fc19108b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9c5e66-a6ec-440c-83a0-5053340b68a1,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:42.262410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-cec01348-fa83-40a4-9dde-c63a20d897e2 None None] For port 188e9ff3-ba49-4c6e-b388-a7321551c119, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=188e9ff3-ba49-4c6e-b388-a7321551c119,segment=NetworkSegment(32ba51be-85d4-471c-b0e6-97de040b55db),segment_id=32ba51be-85d4-471c-b0e6-97de040b55db)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:01:42.272197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-199ba12e-28ad-475a-94ce-1271fc19108b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:42.272744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:42.287844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cec01348-fa83-40a4-9dde-c63a20d897e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:42.324915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:42.328463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Pushing event updated for resources: {'Port': ['ID=b7f2b1d9-e912-4c6d-8b8f-6abdcff331c9,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:42.349041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:42.350168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035e4a8-654f-4cf8-927b-12f1b8462fda admin admin] Pushing event updated for resources: {'Port': ['ID=c783e11a-3c79-4cd6-93d0-6d6fad830735,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:42.350598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:42.365015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2035e4a8-654f-4cf8-927b-12f1b8462fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:42.376288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-199ba12e-28ad-475a-94ce-1271fc19108b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:42.380180 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-199ba12e-28ad-475a-94ce-1271fc19108b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2e9c5e66-a6ec-440c-83a0-5053340b68a1 HTTP/1.1" status: 204  len: 168 time: 1.1421926
Nov 24 13:01:42.381521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-31872c13-7177-46ff-a0fd-b0d54a66c03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:42.386971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-31872c13-7177-46ff-a0fd-b0d54a66c03a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:42.390804 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-31872c13-7177-46ff-a0fd-b0d54a66c03a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/48a6326f-17e7-4753-97a4-e25f542d5949 HTTP/1.1" status: 204  len: 168 time: 1.0215452
Nov 24 13:01:42.390947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-567b4be0-3f68-4be7-a587-dd69d0c94241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:42.392655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:42.397892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b47f27b-0394-4b91-9f21-c5d5ec1c4b77 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:42.409536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31872c13-7177-46ff-a0fd-b0d54a66c03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a6326f-17e7-4753-97a4-e25f542d5949,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:42.419467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2035e4a8-654f-4cf8-927b-12f1b8462fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:42.439278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-31872c13-7177-46ff-a0fd-b0d54a66c03a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:42.451558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e79abc5-e76a-49a9-9e55-7e063537f299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:42.666796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d5573a11-bb8d-4ab1-8094-24db674b2ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:42.740361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b47f27b-0394-4b91-9f21-c5d5ec1c4b77 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:42.744981 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6b47f27b-0394-4b91-9f21-c5d5ec1c4b77 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 11.2075770
Nov 24 13:01:42.746864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41594) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:42.747155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-57eb0f28-a7a7-4d50-b6f3-27bb448fa945 None None] Provisioning for port c783e11a-3c79-4cd6-93d0-6d6fad830735 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:01:42.752244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec01348-fa83-40a4-9dde-c63a20d897e2 None None] Pushing event updated for resources: {'Port': ['ID=188e9ff3-ba49-4c6e-b388-a7321551c119,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:42.765607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cec01348-fa83-40a4-9dde-c63a20d897e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:42.774615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a8ed81ad-8296-4533-8ab3-be94a4c5ce95 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1258058876'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:42.776674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-57eb0f28-a7a7-4d50-b6f3-27bb448fa945 None None] Provisioning complete for port c783e11a-3c79-4cd6-93d0-6d6fad830735 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:01:42.777283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-57eb0f28-a7a7-4d50-b6f3-27bb448fa945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:42.792990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a8ed81ad-8296-4533-8ab3-be94a4c5ce95 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:42.797272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a8ed81ad-8296-4533-8ab3-be94a4c5ce95 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Usage tracker for resource:network and tenant:6f4879393c8d417c950912632910f9a6 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:42.809994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a8ed81ad-8296-4533-8ab3-be94a4c5ce95 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:42.816421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a8ed81ad-8296-4533-8ab3-be94a4c5ce95 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:42.835351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2035e4a8-654f-4cf8-927b-12f1b8462fda admin admin] Network 5fae2ebf-38a4-4188-8136-91cd36860221 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:01:42.840643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-2035e4a8-654f-4cf8-927b-12f1b8462fda admin admin] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:01:42.885595 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1085 time: 9.4111514
Nov 24 13:01:42.907768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41600) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:42.909401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.269s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:42.915994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-567f4211-8563-41ea-bf41-d6207c34b809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:43.097821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:43.108461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-57eb0f28-a7a7-4d50-b6f3-27bb448fa945 None None] Port c783e11a-3c79-4cd6-93d0-6d6fad830735 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:01:43.173083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b4be0-3f68-4be7-a587-dd69d0c94241 admin admin] Pushing event updated for resources: {'Port': ['ID=4a90a7c2-fdcb-4037-9cd7-49bc88709dc1,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:43.183662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device cce7777b-e1d8-467d-90db-205e939310bf up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:01:43.199161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b6ca66cb-b9b9-446b-bee6-eb0c960e1d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Deleting port b7f2b1d9-e912-4c6d-8b8f-6abdcff331c9 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:01:43.199547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6ca66cb-b9b9-446b-bee6-eb0c960e1d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:43.209027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ed81ad-8296-4533-8ab3-be94a4c5ce95 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Made reservation on behalf of 6f4879393c8d417c950912632910f9a6 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:01:43.215247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a8ed81ad-8296-4533-8ab3-be94a4c5ce95 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:43.228230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41604) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:43.242247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-567b4be0-3f68-4be7-a587-dd69d0c94241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:43.253094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41608) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:43.258151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d747c95-4a17-4e0c-bdad-a8bb787312f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:43.310839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dc129280-626c-404a-b0f4-2a633a1c7129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:43.317155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a8ed81ad-8296-4533-8ab3-be94a4c5ce95 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:43.339822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-57eb0f28-a7a7-4d50-b6f3-27bb448fa945 None None] Provisioning complete for port 188e9ff3-ba49-4c6e-b388-a7321551c119 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:01:43.340344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-57eb0f28-a7a7-4d50-b6f3-27bb448fa945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:43.453035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a8ed81ad-8296-4533-8ab3-be94a4c5ce95 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:43.457613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9d747c95-4a17-4e0c-bdad-a8bb787312f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:43.464002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a8ed81ad-8296-4533-8ab3-be94a4c5ce95 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Usage tracker for resource:security_group_rule and tenant:6f4879393c8d417c950912632910f9a6 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:43.467809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9d747c95-4a17-4e0c-bdad-a8bb787312f0 admin admin] Usage tracker for resource:security_group_rule and tenant:73b0785db2c74494afec002dbef60e38 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:43.471904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a8ed81ad-8296-4533-8ab3-be94a4c5ce95 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:43.474901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9d747c95-4a17-4e0c-bdad-a8bb787312f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:43.485155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9d747c95-4a17-4e0c-bdad-a8bb787312f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:43.487326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a8ed81ad-8296-4533-8ab3-be94a4c5ce95 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:43.515341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port cce7777b-e1d8-467d-90db-205e939310bf completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:01:43.527310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port cce7777b-e1d8-467d-90db-205e939310bf triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:01:43.527720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:43.541537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-dc129280-626c-404a-b0f4-2a633a1c7129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:43.610844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-dc129280-626c-404a-b0f4-2a633a1c7129 admin admin] Usage tracker for resource:security_group_rule and tenant:830d4f32db99437cb4bcaf88398e33fa is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:43.622279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-dc129280-626c-404a-b0f4-2a633a1c7129 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:43.656309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567b4be0-3f68-4be7-a587-dd69d0c94241 admin admin] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:01:43.657476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-dc129280-626c-404a-b0f4-2a633a1c7129 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:43.668853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d747c95-4a17-4e0c-bdad-a8bb787312f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:43.678661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-567b4be0-3f68-4be7-a587-dd69d0c94241 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:01:43.678851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a8ed81ad-8296-4533-8ab3-be94a4c5ce95 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:43.679880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d747c95-4a17-4e0c-bdad-a8bb787312f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:43.688654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567b4be0-3f68-4be7-a587-dd69d0c94241 admin admin] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:01:43.691372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:43.698766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a8ed81ad-8296-4533-8ab3-be94a4c5ce95 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:43.763547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b6ca66cb-b9b9-446b-bee6-eb0c960e1d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] For port b7f2b1d9-e912-4c6d-8b8f-6abdcff331c9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=b7f2b1d9-e912-4c6d-8b8f-6abdcff331c9,segment=NetworkSegment(0412bf1b-48c8-4e44-84f0-ec0b4aae32c5),segment_id=0412bf1b-48c8-4e44-84f0-ec0b4aae32c5)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:01:43.763953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6ca66cb-b9b9-446b-bee6-eb0c960e1d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:43.766399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d747c95-4a17-4e0c-bdad-a8bb787312f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6545ee33-422e-49f3-9f4a-7bf80c31bd23,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:43.769636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ed81ad-8296-4533-8ab3-be94a4c5ce95 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:01:43.777130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9d747c95-4a17-4e0c-bdad-a8bb787312f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:43.780478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4a14e9c2-11a0-47eb-84cd-725cf9d99433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:43.796618 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9d747c95-4a17-4e0c-bdad-a8bb787312f0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=73b0785db2c74494afec002dbef60e38&name=default HTTP/1.1" status: 200  len: 2747 time: 0.5671532
Nov 24 13:01:43.800109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41612) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:43.815065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2035e4a8-654f-4cf8-927b-12f1b8462fda admin admin] Router 8063002f-c51e-4912-afa6-aff6e3318723 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:01:43.816923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a8ed81ad-8296-4533-8ab3-be94a4c5ce95 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:43.816923 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-a8ed81ad-8296-4533-8ab3-be94a4c5ce95 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Added segment c745e3d7-e170-47d9-8b1e-b8728838f690 of type vxlan for network 57943d12-6f70-4b20-9e3a-42df1879a984
Nov 24 13:01:43.867304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed81ad-8296-4533-8ab3-be94a4c5ce95 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Pushing event updated for resources: {'SecurityGroup': ['ID=d56230f8-fa40-4f14-9110-354e47a66fe7,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:43.877823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a8ed81ad-8296-4533-8ab3-be94a4c5ce95 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:43.903262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e79abc5-e76a-49a9-9e55-7e063537f299 None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:43.913325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a8ed81ad-8296-4533-8ab3-be94a4c5ce95 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:43.935982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5e79abc5-e76a-49a9-9e55-7e063537f299 None None] Transition to ACTIVE for port object c0c120c3-bcf6-4efc-abb9-af284b657f1d will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:01:43.943573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b6ca66cb-b9b9-446b-bee6-eb0c960e1d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Calling delete_port for b7f2b1d9-e912-4c6d-8b8f-6abdcff331c9 owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:01:43.944197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:43.949179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e79abc5-e76a-49a9-9e55-7e063537f299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:43.965362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f3b2a472-c72a-49dc-8a86-0b6b9362b58e None None] Provisioning complete for port c783e11a-3c79-4cd6-93d0-6d6fad830735 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:01:43.965773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3b2a472-c72a-49dc-8a86-0b6b9362b58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:43.996704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:44.081358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-69559237-7eb5-4a94-993b-3b650b969887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:44.121175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a8ed81ad-8296-4533-8ab3-be94a4c5ce95 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:44.126951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-69559237-7eb5-4a94-993b-3b650b969887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:44.138903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ed81ad-8296-4533-8ab3-be94a4c5ce95 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:44.139556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a8ed81ad-8296-4533-8ab3-be94a4c5ce95 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:44.151702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:44.159840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port cce7777b-e1d8-467d-90db-205e939310bf, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=cce7777b-e1d8-467d-90db-205e939310bf,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:01:44.181832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:44.182761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 188e9ff3-ba49-4c6e-b388-a7321551c119 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:01:44.212600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f3b2a472-c72a-49dc-8a86-0b6b9362b58e None None] Port c783e11a-3c79-4cd6-93d0-6d6fad830735 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:01:44.221048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92182532-ef47-443c-8a2c-5348eb6d7719 None None] Pushing event updated for resources: {'Port': ['ID=c0c120c3-bcf6-4efc-abb9-af284b657f1d,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:44.225196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-92182532-ef47-443c-8a2c-5348eb6d7719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:44.225902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:44.240749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3db6fb80-f8fa-46dc-bfa3-4d539a4a8c98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:44.292564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dc129280-626c-404a-b0f4-2a633a1c7129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:44.317990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed81ad-8296-4533-8ab3-be94a4c5ce95 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Pushing event updated for resources: {'Network': ['ID=57943d12-6f70-4b20-9e3a-42df1879a984,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:44.323061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a8ed81ad-8296-4533-8ab3-be94a4c5ce95 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:44.324666 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a8ed81ad-8296-4533-8ab3-be94a4c5ce95 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.5694866
Nov 24 13:01:44.327740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41616) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:44.334106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e11faf79-ed1b-4422-b9e9-bc2990b77fd0 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Request body: {'subnet': {'network_id': '57943d12-6f70-4b20-9e3a-42df1879a984', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:44.342843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dc129280-626c-404a-b0f4-2a633a1c7129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:44.349849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6ca66cb-b9b9-446b-bee6-eb0c960e1d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:44.362507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 57943d12-6f70-4b20-9e3a-42df1879a984 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:01:44.370837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:44.377572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 57943d12-6f70-4b20-9e3a-42df1879a984 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:01:44.405981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.objects.ports [None req-2f6b63db-1f05-4330-aac9-d14f62c03538 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80943) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 24 13:01:44.406668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2f6b63db-1f05-4330-aac9-d14f62c03538 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:44.475676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-69559237-7eb5-4a94-993b-3b650b969887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:44.490080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-199ba12e-28ad-475a-94ce-1271fc19108b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:44.509782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69559237-7eb5-4a94-993b-3b650b969887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6545ee33-422e-49f3-9f4a-7bf80c31bd23,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:44.513149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e11faf79-ed1b-4422-b9e9-bc2990b77fd0 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:44.517588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-69559237-7eb5-4a94-993b-3b650b969887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:44.528981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e11faf79-ed1b-4422-b9e9-bc2990b77fd0 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Usage tracker for resource:subnet and tenant:6f4879393c8d417c950912632910f9a6 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:44.535355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e11faf79-ed1b-4422-b9e9-bc2990b77fd0 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:44.545928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-69559237-7eb5-4a94-993b-3b650b969887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:44.549360 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-69559237-7eb5-4a94-993b-3b650b969887 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6545ee33-422e-49f3-9f4a-7bf80c31bd23 HTTP/1.1" status: 204  len: 168 time: 0.7409434
Nov 24 13:01:44.549360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e11faf79-ed1b-4422-b9e9-bc2990b77fd0 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:44.566528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2035e4a8-654f-4cf8-927b-12f1b8462fda admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:01:44.569540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11faf79-ed1b-4422-b9e9-bc2990b77fd0 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Made reservation on behalf of 6f4879393c8d417c950912632910f9a6 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:01:44.596808 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2035e4a8-654f-4cf8-927b-12f1b8462fda admin admin] 10.222.0.76 "PUT /v2.0/routers/8063002f-c51e-4912-afa6-aff6e3318723/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2983537
Nov 24 13:01:44.700819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e92097b-c8f2-429c-9f0c-ec2c6658662f None None] Sync routers for ids ['8063002f-c51e-4912-afa6-aff6e3318723'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:01:44.744137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e92097b-c8f2-429c-9f0c-ec2c6658662f None None] Routers {'8063002f-c51e-4912-afa6-aff6e3318723'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:01:44.745122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1e92097b-c8f2-429c-9f0c-ec2c6658662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d6805c0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:01:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['8063002f-c51e-4912-afa6-aff6e3318723'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:01:44.755460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=cce7777b-e1d8-467d-90db-205e939310bf,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:44.792149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:44.854381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e11faf79-ed1b-4422-b9e9-bc2990b77fd0 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:44.882412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f3b2a472-c72a-49dc-8a86-0b6b9362b58e None None] Provisioning complete for port 188e9ff3-ba49-4c6e-b388-a7321551c119 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:01:44.884009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3b2a472-c72a-49dc-8a86-0b6b9362b58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:45.129053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:45.136851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 188e9ff3-ba49-4c6e-b388-a7321551c119 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:01:45.137498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:45.186103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-1e92097b-c8f2-429c-9f0c-ec2c6658662f None None] Set router 8063002f-c51e-4912-afa6-aff6e3318723 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:01:45.364315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc129280-626c-404a-b0f4-2a633a1c7129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b52de09-16d3-452c-81b7-69546d521f9b,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:45.369427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-5e79abc5-e76a-49a9-9e55-7e063537f299 None None] Attempting to bind port c0c120c3-bcf6-4efc-abb9-af284b657f1d on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:01:45.369854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-5e79abc5-e76a-49a9-9e55-7e063537f299 None None] Attempting to bind port c0c120c3-bcf6-4efc-abb9-af284b657f1d by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:01:45.370321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e79abc5-e76a-49a9-9e55-7e063537f299 None None] Attempting to bind port c0c120c3-bcf6-4efc-abb9-af284b657f1d on network cfe08d36-e5ba-4f00-8669-16a0ead5d220 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:01:45.406636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dc129280-626c-404a-b0f4-2a633a1c7129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.035s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:45.407936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6b47f27b-0394-4b91-9f21-c5d5ec1c4b77 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.991s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:45.472705 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-dc129280-626c-404a-b0f4-2a633a1c7129 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=830d4f32db99437cb4bcaf88398e33fa&name=default HTTP/1.1" status: 200  len: 2747 time: 2.2132165
Nov 24 13:01:45.480587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41642) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:45.528161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e79abc5-e76a-49a9-9e55-7e063537f299 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:01:45.528691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e79abc5-e76a-49a9-9e55-7e063537f299 None None] Checking segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:01:45.529355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e79abc5-e76a-49a9-9e55-7e063537f299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:45.529876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e79abc5-e76a-49a9-9e55-7e063537f299 None None] Bound using segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:01:45.530549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-5e79abc5-e76a-49a9-9e55-7e063537f299 None None] Bound port: c0c120c3-bcf6-4efc-abb9-af284b657f1d, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:01:45.531195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e79abc5-e76a-49a9-9e55-7e063537f299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:45.575449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca66cb-b9b9-446b-bee6-eb0c960e1d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Pushing event deleted for resources: {'Port': ['ID=b7f2b1d9-e912-4c6d-8b8f-6abdcff331c9,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:45.592439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b6ca66cb-b9b9-446b-bee6-eb0c960e1d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:45.594152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-25fcbb4a-4b44-427a-ad6b-f72a2687337c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.084s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:45.689628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a773bc3c-aa94-4ae0-8299-fba3d792e034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:45.733138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-5e79abc5-e76a-49a9-9e55-7e063537f299 None None] For port c0c120c3-bcf6-4efc-abb9-af284b657f1d, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:01:45.741733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-5e79abc5-e76a-49a9-9e55-7e063537f299 None None] For port c0c120c3-bcf6-4efc-abb9-af284b657f1d, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=c0c120c3-bcf6-4efc-abb9-af284b657f1d,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:01:45.747180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e79abc5-e76a-49a9-9e55-7e063537f299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:45.771105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:45.789168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a773bc3c-aa94-4ae0-8299-fba3d792e034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:45.931320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-567b4be0-3f68-4be7-a587-dd69d0c94241 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:45.932530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-567b4be0-3f68-4be7-a587-dd69d0c94241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:45.963912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6ca66cb-b9b9-446b-bee6-eb0c960e1d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:45.970821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b63db-1f05-4330-aac9-d14f62c03538 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Pushing event updated for resources: {'Subnet': ['ID=e039b17c-43df-45c5-b7e8-a0446a3e7332,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:46.018334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device cce7777b-e1d8-467d-90db-205e939310bf up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:01:46.076337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a773bc3c-aa94-4ae0-8299-fba3d792e034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:46.086522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2f6b63db-1f05-4330-aac9-d14f62c03538 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:46.089859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:46.112372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e11faf79-ed1b-4422-b9e9-bc2990b77fd0 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:46.147188 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b6ca66cb-b9b9-446b-bee6-eb0c960e1d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] 10.222.0.76 "DELETE /v2.0/ports/b7f2b1d9-e912-4c6d-8b8f-6abdcff331c9 HTTP/1.1" status: 204  len: 168 time: 3.2364790
Nov 24 13:01:46.148832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41654) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:46.163390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773bc3c-aa94-4ae0-8299-fba3d792e034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b52de09-16d3-452c-81b7-69546d521f9b,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:46.166476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a773bc3c-aa94-4ae0-8299-fba3d792e034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:46.170103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:46.282378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1e92097b-c8f2-429c-9f0c-ec2c6658662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d6805c0>, [{'id': '8063002f-c51e-4912-afa6-aff6e3318723', 'name': 'tempest-ServersTestJSON-1632611640-router', 'tenant_id': 'a2e9211661b4491282803556ce55f1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'cce7777b-e1d8-467d-90db-205e939310bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:29Z', 'updated_at': '2020-11-24T13:01:40Z', 'revision_number': 4, 'project_id': 'a2e9211661b4491282803556ce55f1f3', 'gw_port': {'id': 'cce7777b-e1d8-467d-90db-205e939310bf', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8063002f-c51e-4912-afa6-aff6e3318723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:32Z', 'updated_at': '2020-11-24T13:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'c783e11a-3c79-4cd6-93d0-6d6fad830735', 'name': '', 'network_id': '5fae2ebf-38a4-4188-8136-91cd36860221', 'tenant_id': 'a2e9211661b4491282803556ce55f1f3', 'mac_address': 'fa:16:3e:80:8c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8063002f-c51e-4912-afa6-aff6e3318723', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4487902c-b885-4e28-986b-43936d420160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:39Z', 'updated_at': '2020-11-24T13:01:41Z', 'revision_number': 2, 'project_id': 'a2e9211661b4491282803556ce55f1f3', 'subnets': [{'id': '4487902c-b885-4e28-986b-43936d420160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:01:46.288050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e92097b-c8f2-429c-9f0c-ec2c6658662f None None] Checking router: 8063002f-c51e-4912-afa6-aff6e3318723 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:01:46.288437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e92097b-c8f2-429c-9f0c-ec2c6658662f None None] Updating router 8063002f-c51e-4912-afa6-aff6e3318723 port c783e11a-3c79-4cd6-93d0-6d6fad830735 binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:01:46.316045 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-93fa4981-7149-4133-9a40-9399a790afda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] GET failed (client error): The resource could not be found.
Nov 24 13:01:46.316887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-93fa4981-7149-4133-9a40-9399a790afda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Synchronizing usage tracker for tenant:10202b9372c64ecf86fd6c5b055cc40f on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:01:46.361939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92182532-ef47-443c-8a2c-5348eb6d7719 None None] Pushing event updated for resources: {'Port': ['ID=c0c120c3-bcf6-4efc-abb9-af284b657f1d,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:46.412001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-93fa4981-7149-4133-9a40-9399a790afda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Unset dirty status for tenant:10202b9372c64ecf86fd6c5b055cc40f on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:01:46.419652 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-93fa4981-7149-4133-9a40-9399a790afda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] 10.222.0.76 "GET /v2.0/ports/b7f2b1d9-e912-4c6d-8b8f-6abdcff331c9 HTTP/1.1" status: 404  len: 333 time: 0.2626936
Nov 24 13:01:46.421404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1e92097b-c8f2-429c-9f0c-ec2c6658662f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:46.424088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6b63db-1f05-4330-aac9-d14f62c03538 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Checking segment: {'id': 'a7b0ed67-9ba6-4484-a764-4474393a8b68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2086b266-2ecf-488b-80e6-c9af417a9b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:01:46.424753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6b63db-1f05-4330-aac9-d14f62c03538 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Network hostable DHCP agents. Network: 2086b266-2ecf-488b-80e6-c9af417a9b3e, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:01:46.433343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41662) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:46.439060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-92182532-ef47-443c-8a2c-5348eb6d7719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:46.449883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c2f68839-7b3f-404b-b4b7-a94a5af6e955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Request body: {'port': {'network_id': 'e5822368-1984-43fb-beea-7e5b6ec18437', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651055589'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:46.470377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c2f68839-7b3f-404b-b4b7-a94a5af6e955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:46.505986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c2f68839-7b3f-404b-b4b7-a94a5af6e955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:46.533149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port cce7777b-e1d8-467d-90db-205e939310bf triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:01:46.533149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:46.553857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f68839-7b3f-404b-b4b7-a94a5af6e955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Made reservation on behalf of 10202b9372c64ecf86fd6c5b055cc40f for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:01:46.561302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c2f68839-7b3f-404b-b4b7-a94a5af6e955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:46.593502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6b63db-1f05-4330-aac9-d14f62c03538 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Network 2086b266-2ecf-488b-80e6-c9af417a9b3e is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:01:46.678589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-2f6b63db-1f05-4330-aac9-d14f62c03538 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 2086b266-2ecf-488b-80e6-c9af417a9b3e) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:01:46.697173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d94e16-c205-4715-9fa6-ba321e86d9d9 None None] Network 2086b266-2ecf-488b-80e6-c9af417a9b3e requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:01:46.745515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6b63db-1f05-4330-aac9-d14f62c03538 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:46.746323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2f6b63db-1f05-4330-aac9-d14f62c03538 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:46.776525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a773bc3c-aa94-4ae0-8299-fba3d792e034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:46.777846 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a773bc3c-aa94-4ae0-8299-fba3d792e034 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3b52de09-16d3-452c-81b7-69546d521f9b HTTP/1.1" status: 204  len: 168 time: 1.2938662
Nov 24 13:01:46.789161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11faf79-ed1b-4422-b9e9-bc2990b77fd0 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Pushing event updated for resources: {'Subnet': ['ID=6f1f8a88-212e-49fd-8d32-e4618c794e56,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:46.804663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e11faf79-ed1b-4422-b9e9-bc2990b77fd0 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:46.805259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41670) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:46.818738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7282cd7b-d3b0-45b3-85ad-27523833637b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Request body: {'security_group': {'name': 'tempest-securitygroup--854817579', 'description': 'tempest-description--203720264'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:46.843672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7282cd7b-d3b0-45b3-85ad-27523833637b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:46.870418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7282cd7b-d3b0-45b3-85ad-27523833637b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Usage tracker for resource:security_group and tenant:a2e9211661b4491282803556ce55f1f3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:46.885525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7282cd7b-d3b0-45b3-85ad-27523833637b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:46.905430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7282cd7b-d3b0-45b3-85ad-27523833637b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:47.027559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11faf79-ed1b-4422-b9e9-bc2990b77fd0 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Checking segment: {'id': 'c745e3d7-e170-47d9-8b1e-b8728838f690', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '57943d12-6f70-4b20-9e3a-42df1879a984'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:01:47.027949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11faf79-ed1b-4422-b9e9-bc2990b77fd0 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Network hostable DHCP agents. Network: 57943d12-6f70-4b20-9e3a-42df1879a984, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:01:47.033069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7282cd7b-d3b0-45b3-85ad-27523833637b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:47.063516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e79abc5-e76a-49a9-9e55-7e063537f299 None None] Routers {'303ef846-7f78-4e44-9457-b63bf6ee06b5'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:01:47.064200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5e79abc5-e76a-49a9-9e55-7e063537f299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347fbe630>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:01:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['303ef846-7f78-4e44-9457-b63bf6ee06b5'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:01:47.093047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-c2f68839-7b3f-404b-b4b7-a94a5af6e955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] device_id is not set on port 525ebbbe-0212-43a4-bb55-666197a3b3ef yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:01:47.148339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7282cd7b-d3b0-45b3-85ad-27523833637b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:47.151808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11faf79-ed1b-4422-b9e9-bc2990b77fd0 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Network 57943d12-6f70-4b20-9e3a-42df1879a984 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:01:47.164389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7282cd7b-d3b0-45b3-85ad-27523833637b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Usage tracker for resource:security_group_rule and tenant:a2e9211661b4491282803556ce55f1f3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:47.169833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7282cd7b-d3b0-45b3-85ad-27523833637b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:47.200104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7282cd7b-d3b0-45b3-85ad-27523833637b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:47.202446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-e11faf79-ed1b-4422-b9e9-bc2990b77fd0 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 57943d12-6f70-4b20-9e3a-42df1879a984) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:01:47.230960 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2f6b63db-1f05-4330-aac9-d14f62c03538 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 6.6507342
Nov 24 13:01:47.232660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11faf79-ed1b-4422-b9e9-bc2990b77fd0 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:47.233319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e11faf79-ed1b-4422-b9e9-bc2990b77fd0 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:47.240270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41676) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:47.269822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-079a8e54-1471-47e1-a340-6a917d2ccf62 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Request body: {'floatingip': {'floating_network_id': '2086b266-2ecf-488b-80e6-c9af417a9b3e'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:47.289114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-079a8e54-1471-47e1-a340-6a917d2ccf62 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:47.291733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1e92097b-c8f2-429c-9f0c-ec2c6658662f None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:47.307738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1e92097b-c8f2-429c-9f0c-ec2c6658662f None None] Transition to ACTIVE for port object c783e11a-3c79-4cd6-93d0-6d6fad830735 will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:01:47.312129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1e92097b-c8f2-429c-9f0c-ec2c6658662f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:47.313159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-079a8e54-1471-47e1-a340-6a917d2ccf62 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Usage tracker for resource:floatingip and tenant:5d8c84260d334a38abb6e40c633ab237 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:47.332277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-079a8e54-1471-47e1-a340-6a917d2ccf62 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:47.340668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d55c29f3-2f07-46a3-8bf3-de015706a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:47.372064 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e11faf79-ed1b-4422-b9e9-bc2990b77fd0 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.0431950
Nov 24 13:01:47.374791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-079a8e54-1471-47e1-a340-6a917d2ccf62 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:47.384587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41682) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:47.428752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-83b29a6f-5b66-4c71-a5b2-7f45ffdb18ee tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1967019282', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}, 'admin_state_up': False}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:47.436289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-5e79abc5-e76a-49a9-9e55-7e063537f299 None None] Set router 303ef846-7f78-4e44-9457-b63bf6ee06b5 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:01:47.463274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-83b29a6f-5b66-4c71-a5b2-7f45ffdb18ee tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:47.465919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-079a8e54-1471-47e1-a340-6a917d2ccf62 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks [] for floatingip, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:47.511012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-83b29a6f-5b66-4c71-a5b2-7f45ffdb18ee tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Usage tracker for resource:router and tenant:6f4879393c8d417c950912632910f9a6 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:47.526605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-83b29a6f-5b66-4c71-a5b2-7f45ffdb18ee tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:47.615062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c2634344-4484-482a-9112-d5fcc0f6c7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:47.640076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7282cd7b-d3b0-45b3-85ad-27523833637b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:47.669750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-83b29a6f-5b66-4c71-a5b2-7f45ffdb18ee tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:47.688184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7282cd7b-d3b0-45b3-85ad-27523833637b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:47.717761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9d747c95-4a17-4e0c-bdad-a8bb787312f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:47.721992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79c1e7-2913-40d3-9ac9-08d58b0d6053 None None] Pushing event updated for resources: {'Port': ['ID=c783e11a-3c79-4cd6-93d0-6d6fad830735,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:47.773525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9c78b8-53c0-4bd8-84f5-913ef9ce3f1d None None] Network 57943d12-6f70-4b20-9e3a-42df1879a984 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:01:47.815638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83b29a6f-5b66-4c71-a5b2-7f45ffdb18ee tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:47.816973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83b29a6f-5b66-4c71-a5b2-7f45ffdb18ee tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:47.870909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7282cd7b-d3b0-45b3-85ad-27523833637b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:47.875135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6e79c1e7-2913-40d3-9ac9-08d58b0d6053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:47.882366 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7282cd7b-d3b0-45b3-85ad-27523833637b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1662 time: 1.0663724
Nov 24 13:01:47.885539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41696) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:47.895438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282cd7b-d3b0-45b3-85ad-27523833637b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Pushing event updated for resources: {'SecurityGroup': ['ID=9e451509-08d0-4e40-b9fa-5f6fb3facecb,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:47.906426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7282cd7b-d3b0-45b3-85ad-27523833637b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:47.919500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-44f97eea-4711-49c8-ba71-1ff239949d9b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Request body: {'security_group_rule': {'security_group_id': '9e451509-08d0-4e40-b9fa-5f6fb3facecb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:47.941903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c2f68839-7b3f-404b-b4b7-a94a5af6e955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:47.949014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-44f97eea-4711-49c8-ba71-1ff239949d9b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:47.956949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-44f97eea-4711-49c8-ba71-1ff239949d9b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Usage tracker for resource:security_group_rule and tenant:a2e9211661b4491282803556ce55f1f3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:47.964496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-1e92097b-c8f2-429c-9f0c-ec2c6658662f None None] Attempting to bind port c783e11a-3c79-4cd6-93d0-6d6fad830735 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:01:47.964916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-1e92097b-c8f2-429c-9f0c-ec2c6658662f None None] Attempting to bind port c783e11a-3c79-4cd6-93d0-6d6fad830735 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'd817b9b6-17c3-46f9-a6c5-0ab83cb913b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5fae2ebf-38a4-4188-8136-91cd36860221'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:01:47.965321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e92097b-c8f2-429c-9f0c-ec2c6658662f None None] Attempting to bind port c783e11a-3c79-4cd6-93d0-6d6fad830735 on network 5fae2ebf-38a4-4188-8136-91cd36860221 {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:01:47.970025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-44f97eea-4711-49c8-ba71-1ff239949d9b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:47.974979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e92097b-c8f2-429c-9f0c-ec2c6658662f None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:01:47.975396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e92097b-c8f2-429c-9f0c-ec2c6658662f None None] Checking segment: {'id': 'd817b9b6-17c3-46f9-a6c5-0ab83cb913b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5fae2ebf-38a4-4188-8136-91cd36860221'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:01:47.976017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1e92097b-c8f2-429c-9f0c-ec2c6658662f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:47.976452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e92097b-c8f2-429c-9f0c-ec2c6658662f None None] Bound using segment: {'id': 'd817b9b6-17c3-46f9-a6c5-0ab83cb913b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5fae2ebf-38a4-4188-8136-91cd36860221'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:01:47.977021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-1e92097b-c8f2-429c-9f0c-ec2c6658662f None None] Bound port: c783e11a-3c79-4cd6-93d0-6d6fad830735, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd817b9b6-17c3-46f9-a6c5-0ab83cb913b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5fae2ebf-38a4-4188-8136-91cd36860221'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:01:47.977617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1e92097b-c8f2-429c-9f0c-ec2c6658662f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:47.998410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-44f97eea-4711-49c8-ba71-1ff239949d9b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:48.010679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83b29a6f-5b66-4c71-a5b2-7f45ffdb18ee tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:48.068190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567b4be0-3f68-4be7-a587-dd69d0c94241 admin admin] Router da8c95f9-19fa-4e21-95ef-87b0be89dfb3 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:01:48.107465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-44f97eea-4711-49c8-ba71-1ff239949d9b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:48.119124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-1e92097b-c8f2-429c-9f0c-ec2c6658662f None None] For port c783e11a-3c79-4cd6-93d0-6d6fad830735, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:01:48.122918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-1e92097b-c8f2-429c-9f0c-ec2c6658662f None None] For port c783e11a-3c79-4cd6-93d0-6d6fad830735, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=c783e11a-3c79-4cd6-93d0-6d6fad830735,segment=NetworkSegment(d817b9b6-17c3-46f9-a6c5-0ab83cb913b6),segment_id=d817b9b6-17c3-46f9-a6c5-0ab83cb913b6)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:01:48.127842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fdbb83-3dce-45ff-90ca-2d5da11a6138 None None] Network 2086b266-2ecf-488b-80e6-c9af417a9b3e requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:01:48.128218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1e92097b-c8f2-429c-9f0c-ec2c6658662f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:48.310831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6e79c1e7-2913-40d3-9ac9-08d58b0d6053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:48.420659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79c1e7-2913-40d3-9ac9-08d58b0d6053 None None] Pushing event updated for resources: {'Port': ['ID=c783e11a-3c79-4cd6-93d0-6d6fad830735,revision_number=4']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:48.438844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6e79c1e7-2913-40d3-9ac9-08d58b0d6053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:48.478939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e92097b-c8f2-429c-9f0c-ec2c6658662f None None] Routers {'8063002f-c51e-4912-afa6-aff6e3318723'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:01:48.479827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1e92097b-c8f2-429c-9f0c-ec2c6658662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d6805c0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:01:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['8063002f-c51e-4912-afa6-aff6e3318723'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:01:48.495816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-079a8e54-1471-47e1-a340-6a917d2ccf62 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:48.775636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-44f97eea-4711-49c8-ba71-1ff239949d9b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:48.782099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c2f68839-7b3f-404b-b4b7-a94a5af6e955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:48.811966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41714) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:48.814668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83b29a6f-5b66-4c71-a5b2-7f45ffdb18ee tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:48.827710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-44f97eea-4711-49c8-ba71-1ff239949d9b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:48.877650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:48.893738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb49e855-e037-4816-9985-837e429ebbf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-57943d12-6f70-4b20-9e3a-42df1879a984', 'network_id': '57943d12-6f70-4b20-9e3a-42df1879a984', 'tenant_id': '6f4879393c8d417c950912632910f9a6', 'fixed_ips': [{'subnet_id': '6f1f8a88-212e-49fd-8d32-e4618c794e56'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:01:48.895006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bb49e855-e037-4816-9985-837e429ebbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:48.912796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-567b4be0-3f68-4be7-a587-dd69d0c94241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:48.916258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-1e92097b-c8f2-429c-9f0c-ec2c6658662f None None] Set router 8063002f-c51e-4912-afa6-aff6e3318723 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:01:48.932871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5e79abc5-e76a-49a9-9e55-7e063537f299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347fbe630>, [{'id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'name': 'tempest-ServersTestManualDisk-1579092289-router', 'tenant_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'c0c120c3-bcf6-4efc-abb9-af284b657f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:27Z', 'updated_at': '2020-11-24T13:01:34Z', 'revision_number': 3, 'project_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'gw_port': {'id': 'c0c120c3-bcf6-4efc-abb9-af284b657f1d', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:30Z', 'updated_at': '2020-11-24T13:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:01:48.940268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e79abc5-e76a-49a9-9e55-7e063537f299 None None] The sync data for ids ['303ef846-7f78-4e44-9457-b63bf6ee06b5'] in dv-neutron-601336-61-ovs is: [{'id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'name': 'tempest-ServersTestManualDisk-1579092289-router', 'tenant_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'c0c120c3-bcf6-4efc-abb9-af284b657f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:27Z', 'updated_at': '2020-11-24T13:01:34Z', 'revision_number': 3, 'project_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'gw_port': {'id': 'c0c120c3-bcf6-4efc-abb9-af284b657f1d', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:30Z', 'updated_at': '2020-11-24T13:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:01:48.990814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f97eea-4711-49c8-ba71-1ff239949d9b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b2e0992-fc9b-4256-87ae-d42d1c3a778c,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:49.005685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-44f97eea-4711-49c8-ba71-1ff239949d9b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:49.121904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-44f97eea-4711-49c8-ba71-1ff239949d9b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:49.138233 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-44f97eea-4711-49c8-ba71-1ff239949d9b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.2486236
Nov 24 13:01:49.143721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41726) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:49.205760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-03cd20d5-c0ac-48ef-b510-a16fe429480c tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Request body: {'security_group_rule': {'security_group_id': '9e451509-08d0-4e40-b9fa-5f6fb3facecb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:49.214283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-ef2f5753-d40a-482b-8c3e-812ff6815a48 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:49.215364 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ef2f5753-d40a-482b-8c3e-812ff6815a48 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12795 time: 0.3973303
Nov 24 13:01:49.264339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41730) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:49.284880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-03cd20d5-c0ac-48ef-b510-a16fe429480c tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:49.324902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-9e316e7e-fff6-4ef4-8ca6-bec4c001e7c9 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:49.325956 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9e316e7e-fff6-4ef4-8ca6-bec4c001e7c9 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0574090
Nov 24 13:01:49.340832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41734) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:49.341822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-03cd20d5-c0ac-48ef-b510-a16fe429480c tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Usage tracker for resource:security_group_rule and tenant:a2e9211661b4491282803556ce55f1f3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:49.375585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-d55c29f3-2f07-46a3-8bf3-de015706a0e2 admin admin] Allocated IP 172.20.0.1 (48758c10-3c85-4387-a7e0-01d5b6f72c00/c2dc0013-69cf-4d22-b176-8f1c434b75d1/8b088be8-563e-4051-8787-fdddfa28c383) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:01:49.393106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41738) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:49.402316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-03cd20d5-c0ac-48ef-b510-a16fe429480c tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:49.409482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-89732c8e-7a27-4052-ae8c-cd91aa0f8025 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:49.409972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-bb49e855-e037-4816-9985-837e429ebbf9 None None] Allocated IP 172.20.0.2 (57943d12-6f70-4b20-9e3a-42df1879a984/6f1f8a88-212e-49fd-8d32-e4618c794e56/4cb69198-78a3-4e8d-8dd7-9f81813f5a94) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:01:49.413478 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-89732c8e-7a27-4052-ae8c-cd91aa0f8025 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0376813
Nov 24 13:01:49.413478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f68839-7b3f-404b-b4b7-a94a5af6e955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Pushing event updated for resources: {'Port': ['ID=525ebbbe-0212-43a4-bb55-666197a3b3ef,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:49.415027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41744) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:49.444833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-b327381e-ae31-498d-ba90-1c1315516f49 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:49.448336 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b327381e-ae31-498d-ba90-1c1315516f49 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0128889
Nov 24 13:01:49.452918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1e92097b-c8f2-429c-9f0c-ec2c6658662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d6805c0>, [{'id': '8063002f-c51e-4912-afa6-aff6e3318723', 'name': 'tempest-ServersTestJSON-1632611640-router', 'tenant_id': 'a2e9211661b4491282803556ce55f1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'cce7777b-e1d8-467d-90db-205e939310bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:29Z', 'updated_at': '2020-11-24T13:01:40Z', 'revision_number': 4, 'project_id': 'a2e9211661b4491282803556ce55f1f3', 'gw_port': {'id': 'cce7777b-e1d8-467d-90db-205e939310bf', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8063002f-c51e-4912-afa6-aff6e3318723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:32Z', 'updated_at': '2020-11-24T13:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'c783e11a-3c79-4cd6-93d0-6d6fad830735', 'name': '', 'network_id': '5fae2ebf-38a4-4188-8136-91cd36860221', 'tenant_id': 'a2e9211661b4491282803556ce55f1f3', 'mac_address': 'fa:16:3e:80:8c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8063002f-c51e-4912-afa6-aff6e3318723', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4487902c-b885-4e28-986b-43936d420160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:39Z', 'updated_at': '2020-11-24T13:01:48Z', 'revision_number': 4, 'project_id': 'a2e9211661b4491282803556ce55f1f3', 'subnets': [{'id': '4487902c-b885-4e28-986b-43936d420160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:01:49.459074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e92097b-c8f2-429c-9f0c-ec2c6658662f None None] The sync data for ids ['8063002f-c51e-4912-afa6-aff6e3318723'] in dv-neutron-601336-61-ovs is: [{'id': '8063002f-c51e-4912-afa6-aff6e3318723', 'name': 'tempest-ServersTestJSON-1632611640-router', 'tenant_id': 'a2e9211661b4491282803556ce55f1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'cce7777b-e1d8-467d-90db-205e939310bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:29Z', 'updated_at': '2020-11-24T13:01:40Z', 'revision_number': 4, 'project_id': 'a2e9211661b4491282803556ce55f1f3', 'gw_port': {'id': 'cce7777b-e1d8-467d-90db-205e939310bf', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8063002f-c51e-4912-afa6-aff6e3318723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:32Z', 'updated_at': '2020-11-24T13:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'c783e11a-3c79-4cd6-93d0-6d6fad830735', 'name': '', 'network_id': '5fae2ebf-38a4-4188-8136-91cd36860221', 'tenant_id': 'a2e9211661b4491282803556ce55f1f3', 'mac_address': 'fa:16:3e:80:8c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8063002f-c51e-4912-afa6-aff6e3318723', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4487902c-b885-4e28-986b-43936d420160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:39Z', 'updated_at': '2020-11-24T13:01:48Z', 'revision_number': 4, 'project_id': 'a2e9211661b4491282803556ce55f1f3', 'subnets': [{'id': '4487902c-b885-4e28-986b-43936d420160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:01:49.480947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41748) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:49.535979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-3bcd15ac-bfb7-4c90-ab27-1b0e6b6a7581 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:49.540527 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3bcd15ac-bfb7-4c90-ab27-1b0e6b6a7581 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0585475
Nov 24 13:01:49.588449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-03cd20d5-c0ac-48ef-b510-a16fe429480c tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:49.591513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c2f68839-7b3f-404b-b4b7-a94a5af6e955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:49.593674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41752) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:49.622810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-16709c6b-95f8-46c5-a598-8e26b52fdc57 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:49.627957 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-16709c6b-95f8-46c5-a598-8e26b52fdc57 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0303423
Nov 24 13:01:49.632320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41756) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:49.656536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-fb895b9a-b66e-4203-97e7-4e74b704b846 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:49.657796 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fb895b9a-b66e-4203-97e7-4e74b704b846 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0223198
Nov 24 13:01:49.662058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41760) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:49.721898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-4b8861ab-d145-4c25-83ef-184c05752fd7 tempest-QuotasTest-495453025 tempest-QuotasTest-495453025] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:49.743436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-079a8e54-1471-47e1-a340-6a917d2ccf62 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Allocated IP 172.20.0.10 (2086b266-2ecf-488b-80e6-c9af417a9b3e/e039b17c-43df-45c5-b7e8-a0446a3e7332/f686a982-003f-4ae5-850b-9a8ea08524b2) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:01:49.817354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83b29a6f-5b66-4c71-a5b2-7f45ffdb18ee tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks [] for router_gateway, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:49.866958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83b29a6f-5b66-4c71-a5b2-7f45ffdb18ee tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:50.070303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-8699a5f0-d60f-4676-b209-0afac9530a6f tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:50.075168 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8699a5f0-d60f-4676-b209-0afac9530a6f tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0256538
Nov 24 13:01:50.079868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41764) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:50.101621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-edb7ce70-12a2-4cf6-ac1e-9bcd765e8e87 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:50.105897 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-edb7ce70-12a2-4cf6-ac1e-9bcd765e8e87 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0243738
Nov 24 13:01:50.106801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-03cd20d5-c0ac-48ef-b510-a16fe429480c tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:50.109597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device c783e11a-3c79-4cd6-93d0-6d6fad830735 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:01:50.115078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41768) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:50.144606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-3d411b44-6191-443a-96a9-33b757359ded tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:50.145564 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3d411b44-6191-443a-96a9-33b757359ded tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0251417
Nov 24 13:01:50.152513 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4b8861ab-d145-4c25-83ef-184c05752fd7 tempest-QuotasTest-495453025 tempest-QuotasTest-495453025] 10.222.0.76 "PUT /v2.0/quotas/2cf49b5e2d0a42da82059792f775e157 HTTP/1.1" status: 200  len: 366 time: 0.7540112
Nov 24 13:01:50.155849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41772) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:50.155983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41774) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:50.159492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f68839-7b3f-404b-b4b7-a94a5af6e955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Network e5822368-1984-43fb-beea-7e5b6ec18437 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:01:50.170647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-b7e59d09-c8ce-4d29-8802-da1ee6cf3aa3 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:50.170851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-c2f68839-7b3f-404b-b4b7-a94a5af6e955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:01:50.171702 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b7e59d09-c8ce-4d29-8802-da1ee6cf3aa3 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0124505
Nov 24 13:01:50.177052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41780) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:50.214271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f68839-7b3f-404b-b4b7-a94a5af6e955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:01:50.215133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f68839-7b3f-404b-b4b7-a94a5af6e955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:50.215786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c2f68839-7b3f-404b-b4b7-a94a5af6e955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:50.225602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-17a7d0fc-1de2-413e-943a-939b03600da7 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:50.229435 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7aad3b14-25af-46ab-b331-7f614e68ac10 tempest-QuotasTest-495453025 tempest-QuotasTest-495453025] 10.222.0.76 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 468 time: 0.0680943
Nov 24 13:01:50.232599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41784) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:50.232964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41786) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:50.233951 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-17a7d0fc-1de2-413e-943a-939b03600da7 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0313766
Nov 24 13:01:50.277886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-97ef9f6a-68d3-4d85-a7d2-751ae7291c7f tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:50.278928 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-97ef9f6a-68d3-4d85-a7d2-751ae7291c7f tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0431092
Nov 24 13:01:50.283086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41792) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:50.294558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-ca698361-9705-43b5-b046-9859c97f0aab tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:50.295591 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ca698361-9705-43b5-b046-9859c97f0aab tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0081737
Nov 24 13:01:50.299899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bb49e855-e037-4816-9985-837e429ebbf9 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:50.307325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-079a8e54-1471-47e1-a340-6a917d2ccf62 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:50.310438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41796) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:50.323237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-bb49e855-e037-4816-9985-837e429ebbf9 None None] Transition to ACTIVE for port object 4cb69198-78a3-4e8d-8dd7-9f81813f5a94 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:01:50.323474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-03cd20d5-c0ac-48ef-b510-a16fe429480c tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:50.338566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-03cd20d5-c0ac-48ef-b510-a16fe429480c tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:50.353187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-bb49e855-e037-4816-9985-837e429ebbf9 None None] Transition to ACTIVE for port object 4cb69198-78a3-4e8d-8dd7-9f81813f5a94 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:01:50.356624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port c783e11a-3c79-4cd6-93d0-6d6fad830735 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:01:50.366762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port c783e11a-3c79-4cd6-93d0-6d6fad830735 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:01:50.367183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:50.371657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:50.384934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-58b1df80-f15f-4606-981c-be8083d68b08 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:50.385987 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-58b1df80-f15f-4606-981c-be8083d68b08 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0127106
Nov 24 13:01:50.389979 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-82dae56d-eae3-48a7-bb97-7f96dc67c2a4 tempest-QuotasTest-495453025 tempest-QuotasTest-495453025] 10.222.0.76 "GET /v2.0/quotas/2cf49b5e2d0a42da82059792f775e157 HTTP/1.1" status: 200  len: 366 time: 0.1535783
Nov 24 13:01:50.394181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41800) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:50.394556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41802) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:50.421281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bb49e855-e037-4816-9985-837e429ebbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:50.424311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d55c29f3-2f07-46a3-8bf3-de015706a0e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:50.430961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-15965d1e-3bf5-4779-a1e6-ae2c1c4ad359 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:50.432413 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-15965d1e-3bf5-4779-a1e6-ae2c1c4ad359 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0232062
Nov 24 13:01:50.442802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41808) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:50.447223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd20d5-c0ac-48ef-b510-a16fe429480c tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dfdc51d-7b9e-4e38-a158-8d5874617d0e,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:50.456256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-03cd20d5-c0ac-48ef-b510-a16fe429480c tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:50.461297 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-03cd20d5-c0ac-48ef-b510-a16fe429480c tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.2985475
Nov 24 13:01:50.462627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41812) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:50.466530 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c2f68839-7b3f-404b-b4b7-a94a5af6e955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 4.0290296
Nov 24 13:01:50.470423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-04268a59-6f41-4a97-9418-ceac32e93092 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:50.474678 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-04268a59-6f41-4a97-9418-ceac32e93092 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0292163
Nov 24 13:01:50.475186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41814) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:50.475591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41818) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:50.481844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-6f4cff0a-88f6-4be7-b9f9-71b34a36593f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:50.497873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-03cd20d5-c0ac-48ef-b510-a16fe429480c tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:50.500696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6f4cff0a-88f6-4be7-b9f9-71b34a36593f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:50.509509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c5a55c17-e354-4391-9522-18735979b2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:50.511575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6f4cff0a-88f6-4be7-b9f9-71b34a36593f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Usage tracker for resource:floatingip and tenant:a2e9211661b4491282803556ce55f1f3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:50.520926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6f4cff0a-88f6-4be7-b9f9-71b34a36593f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:50.537356 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bb25d48a-79e2-444d-a57e-0c50c6963eb7 tempest-QuotasTest-495453025 tempest-QuotasTest-495453025] 10.222.0.76 "DELETE /v2.0/quotas/2cf49b5e2d0a42da82059792f775e157 HTTP/1.1" status: 204  len: 168 time: 0.1229568
Nov 24 13:01:50.540940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41824) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:50.541973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6f4cff0a-88f6-4be7-b9f9-71b34a36593f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:50.549880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-c9d6a092-6f83-4b10-abea-336d61f3c3ef tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:50.553822 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c9d6a092-6f83-4b10-abea-336d61f3c3ef tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0615284
Nov 24 13:01:50.554684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41826) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:50.563392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567b4be0-3f68-4be7-a587-dd69d0c94241 admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:01:50.580549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d55c29f3-2f07-46a3-8bf3-de015706a0e2 admin admin] Transition to ACTIVE for port object 8b088be8-563e-4051-8787-fdddfa28c383 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:01:50.584916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-27764706-aacc-4263-8d57-81d2a718da9b tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:50.589099 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-27764706-aacc-4263-8d57-81d2a718da9b tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0226068
Nov 24 13:01:50.593624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:50.603042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41832) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:50.628970 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-93d0f5ec-e4dd-4f05-88fa-4efbfb1464c9 tempest-QuotasTest-495453025 tempest-QuotasTest-495453025] 10.222.0.76 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 207 time: 0.0460231
Nov 24 13:01:50.629684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41836) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:50.632581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c96204-e04f-4e28-8e06-e7ab06beba30 None None] Sync routers for ids ['da8c95f9-19fa-4e21-95ef-87b0be89dfb3'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:01:50.632828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-ac261a43-cde4-4236-aa40-3a40f090c13c tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:50.635875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f4cff0a-88f6-4be7-b9f9-71b34a36593f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks [] for floatingip, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:50.636966 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ac261a43-cde4-4236-aa40-3a40f090c13c tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0326240
Nov 24 13:01:50.642172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41840) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:50.652773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-079a8e54-1471-47e1-a340-6a917d2ccf62 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:50.653191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-da7aa650-2ad0-478c-928c-ef20d2fdb626 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:50.657075 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-da7aa650-2ad0-478c-928c-ef20d2fdb626 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0126095
Nov 24 13:01:50.667760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41844) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:50.690596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-1e7fbcb3-58c0-4bf6-81a1-cf3229a20864 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:50.692141 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1e7fbcb3-58c0-4bf6-81a1-cf3229a20864 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0068676
Nov 24 13:01:50.697523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2035e4a8-654f-4cf8-927b-12f1b8462fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:50.699310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-567b4be0-3f68-4be7-a587-dd69d0c94241 admin admin] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:50.700608 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-567b4be0-3f68-4be7-a587-dd69d0c94241 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 15.7916012
Nov 24 13:01:50.701313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41848) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:50.710062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41850) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:50.728658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-628c5c88-ad66-40b8-9635-eed8924d3cb8 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:50.731015 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-628c5c88-ad66-40b8-9635-eed8924d3cb8 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0228047
Nov 24 13:01:50.733334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:50.735871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c96204-e04f-4e28-8e06-e7ab06beba30 None None] Routers {'da8c95f9-19fa-4e21-95ef-87b0be89dfb3'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:01:50.736563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-74c96204-e04f-4e28-8e06-e7ab06beba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cb4f6a0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:01:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['da8c95f9-19fa-4e21-95ef-87b0be89dfb3'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:01:50.790260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41856) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:50.827780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5a55c17-e354-4391-9522-18735979b2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:50.921952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d55c29f3-2f07-46a3-8bf3-de015706a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:50.931589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49e855-e037-4816-9985-837e429ebbf9 None None] Pushing event updated for resources: {'Port': ['ID=4cb69198-78a3-4e8d-8dd7-9f81813f5a94,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:50.934919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bb49e855-e037-4816-9985-837e429ebbf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:50.951206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb49e855-e037-4816-9985-837e429ebbf9 None None] Network 57943d12-6f70-4b20-9e3a-42df1879a984 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:01:50.958381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-bb49e855-e037-4816-9985-837e429ebbf9 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:01:50.960881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb49e855-e037-4816-9985-837e429ebbf9 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:01:51.012526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:51.090924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-f79318e1-b1e8-496a-84fd-5d1eb1974b30 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:51.094595 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f79318e1-b1e8-496a-84fd-5d1eb1974b30 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0316863
Nov 24 13:01:51.101288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-bb49e855-e037-4816-9985-837e429ebbf9 None None] Attempting to bind port 4cb69198-78a3-4e8d-8dd7-9f81813f5a94 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:01:51.101748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-bb49e855-e037-4816-9985-837e429ebbf9 None None] Attempting to bind port 4cb69198-78a3-4e8d-8dd7-9f81813f5a94 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'c745e3d7-e170-47d9-8b1e-b8728838f690', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '57943d12-6f70-4b20-9e3a-42df1879a984'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:01:51.102205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb49e855-e037-4816-9985-837e429ebbf9 None None] Attempting to bind port 4cb69198-78a3-4e8d-8dd7-9f81813f5a94 on network 57943d12-6f70-4b20-9e3a-42df1879a984 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:01:51.107682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:51.109350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41860) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:51.135853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb49e855-e037-4816-9985-837e429ebbf9 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:01:51.136511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb49e855-e037-4816-9985-837e429ebbf9 None None] Checking segment: {'id': 'c745e3d7-e170-47d9-8b1e-b8728838f690', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '57943d12-6f70-4b20-9e3a-42df1879a984'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:01:51.136712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bb49e855-e037-4816-9985-837e429ebbf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:51.137428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb49e855-e037-4816-9985-837e429ebbf9 None None] Bound using segment: {'id': 'c745e3d7-e170-47d9-8b1e-b8728838f690', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '57943d12-6f70-4b20-9e3a-42df1879a984'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:01:51.137760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-bb49e855-e037-4816-9985-837e429ebbf9 None None] Bound port: 4cb69198-78a3-4e8d-8dd7-9f81813f5a94, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745e3d7-e170-47d9-8b1e-b8728838f690', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '57943d12-6f70-4b20-9e3a-42df1879a984'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:01:51.138538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bb49e855-e037-4816-9985-837e429ebbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:51.141674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-4b611548-0625-466d-af5c-77a7c0ef1906 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:51.145201 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4b611548-0625-466d-af5c-77a7c0ef1906 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0160177
Nov 24 13:01:51.156666 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4ab0a1e5-1985-4715-8d3f-c28a959b5d8d tempest-QuotasTest-495453025 tempest-QuotasTest-495453025] 10.222.0.76 "GET /v2.0/quotas/2cf49b5e2d0a42da82059792f775e157 HTTP/1.1" status: 200  len: 370 time: 0.5224922
Nov 24 13:01:51.158005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-83b29a6f-5b66-4c71-a5b2-7f45ffdb18ee tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Allocated IP 172.26.8.10 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/57943bf1-f406-4f48-a1a7-2fe465484cb1) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:01:51.159958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41864) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:51.160316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41866) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:51.168033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-74c96204-e04f-4e28-8e06-e7ab06beba30 None None] Set router da8c95f9-19fa-4e21-95ef-87b0be89dfb3 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:01:51.190399 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-67216170-070f-4368-9d00-cffbb9084798 tempest-QuotasTest-495453025 tempest-QuotasTest-495453025] 10.222.0.76 "GET /v2.0/quotas/2cf49b5e2d0a42da82059792f775e157/default HTTP/1.1" status: 200  len: 370 time: 0.0180821
Nov 24 13:01:51.198594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-c92d7fc7-617e-4c5b-af57-214319efbbf7 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:51.201968 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c92d7fc7-617e-4c5b-af57-214319efbbf7 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0294082
Nov 24 13:01:51.201968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41872) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:51.204200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41874) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:51.209682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-3d7972fb-6f19-4e0e-b420-e63ed218436b tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:51.213083 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3d7972fb-6f19-4e0e-b420-e63ed218436b tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0055892
Nov 24 13:01:51.215876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a8e54-1471-47e1-a340-6a917d2ccf62 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Pushing event updated for resources: {'Port': ['ID=f686a982-003f-4ae5-850b-9a8ea08524b2,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:51.220832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41880) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:51.231581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-079a8e54-1471-47e1-a340-6a917d2ccf62 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:51.240916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-5a9808fd-e800-4f2e-b19a-106292edcad6 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:51.242010 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5a9808fd-e800-4f2e-b19a-106292edcad6 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0126817
Nov 24 13:01:51.255728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41884) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:51.295467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-8612e877-440c-4b54-95d1-f33486cb619e tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:51.296531 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8612e877-440c-4b54-95d1-f33486cb619e tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0333841
Nov 24 13:01:51.329710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41888) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:51.330241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port c783e11a-3c79-4cd6-93d0-6d6fad830735, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=c783e11a-3c79-4cd6-93d0-6d6fad830735,segment=NetworkSegment(d817b9b6-17c3-46f9-a6c5-0ab83cb913b6),segment_id=d817b9b6-17c3-46f9-a6c5-0ab83cb913b6)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:01:51.349451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c29f3-2f07-46a3-8bf3-de015706a0e2 admin admin] Pushing event updated for resources: {'Port': ['ID=8b088be8-563e-4051-8787-fdddfa28c383,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:51.353931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d55c29f3-2f07-46a3-8bf3-de015706a0e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:51.359264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-78f18d28-34af-4e1a-bbc7-beb18d4dd8a8 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:51.363797 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-78f18d28-34af-4e1a-bbc7-beb18d4dd8a8 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0202065
Nov 24 13:01:51.367409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41892) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:51.371875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:51.372801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device c0c120c3-bcf6-4efc-abb9-af284b657f1d up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:01:51.374559 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-0e418ef2-a554-48fc-9a52-be2bf6a1fcfc tempest-QuotasTest-495453025 tempest-QuotasTest-495453025] delete failed (client error): The resource could not be found.
Nov 24 13:01:51.378368 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0e418ef2-a554-48fc-9a52-be2bf6a1fcfc tempest-QuotasTest-495453025 tempest-QuotasTest-495453025] 10.222.0.76 "DELETE /v2.0/quotas/2cf49b5e2d0a42da82059792f775e157 HTTP/1.1" status: 404  len: 348 time: 0.1684344
Nov 24 13:01:51.387846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-4c3a82a9-8fe4-465d-ab30-bc8e54b74597 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:51.391600 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4c3a82a9-8fe4-465d-ab30-bc8e54b74597 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0194793
Nov 24 13:01:51.394212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41898) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:51.406158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:51.408899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-8968f177-c3a1-4d91-b938-cd2750946331 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:51.412240 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8968f177-c3a1-4d91-b938-cd2750946331 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0092444
Nov 24 13:01:51.414725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41902) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:51.434111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079a8e54-1471-47e1-a340-6a917d2ccf62 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Network 2086b266-2ecf-488b-80e6-c9af417a9b3e is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:01:51.438326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-079a8e54-1471-47e1-a340-6a917d2ccf62 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:01:51.448799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-90292a45-b04e-4669-8a04-b27bb15af348 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:51.450182 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-90292a45-b04e-4669-8a04-b27bb15af348 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0343080
Nov 24 13:01:51.458617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079a8e54-1471-47e1-a340-6a917d2ccf62 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:01:51.463974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41906) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:51.485349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-b1271cdf-b9b7-4913-aeee-b9b1cb39e7f1 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:51.486749 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b1271cdf-b9b7-4913-aeee-b9b1cb39e7f1 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0155723
Nov 24 13:01:51.491615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41910) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:51.505847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-f5a0ca0c-a25c-446b-93eb-5abd337b2024 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:51.507152 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f5a0ca0c-a25c-446b-93eb-5abd337b2024 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0119355
Nov 24 13:01:51.509972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41914) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:51.517421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-cbdec78a-9751-4a05-a9ce-352520a89c44 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:51.521074 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cbdec78a-9751-4a05-a9ce-352520a89c44 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0060534
Nov 24 13:01:51.523322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41918) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:51.538760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-28aa8e7f-8ef9-481e-99b2-fcaee858c090 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:51.543092 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-28aa8e7f-8ef9-481e-99b2-fcaee858c090 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0116417
Nov 24 13:01:51.544827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41922) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:51.566083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-5e6fcd4e-2f95-46a3-a82e-6487751044d7 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:51.569801 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5e6fcd4e-2f95-46a3-a82e-6487751044d7 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0206974
Nov 24 13:01:51.576095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41926) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:51.586642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83b29a6f-5b66-4c71-a5b2-7f45ffdb18ee tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:51.589430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-8c944ea2-8ac3-42c2-a768-4a0d104338f5 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:51.593021 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8c944ea2-8ac3-42c2-a768-4a0d104338f5 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0069625
Nov 24 13:01:51.593021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55c29f3-2f07-46a3-8bf3-de015706a0e2 admin admin] Network 48758c10-3c85-4387-a7e0-01d5b6f72c00 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:01:51.594367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41930) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:51.600832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-bb49e855-e037-4816-9985-837e429ebbf9 None None] For port 4cb69198-78a3-4e8d-8dd7-9f81813f5a94, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:01:51.611532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-571637be-f0cd-42b4-9bc1-4c83b3faed80 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:51.615062 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-571637be-f0cd-42b4-9bc1-4c83b3faed80 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0149603
Nov 24 13:01:51.617003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41934) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:51.622009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=c783e11a-3c79-4cd6-93d0-6d6fad830735,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:51.626987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-0ac41f7b-757f-42f7-8afa-85f3de1dfab5 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:51.630568 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0ac41f7b-757f-42f7-8afa-85f3de1dfab5 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0093775
Nov 24 13:01:51.632639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f4cff0a-88f6-4be7-b9f9-71b34a36593f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:51.633396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41938) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:51.634502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-d55c29f3-2f07-46a3-8bf3-de015706a0e2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:01:51.635438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:51.636960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55c29f3-2f07-46a3-8bf3-de015706a0e2 admin admin] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:01:51.637548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d55c29f3-2f07-46a3-8bf3-de015706a0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:51.647360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-bb49e855-e037-4816-9985-837e429ebbf9 None None] For port 4cb69198-78a3-4e8d-8dd7-9f81813f5a94, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=4cb69198-78a3-4e8d-8dd7-9f81813f5a94,segment=NetworkSegment(c745e3d7-e170-47d9-8b1e-b8728838f690),segment_id=c745e3d7-e170-47d9-8b1e-b8728838f690)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:01:51.657138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-6800ed1f-c284-44af-8c39-92161d965e7a tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:51.658103 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6800ed1f-c284-44af-8c39-92161d965e7a tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0173221
Nov 24 13:01:51.668286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41942) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:51.670373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bb49e855-e037-4816-9985-837e429ebbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:51.682087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-2a68f2e0-c376-4b44-a186-1a0c91e2b1a4 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:51.683380 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2a68f2e0-c376-4b44-a186-1a0c91e2b1a4 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0097725
Nov 24 13:01:51.694442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:51.704788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41946) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:51.720261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-1433f7b2-ec63-4bfe-a12e-3406faf8b854 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:51.721444 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1433f7b2-ec63-4bfe-a12e-3406faf8b854 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0143957
Nov 24 13:01:51.729227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41950) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:51.758431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-3197622b-68eb-4a21-8f14-ef47c3ded6fd tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:51.759575 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3197622b-68eb-4a21-8f14-ef47c3ded6fd tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 385 time: 0.0270019
Nov 24 13:01:51.761816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-c5a55c17-e354-4391-9522-18735979b2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] device_id is not set on port 525ebbbe-0212-43a4-bb55-666197a3b3ef yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:01:51.770544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41954) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:51.771005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41956) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:51.785791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-553fc39c-14e4-4d00-9985-93e9c839aa5d tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:51.786973 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-553fc39c-14e4-4d00-9985-93e9c839aa5d tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0060952
Nov 24 13:01:51.788969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5a55c17-e354-4391-9522-18735979b2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:51.804332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41962) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:51.813426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-f2971b0b-6f35-43e6-ac4f-29eff87b6461 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:51.814654 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f2971b0b-6f35-43e6-ac4f-29eff87b6461 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0080810
Nov 24 13:01:51.819291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41966) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:51.833197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83b29a6f-5b66-4c71-a5b2-7f45ffdb18ee tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:51.837922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-6269848b-4fdc-4cde-91fb-4f43757aecf9 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:51.841690 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6269848b-4fdc-4cde-91fb-4f43757aecf9 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0191059
Nov 24 13:01:51.856426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41970) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:51.864061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:51.887756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port c0c120c3-bcf6-4efc-abb9-af284b657f1d completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:01:51.917033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port c0c120c3-bcf6-4efc-abb9-af284b657f1d triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:01:51.917696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:51.938801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c5a55c17-e354-4391-9522-18735979b2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Transition to ACTIVE for port object 525ebbbe-0212-43a4-bb55-666197a3b3ef will not be triggered until provisioned by entity L2. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:01:51.967676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-0685b131-2f41-4553-aa5a-726469d81608 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:51.968641 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0685b131-2f41-4553-aa5a-726469d81608 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0732622
Nov 24 13:01:51.969379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5a55c17-e354-4391-9522-18735979b2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:51.976015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41974) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:52.049476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-079a8e54-1471-47e1-a340-6a917d2ccf62 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks [] for floatingip, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:52.062810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c2f68839-7b3f-404b-b4b7-a94a5af6e955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:52.102294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-bb73ed43-c8ff-4eab-b120-f87c804d7645 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:52.105901 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bb73ed43-c8ff-4eab-b120-f87c804d7645 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.1093631
Nov 24 13:01:52.108520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b29a6f-5b66-4c71-a5b2-7f45ffdb18ee tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Pushing event updated for resources: {'Port': ['ID=57943bf1-f406-4f48-a1a7-2fe465484cb1,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:52.117937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41978) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:52.120517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-83b29a6f-5b66-4c71-a5b2-7f45ffdb18ee tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:52.134935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-2780973e-d8d6-4e87-bcb8-c7ed0efa41e8 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:52.138507 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2780973e-d8d6-4e87-bcb8-c7ed0efa41e8 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0175219
Nov 24 13:01:52.167665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49e855-e037-4816-9985-837e429ebbf9 None None] Pushing event updated for resources: {'Port': ['ID=4cb69198-78a3-4e8d-8dd7-9f81813f5a94,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:52.171655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bb49e855-e037-4816-9985-837e429ebbf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:52.175640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41982) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:52.202747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-37c5a9b5-9198-470d-9b7a-76f0f933abb4 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:52.203867 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-37c5a9b5-9198-470d-9b7a-76f0f933abb4 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0173612
Nov 24 13:01:52.212895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 41986) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:52.218373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f59733ce-6f0e-4b6c-aba8-acf9df39a458 tempest-QuotasTest-495453025 tempest-QuotasTest-495453025] Usage tracker for resource:network and tenant:7ad12a058fa542528bebfc9e04648347 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:52.236776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-cde7b68f-0b23-4c06-b822-f71aa35d430c tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:52.238098 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cde7b68f-0b23-4c06-b822-f71aa35d430c tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0222759
Nov 24 13:01:52.248002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b831325d-593b-44d1-b90b-ce5691860586 None None] Provisioning for port 8b088be8-563e-4051-8787-fdddfa28c383 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:01:52.248891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41990) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:52.268103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f59733ce-6f0e-4b6c-aba8-acf9df39a458 tempest-QuotasTest-495453025 tempest-QuotasTest-495453025] Quota usage for network was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:52.278495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d55c29f3-2f07-46a3-8bf3-de015706a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:52.280180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-079a8e54-1471-47e1-a340-6a917d2ccf62 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:52.294535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b831325d-593b-44d1-b90b-ce5691860586 None None] Provisioning complete for port 8b088be8-563e-4051-8787-fdddfa28c383 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:01:52.294959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b831325d-593b-44d1-b90b-ce5691860586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:52.303730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-bea270ab-f306-4b86-bfa0-8a3510118b60 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:52.305673 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bea270ab-f306-4b86-bfa0-8a3510118b60 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0399826
Nov 24 13:01:52.334484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41994) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:52.348304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-74c96204-e04f-4e28-8e06-e7ab06beba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cb4f6a0>, [{'id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'name': 'tempest-ServerActionsTestJSON-1650021247-router', 'tenant_id': '4286288353e74305b378e229e8ab5058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '4a90a7c2-fdcb-4037-9cd7-49bc88709dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:35Z', 'updated_at': '2020-11-24T13:01:43Z', 'revision_number': 3, 'project_id': '4286288353e74305b378e229e8ab5058', 'gw_port': {'id': '4a90a7c2-fdcb-4037-9cd7-49bc88709dc1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:39Z', 'updated_at': '2020-11-24T13:01:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:01:52.370628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-fac22ac8-634c-4d78-94e4-d2c906bb967d tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:52.372118 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fac22ac8-634c-4d78-94e4-d2c906bb967d tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0167766
Nov 24 13:01:52.377784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55c17-e354-4391-9522-18735979b2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Pushing event updated for resources: {'Port': ['ID=525ebbbe-0212-43a4-bb55-666197a3b3ef,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:52.377963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c96204-e04f-4e28-8e06-e7ab06beba30 None None] Checking router: da8c95f9-19fa-4e21-95ef-87b0be89dfb3 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:01:52.380644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c96204-e04f-4e28-8e06-e7ab06beba30 None None] Updating router da8c95f9-19fa-4e21-95ef-87b0be89dfb3 port 4a90a7c2-fdcb-4037-9cd7-49bc88709dc1 binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:01:52.381786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c5a55c17-e354-4391-9522-18735979b2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:52.383271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 41998) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:52.389480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f59733ce-6f0e-4b6c-aba8-acf9df39a458 tempest-QuotasTest-495453025 tempest-QuotasTest-495453025] Usage tracker for resource:subnet and tenant:7ad12a058fa542528bebfc9e04648347 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:52.427163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-b5e1eae8-1845-4b0f-a830-7ace5828f430 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:52.428809 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b5e1eae8-1845-4b0f-a830-7ace5828f430 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0360427
Nov 24 13:01:52.432354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42002) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:52.439955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:52.449856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-2a25a5dd-e450-495e-8e38-b2d31caf9cfb tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:52.450040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f59733ce-6f0e-4b6c-aba8-acf9df39a458 tempest-QuotasTest-495453025 tempest-QuotasTest-495453025] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:52.453375 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2a25a5dd-e450-495e-8e38-b2d31caf9cfb tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0111794
Nov 24 13:01:52.457464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42006) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:52.477442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74c96204-e04f-4e28-8e06-e7ab06beba30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:52.485939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b29a6f-5b66-4c71-a5b2-7f45ffdb18ee tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:01:52.490711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-307170a0-624e-4b8f-8991-4a38f130b3c3 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:52.494447 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-307170a0-624e-4b8f-8991-4a38f130b3c3 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0215406
Nov 24 13:01:52.496746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-83b29a6f-5b66-4c71-a5b2-7f45ffdb18ee tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:01:52.508737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b831325d-593b-44d1-b90b-ce5691860586 None None] Port 8b088be8-563e-4051-8787-fdddfa28c383 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:01:52.515787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42010) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:52.519705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b29a6f-5b66-4c71-a5b2-7f45ffdb18ee tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:01:52.528783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port c0c120c3-bcf6-4efc-abb9-af284b657f1d, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=c0c120c3-bcf6-4efc-abb9-af284b657f1d,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:01:52.534423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:52.539641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-54a3adf2-ddb5-44cc-9068-1cb23398737e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:52.553578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-6f4cff0a-88f6-4be7-b9f9-71b34a36593f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Allocated IP 172.26.8.194 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/2efd3543-a829-431d-81fc-69d31863ee6d) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:01:52.562927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-46213ed8-c1cc-4f73-b7de-a24a072713bf tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:52.564008 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-46213ed8-c1cc-4f73-b7de-a24a072713bf tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0471992
Nov 24 13:01:52.580162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42014) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:52.595359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-811d16e7-2371-4a0a-8a59-f195393d8032 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:52.596552 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-811d16e7-2371-4a0a-8a59-f195393d8032 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0152850
Nov 24 13:01:52.624156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42018) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:52.638098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f59733ce-6f0e-4b6c-aba8-acf9df39a458 tempest-QuotasTest-495453025 tempest-QuotasTest-495453025] Usage tracker for resource:subnetpool and tenant:7ad12a058fa542528bebfc9e04648347 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:52.653439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-61be2333-ecce-424a-9187-61c0a2bff598 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:52.654966 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-61be2333-ecce-424a-9187-61c0a2bff598 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0184057
Nov 24 13:01:52.660321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42022) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:52.667912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f59733ce-6f0e-4b6c-aba8-acf9df39a458 tempest-QuotasTest-495453025 tempest-QuotasTest-495453025] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:52.689899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=c0c120c3-bcf6-4efc-abb9-af284b657f1d,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:52.693594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:52.693708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-1f29983d-64fd-4c53-8610-71a37ab1c3a4 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:52.701411 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1f29983d-64fd-4c53-8610-71a37ab1c3a4 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0324757
Nov 24 13:01:52.702816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42026) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:52.718826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-e592c342-34e1-4bfc-b088-ccc79dea9ea2 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:52.723400 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e592c342-34e1-4bfc-b088-ccc79dea9ea2 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0125265
Nov 24 13:01:52.741462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device c783e11a-3c79-4cd6-93d0-6d6fad830735 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:01:52.744199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42030) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:52.825623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-c2e9fecf-5921-455f-af8f-ebd31dfdd888 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:52.827006 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c2e9fecf-5921-455f-af8f-ebd31dfdd888 tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0812602
Nov 24 13:01:52.843651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42034) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:52.877443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port c783e11a-3c79-4cd6-93d0-6d6fad830735 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:01:52.878026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:52.902149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [None req-a9078f61-4524-4a6c-919c-13f3ff62ff9d tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] http://10.222.0.76:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:01:52.902149 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a9078f61-4524-4a6c-919c-13f3ff62ff9d tempest-ExtensionsTestJSON-967787842 tempest-ExtensionsTestJSON-967787842] 10.222.0.76 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0549490
Nov 24 13:01:52.928282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c5a55c17-e354-4391-9522-18735979b2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attempting to bind port 525ebbbe-0212-43a4-bb55-666197a3b3ef on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:01:52.928796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c5a55c17-e354-4391-9522-18735979b2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attempting to bind port 525ebbbe-0212-43a4-bb55-666197a3b3ef by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '0412bf1b-48c8-4e44-84f0-ec0b4aae32c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e5822368-1984-43fb-beea-7e5b6ec18437'}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:01:52.929173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a55c17-e354-4391-9522-18735979b2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attempting to bind port 525ebbbe-0212-43a4-bb55-666197a3b3ef on network e5822368-1984-43fb-beea-7e5b6ec18437 {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:01:52.931759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f59733ce-6f0e-4b6c-aba8-acf9df39a458 tempest-QuotasTest-495453025 tempest-QuotasTest-495453025] Usage tracker for resource:port and tenant:7ad12a058fa542528bebfc9e04648347 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:52.972311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f59733ce-6f0e-4b6c-aba8-acf9df39a458 tempest-QuotasTest-495453025 tempest-QuotasTest-495453025] Quota usage for port was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:53.004676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a55c17-e354-4391-9522-18735979b2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:01:53.005061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a55c17-e354-4391-9522-18735979b2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Checking segment: {'id': '0412bf1b-48c8-4e44-84f0-ec0b4aae32c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e5822368-1984-43fb-beea-7e5b6ec18437'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:01:53.005471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5a55c17-e354-4391-9522-18735979b2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:53.005871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a55c17-e354-4391-9522-18735979b2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Bound using segment: {'id': '0412bf1b-48c8-4e44-84f0-ec0b4aae32c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e5822368-1984-43fb-beea-7e5b6ec18437'} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:01:53.006401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c5a55c17-e354-4391-9522-18735979b2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Bound port: 525ebbbe-0212-43a4-bb55-666197a3b3ef, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0412bf1b-48c8-4e44-84f0-ec0b4aae32c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e5822368-1984-43fb-beea-7e5b6ec18437'}}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:01:53.006904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5a55c17-e354-4391-9522-18735979b2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:53.056584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f59733ce-6f0e-4b6c-aba8-acf9df39a458 tempest-QuotasTest-495453025 tempest-QuotasTest-495453025] Usage tracker for resource:router and tenant:7ad12a058fa542528bebfc9e04648347 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:53.087395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f59733ce-6f0e-4b6c-aba8-acf9df39a458 tempest-QuotasTest-495453025 tempest-QuotasTest-495453025] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:53.093934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f4cff0a-88f6-4be7-b9f9-71b34a36593f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:53.126837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-079a8e54-1471-47e1-a340-6a917d2ccf62 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:53.138680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-079a8e54-1471-47e1-a340-6a917d2ccf62 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:53.159560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-079a8e54-1471-47e1-a340-6a917d2ccf62 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:53.315138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f4cff0a-88f6-4be7-b9f9-71b34a36593f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:53.340655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a8e54-1471-47e1-a340-6a917d2ccf62 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Pushing event updated for resources: {'Port': ['ID=f686a982-003f-4ae5-850b-9a8ea08524b2,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:53.399332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-079a8e54-1471-47e1-a340-6a917d2ccf62 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:53.400887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:53.438850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42042) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:53.563196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d55c29f3-2f07-46a3-8bf3-de015706a0e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:53.571837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f59733ce-6f0e-4b6c-aba8-acf9df39a458 tempest-QuotasTest-495453025 tempest-QuotasTest-495453025] Usage tracker for resource:floatingip and tenant:7ad12a058fa542528bebfc9e04648347 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:53.578582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d55c29f3-2f07-46a3-8bf3-de015706a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:53.618512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74c96204-e04f-4e28-8e06-e7ab06beba30 None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:53.634493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-74c96204-e04f-4e28-8e06-e7ab06beba30 None None] Transition to ACTIVE for port object 4a90a7c2-fdcb-4037-9cd7-49bc88709dc1 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:01:53.638758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74c96204-e04f-4e28-8e06-e7ab06beba30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:53.651679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d55c29f3-2f07-46a3-8bf3-de015706a0e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:53.667391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:53.732812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f59733ce-6f0e-4b6c-aba8-acf9df39a458 tempest-QuotasTest-495453025 tempest-QuotasTest-495453025] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:53.745316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c29f3-2f07-46a3-8bf3-de015706a0e2 admin admin] Pushing event updated for resources: {'Port': ['ID=8b088be8-563e-4051-8787-fdddfa28c383,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:53.813806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-92182532-ef47-443c-8a2c-5348eb6d7719 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:53.823037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d55c29f3-2f07-46a3-8bf3-de015706a0e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:53.877567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4cff0a-88f6-4be7-b9f9-71b34a36593f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Pushing event updated for resources: {'Port': ['ID=2efd3543-a829-431d-81fc-69d31863ee6d,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:53.881278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83b29a6f-5b66-4c71-a5b2-7f45ffdb18ee tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks [] for router_gateway, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:53.882950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83b29a6f-5b66-4c71-a5b2-7f45ffdb18ee tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:53.891654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6f4cff0a-88f6-4be7-b9f9-71b34a36593f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:53.931523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191a172-4fdf-40bf-87a7-73488c9676c2 None None] Pushing event updated for resources: {'Port': ['ID=4a90a7c2-fdcb-4037-9cd7-49bc88709dc1,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:53.939246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-c5a55c17-e354-4391-9522-18735979b2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] For port 525ebbbe-0212-43a4-bb55-666197a3b3ef, host hv-neutron-6013, cleared binding levels {{(pid=80943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:01:53.952098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3191a172-4fdf-40bf-87a7-73488c9676c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:53.966613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-74c96204-e04f-4e28-8e06-e7ab06beba30 None None] Attempting to bind port 4a90a7c2-fdcb-4037-9cd7-49bc88709dc1 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:01:53.967232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-74c96204-e04f-4e28-8e06-e7ab06beba30 None None] Attempting to bind port 4a90a7c2-fdcb-4037-9cd7-49bc88709dc1 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:01:53.967656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c96204-e04f-4e28-8e06-e7ab06beba30 None None] Attempting to bind port 4a90a7c2-fdcb-4037-9cd7-49bc88709dc1 on network cfe08d36-e5ba-4f00-8669-16a0ead5d220 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:01:53.978443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c96204-e04f-4e28-8e06-e7ab06beba30 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:01:53.978875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c96204-e04f-4e28-8e06-e7ab06beba30 None None] Checking segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:01:53.979333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74c96204-e04f-4e28-8e06-e7ab06beba30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:53.979773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c96204-e04f-4e28-8e06-e7ab06beba30 None None] Bound using segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:01:53.980340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-74c96204-e04f-4e28-8e06-e7ab06beba30 None None] Bound port: 4a90a7c2-fdcb-4037-9cd7-49bc88709dc1, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:01:53.980767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74c96204-e04f-4e28-8e06-e7ab06beba30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:53.983741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-c5a55c17-e354-4391-9522-18735979b2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] For port 525ebbbe-0212-43a4-bb55-666197a3b3ef, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=525ebbbe-0212-43a4-bb55-666197a3b3ef,segment=NetworkSegment(0412bf1b-48c8-4e44-84f0-ec0b4aae32c5),segment_id=0412bf1b-48c8-4e44-84f0-ec0b4aae32c5)] {{(pid=80943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:01:54.005448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5a55c17-e354-4391-9522-18735979b2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:54.056078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:54.061440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-079a8e54-1471-47e1-a340-6a917d2ccf62 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:54.068488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cdfe45-3a89-4e4a-b570-ca9eadd28667 None None] Network 57943d12-6f70-4b20-9e3a-42df1879a984 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:01:54.099736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-44400da0-a0a9-4d5f-9663-af27e4c799cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:54.198306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4cff0a-88f6-4be7-b9f9-71b34a36593f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:01:54.209144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-6f4cff0a-88f6-4be7-b9f9-71b34a36593f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:01:54.213673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4cff0a-88f6-4be7-b9f9-71b34a36593f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:01:54.238410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-74c96204-e04f-4e28-8e06-e7ab06beba30 None None] For port 4a90a7c2-fdcb-4037-9cd7-49bc88709dc1, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:01:54.272703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-079a8e54-1471-47e1-a340-6a917d2ccf62 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:54.277667 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-079a8e54-1471-47e1-a340-6a917d2ccf62 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 7.0260346
Nov 24 13:01:54.283447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42048) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:54.283639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-74c96204-e04f-4e28-8e06-e7ab06beba30 None None] For port 4a90a7c2-fdcb-4037-9cd7-49bc88709dc1, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=4a90a7c2-fdcb-4037-9cd7-49bc88709dc1,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:01:54.285333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-7359bc20-abe8-40af-b709-ab511026b64f None None] Provisioning for port 4cb69198-78a3-4e8d-8dd7-9f81813f5a94 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:01:54.300206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55c17-e354-4391-9522-18735979b2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Pushing event updated for resources: {'Port': ['ID=525ebbbe-0212-43a4-bb55-666197a3b3ef,revision_number=3']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:54.306208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74c96204-e04f-4e28-8e06-e7ab06beba30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:54.312303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c5a55c17-e354-4391-9522-18735979b2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:54.323496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bb49e855-e037-4816-9985-837e429ebbf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:54.328963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f59733ce-6f0e-4b6c-aba8-acf9df39a458 tempest-QuotasTest-495453025 tempest-QuotasTest-495453025] Usage tracker for resource:security_group and tenant:7ad12a058fa542528bebfc9e04648347 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:54.334790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55c29f3-2f07-46a3-8bf3-de015706a0e2 admin admin] Network 48758c10-3c85-4387-a7e0-01d5b6f72c00 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:01:54.337576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-d55c29f3-2f07-46a3-8bf3-de015706a0e2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:01:54.347159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-44400da0-a0a9-4d5f-9663-af27e4c799cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:54.371409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-44400da0-a0a9-4d5f-9663-af27e4c799cc admin admin] Usage tracker for resource:security_group_rule and tenant:3621d8c3f50e4c2c8972323b73b2b2aa is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:54.395599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-44400da0-a0a9-4d5f-9663-af27e4c799cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:54.405513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f59733ce-6f0e-4b6c-aba8-acf9df39a458 tempest-QuotasTest-495453025 tempest-QuotasTest-495453025] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:54.409609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-44400da0-a0a9-4d5f-9663-af27e4c799cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:54.429414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-360e2b0e-de85-451b-9968-0f3890800910 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Synchronizing usage tracker for tenant:5d8c84260d334a38abb6e40c633ab237 on resource:floatingip {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:01:54.481068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f4cff0a-88f6-4be7-b9f9-71b34a36593f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks [] for floatingip, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:54.483314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a55c17-e354-4391-9522-18735979b2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:54.484091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5a55c17-e354-4391-9522-18735979b2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:54.486636 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c5a55c17-e354-4391-9522-18735979b2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] 10.222.0.76 "PUT /v2.0/ports/525ebbbe-0212-43a4-bb55-666197a3b3ef HTTP/1.1" status: 200  len: 1080 time: 3.9960904
Nov 24 13:01:54.528453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191a172-4fdf-40bf-87a7-73488c9676c2 None None] Pushing event updated for resources: {'Port': ['ID=4a90a7c2-fdcb-4037-9cd7-49bc88709dc1,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:54.532190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3191a172-4fdf-40bf-87a7-73488c9676c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:54.554465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42052) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:54.628382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b2e2532b-3179-4223-a102-11e9ce2290dc None None] Provisioning complete for port 8b088be8-563e-4051-8787-fdddfa28c383 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:01:54.628905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2e2532b-3179-4223-a102-11e9ce2290dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:54.642865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f59733ce-6f0e-4b6c-aba8-acf9df39a458 tempest-QuotasTest-495453025 tempest-QuotasTest-495453025] Usage tracker for resource:security_group_rule and tenant:7ad12a058fa542528bebfc9e04648347 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:54.649941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-44400da0-a0a9-4d5f-9663-af27e4c799cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:54.679187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f59733ce-6f0e-4b6c-aba8-acf9df39a458 tempest-QuotasTest-495453025 tempest-QuotasTest-495453025] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:54.694581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b2e2532b-3179-4223-a102-11e9ce2290dc None None] Port 8b088be8-563e-4051-8787-fdddfa28c383 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:01:54.696728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c96204-e04f-4e28-8e06-e7ab06beba30 None None] Routers {'da8c95f9-19fa-4e21-95ef-87b0be89dfb3'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:01:54.697715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-74c96204-e04f-4e28-8e06-e7ab06beba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cb4f6a0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:01:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['da8c95f9-19fa-4e21-95ef-87b0be89dfb3'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:01:54.697830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f4cff0a-88f6-4be7-b9f9-71b34a36593f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:54.774450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9be8e777-ec97-4931-9943-88da6a05a9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:54.789798 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f59733ce-6f0e-4b6c-aba8-acf9df39a458 tempest-QuotasTest-495453025 tempest-QuotasTest-495453025] 10.222.0.76 "GET /v2.0/quotas/7ad12a058fa542528bebfc9e04648347/details.json HTTP/1.1" status: 200  len: 703 time: 3.0100503
Nov 24 13:01:54.793111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-44400da0-a0a9-4d5f-9663-af27e4c799cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:54.823743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-360e2b0e-de85-451b-9968-0f3890800910 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Unset dirty status for tenant:5d8c84260d334a38abb6e40c633ab237 on resource:floatingip {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:01:54.827729 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-360e2b0e-de85-451b-9968-0f3890800910 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] 10.222.0.76 "GET /v2.0/floatingips?floating_network_id=2086b266-2ecf-488b-80e6-c9af417a9b3e HTTP/1.1" status: 200  len: 690 time: 0.5416846
Nov 24 13:01:54.828146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42058) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:54.856039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device c0c120c3-bcf6-4efc-abb9-af284b657f1d up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:01:54.954899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0636d874-b0ac-4a82-9ebc-217d2ee660fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:54.966216 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-44400da0-a0a9-4d5f-9663-af27e4c799cc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3621d8c3f50e4c2c8972323b73b2b2aa&name=default HTTP/1.1" status: 200  len: 2747 time: 1.2424488
Nov 24 13:01:54.971817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf24a2c-6b91-4023-b0e7-d1ef0987a366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:54.972242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf24a2c-6b91-4023-b0e7-d1ef0987a366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:54.972695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf24a2c-6b91-4023-b0e7-d1ef0987a366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:54.973036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf24a2c-6b91-4023-b0e7-d1ef0987a366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:54.973514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf24a2c-6b91-4023-b0e7-d1ef0987a366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:54.973814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf24a2c-6b91-4023-b0e7-d1ef0987a366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:54.974261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf24a2c-6b91-4023-b0e7-d1ef0987a366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:54.974670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf24a2c-6b91-4023-b0e7-d1ef0987a366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:54.975070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf24a2c-6b91-4023-b0e7-d1ef0987a366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:54.975465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf24a2c-6b91-4023-b0e7-d1ef0987a366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:54.975942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf24a2c-6b91-4023-b0e7-d1ef0987a366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:54.976238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf24a2c-6b91-4023-b0e7-d1ef0987a366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:54.977184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf24a2c-6b91-4023-b0e7-d1ef0987a366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:54.977580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf24a2c-6b91-4023-b0e7-d1ef0987a366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:54.977978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf24a2c-6b91-4023-b0e7-d1ef0987a366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:54.978400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf24a2c-6b91-4023-b0e7-d1ef0987a366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:54.978798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf24a2c-6b91-4023-b0e7-d1ef0987a366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:54.979246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf24a2c-6b91-4023-b0e7-d1ef0987a366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:54.981118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8cf24a2c-6b91-4023-b0e7-d1ef0987a366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Synchronizing usage tracker for tenant:10202b9372c64ecf86fd6c5b055cc40f on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:01:54.993897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42062) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:55.108973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-74c96204-e04f-4e28-8e06-e7ab06beba30 None None] Set router da8c95f9-19fa-4e21-95ef-87b0be89dfb3 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:01:55.149115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:55.345720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42068) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:55.354543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Deleting port f686a982-003f-4ae5-850b-9a8ea08524b2 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:01:55.354919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:55.403891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44400da0-a0a9-4d5f-9663-af27e4c799cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ed3ece-740a-4332-9262-0e09195b0018,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:55.420468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-44400da0-a0a9-4d5f-9663-af27e4c799cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:55.450744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8cf24a2c-6b91-4023-b0e7-d1ef0987a366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Unset dirty status for tenant:10202b9372c64ecf86fd6c5b055cc40f on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:01:55.452045 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8cf24a2c-6b91-4023-b0e7-d1ef0987a366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 16077 time: 0.8815532
Nov 24 13:01:55.474191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42074) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:55.661149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-9be8e777-ec97-4931-9943-88da6a05a9f6 admin admin] Allocated IP 172.20.0.1 (42f46442-d2b1-4c59-8018-dd6806abe134/4edc9f76-5638-4785-9026-5e5686309573/2e81f707-465b-4ab9-b683-74748b2b5882) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:01:55.682934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eebfe87b-83e0-4e73-813d-b1e06c502a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:55.690704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-46697bac-2a71-44b0-b39b-e05e1e70f154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Deleting port 525ebbbe-0212-43a4-bb55-666197a3b3ef {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:01:55.690875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port c0c120c3-bcf6-4efc-abb9-af284b657f1d triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:01:55.691124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-46697bac-2a71-44b0-b39b-e05e1e70f154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:55.691228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:55.746569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b29a6f-5b66-4c71-a5b2-7f45ffdb18ee tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Router e5bd3fba-c6bb-45a8-a247-bf469346e807 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:01:55.755716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f24aaeb5-5dc4-47f6-8b7e-07f59c23ad9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:55.816482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:55.816847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks [] for floatingip, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:55.828075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-eebfe87b-83e0-4e73-813d-b1e06c502a34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:55.832028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-74c96204-e04f-4e28-8e06-e7ab06beba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cb4f6a0>, [{'id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'name': 'tempest-ServerActionsTestJSON-1650021247-router', 'tenant_id': '4286288353e74305b378e229e8ab5058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '4a90a7c2-fdcb-4037-9cd7-49bc88709dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:35Z', 'updated_at': '2020-11-24T13:01:43Z', 'revision_number': 3, 'project_id': '4286288353e74305b378e229e8ab5058', 'gw_port': {'id': '4a90a7c2-fdcb-4037-9cd7-49bc88709dc1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:39Z', 'updated_at': '2020-11-24T13:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:01:55.838488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-eebfe87b-83e0-4e73-813d-b1e06c502a34 admin admin] Usage tracker for resource:security_group_rule and tenant:de0e56cc4f2141699ef71daf5fc80854 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:55.843037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-eebfe87b-83e0-4e73-813d-b1e06c502a34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:55.844718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c96204-e04f-4e28-8e06-e7ab06beba30 None None] The sync data for ids ['da8c95f9-19fa-4e21-95ef-87b0be89dfb3'] in dv-neutron-601336-61-ovs is: [{'id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'name': 'tempest-ServerActionsTestJSON-1650021247-router', 'tenant_id': '4286288353e74305b378e229e8ab5058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '4a90a7c2-fdcb-4037-9cd7-49bc88709dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:35Z', 'updated_at': '2020-11-24T13:01:43Z', 'revision_number': 3, 'project_id': '4286288353e74305b378e229e8ab5058', 'gw_port': {'id': '4a90a7c2-fdcb-4037-9cd7-49bc88709dc1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:39Z', 'updated_at': '2020-11-24T13:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:01:55.849140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f4cff0a-88f6-4be7-b9f9-71b34a36593f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:55.855876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4cb69198-78a3-4e8d-8dd7-9f81813f5a94 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:01:55.934358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f24aaeb5-5dc4-47f6-8b7e-07f59c23ad9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:55.938514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 4cb69198-78a3-4e8d-8dd7-9f81813f5a94 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:01:55.949967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 4cb69198-78a3-4e8d-8dd7-9f81813f5a94 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:01:55.949967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:56.105806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:56.168587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 4cb69198-78a3-4e8d-8dd7-9f81813f5a94, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=4cb69198-78a3-4e8d-8dd7-9f81813f5a94,segment=NetworkSegment(c745e3d7-e170-47d9-8b1e-b8728838f690),segment_id=c745e3d7-e170-47d9-8b1e-b8728838f690)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:01:56.173914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:56.183083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:56.247237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-eebfe87b-83e0-4e73-813d-b1e06c502a34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:56.249390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f4cff0a-88f6-4be7-b9f9-71b34a36593f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:56.263231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Calling delete_port for f686a982-003f-4ae5-850b-9a8ea08524b2 owned by network:floatingip {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:01:56.303819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=4cb69198-78a3-4e8d-8dd7-9f81813f5a94,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:56.307622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:56.327951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2035e4a8-654f-4cf8-927b-12f1b8462fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:56.461997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-46697bac-2a71-44b0-b39b-e05e1e70f154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] For port 525ebbbe-0212-43a4-bb55-666197a3b3ef, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=525ebbbe-0212-43a4-bb55-666197a3b3ef,segment=NetworkSegment(0412bf1b-48c8-4e44-84f0-ec0b4aae32c5),segment_id=0412bf1b-48c8-4e44-84f0-ec0b4aae32c5)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:01:56.462550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-46697bac-2a71-44b0-b39b-e05e1e70f154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:56.470677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f24aaeb5-5dc4-47f6-8b7e-07f59c23ad9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:56.474224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9be8e777-ec97-4931-9943-88da6a05a9f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:56.548517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5fedb9c1-502b-4405-802d-0f5b55ec43e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:56.637938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-46697bac-2a71-44b0-b39b-e05e1e70f154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Calling delete_port for 525ebbbe-0212-43a4-bb55-666197a3b3ef owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:01:56.675589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24aaeb5-5dc4-47f6-8b7e-07f59c23ad9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ed3ece-740a-4332-9262-0e09195b0018,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:56.676174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4cff0a-88f6-4be7-b9f9-71b34a36593f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Pushing event updated for resources: {'Port': ['ID=2efd3543-a829-431d-81fc-69d31863ee6d,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:56.678473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f24aaeb5-5dc4-47f6-8b7e-07f59c23ad9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:56.687501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9be8e777-ec97-4931-9943-88da6a05a9f6 admin admin] Transition to ACTIVE for port object 2e81f707-465b-4ab9-b683-74748b2b5882 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:01:56.689222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6f4cff0a-88f6-4be7-b9f9-71b34a36593f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:56.799138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55c29f3-2f07-46a3-8bf3-de015706a0e2 admin admin] Router 303ef846-7f78-4e44-9457-b63bf6ee06b5 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:01:56.804141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f24aaeb5-5dc4-47f6-8b7e-07f59c23ad9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:56.809789 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f24aaeb5-5dc4-47f6-8b7e-07f59c23ad9c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/86ed3ece-740a-4332-9262-0e09195b0018 HTTP/1.1" status: 204  len: 168 time: 1.7995989
Nov 24 13:01:56.830732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9be8e777-ec97-4931-9943-88da6a05a9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:56.839741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4a90a7c2-fdcb-4037-9cd7-49bc88709dc1 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:01:56.890201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c5a55c17-e354-4391-9522-18735979b2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:56.923920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eebfe87b-83e0-4e73-813d-b1e06c502a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:56.973763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eebfe87b-83e0-4e73-813d-b1e06c502a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:57.010802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 4a90a7c2-fdcb-4037-9cd7-49bc88709dc1 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:01:57.015364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7282cd7b-d3b0-45b3-85ad-27523833637b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:57.020079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 4a90a7c2-fdcb-4037-9cd7-49bc88709dc1 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:01:57.021340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:57.052783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-46697bac-2a71-44b0-b39b-e05e1e70f154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:57.097549 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-eebfe87b-83e0-4e73-813d-b1e06c502a34 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=de0e56cc4f2141699ef71daf5fc80854&name=default HTTP/1.1" status: 200  len: 2747 time: 1.7133477
Nov 24 13:01:57.111569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:57.114343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42082) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:57.225115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:57.248977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 4a90a7c2-fdcb-4037-9cd7-49bc88709dc1, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=4a90a7c2-fdcb-4037-9cd7-49bc88709dc1,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:01:57.252604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:57.254260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4cb69198-78a3-4e8d-8dd7-9f81813f5a94 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:01:57.270442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f4cff0a-88f6-4be7-b9f9-71b34a36593f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:57.275431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebfe87b-83e0-4e73-813d-b1e06c502a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28baa0f-406c-4dc0-9b8a-71f09b70dff0,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:57.279088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-eebfe87b-83e0-4e73-813d-b1e06c502a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:57.300183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6f4cff0a-88f6-4be7-b9f9-71b34a36593f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:57.334457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8e777-ec97-4931-9943-88da6a05a9f6 admin admin] Pushing event updated for resources: {'Port': ['ID=2e81f707-465b-4ab9-b683-74748b2b5882,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:57.338795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-54a3adf2-ddb5-44cc-9068-1cb23398737e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:57.350947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9be8e777-ec97-4931-9943-88da6a05a9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:57.352079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:57.370200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-40ec32a5-203d-4872-a64e-f035a0efdb30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:57.406969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Pushing event deleted for resources: {'Port': ['ID=f686a982-003f-4ae5-850b-9a8ea08524b2,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:57.410034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:57.414754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=4a90a7c2-fdcb-4037-9cd7-49bc88709dc1,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:57.417137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46697bac-2a71-44b0-b39b-e05e1e70f154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Pushing event deleted for resources: {'Port': ['ID=525ebbbe-0212-43a4-bb55-666197a3b3ef,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:57.418482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:57.420208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-46697bac-2a71-44b0-b39b-e05e1e70f154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:57.436641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 4cb69198-78a3-4e8d-8dd7-9f81813f5a94 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:01:57.437074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:57.468904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-40ec32a5-203d-4872-a64e-f035a0efdb30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:57.496173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be8e777-ec97-4931-9943-88da6a05a9f6 admin admin] Network 42f46442-d2b1-4c59-8018-dd6806abe134 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:01:57.498798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b29a6f-5b66-4c71-a5b2-7f45ffdb18ee tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:01:57.500954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-9be8e777-ec97-4931-9943-88da6a05a9f6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:01:57.503447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be8e777-ec97-4931-9943-88da6a05a9f6 admin admin] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:01:57.504121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9be8e777-ec97-4931-9943-88da6a05a9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:57.507206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-46697bac-2a71-44b0-b39b-e05e1e70f154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:57.517163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c94038-2e49-49b2-9d01-8e665deefdce None None] Sync routers for ids ['e5bd3fba-c6bb-45a8-a247-bf469346e807'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:01:57.543099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f4cff0a-88f6-4be7-b9f9-71b34a36593f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:57.545294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c94038-2e49-49b2-9d01-8e665deefdce None None] Routers {'e5bd3fba-c6bb-45a8-a247-bf469346e807'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:01:57.546220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e0c94038-2e49-49b2-9d01-8e665deefdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cbcb9e8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:01:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e5bd3fba-c6bb-45a8-a247-bf469346e807'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:01:57.546364 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-46697bac-2a71-44b0-b39b-e05e1e70f154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] 10.222.0.76 "DELETE /v2.0/ports/525ebbbe-0212-43a4-bb55-666197a3b3ef HTTP/1.1" status: 204  len: 168 time: 2.0179529
Nov 24 13:01:57.550619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42094) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:57.553359 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6f4cff0a-88f6-4be7-b9f9-71b34a36593f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.0872822
Nov 24 13:01:57.589935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83b29a6f-5b66-4c71-a5b2-7f45ffdb18ee tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:57.591284 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-83b29a6f-5b66-4c71-a5b2-7f45ffdb18ee tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 891 time: 10.2056708
Nov 24 13:01:57.594493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42100) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:57.683298 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-faee311d-21cf-4685-9a3a-dc508748f07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] GET failed (client error): The resource could not be found.
Nov 24 13:01:57.683868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-faee311d-21cf-4685-9a3a-dc508748f07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Synchronizing usage tracker for tenant:10202b9372c64ecf86fd6c5b055cc40f on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:01:57.750042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e0c94038-2e49-49b2-9d01-8e665deefdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cbcb9e8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:01:57.793921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c94038-2e49-49b2-9d01-8e665deefdce None None] Routers {'e5bd3fba-c6bb-45a8-a247-bf469346e807'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:01:57.796753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e0c94038-2e49-49b2-9d01-8e665deefdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cbcb9e8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:01:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e5bd3fba-c6bb-45a8-a247-bf469346e807'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:01:57.833761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-faee311d-21cf-4685-9a3a-dc508748f07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Unset dirty status for tenant:10202b9372c64ecf86fd6c5b055cc40f on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:01:57.835425 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-faee311d-21cf-4685-9a3a-dc508748f07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] 10.222.0.76 "GET /v2.0/ports/525ebbbe-0212-43a4-bb55-666197a3b3ef HTTP/1.1" status: 404  len: 333 time: 0.2838428
Nov 24 13:01:57.854228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42108) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:57.864983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-0b0ea0ce-390c-44ca-9071-b214d2126002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-700927879', 'network_id': 'e5822368-1984-43fb-beea-7e5b6ec18437'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:57.869225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-40ec32a5-203d-4872-a64e-f035a0efdb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:57.875633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0b0ea0ce-390c-44ca-9071-b214d2126002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:57.879530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9be8e777-ec97-4931-9943-88da6a05a9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:57.891702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e0c94038-2e49-49b2-9d01-8e665deefdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cbcb9e8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:01:57.892268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c94038-2e49-49b2-9d01-8e665deefdce None None] The sync data for ids ['e5bd3fba-c6bb-45a8-a247-bf469346e807'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:01:57.897988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c956c19b-dca4-4ad3-9b28-6bc58b4ff7c0 None None] Provisioning for port 2e81f707-465b-4ab9-b683-74748b2b5882 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:01:57.902303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:57.908713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c956c19b-dca4-4ad3-9b28-6bc58b4ff7c0 None None] Provisioning complete for port 2e81f707-465b-4ab9-b683-74748b2b5882 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:01:57.909880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c956c19b-dca4-4ad3-9b28-6bc58b4ff7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:57.917352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0b0ea0ce-390c-44ca-9071-b214d2126002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:57.933698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec32a5-203d-4872-a64e-f035a0efdb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28baa0f-406c-4dc0-9b8a-71f09b70dff0,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:57.940054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks [] for floatingip, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:57.955526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-40ec32a5-203d-4872-a64e-f035a0efdb30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:57.966193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-40ec32a5-203d-4872-a64e-f035a0efdb30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:57.967917 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-40ec32a5-203d-4872-a64e-f035a0efdb30 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d28baa0f-406c-4dc0-9b8a-71f09b70dff0 HTTP/1.1" status: 204  len: 168 time: 0.8483891
Nov 24 13:01:58.035541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c956c19b-dca4-4ad3-9b28-6bc58b4ff7c0 None None] Port 2e81f707-465b-4ab9-b683-74748b2b5882 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:01:58.050699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0ea0ce-390c-44ca-9071-b214d2126002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Made reservation on behalf of 10202b9372c64ecf86fd6c5b055cc40f for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:01:58.058469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b0ea0ce-390c-44ca-9071-b214d2126002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:58.080699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:58.274068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-0b0ea0ce-390c-44ca-9071-b214d2126002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] device_id is not set on port ab55d407-16dc-4368-9bcc-a2c851f78ec9 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:01:58.470164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42136) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:58.470765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55c29f3-2f07-46a3-8bf3-de015706a0e2 admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:01:58.486080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64a9721-0e3a-4b6d-81c7-e1a7ad083743 None None] Sync routers for ids ['303ef846-7f78-4e44-9457-b63bf6ee06b5'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:01:58.513003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64a9721-0e3a-4b6d-81c7-e1a7ad083743 None None] Routers {'303ef846-7f78-4e44-9457-b63bf6ee06b5'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:01:58.515452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e64a9721-0e3a-4b6d-81c7-e1a7ad083743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347cc45c0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:01:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['303ef846-7f78-4e44-9457-b63bf6ee06b5'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:01:58.582342 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d55c29f3-2f07-46a3-8bf3-de015706a0e2 admin admin] 10.222.0.76 "PUT /v2.0/routers/303ef846-7f78-4e44-9457-b63bf6ee06b5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 18.1835244
Nov 24 13:01:58.689995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42144) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:58.709827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b0ea0ce-390c-44ca-9071-b214d2126002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:58.746258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f81606b8-dfd2-451c-8618-4cad3280a4c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:58.818429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4a90a7c2-fdcb-4037-9cd7-49bc88709dc1 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:01:58.849151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b0ea0ce-390c-44ca-9071-b214d2126002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:58.857088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f81606b8-dfd2-451c-8618-4cad3280a4c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:58.930416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:58.953936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e11faf79-ed1b-4422-b9e9-bc2990b77fd0 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:59.020146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42156) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:59.022471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b2ff3103-4af1-4553-9e52-034403aaec5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:59.061791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Pushing event deleted for resources: {'Subnet': ['ID=e039b17c-43df-45c5-b7e8-a0446a3e7332,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:59.079264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f81606b8-dfd2-451c-8618-4cad3280a4c7 admin admin] Usage tracker for resource:security_group_rule and tenant:7ad12a058fa542528bebfc9e04648347 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:59.083717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:59.084112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f81606b8-dfd2-451c-8618-4cad3280a4c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:59.087559 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 24 13:01:59.123725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f81606b8-dfd2-451c-8618-4cad3280a4c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:59.149704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-9be8e777-ec97-4931-9943-88da6a05a9f6 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:01:59.168837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-035e98e8-8c3e-41d0-8e84-54005d19d803 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-246731460'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:01:59.175816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-035e98e8-8c3e-41d0-8e84-54005d19d803 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:59.183534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-035e98e8-8c3e-41d0-8e84-54005d19d803 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Usage tracker for resource:network and tenant:3318484a97194dbebc95312ecf975715 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:59.188923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-035e98e8-8c3e-41d0-8e84-54005d19d803 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:59.200022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 4a90a7c2-fdcb-4037-9cd7-49bc88709dc1 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:01:59.200433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:59.200711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-035e98e8-8c3e-41d0-8e84-54005d19d803 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:59.205340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9be8e777-ec97-4931-9943-88da6a05a9f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:59.222747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0ea0ce-390c-44ca-9071-b214d2126002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Network e5822368-1984-43fb-beea-7e5b6ec18437 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:01:59.233932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-0b0ea0ce-390c-44ca-9071-b214d2126002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:01:59.246536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ea0ce-390c-44ca-9071-b214d2126002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Pushing event updated for resources: {'Port': ['ID=ab55d407-16dc-4368-9bcc-a2c851f78ec9,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:59.250691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0b0ea0ce-390c-44ca-9071-b214d2126002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:59.251992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0ea0ce-390c-44ca-9071-b214d2126002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:01:59.253156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0ea0ce-390c-44ca-9071-b214d2126002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:59.253903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b0ea0ce-390c-44ca-9071-b214d2126002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:59.262533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-e64a9721-0e3a-4b6d-81c7-e1a7ad083743 None None] Set router 303ef846-7f78-4e44-9457-b63bf6ee06b5 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:01:59.263028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9be8e777-ec97-4931-9943-88da6a05a9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:59.278456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9be8e777-ec97-4931-9943-88da6a05a9f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:59.303128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c5a55c17-e354-4391-9522-18735979b2c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:59.361796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035e98e8-8c3e-41d0-8e84-54005d19d803 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Made reservation on behalf of 3318484a97194dbebc95312ecf975715 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:01:59.367804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-035e98e8-8c3e-41d0-8e84-54005d19d803 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:59.433339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8e777-ec97-4931-9943-88da6a05a9f6 admin admin] Pushing event updated for resources: {'Port': ['ID=2e81f707-465b-4ab9-b683-74748b2b5882,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:01:59.448214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:59.460299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9be8e777-ec97-4931-9943-88da6a05a9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:01:59.462709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-7f6651dd-a54f-47d4-8e75-aa9d6cd9e621 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Synchronizing usage tracker for tenant:a2e9211661b4491282803556ce55f1f3 on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:01:59.490523 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0b0ea0ce-390c-44ca-9071-b214d2126002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 1.6348691
Nov 24 13:01:59.497403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42160) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:59.517959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-035e98e8-8c3e-41d0-8e84-54005d19d803 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:59.598848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-7f6651dd-a54f-47d4-8e75-aa9d6cd9e621 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Unset dirty status for tenant:a2e9211661b4491282803556ce55f1f3 on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:01:59.609029 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-7f6651dd-a54f-47d4-8e75-aa9d6cd9e621 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--854817579&fields=id&tenant_id=a2e9211661b4491282803556ce55f1f3 HTTP/1.1" status: 200  len: 267 time: 0.5375612
Nov 24 13:01:59.637134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7f38ef-1cb1-4006-86f6-4fe4d124108d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:01:59.637694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bc7f38ef-1cb1-4006-86f6-4fe4d124108d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Synchronizing usage tracker for tenant:10202b9372c64ecf86fd6c5b055cc40f on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:01:59.643961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f81606b8-dfd2-451c-8618-4cad3280a4c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:59.684341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-035e98e8-8c3e-41d0-8e84-54005d19d803 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:01:59.691599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-035e98e8-8c3e-41d0-8e84-54005d19d803 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Usage tracker for resource:security_group_rule and tenant:3318484a97194dbebc95312ecf975715 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:01:59.695473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634c0f4080>,) {'filters': {'network_id': ['2086b266-2ecf-488b-80e6-c9af417a9b3e']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:01:59.704331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-035e98e8-8c3e-41d0-8e84-54005d19d803 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:01:59.716603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-035e98e8-8c3e-41d0-8e84-54005d19d803 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:01:59.722194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c0f4080>, 'a7b0ed67-9ba6-4484-a764-4474393a8b68') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:01:59.722535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c0f4080>, 'a7b0ed67-9ba6-4484-a764-4474393a8b68') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:01:59.749840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:59.762764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f81606b8-dfd2-451c-8618-4cad3280a4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:59.774673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e64a9721-0e3a-4b6d-81c7-e1a7ad083743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347cc45c0>, [{'id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'name': 'tempest-ServersTestManualDisk-1579092289-router', 'tenant_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'c0c120c3-bcf6-4efc-abb9-af284b657f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:27Z', 'updated_at': '2020-11-24T13:01:51Z', 'revision_number': 4, 'project_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'gw_port': {'id': 'c0c120c3-bcf6-4efc-abb9-af284b657f1d', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:30Z', 'updated_at': '2020-11-24T13:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '8b088be8-563e-4051-8787-fdddfa28c383', 'name': '', 'network_id': '48758c10-3c85-4387-a7e0-01d5b6f72c00', 'tenant_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'mac_address': 'fa:16:3e:ed:f6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'c2dc0013-69cf-4d22-b176-8f1c434b75d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:48Z', 'updated_at': '2020-11-24T13:01:52Z', 'revision_number': 2, 'project_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'subnets': [{'id': 'c2dc0013-69cf-4d22-b176-8f1c434b75d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:01:59.780725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64a9721-0e3a-4b6d-81c7-e1a7ad083743 None None] Checking router: 303ef846-7f78-4e44-9457-b63bf6ee06b5 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:01:59.781329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64a9721-0e3a-4b6d-81c7-e1a7ad083743 None None] Updating router 303ef846-7f78-4e44-9457-b63bf6ee06b5 port 8b088be8-563e-4051-8787-fdddfa28c383 binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:01:59.794977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:59.801323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Releasing vxlan tunnel 8 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:01:59.829962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:01:59.844880 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f81606b8-dfd2-451c-8618-4cad3280a4c7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7ad12a058fa542528bebfc9e04648347&name=default HTTP/1.1" status: 200  len: 2747 time: 1.1396346
Nov 24 13:01:59.845750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42164) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:01:59.851422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e64a9721-0e3a-4b6d-81c7-e1a7ad083743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:01:59.855815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bc7f38ef-1cb1-4006-86f6-4fe4d124108d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Unset dirty status for tenant:10202b9372c64ecf86fd6c5b055cc40f on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:01:59.860200 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bc7f38ef-1cb1-4006-86f6-4fe4d124108d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] 10.222.0.76 "GET /v2.0/ports/ab55d407-16dc-4368-9bcc-a2c851f78ec9 HTTP/1.1" status: 200  len: 958 time: 0.3615372
Nov 24 13:01:59.863770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42168) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:00.070017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Network 2086b266-2ecf-488b-80e6-c9af417a9b3e has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:02:00.080568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:00.171999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42172) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:00.183227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-8f57097a-3786-4a4f-ae33-e8bdf3ee1d07 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Request body: {'security_group': {'name': 'tempest-securitygroup--308442325', 'description': 'tempest-description--1141485536'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:00.190436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8f57097a-3786-4a4f-ae33-e8bdf3ee1d07 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:00.194754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8f57097a-3786-4a4f-ae33-e8bdf3ee1d07 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Usage tracker for resource:security_group and tenant:ea8aaac80b7f416b8647220a0a5fe6df is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:00.198763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8f57097a-3786-4a4f-ae33-e8bdf3ee1d07 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:00.204872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8f57097a-3786-4a4f-ae33-e8bdf3ee1d07 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:00.225121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-035e98e8-8c3e-41d0-8e84-54005d19d803 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:00.234496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f57097a-3786-4a4f-ae33-e8bdf3ee1d07 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:00.275427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-035e98e8-8c3e-41d0-8e84-54005d19d803 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:00.307029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81606b8-dfd2-451c-8618-4cad3280a4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ee32dd-3ff5-48c1-b394-39ad95c8a0e5,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:00.309726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-41347d99-3b2e-4884-8c55-1b31f3a27306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:00.312081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f81606b8-dfd2-451c-8618-4cad3280a4c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:00.359279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:00.378143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e64a9721-0e3a-4b6d-81c7-e1a7ad083743 None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:00.395456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ff9bca52-19c2-4bbb-bfff-8a8989f0e01a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Deleting port ab55d407-16dc-4368-9bcc-a2c851f78ec9 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:02:00.395858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ff9bca52-19c2-4bbb-bfff-8a8989f0e01a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:00.434161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be8e777-ec97-4931-9943-88da6a05a9f6 admin admin] Network 42f46442-d2b1-4c59-8018-dd6806abe134 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:02:00.437465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-41347d99-3b2e-4884-8c55-1b31f3a27306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:00.451097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-9be8e777-ec97-4931-9943-88da6a05a9f6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:02:00.466221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-b525fce4-720b-4833-8f26-098b7ccbae56 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:00.466979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-b525fce4-720b-4833-8f26-098b7ccbae56 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Synchronizing usage tracker for tenant:a2e9211661b4491282803556ce55f1f3 on resource:network {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:02:00.473211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035e98e8-8c3e-41d0-8e84-54005d19d803 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:02:00.476485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8f57097a-3786-4a4f-ae33-e8bdf3ee1d07 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:00.482840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Network 2086b266-2ecf-488b-80e6-c9af417a9b3e has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:02:00.525258 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:02:00.525258 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:02:00.525258 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:02:00.525258 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:02:00.525258 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:02:00.525258 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:02:00.525258 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:02:00.525258 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:02:00.525258 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:02:00.525258 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:02:00.525258 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:02:00.525258 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:02:00.525258 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:02:00.525258 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:02:00.525258 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:02:00.525258 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:02:00.525258 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:02:00.525258 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:02:00.525258 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:02:00.525258 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:02:00.525258 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:02:00.525258 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:02:00.525258 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:02:00.525258 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:02:00.525258 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:02:00.525258 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:02:00.525258 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:02:00.525258 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:02:00.525258 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:02:00.525258 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:02:00.525258 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:02:00.525258 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:02:00.529205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8f57097a-3786-4a4f-ae33-e8bdf3ee1d07 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Usage tracker for resource:security_group_rule and tenant:ea8aaac80b7f416b8647220a0a5fe6df is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:00.593747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8f57097a-3786-4a4f-ae33-e8bdf3ee1d07 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:00.597364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e98e8-8c3e-41d0-8e84-54005d19d803 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Pushing event updated for resources: {'SecurityGroup': ['ID=802532b4-ea76-4836-a046-6064ecd50bc5,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:00.601074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-035e98e8-8c3e-41d0-8e84-54005d19d803 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:00.611083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8f57097a-3786-4a4f-ae33-e8bdf3ee1d07 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:00.613357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-035e98e8-8c3e-41d0-8e84-54005d19d803 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:00.613784 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-035e98e8-8c3e-41d0-8e84-54005d19d803 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Added segment e5576be2-bd1e-4282-822e-0623d30f1789 of type vxlan for network 29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb
Nov 24 13:02:00.704280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e64a9721-0e3a-4b6d-81c7-e1a7ad083743 None None] Transition to ACTIVE for port object 8b088be8-563e-4051-8787-fdddfa28c383 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:02:00.704538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9903d850-01ac-4b68-9895-ecaab6c52006 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:00.707351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e64a9721-0e3a-4b6d-81c7-e1a7ad083743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:00.727897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3db6fb80-f8fa-46dc-bfa3-4d539a4a8c98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:00.733723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:00.744881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-035e98e8-8c3e-41d0-8e84-54005d19d803 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:00.773482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-b525fce4-720b-4833-8f26-098b7ccbae56 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Unset dirty status for tenant:a2e9211661b4491282803556ce55f1f3 on resource:network {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:02:00.774857 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-b525fce4-720b-4833-8f26-098b7ccbae56 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/networks?id=5fae2ebf-38a4-4188-8136-91cd36860221 HTTP/1.1" status: 200  len: 806 time: 1.1649747
Nov 24 13:02:00.797514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:00.842417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  2086b266-2ecf-488b-80e6-c9af417a9b3e {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Nov 24 13:02:00.855444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Pushing event deleted for resources: {'Network': ['ID=2086b266-2ecf-488b-80e6-c9af417a9b3e,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:00.901501 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-8f04ccc0-a2de-4aeb-9798-75a5eee50bf9 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/quotas/a2e9211661b4491282803556ce55f1f3 HTTP/1.1" status: 200  len: 375 time: 0.1161475
Nov 24 13:02:00.989249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-41347d99-3b2e-4884-8c55-1b31f3a27306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:01.015874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:01.032710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41347d99-3b2e-4884-8c55-1b31f3a27306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ee32dd-3ff5-48c1-b394-39ad95c8a0e5,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:01.038211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ff9bca52-19c2-4bbb-bfff-8a8989f0e01a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:01.052388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-41347d99-3b2e-4884-8c55-1b31f3a27306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:01.066907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790c24b-8353-45ae-835b-a6d5962e87f7 None None] Pushing event updated for resources: {'Port': ['ID=8b088be8-563e-4051-8787-fdddfa28c383,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:01.081720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-71eea518-5694-4bb8-9fb5-24256a7fec4a None None] Provisioning complete for port 2e81f707-465b-4ab9-b683-74748b2b5882 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:01.082263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-71eea518-5694-4bb8-9fb5-24256a7fec4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:01.136882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-41347d99-3b2e-4884-8c55-1b31f3a27306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:01.138058 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-41347d99-3b2e-4884-8c55-1b31f3a27306 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/80ee32dd-3ff5-48c1-b394-39ad95c8a0e5 HTTP/1.1" status: 204  len: 168 time: 1.2837796
Nov 24 13:02:01.151624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f790c24b-8353-45ae-835b-a6d5962e87f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:01.261908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-71eea518-5694-4bb8-9fb5-24256a7fec4a None None] Port 2e81f707-465b-4ab9-b683-74748b2b5882 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:02:01.291648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ff9bca52-19c2-4bbb-bfff-8a8989f0e01a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Calling delete_port for ab55d407-16dc-4368-9bcc-a2c851f78ec9 owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:02:01.436929 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-8ab90dd0-0136-4221-be0c-fdcca6fd5132 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2e9211661b4491282803556ce55f1f3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5238855
Nov 24 13:02:01.474966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e64a9721-0e3a-4b6d-81c7-e1a7ad083743 None None] Attempting to bind port 8b088be8-563e-4051-8787-fdddfa28c383 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:02:01.475389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e64a9721-0e3a-4b6d-81c7-e1a7ad083743 None None] Attempting to bind port 8b088be8-563e-4051-8787-fdddfa28c383 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '5e24e664-4ce4-48ad-bee5-b45bf78bd382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '48758c10-3c85-4387-a7e0-01d5b6f72c00'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:02:01.475805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64a9721-0e3a-4b6d-81c7-e1a7ad083743 None None] Attempting to bind port 8b088be8-563e-4051-8787-fdddfa28c383 on network 48758c10-3c85-4387-a7e0-01d5b6f72c00 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:02:01.491397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64a9721-0e3a-4b6d-81c7-e1a7ad083743 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:02:01.491826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64a9721-0e3a-4b6d-81c7-e1a7ad083743 None None] Checking segment: {'id': '5e24e664-4ce4-48ad-bee5-b45bf78bd382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '48758c10-3c85-4387-a7e0-01d5b6f72c00'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:02:01.492324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e64a9721-0e3a-4b6d-81c7-e1a7ad083743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:01.492763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64a9721-0e3a-4b6d-81c7-e1a7ad083743 None None] Bound using segment: {'id': '5e24e664-4ce4-48ad-bee5-b45bf78bd382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '48758c10-3c85-4387-a7e0-01d5b6f72c00'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:02:01.493300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e64a9721-0e3a-4b6d-81c7-e1a7ad083743 None None] Bound port: 8b088be8-563e-4051-8787-fdddfa28c383, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e24e664-4ce4-48ad-bee5-b45bf78bd382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '48758c10-3c85-4387-a7e0-01d5b6f72c00'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:02:01.493726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e64a9721-0e3a-4b6d-81c7-e1a7ad083743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:01.565459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ff9bca52-19c2-4bbb-bfff-8a8989f0e01a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:01.611215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:01.683942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e64a9721-0e3a-4b6d-81c7-e1a7ad083743 None None] For port 8b088be8-563e-4051-8787-fdddfa28c383, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:02:01.697936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e64a9721-0e3a-4b6d-81c7-e1a7ad083743 None None] For port 8b088be8-563e-4051-8787-fdddfa28c383, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8b088be8-563e-4051-8787-fdddfa28c383,segment=NetworkSegment(5e24e664-4ce4-48ad-bee5-b45bf78bd382),segment_id=5e24e664-4ce4-48ad-bee5-b45bf78bd382)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:02:01.717652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e64a9721-0e3a-4b6d-81c7-e1a7ad083743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:01.750560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:01.760343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9bca52-19c2-4bbb-bfff-8a8989f0e01a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Pushing event deleted for resources: {'Port': ['ID=ab55d407-16dc-4368-9bcc-a2c851f78ec9,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:01.767346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ff9bca52-19c2-4bbb-bfff-8a8989f0e01a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:01.926751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-c1982989-ee5f-4fc9-ab7e-6ac1fd69e36b service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:02:01.935283 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-c1982989-ee5f-4fc9-ab7e-6ac1fd69e36b service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.1667523
Nov 24 13:02:01.957417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-9903d850-01ac-4b68-9895-ecaab6c52006 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Allocated IP 172.20.0.1 (57943d12-6f70-4b20-9e3a-42df1879a984/6f1f8a88-212e-49fd-8d32-e4618c794e56/bb474a10-96b7-46bd-abc3-9f34ece2828d) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:02:01.961255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ff9bca52-19c2-4bbb-bfff-8a8989f0e01a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:01.962479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790c24b-8353-45ae-835b-a6d5962e87f7 None None] Pushing event updated for resources: {'Port': ['ID=8b088be8-563e-4051-8787-fdddfa28c383,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:01.971181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f790c24b-8353-45ae-835b-a6d5962e87f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:01.985861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.189s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:01.987321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:02.017686 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] 10.222.0.76 "DELETE /v2.0/networks/2086b266-2ecf-488b-80e6-c9af417a9b3e HTTP/1.1" status: 204  len: 168 time: 7.0718961
Nov 24 13:02:02.019171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42194) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:02.022747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f57097a-3786-4a4f-ae33-e8bdf3ee1d07 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:02.079291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64a9721-0e3a-4b6d-81c7-e1a7ad083743 None None] Routers {'303ef846-7f78-4e44-9457-b63bf6ee06b5'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:02:02.079788 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ff9bca52-19c2-4bbb-bfff-8a8989f0e01a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] 10.222.0.76 "DELETE /v2.0/ports/ab55d407-16dc-4368-9bcc-a2c851f78ec9 HTTP/1.1" status: 204  len: 168 time: 2.2102349
Nov 24 13:02:02.080645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e64a9721-0e3a-4b6d-81c7-e1a7ad083743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347cc45c0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:01:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['303ef846-7f78-4e44-9457-b63bf6ee06b5'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:02.084905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42198) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:02.109710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-035e98e8-8c3e-41d0-8e84-54005d19d803 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:02.110483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f57097a-3786-4a4f-ae33-e8bdf3ee1d07 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:02.201090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035e98e8-8c3e-41d0-8e84-54005d19d803 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:02.201705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-035e98e8-8c3e-41d0-8e84-54005d19d803 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:02.237819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a8ed81ad-8296-4533-8ab3-be94a4c5ce95 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:02.265251 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-059e8aa7-bcf8-4ab6-a38e-932c353a9224 service neutron] 10.222.0.76 "GET /v2.0/networks/5fae2ebf-38a4-4188-8136-91cd36860221?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3289201
Nov 24 13:02:02.385047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-cd72f60b-f63c-4a61-975d-8bae1042f500 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Synchronizing usage tracker for tenant:5d8c84260d334a38abb6e40c633ab237 on resource:floatingip {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:02:02.391266 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-225d9dc6-755b-4bea-9a9d-6e42142d6140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] GET failed (client error): The resource could not be found.
Nov 24 13:02:02.392073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-225d9dc6-755b-4bea-9a9d-6e42142d6140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Synchronizing usage tracker for tenant:10202b9372c64ecf86fd6c5b055cc40f on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:02:02.402324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-e64a9721-0e3a-4b6d-81c7-e1a7ad083743 None None] Set router 303ef846-7f78-4e44-9457-b63bf6ee06b5 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:02:02.407935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42206) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:02.409609 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-035e98e8-8c3e-41d0-8e84-54005d19d803 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 3.9375651
Nov 24 13:02:02.413410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be8e777-ec97-4931-9943-88da6a05a9f6 admin admin] Router da8c95f9-19fa-4e21-95ef-87b0be89dfb3 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:02:02.422428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a80e9b86-81d6-49ac-9751-8e4e2f4392ba tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Request body: {'subnet': {'network_id': '29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:02.450615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f57097a-3786-4a4f-ae33-e8bdf3ee1d07 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:02.452671 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8f57097a-3786-4a4f-ae33-e8bdf3ee1d07 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1663 time: 2.2773714
Nov 24 13:02:02.466093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42212) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:02.469992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-cd72f60b-f63c-4a61-975d-8bae1042f500 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Unset dirty status for tenant:5d8c84260d334a38abb6e40c633ab237 on resource:floatingip {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:02:02.474882 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cd72f60b-f63c-4a61-975d-8bae1042f500 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 1171 time: 0.4510503
Nov 24 13:02:02.476861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42216) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:02.496536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-675078db-6ea6-4e2b-8172-1a9b38681795 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Request body: {'security_group_rule': {'security_group_id': 'fd2fc09d-94e8-49e3-9324-21c800167113', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:02.509414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e98e8-8c3e-41d0-8e84-54005d19d803 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Pushing event updated for resources: {'Network': ['ID=29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:02.567804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:02:02.570759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-035e98e8-8c3e-41d0-8e84-54005d19d803 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:02.578100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a773bc3c-aa94-4ae0-8299-fba3d792e034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.317s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:02.583645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:02:02.588853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-675078db-6ea6-4e2b-8172-1a9b38681795 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:02.627320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-675078db-6ea6-4e2b-8172-1a9b38681795 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Usage tracker for resource:security_group_rule and tenant:ea8aaac80b7f416b8647220a0a5fe6df is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:02.642593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-675078db-6ea6-4e2b-8172-1a9b38681795 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:02.675622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a80e9b86-81d6-49ac-9751-8e4e2f4392ba tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:02.679603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-675078db-6ea6-4e2b-8172-1a9b38681795 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:02.689166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57097a-3786-4a4f-ae33-e8bdf3ee1d07 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2fc09d-94e8-49e3-9324-21c800167113,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:02.696047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9903d850-01ac-4b68-9895-ecaab6c52006 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:02.696814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a80e9b86-81d6-49ac-9751-8e4e2f4392ba tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Usage tracker for resource:subnet and tenant:3318484a97194dbebc95312ecf975715 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:02.705840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a80e9b86-81d6-49ac-9751-8e4e2f4392ba tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:02.708817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8f57097a-3786-4a4f-ae33-e8bdf3ee1d07 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:02.724524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-225d9dc6-755b-4bea-9a9d-6e42142d6140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Unset dirty status for tenant:10202b9372c64ecf86fd6c5b055cc40f on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:02:02.729402 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-225d9dc6-755b-4bea-9a9d-6e42142d6140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] 10.222.0.76 "GET /v2.0/ports/ab55d407-16dc-4368-9bcc-a2c851f78ec9 HTTP/1.1" status: 404  len: 333 time: 0.6402500
Nov 24 13:02:02.735051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42222) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:02.756206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9903d850-01ac-4b68-9895-ecaab6c52006 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Transition to ACTIVE for port object bb474a10-96b7-46bd-abc3-9f34ece2828d will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:02:02.760018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a80e9b86-81d6-49ac-9751-8e4e2f4392ba tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:02.763041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c121a2ba-1823-4180-84c3-8d42c8bb9eed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Request body: {'port': {'network_id': 'e5822368-1984-43fb-beea-7e5b6ec18437', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-468981772'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:02.768632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c121a2ba-1823-4180-84c3-8d42c8bb9eed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:02.780543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c121a2ba-1823-4180-84c3-8d42c8bb9eed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:02.792221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71d352b-5e82-44bd-aa27-9a035c2af7dd tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:02.792790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71d352b-5e82-44bd-aa27-9a035c2af7dd tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:02.793278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71d352b-5e82-44bd-aa27-9a035c2af7dd tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:02.793759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71d352b-5e82-44bd-aa27-9a035c2af7dd tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:02.794265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71d352b-5e82-44bd-aa27-9a035c2af7dd tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:02.794879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71d352b-5e82-44bd-aa27-9a035c2af7dd tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:02.795355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71d352b-5e82-44bd-aa27-9a035c2af7dd tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:02.796599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c71d352b-5e82-44bd-aa27-9a035c2af7dd tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Synchronizing usage tracker for tenant:5d8c84260d334a38abb6e40c633ab237 on resource:subnet {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:02:02.802483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c121a2ba-1823-4180-84c3-8d42c8bb9eed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Made reservation on behalf of 10202b9372c64ecf86fd6c5b055cc40f for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:02:02.808312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c121a2ba-1823-4180-84c3-8d42c8bb9eed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:02.820792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675078db-6ea6-4e2b-8172-1a9b38681795 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:02.861092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c71d352b-5e82-44bd-aa27-9a035c2af7dd tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Unset dirty status for tenant:5d8c84260d334a38abb6e40c633ab237 on resource:subnet {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:02:02.865541 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c71d352b-5e82-44bd-aa27-9a035c2af7dd tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4608 time: 0.3716085
Nov 24 13:02:02.873210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42226) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:02.928116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80e9b86-81d6-49ac-9751-8e4e2f4392ba tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Made reservation on behalf of 3318484a97194dbebc95312ecf975715 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:02:03.024169 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-48a0fb6b-75a5-452b-9ca6-45607f6fe1ee tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] delete failed (client error): The resource could not be found.
Nov 24 13:02:03.025874 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-48a0fb6b-75a5-452b-9ca6-45607f6fe1ee tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] 10.222.0.76 "DELETE /v2.0/floatingips/aa9ebd01-5da1-493d-8535-24a06c6de4c9 HTTP/1.1" status: 404  len: 345 time: 0.1481805
Nov 24 13:02:03.028320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42230) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:03.029034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42232) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:03.035014 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-4b248ffd-aca9-4500-ab03-beac44b8f0b9 service neutron] 10.222.0.76 "GET /v2.0/networks/5fae2ebf-38a4-4188-8136-91cd36860221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7685907
Nov 24 13:02:03.071491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e64a9721-0e3a-4b6d-81c7-e1a7ad083743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347cc45c0>, [{'id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'name': 'tempest-ServersTestManualDisk-1579092289-router', 'tenant_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'c0c120c3-bcf6-4efc-abb9-af284b657f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:27Z', 'updated_at': '2020-11-24T13:01:51Z', 'revision_number': 4, 'project_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'gw_port': {'id': 'c0c120c3-bcf6-4efc-abb9-af284b657f1d', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:30Z', 'updated_at': '2020-11-24T13:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '8b088be8-563e-4051-8787-fdddfa28c383', 'name': '', 'network_id': '48758c10-3c85-4387-a7e0-01d5b6f72c00', 'tenant_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'mac_address': 'fa:16:3e:ed:f6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'c2dc0013-69cf-4d22-b176-8f1c434b75d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:48Z', 'updated_at': '2020-11-24T13:02:01Z', 'revision_number': 4, 'project_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'subnets': [{'id': 'c2dc0013-69cf-4d22-b176-8f1c434b75d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:03.076374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64a9721-0e3a-4b6d-81c7-e1a7ad083743 None None] The sync data for ids ['303ef846-7f78-4e44-9457-b63bf6ee06b5'] in dv-neutron-601336-61-ovs is: [{'id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'name': 'tempest-ServersTestManualDisk-1579092289-router', 'tenant_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'c0c120c3-bcf6-4efc-abb9-af284b657f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:27Z', 'updated_at': '2020-11-24T13:01:51Z', 'revision_number': 4, 'project_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'gw_port': {'id': 'c0c120c3-bcf6-4efc-abb9-af284b657f1d', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:30Z', 'updated_at': '2020-11-24T13:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '8b088be8-563e-4051-8787-fdddfa28c383', 'name': '', 'network_id': '48758c10-3c85-4387-a7e0-01d5b6f72c00', 'tenant_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'mac_address': 'fa:16:3e:ed:f6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'c2dc0013-69cf-4d22-b176-8f1c434b75d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:48Z', 'updated_at': '2020-11-24T13:02:01Z', 'revision_number': 4, 'project_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'subnets': [{'id': 'c2dc0013-69cf-4d22-b176-8f1c434b75d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:02:03.155310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a80e9b86-81d6-49ac-9751-8e4e2f4392ba tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks [] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:03.161210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-c121a2ba-1823-4180-84c3-8d42c8bb9eed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] device_id is not set on port faddec2a-1cf4-4191-97d6-a4016a958c36 yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:02:03.201267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675078db-6ea6-4e2b-8172-1a9b38681795 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:03.246697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675078db-6ea6-4e2b-8172-1a9b38681795 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:03.273393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9903d850-01ac-4b68-9895-ecaab6c52006 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:03.338291 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4e2538-c62f-41b5-833e-64030bc0f4ce tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] DELETE failed (client error): The resource could not be found.
Nov 24 13:02:03.338807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4e2538-c62f-41b5-833e-64030bc0f4ce tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:02:03.356611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-44f97eea-4711-49c8-ba71-1ff239949d9b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:03.487025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42248) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:03.494994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675078db-6ea6-4e2b-8172-1a9b38681795 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb6f14d6-6fd7-42d3-95a6-a752937d02a8,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:03.515748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-fc2321a0-c19c-493e-99f0-6fa5284ef0f6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1471972978'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:03.536473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-675078db-6ea6-4e2b-8172-1a9b38681795 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:03.537272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:03.574558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fc2321a0-c19c-493e-99f0-6fa5284ef0f6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:03.615369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fc2321a0-c19c-493e-99f0-6fa5284ef0f6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Usage tracker for resource:network and tenant:82cb9c8693f342c184d25cc0ea67ad76 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:03.619124 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bb4e2538-c62f-41b5-833e-64030bc0f4ce tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] 10.222.0.76 "DELETE /v2.0/networks/2086b266-2ecf-488b-80e6-c9af417a9b3e HTTP/1.1" status: 404  len: 339 time: 0.5825851
Nov 24 13:02:03.626837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42262) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:03.632748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fc2321a0-c19c-493e-99f0-6fa5284ef0f6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:03.638487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675078db-6ea6-4e2b-8172-1a9b38681795 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:03.640458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-8c78eba1-2c40-4c85-93ad-966f8ca0ba6b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Request body: {'network': {'name': 'tempest-network--1468006789', 'router:external': True}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:03.642775 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-675078db-6ea6-4e2b-8172-1a9b38681795 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.1748612
Nov 24 13:02:03.643617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42266) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:03.659522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fc2321a0-c19c-493e-99f0-6fa5284ef0f6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:03.665627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8c78eba1-2c40-4c85-93ad-966f8ca0ba6b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:03.673114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8c78eba1-2c40-4c85-93ad-966f8ca0ba6b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Usage tracker for resource:network and tenant:5d8c84260d334a38abb6e40c633ab237 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:03.673316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c4e1244b-93d3-4d08-8034-9ffd5aa6ec6b tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Request body: {'security_group_rule': {'security_group_id': 'fd2fc09d-94e8-49e3-9324-21c800167113', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:03.679242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c4e1244b-93d3-4d08-8034-9ffd5aa6ec6b tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:03.680026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8c78eba1-2c40-4c85-93ad-966f8ca0ba6b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Quota usage for network was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:03.683461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c4e1244b-93d3-4d08-8034-9ffd5aa6ec6b tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Usage tracker for resource:security_group_rule and tenant:ea8aaac80b7f416b8647220a0a5fe6df is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:03.686616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c4e1244b-93d3-4d08-8034-9ffd5aa6ec6b tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:03.688107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8c78eba1-2c40-4c85-93ad-966f8ca0ba6b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:03.741412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c4e1244b-93d3-4d08-8034-9ffd5aa6ec6b tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:03.760949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c78eba1-2c40-4c85-93ad-966f8ca0ba6b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Made reservation on behalf of 5d8c84260d334a38abb6e40c633ab237 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:02:03.765841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c78eba1-2c40-4c85-93ad-966f8ca0ba6b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:03.860091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c78eba1-2c40-4c85-93ad-966f8ca0ba6b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:02:03.899843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903d850-01ac-4b68-9895-ecaab6c52006 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Pushing event updated for resources: {'Port': ['ID=bb474a10-96b7-46bd-abc3-9f34ece2828d,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:03.903325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2321a0-c19c-493e-99f0-6fa5284ef0f6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Made reservation on behalf of 82cb9c8693f342c184d25cc0ea67ad76 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:02:03.913245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc2321a0-c19c-493e-99f0-6fa5284ef0f6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:03.933958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc2321a0-c19c-493e-99f0-6fa5284ef0f6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:03.944840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9903d850-01ac-4b68-9895-ecaab6c52006 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:03.951570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c78eba1-2c40-4c85-93ad-966f8ca0ba6b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:03.951970 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-8c78eba1-2c40-4c85-93ad-966f8ca0ba6b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Added segment 34fc238d-ca3e-4a25-a9af-c93600daf83a of type vxlan for network 78a1e661-6f9b-4e34-8c83-3d9d08b3e83a
Nov 24 13:02:03.987418 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f3bf3010-8092-40aa-aa6c-728df3986ddc req-271ab273-01f7-4c67-a5e8-9604cb6bfcf3 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/ports?device_id=55dc72b5-3fa4-4c89-9a93-c707c472eba1 HTTP/1.1" status: 200  len: 210 time: 0.4886265
Nov 24 13:02:03.991211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c4e1244b-93d3-4d08-8034-9ffd5aa6ec6b tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:04.069975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c121a2ba-1823-4180-84c3-8d42c8bb9eed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:04.095285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be8e777-ec97-4931-9943-88da6a05a9f6 admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:02:04.106573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d0a0c2-c040-43f3-b2f0-2cd92fb962a4 None None] Sync routers for ids ['da8c95f9-19fa-4e21-95ef-87b0be89dfb3'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:02:04.118766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fc2321a0-c19c-493e-99f0-6fa5284ef0f6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:04.131265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d0a0c2-c040-43f3-b2f0-2cd92fb962a4 None None] Routers {'da8c95f9-19fa-4e21-95ef-87b0be89dfb3'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:02:04.133914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-34d0a0c2-c040-43f3-b2f0-2cd92fb962a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c834908>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:01:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['da8c95f9-19fa-4e21-95ef-87b0be89dfb3'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:04.135549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9903d850-01ac-4b68-9895-ecaab6c52006 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Network 57943d12-6f70-4b20-9e3a-42df1879a984 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:02:04.139985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fc2321a0-c19c-493e-99f0-6fa5284ef0f6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Usage tracker for resource:security_group_rule and tenant:82cb9c8693f342c184d25cc0ea67ad76 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:04.147384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-9903d850-01ac-4b68-9895-ecaab6c52006 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:02:04.152171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fc2321a0-c19c-493e-99f0-6fa5284ef0f6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:04.161914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9903d850-01ac-4b68-9895-ecaab6c52006 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:02:04.182341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c78eba1-2c40-4c85-93ad-966f8ca0ba6b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:04.246476 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9be8e777-ec97-4931-9943-88da6a05a9f6 admin admin] 10.222.0.76 "PUT /v2.0/routers/da8c95f9-19fa-4e21-95ef-87b0be89dfb3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.5227568
Nov 24 13:02:04.259551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fc2321a0-c19c-493e-99f0-6fa5284ef0f6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:04.267655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c4e1244b-93d3-4d08-8034-9ffd5aa6ec6b tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:04.284696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c4e1244b-93d3-4d08-8034-9ffd5aa6ec6b tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:04.302468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-675078db-6ea6-4e2b-8172-1a9b38681795 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:04.326826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c121a2ba-1823-4180-84c3-8d42c8bb9eed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:04.358953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c78eba1-2c40-4c85-93ad-966f8ca0ba6b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:04.364607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c78eba1-2c40-4c85-93ad-966f8ca0ba6b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:04.364876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9903d850-01ac-4b68-9895-ecaab6c52006 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:04.365438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c78eba1-2c40-4c85-93ad-966f8ca0ba6b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:04.386453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:04.432857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1244b-93d3-4d08-8034-9ffd5aa6ec6b tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c5a21f-7227-4b99-9119-484090234d6a,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:04.438602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c4e1244b-93d3-4d08-8034-9ffd5aa6ec6b tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:04.527861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6bb65ba3-f524-4956-b14c-92a211b1d035 None None] Provisioning for port bb474a10-96b7-46bd-abc3-9f34ece2828d completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:02:04.534897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6bb65ba3-f524-4956-b14c-92a211b1d035 None None] Provisioning complete for port bb474a10-96b7-46bd-abc3-9f34ece2828d triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:04.535724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6bb65ba3-f524-4956-b14c-92a211b1d035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:04.550239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:04.664877 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8c78eba1-2c40-4c85-93ad-966f8ca0ba6b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 856 time: 1.0348761
Nov 24 13:02:04.665746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42292) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:04.685393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc2321a0-c19c-493e-99f0-6fa5284ef0f6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:04.710341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6bb65ba3-f524-4956-b14c-92a211b1d035 None None] Port bb474a10-96b7-46bd-abc3-9f34ece2828d cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:02:04.716017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc2321a0-c19c-493e-99f0-6fa5284ef0f6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:04.766717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8b088be8-563e-4051-8787-fdddfa28c383 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:02:04.788699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c4e1244b-93d3-4d08-8034-9ffd5aa6ec6b tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:04.801427 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c4e1244b-93d3-4d08-8034-9ffd5aa6ec6b tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.1462448
Nov 24 13:02:04.807354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42298) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:04.810705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78eba1-2c40-4c85-93ad-966f8ca0ba6b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Pushing event updated for resources: {'Network': ['ID=78a1e661-6f9b-4e34-8c83-3d9d08b3e83a,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:04.826113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-34d0a0c2-c040-43f3-b2f0-2cd92fb962a4 None None] Set router da8c95f9-19fa-4e21-95ef-87b0be89dfb3 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:02:04.864662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7777c6ef-956b-42e5-9c3d-eaf1d39fb197 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:04.873319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 78a1e661-6f9b-4e34-8c83-3d9d08b3e83a details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:02:04.901527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121a2ba-1823-4180-84c3-8d42c8bb9eed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Pushing event updated for resources: {'Port': ['ID=faddec2a-1cf4-4191-97d6-a4016a958c36,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:04.906543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c121a2ba-1823-4180-84c3-8d42c8bb9eed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:04.909011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc2321a0-c19c-493e-99f0-6fa5284ef0f6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:02:04.923582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:04.942553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7777c6ef-956b-42e5-9c3d-eaf1d39fb197 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:04.944626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8c78eba1-2c40-4c85-93ad-966f8ca0ba6b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:05.103685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a80e9b86-81d6-49ac-9751-8e4e2f4392ba tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:05.130218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2f6b63db-1f05-4330-aac9-d14f62c03538 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:05.175795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 78a1e661-6f9b-4e34-8c83-3d9d08b3e83a details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:02:05.308423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fbad11-830d-488e-9e1c-6946a51bb6e3 tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:05.313594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42310) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:05.316174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fbad11-830d-488e-9e1c-6946a51bb6e3 tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:05.320940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7777c6ef-956b-42e5-9c3d-eaf1d39fb197 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Usage tracker for resource:floatingip and tenant:ea8aaac80b7f416b8647220a0a5fe6df is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:05.322372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fbad11-830d-488e-9e1c-6946a51bb6e3 tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:05.328229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fbad11-830d-488e-9e1c-6946a51bb6e3 tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:05.329625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d8fbad11-830d-488e-9e1c-6946a51bb6e3 tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Synchronizing usage tracker for tenant:201dcc24f58946058d1b4ab67319243d on resource:network {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:02:05.333908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7777c6ef-956b-42e5-9c3d-eaf1d39fb197 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:05.360182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a7aa1211-1e01-4684-b74b-03f6948a8cfa tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Request body: {'security_group': {'name': 'tempest-securitygroup--1073233871', 'description': 'tempest-description--1583383762'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:05.368003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a7aa1211-1e01-4684-b74b-03f6948a8cfa tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:05.375715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a7aa1211-1e01-4684-b74b-03f6948a8cfa tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Usage tracker for resource:security_group and tenant:4286288353e74305b378e229e8ab5058 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:05.379974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a7aa1211-1e01-4684-b74b-03f6948a8cfa tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:05.386991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a7aa1211-1e01-4684-b74b-03f6948a8cfa tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:05.402502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc2321a0-c19c-493e-99f0-6fa5284ef0f6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:05.404964 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-fc2321a0-c19c-493e-99f0-6fa5284ef0f6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Added segment 94abdc4c-b97e-4828-9f89-54ea47686645 of type vxlan for network 9c1628d3-fca8-47ff-a0c9-12959c6e12f2
Nov 24 13:02:05.415586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 8b088be8-563e-4051-8787-fdddfa28c383 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:02:05.420168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c121a2ba-1823-4180-84c3-8d42c8bb9eed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Network e5822368-1984-43fb-beea-7e5b6ec18437 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:02:05.425558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a7aa1211-1e01-4684-b74b-03f6948a8cfa tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:05.429197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 8b088be8-563e-4051-8787-fdddfa28c383 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:05.430481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:05.437785 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e45ef0ea-5aea-4aa4-9191-e5ff7a6a5207 req-92146bc1-200d-4950-b3b1-9b0625810d89 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/ports?device_id=55dc72b5-3fa4-4c89-9a93-c707c472eba1 HTTP/1.1" status: 200  len: 210 time: 0.1431916
Nov 24 13:02:05.464494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e9b86-81d6-49ac-9751-8e4e2f4392ba tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Pushing event updated for resources: {'Subnet': ['ID=35bc02da-dff8-4fd2-a824-2febeceb2614,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:05.471340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a80e9b86-81d6-49ac-9751-8e4e2f4392ba tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:05.474630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d8fbad11-830d-488e-9e1c-6946a51bb6e3 tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Unset dirty status for tenant:201dcc24f58946058d1b4ab67319243d on resource:network {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:02:05.485976 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d8fbad11-830d-488e-9e1c-6946a51bb6e3 tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2454 time: 0.8031211
Nov 24 13:02:05.485976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42316) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:05.498212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7777c6ef-956b-42e5-9c3d-eaf1d39fb197 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:05.528712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a7aa1211-1e01-4684-b74b-03f6948a8cfa tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:05.533814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a7aa1211-1e01-4684-b74b-03f6948a8cfa tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Usage tracker for resource:security_group_rule and tenant:4286288353e74305b378e229e8ab5058 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:05.537626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a7aa1211-1e01-4684-b74b-03f6948a8cfa tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:05.544253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a7aa1211-1e01-4684-b74b-03f6948a8cfa tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:05.594049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:05.606628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-c121a2ba-1823-4180-84c3-8d42c8bb9eed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:02:05.610943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c121a2ba-1823-4180-84c3-8d42c8bb9eed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:02:05.614116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c121a2ba-1823-4180-84c3-8d42c8bb9eed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:05.615673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c121a2ba-1823-4180-84c3-8d42c8bb9eed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:05.630457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-34d0a0c2-c040-43f3-b2f0-2cd92fb962a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c834908>, [{'id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'name': 'tempest-ServerActionsTestJSON-1650021247-router', 'tenant_id': '4286288353e74305b378e229e8ab5058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '4a90a7c2-fdcb-4037-9cd7-49bc88709dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:35Z', 'updated_at': '2020-11-24T13:01:57Z', 'revision_number': 4, 'project_id': '4286288353e74305b378e229e8ab5058', 'gw_port': {'id': '4a90a7c2-fdcb-4037-9cd7-49bc88709dc1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:39Z', 'updated_at': '2020-11-24T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '2e81f707-465b-4ab9-b683-74748b2b5882', 'name': '', 'network_id': '42f46442-d2b1-4c59-8018-dd6806abe134', 'tenant_id': '4286288353e74305b378e229e8ab5058', 'mac_address': 'fa:16:3e:d7:18:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '4edc9f76-5638-4785-9026-5e5686309573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:55Z', 'updated_at': '2020-11-24T13:01:58Z', 'revision_number': 2, 'project_id': '4286288353e74305b378e229e8ab5058', 'subnets': [{'id': '4edc9f76-5638-4785-9026-5e5686309573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:05.636083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d0a0c2-c040-43f3-b2f0-2cd92fb962a4 None None] Checking router: da8c95f9-19fa-4e21-95ef-87b0be89dfb3 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:02:05.636617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d0a0c2-c040-43f3-b2f0-2cd92fb962a4 None None] Updating router da8c95f9-19fa-4e21-95ef-87b0be89dfb3 port 2e81f707-465b-4ab9-b683-74748b2b5882 binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:02:05.642048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 8b088be8-563e-4051-8787-fdddfa28c383, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8b088be8-563e-4051-8787-fdddfa28c383,segment=NetworkSegment(5e24e664-4ce4-48ad-bee5-b45bf78bd382),segment_id=5e24e664-4ce4-48ad-bee5-b45bf78bd382)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:02:05.645486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:05.648882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f790c24b-8353-45ae-835b-a6d5962e87f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:05.658537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2321a0-c19c-493e-99f0-6fa5284ef0f6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event updated for resources: {'SecurityGroup': ['ID=fad4e77b-03c5-4a02-8c00-7b189b4c4e1c,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:05.665119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d085414-36bf-4570-a6d5-ce2ce960d39b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:05.700828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34d0a0c2-c040-43f3-b2f0-2cd92fb962a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:05.716270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7777c6ef-956b-42e5-9c3d-eaf1d39fb197 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks [] for floatingip, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:05.738196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=8b088be8-563e-4051-8787-fdddfa28c383,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:05.742810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:05.758758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a7aa1211-1e01-4684-b74b-03f6948a8cfa tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:05.769027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fc2321a0-c19c-493e-99f0-6fa5284ef0f6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.845s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:05.781001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9903d850-01ac-4b68-9895-ecaab6c52006 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:05.833613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80e9b86-81d6-49ac-9751-8e4e2f4392ba tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Checking segment: {'id': 'e5576be2-bd1e-4282-822e-0623d30f1789', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:02:05.834202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80e9b86-81d6-49ac-9751-8e4e2f4392ba tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Network hostable DHCP agents. Network: 29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:02:05.848537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a7aa1211-1e01-4684-b74b-03f6948a8cfa tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:05.853586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc2321a0-c19c-493e-99f0-6fa5284ef0f6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:05.921074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-035e98e8-8c3e-41d0-8e84-54005d19d803 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:05.951869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d085414-36bf-4570-a6d5-ce2ce960d39b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:05.963069 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c121a2ba-1823-4180-84c3-8d42c8bb9eed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 3.2187295
Nov 24 13:02:05.971765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42320) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:06.007804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a7aa1211-1e01-4684-b74b-03f6948a8cfa tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:06.009075 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a7aa1211-1e01-4684-b74b-03f6948a8cfa tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1664 time: 0.6778531
Nov 24 13:02:06.026703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2ad5965d-0895-4c8c-baba-518d08c26a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:06.044074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa1211-1e01-4684-b74b-03f6948a8cfa tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Pushing event updated for resources: {'SecurityGroup': ['ID=33db69b1-705c-49f4-9823-3e9aa6b6e69a,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:06.054684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42324) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:06.058952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a7aa1211-1e01-4684-b74b-03f6948a8cfa tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:06.067961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80e9b86-81d6-49ac-9751-8e4e2f4392ba tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Network 29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:02:06.068483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c51f10b5-a2c7-442b-809e-77546e4757b5 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Request body: {'security_group_rule': {'security_group_id': '33db69b1-705c-49f4-9823-3e9aa6b6e69a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:06.083825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c51f10b5-a2c7-442b-809e-77546e4757b5 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:06.108518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c51f10b5-a2c7-442b-809e-77546e4757b5 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Usage tracker for resource:security_group_rule and tenant:4286288353e74305b378e229e8ab5058 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:06.111210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc2321a0-c19c-493e-99f0-6fa5284ef0f6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:06.112192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c51f10b5-a2c7-442b-809e-77546e4757b5 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:06.128750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2321a0-c19c-493e-99f0-6fa5284ef0f6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:06.129306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc2321a0-c19c-493e-99f0-6fa5284ef0f6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:06.134428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c51f10b5-a2c7-442b-809e-77546e4757b5 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:06.142267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-a80e9b86-81d6-49ac-9751-8e4e2f4392ba tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:02:06.154469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75965a6e-5b4e-46b8-bcb5-c1a6441fcbdf None None] Network 29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:02:06.180571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d085414-36bf-4570-a6d5-ce2ce960d39b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f6347e9c438>> segment before_delete 55550000 {{(pid=80943) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 13:02:06.181545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d085414-36bf-4570-a6d5-ce2ce960d39b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f6347e9c438>> subnet precommit_delete_associations 55550000 {{(pid=80943) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 13:02:06.182707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d085414-36bf-4570-a6d5-ce2ce960d39b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f634cbb1c50>> segment_host_mapping after_create 55550000 {{(pid=80943) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 13:02:06.183348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d085414-36bf-4570-a6d5-ce2ce960d39b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f634cbb1c50>> port after_create 55550000 {{(pid=80943) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 13:02:06.183929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d085414-36bf-4570-a6d5-ce2ce960d39b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f634cbb1c50>> port after_delete 55550000 {{(pid=80943) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 13:02:06.184502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d085414-36bf-4570-a6d5-ce2ce960d39b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f634cbb1c50>> port after_update 55550000 {{(pid=80943) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 13:02:06.185193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d085414-36bf-4570-a6d5-ce2ce960d39b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f634cbb1c50>> segment after_delete 55550000 {{(pid=80943) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 13:02:06.185937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d085414-36bf-4570-a6d5-ce2ce960d39b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f634cbb1c50>> subnet after_create 55550000 {{(pid=80943) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 13:02:06.186514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d085414-36bf-4570-a6d5-ce2ce960d39b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f634cbb1c50>> subnet after_delete 55550000 {{(pid=80943) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 13:02:06.187291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d085414-36bf-4570-a6d5-ce2ce960d39b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f634cbb1c50>> subnet after_update 55550000 {{(pid=80943) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 13:02:06.193729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:06.251738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34d0a0c2-c040-43f3-b2f0-2cd92fb962a4 None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:06.266223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-34d0a0c2-c040-43f3-b2f0-2cd92fb962a4 None None] Transition to ACTIVE for port object 2e81f707-465b-4ab9-b683-74748b2b5882 will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:02:06.270639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34d0a0c2-c040-43f3-b2f0-2cd92fb962a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:06.290344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:06.395588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d085414-36bf-4570-a6d5-ce2ce960d39b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6346dddf28>> subnet after_create 55550000 {{(pid=80943) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 13:02:06.396304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d085414-36bf-4570-a6d5-ce2ce960d39b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6346dddf28>> subnet after_delete 55550000 {{(pid=80943) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 13:02:06.397002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d085414-36bf-4570-a6d5-ce2ce960d39b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6346dddf28>> subnet before_create 55550000 {{(pid=80943) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 13:02:06.397697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d085414-36bf-4570-a6d5-ce2ce960d39b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6346dddf28>> subnet before_update 55550000 {{(pid=80943) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 13:02:06.398862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-0d085414-36bf-4570-a6d5-ce2ce960d39b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6347a086d8>,) {'filters': {'network_id': ['78a1e661-6f9b-4e34-8c83-3d9d08b3e83a']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:06.417494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-0d085414-36bf-4570-a6d5-ce2ce960d39b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347a086d8>, '34fc238d-ca3e-4a25-a9af-c93600daf83a') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:06.418217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-0d085414-36bf-4570-a6d5-ce2ce960d39b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347a086d8>, '34fc238d-ca3e-4a25-a9af-c93600daf83a') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:06.419070 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fc2321a0-c19c-493e-99f0-6fa5284ef0f6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 3.3851216
Nov 24 13:02:06.425729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c51f10b5-a2c7-442b-809e-77546e4757b5 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:06.435501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d085414-36bf-4570-a6d5-ce2ce960d39b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:06.442463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c8c8e-7215-4861-bab4-a7f3db5d0bae None None] Pushing event updated for resources: {'Port': ['ID=2e81f707-465b-4ab9-b683-74748b2b5882,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:06.452503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2321a0-c19c-493e-99f0-6fa5284ef0f6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event updated for resources: {'Network': ['ID=9c1628d3-fca8-47ff-a0c9-12959c6e12f2,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:06.454915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.70', 61046) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:06.456194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d085414-36bf-4570-a6d5-ce2ce960d39b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:06.459380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0d085414-36bf-4570-a6d5-ce2ce960d39b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Releasing vxlan tunnel 8 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:02:06.488311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fc2321a0-c19c-493e-99f0-6fa5284ef0f6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:06.501517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-984c8c8e-7215-4861-bab4-a7f3db5d0bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:06.642647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 9c1628d3-fca8-47ff-a0c9-12959c6e12f2 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:02:06.772136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 9c1628d3-fca8-47ff-a0c9-12959c6e12f2 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:02:06.802302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0d085414-36bf-4570-a6d5-ce2ce960d39b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Network 78a1e661-6f9b-4e34-8c83-3d9d08b3e83a has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:02:06.830323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a66bc7-192f-46cc-b91b-45fba49f748a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb', 'network_id': '29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb', 'tenant_id': '3318484a97194dbebc95312ecf975715', 'fixed_ips': [{'subnet_id': '35bc02da-dff8-4fd2-a824-2febeceb2614'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:02:06.831735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-15a66bc7-192f-46cc-b91b-45fba49f748a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:06.832932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d085414-36bf-4570-a6d5-ce2ce960d39b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:06.877117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8b088be8-563e-4051-8787-fdddfa28c383 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:02:06.960661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7777c6ef-956b-42e5-9c3d-eaf1d39fb197 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:07.192305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-34d0a0c2-c040-43f3-b2f0-2cd92fb962a4 None None] Attempting to bind port 2e81f707-465b-4ab9-b683-74748b2b5882 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:02:07.192499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-34d0a0c2-c040-43f3-b2f0-2cd92fb962a4 None None] Attempting to bind port 2e81f707-465b-4ab9-b683-74748b2b5882 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '32ba51be-85d4-471c-b0e6-97de040b55db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42f46442-d2b1-4c59-8018-dd6806abe134'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:02:07.192776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d0a0c2-c040-43f3-b2f0-2cd92fb962a4 None None] Attempting to bind port 2e81f707-465b-4ab9-b683-74748b2b5882 on network 42f46442-d2b1-4c59-8018-dd6806abe134 {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:02:07.216248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d0a0c2-c040-43f3-b2f0-2cd92fb962a4 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:02:07.216653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d0a0c2-c040-43f3-b2f0-2cd92fb962a4 None None] Checking segment: {'id': '32ba51be-85d4-471c-b0e6-97de040b55db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42f46442-d2b1-4c59-8018-dd6806abe134'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:02:07.217096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34d0a0c2-c040-43f3-b2f0-2cd92fb962a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:07.217519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d0a0c2-c040-43f3-b2f0-2cd92fb962a4 None None] Bound using segment: {'id': '32ba51be-85d4-471c-b0e6-97de040b55db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42f46442-d2b1-4c59-8018-dd6806abe134'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:02:07.218037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-34d0a0c2-c040-43f3-b2f0-2cd92fb962a4 None None] Bound port: 2e81f707-465b-4ab9-b683-74748b2b5882, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ba51be-85d4-471c-b0e6-97de040b55db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42f46442-d2b1-4c59-8018-dd6806abe134'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:02:07.218467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34d0a0c2-c040-43f3-b2f0-2cd92fb962a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:07.228753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0d085414-36bf-4570-a6d5-ce2ce960d39b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Network 78a1e661-6f9b-4e34-8c83-3d9d08b3e83a has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]:   (rel_b, rel_a, rel_b),
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]:   (rel_b, rel_a, rel_b),
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:02:07.464075 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:02:07.498950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80e9b86-81d6-49ac-9751-8e4e2f4392ba tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:07.500359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a80e9b86-81d6-49ac-9751-8e4e2f4392ba tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:07.504211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-34d0a0c2-c040-43f3-b2f0-2cd92fb962a4 None None] For port 2e81f707-465b-4ab9-b683-74748b2b5882, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:02:07.507741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-34d0a0c2-c040-43f3-b2f0-2cd92fb962a4 None None] For port 2e81f707-465b-4ab9-b683-74748b2b5882, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=2e81f707-465b-4ab9-b683-74748b2b5882,segment=NetworkSegment(32ba51be-85d4-471c-b0e6-97de040b55db),segment_id=32ba51be-85d4-471c-b0e6-97de040b55db)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:02:07.512777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d085414-36bf-4570-a6d5-ce2ce960d39b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:07.516907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34d0a0c2-c040-43f3-b2f0-2cd92fb962a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:07.554708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:07.579685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c51f10b5-a2c7-442b-809e-77546e4757b5 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:07.635249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-05b25de3-0a33-442b-8f36-d7e681ecdfa3 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:07.646228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1c0df40c-4b33-448e-9695-6dd8a570508d tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:07.647718 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-05b25de3-0a33-442b-8f36-d7e681ecdfa3 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.70 "GET /v2.0/networks?id=5fae2ebf-38a4-4188-8136-91cd36860221 HTTP/1.1" status: 200  len: 806 time: 1.1871073
Nov 24 13:02:07.653675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c51f10b5-a2c7-442b-809e-77546e4757b5 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:07.669990 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1b7bee4b-9ee4-4181-b7f8-21e5a40eea34 req-e4f93f72-8706-4853-8ff3-7c1455be2891 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/ports?device_id=55dc72b5-3fa4-4c89-9a93-c707c472eba1 HTTP/1.1" status: 200  len: 210 time: 0.1902676
Nov 24 13:02:07.691499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d085414-36bf-4570-a6d5-ce2ce960d39b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  78a1e661-6f9b-4e34-8c83-3d9d08b3e83a {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Nov 24 13:02:07.698172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d085414-36bf-4570-a6d5-ce2ce960d39b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Pushing event deleted for resources: {'Network': ['ID=78a1e661-6f9b-4e34-8c83-3d9d08b3e83a,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:07.708283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:07.718714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 8b088be8-563e-4051-8787-fdddfa28c383 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:07.720390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:07.725518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0d085414-36bf-4570-a6d5-ce2ce960d39b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:07.726209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ad5965d-0895-4c8c-baba-518d08c26a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:07.790616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d085414-36bf-4570-a6d5-ce2ce960d39b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:07.795662 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0d085414-36bf-4570-a6d5-ce2ce960d39b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] 10.222.0.76 "DELETE /v2.0/networks/78a1e661-6f9b-4e34-8c83-3d9d08b3e83a HTTP/1.1" status: 204  len: 168 time: 2.3115447
Nov 24 13:02:07.809212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42354) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:07.837306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c8c8e-7215-4861-bab4-a7f3db5d0bae None None] Pushing event updated for resources: {'Port': ['ID=2e81f707-465b-4ab9-b683-74748b2b5882,revision_number=4']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:07.850172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-984c8c8e-7215-4861-bab4-a7f3db5d0bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:07.871959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f10b5-a2c7-442b-809e-77546e4757b5 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f9dc58e-534a-478f-af94-b19431fd4443,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:07.903442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-fc0c7c87-8474-45f6-9de6-954f491e57c4 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Request body: {'network': {'name': 'tempest-network--190041710', 'router:external': True}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:07.935622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c51f10b5-a2c7-442b-809e-77546e4757b5 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:07.945697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d0a0c2-c040-43f3-b2f0-2cd92fb962a4 None None] Routers {'da8c95f9-19fa-4e21-95ef-87b0be89dfb3'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:02:07.948389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-34d0a0c2-c040-43f3-b2f0-2cd92fb962a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c834908>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:01:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['da8c95f9-19fa-4e21-95ef-87b0be89dfb3'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:07.987686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fc0c7c87-8474-45f6-9de6-954f491e57c4 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:08.029532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c51f10b5-a2c7-442b-809e-77546e4757b5 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:08.041835 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c51f10b5-a2c7-442b-809e-77546e4757b5 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.9827492
Nov 24 13:02:08.052738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42360) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:08.064713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fc0c7c87-8474-45f6-9de6-954f491e57c4 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Usage tracker for resource:network and tenant:5d8c84260d334a38abb6e40c633ab237 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:08.079569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fc0c7c87-8474-45f6-9de6-954f491e57c4 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:08.156834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-15a66bc7-192f-46cc-b91b-45fba49f748a None None] Allocated IP 2001:db8::2 (29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb/35bc02da-dff8-4fd2-a824-2febeceb2614/56d54dda-2573-410a-a4d6-aa089afd4b77) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:02:08.285464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-678618e0-61be-4a38-976e-5e63cf558933 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Request body: {'security_group_rule': {'security_group_id': '33db69b1-705c-49f4-9823-3e9aa6b6e69a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:08.350845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fc0c7c87-8474-45f6-9de6-954f491e57c4 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:08.372593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-678618e0-61be-4a38-976e-5e63cf558933 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:08.458390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-678618e0-61be-4a38-976e-5e63cf558933 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Usage tracker for resource:security_group_rule and tenant:4286288353e74305b378e229e8ab5058 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:08.484838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-678618e0-61be-4a38-976e-5e63cf558933 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:08.526928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-34d0a0c2-c040-43f3-b2f0-2cd92fb962a4 None None] Set router da8c95f9-19fa-4e21-95ef-87b0be89dfb3 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:02:08.602362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9903d850-01ac-4b68-9895-ecaab6c52006 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:08.662604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-15a66bc7-192f-46cc-b91b-45fba49f748a None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:08.689306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-15a66bc7-192f-46cc-b91b-45fba49f748a None None] Transition to ACTIVE for port object 56d54dda-2573-410a-a4d6-aa089afd4b77 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:02:08.748493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-15a66bc7-192f-46cc-b91b-45fba49f748a None None] Transition to ACTIVE for port object 56d54dda-2573-410a-a4d6-aa089afd4b77 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:02:08.754048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-15a66bc7-192f-46cc-b91b-45fba49f748a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:08.784577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bbf7c373-74ad-4b51-a69f-d1db45ca2329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:08.870560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-7777c6ef-956b-42e5-9c3d-eaf1d39fb197 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Allocated IP 172.26.8.58 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/ec0dfcd4-1848-4e29-9f08-fba130f1e472) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:02:08.875680 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a80e9b86-81d6-49ac-9751-8e4e2f4392ba tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 6.4455717
Nov 24 13:02:08.892106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42368) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:08.934665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-874c26ac-9c48-4c22-9bdf-88ede1ee78a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Request body: {'port': {'network_id': '29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-269665841'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:08.976435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-678618e0-61be-4a38-976e-5e63cf558933 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:09.190100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9903d850-01ac-4b68-9895-ecaab6c52006 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:09.209495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0c7c87-8474-45f6-9de6-954f491e57c4 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Made reservation on behalf of 5d8c84260d334a38abb6e40c633ab237 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:02:09.217548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7c87-8474-45f6-9de6-954f491e57c4 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:09.281708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-1eaa69ec-55eb-4b44-a705-78bc91d69ac4 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Synchronizing usage tracker for tenant:a2e9211661b4491282803556ce55f1f3 on resource:security_group {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:02:09.381376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a66bc7-192f-46cc-b91b-45fba49f748a None None] Pushing event updated for resources: {'Port': ['ID=56d54dda-2573-410a-a4d6-aa089afd4b77,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:09.385811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a66bc7-192f-46cc-b91b-45fba49f748a None None] Network 29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:02:09.399795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-15a66bc7-192f-46cc-b91b-45fba49f748a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:09.401033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-15a66bc7-192f-46cc-b91b-45fba49f748a None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:02:09.415107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a66bc7-192f-46cc-b91b-45fba49f748a None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:02:09.430793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:09.492281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-874c26ac-9c48-4c22-9bdf-88ede1ee78a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:09.503288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-874c26ac-9c48-4c22-9bdf-88ede1ee78a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Usage tracker for resource:port and tenant:3318484a97194dbebc95312ecf975715 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:09.516093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-874c26ac-9c48-4c22-9bdf-88ede1ee78a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Quota usage for port was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:09.535742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-874c26ac-9c48-4c22-9bdf-88ede1ee78a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:09.560189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-15a66bc7-192f-46cc-b91b-45fba49f748a None None] Attempting to bind port 56d54dda-2573-410a-a4d6-aa089afd4b77 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:02:09.560611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-15a66bc7-192f-46cc-b91b-45fba49f748a None None] Attempting to bind port 56d54dda-2573-410a-a4d6-aa089afd4b77 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'e5576be2-bd1e-4282-822e-0623d30f1789', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:02:09.561028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a66bc7-192f-46cc-b91b-45fba49f748a None None] Attempting to bind port 56d54dda-2573-410a-a4d6-aa089afd4b77 on network 29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:02:09.569599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a66bc7-192f-46cc-b91b-45fba49f748a None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:02:09.570608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a66bc7-192f-46cc-b91b-45fba49f748a None None] Checking segment: {'id': 'e5576be2-bd1e-4282-822e-0623d30f1789', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:02:09.571026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-15a66bc7-192f-46cc-b91b-45fba49f748a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:09.571469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a66bc7-192f-46cc-b91b-45fba49f748a None None] Bound using segment: {'id': 'e5576be2-bd1e-4282-822e-0623d30f1789', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:02:09.571999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-15a66bc7-192f-46cc-b91b-45fba49f748a None None] Bound port: 56d54dda-2573-410a-a4d6-aa089afd4b77, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5576be2-bd1e-4282-822e-0623d30f1789', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:02:09.572423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-15a66bc7-192f-46cc-b91b-45fba49f748a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:09.708019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0c7c87-8474-45f6-9de6-954f491e57c4 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:02:09.721709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-15a66bc7-192f-46cc-b91b-45fba49f748a None None] For port 56d54dda-2573-410a-a4d6-aa089afd4b77, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:02:09.725597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-15a66bc7-192f-46cc-b91b-45fba49f748a None None] For port 56d54dda-2573-410a-a4d6-aa089afd4b77, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=56d54dda-2573-410a-a4d6-aa089afd4b77,segment=NetworkSegment(e5576be2-bd1e-4282-822e-0623d30f1789),segment_id=e5576be2-bd1e-4282-822e-0623d30f1789)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:02:09.730054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-15a66bc7-192f-46cc-b91b-45fba49f748a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:09.741508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874c26ac-9c48-4c22-9bdf-88ede1ee78a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Made reservation on behalf of 3318484a97194dbebc95312ecf975715 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:02:09.751827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bb49e855-e037-4816-9985-837e429ebbf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:09.761273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-874c26ac-9c48-4c22-9bdf-88ede1ee78a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:09.779557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-678618e0-61be-4a38-976e-5e63cf558933 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:09.839636 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1dd0a73c-f95a-493d-83ac-b23b56526e4f req-bd34b2bf-78ea-49d0-a35d-10a19a267621 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/ports?device_id=55dc72b5-3fa4-4c89-9a93-c707c472eba1 HTTP/1.1" status: 200  len: 210 time: 0.2453461
Nov 24 13:02:09.863297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7c87-8474-45f6-9de6-954f491e57c4 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:09.864120 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-fc0c7c87-8474-45f6-9de6-954f491e57c4 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Added segment c8167195-e105-44f7-bb9c-6a8bf74e1692 of type vxlan for network b171b569-5715-4122-af8d-e968b0e9e3f5
Nov 24 13:02:09.972760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7c87-8474-45f6-9de6-954f491e57c4 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:09.990097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-34d0a0c2-c040-43f3-b2f0-2cd92fb962a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c834908>, [{'id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'name': 'tempest-ServerActionsTestJSON-1650021247-router', 'tenant_id': '4286288353e74305b378e229e8ab5058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '4a90a7c2-fdcb-4037-9cd7-49bc88709dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:35Z', 'updated_at': '2020-11-24T13:01:57Z', 'revision_number': 4, 'project_id': '4286288353e74305b378e229e8ab5058', 'gw_port': {'id': '4a90a7c2-fdcb-4037-9cd7-49bc88709dc1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:39Z', 'updated_at': '2020-11-24T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '2e81f707-465b-4ab9-b683-74748b2b5882', 'name': '', 'network_id': '42f46442-d2b1-4c59-8018-dd6806abe134', 'tenant_id': '4286288353e74305b378e229e8ab5058', 'mac_address': 'fa:16:3e:d7:18:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '4edc9f76-5638-4785-9026-5e5686309573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:55Z', 'updated_at': '2020-11-24T13:02:07Z', 'revision_number': 4, 'project_id': '4286288353e74305b378e229e8ab5058', 'subnets': [{'id': '4edc9f76-5638-4785-9026-5e5686309573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:10.005192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d0a0c2-c040-43f3-b2f0-2cd92fb962a4 None None] The sync data for ids ['da8c95f9-19fa-4e21-95ef-87b0be89dfb3'] in dv-neutron-601336-61-ovs is: [{'id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'name': 'tempest-ServerActionsTestJSON-1650021247-router', 'tenant_id': '4286288353e74305b378e229e8ab5058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '4a90a7c2-fdcb-4037-9cd7-49bc88709dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:35Z', 'updated_at': '2020-11-24T13:01:57Z', 'revision_number': 4, 'project_id': '4286288353e74305b378e229e8ab5058', 'gw_port': {'id': '4a90a7c2-fdcb-4037-9cd7-49bc88709dc1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:39Z', 'updated_at': '2020-11-24T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '2e81f707-465b-4ab9-b683-74748b2b5882', 'name': '', 'network_id': '42f46442-d2b1-4c59-8018-dd6806abe134', 'tenant_id': '4286288353e74305b378e229e8ab5058', 'mac_address': 'fa:16:3e:d7:18:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '4edc9f76-5638-4785-9026-5e5686309573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:55Z', 'updated_at': '2020-11-24T13:02:07Z', 'revision_number': 4, 'project_id': '4286288353e74305b378e229e8ab5058', 'subnets': [{'id': '4edc9f76-5638-4785-9026-5e5686309573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:02:10.145724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a66bc7-192f-46cc-b91b-45fba49f748a None None] Pushing event updated for resources: {'Port': ['ID=56d54dda-2573-410a-a4d6-aa089afd4b77,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:10.196554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-15a66bc7-192f-46cc-b91b-45fba49f748a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:10.198238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7777c6ef-956b-42e5-9c3d-eaf1d39fb197 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:10.273481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-1eaa69ec-55eb-4b44-a705-78bc91d69ac4 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Unset dirty status for tenant:a2e9211661b4491282803556ce55f1f3 on resource:security_group {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:02:10.274917 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-1eaa69ec-55eb-4b44-a705-78bc91d69ac4 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a2e9211661b4491282803556ce55f1f3 HTTP/1.1" status: 200  len: 5239 time: 2.5156324
Nov 24 13:02:10.285198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-351a9a6f-4cdf-4877-b6f4-93a932f4c8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:10.307805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7777c6ef-956b-42e5-9c3d-eaf1d39fb197 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:10.364979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-c836d492-ce2c-4ea7-975f-da2a01991d3f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Request body: {'port': {'device_id': '55dc72b5-3fa4-4c89-9a93-c707c472eba1', 'network_id': '5fae2ebf-38a4-4188-8136-91cd36860221', 'admin_state_up': True, 'tenant_id': 'a2e9211661b4491282803556ce55f1f3', 'security_groups': ['9e451509-08d0-4e40-b9fa-5f6fb3facecb']}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:10.643569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-2ad5965d-0895-4c8c-baba-518d08c26a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] device_id is not set on port faddec2a-1cf4-4191-97d6-a4016a958c36 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:02:10.669629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ad5965d-0895-4c8c-baba-518d08c26a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:10.805768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2e81f707-465b-4ab9-b683-74748b2b5882 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:02:10.892648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42374) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:10.973285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-48c90b40-7a71-4561-90e4-374551aeb1e9 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Request body: {'subnet': {'network_id': '9c1628d3-fca8-47ff-a0c9-12959c6e12f2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:11.030187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 2e81f707-465b-4ab9-b683-74748b2b5882 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:02:11.043691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 2e81f707-465b-4ab9-b683-74748b2b5882 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:11.044194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:11.060409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9903d850-01ac-4b68-9895-ecaab6c52006 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:11.121540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903d850-01ac-4b68-9895-ecaab6c52006 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Pushing event updated for resources: {'Port': ['ID=bb474a10-96b7-46bd-abc3-9f34ece2828d,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:11.161666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2ad5965d-0895-4c8c-baba-518d08c26a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Transition to ACTIVE for port object faddec2a-1cf4-4191-97d6-a4016a958c36 will not be triggered until provisioned by entity L2. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:02:11.177191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ad5965d-0895-4c8c-baba-518d08c26a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:11.217042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:11.312279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:11.388933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 2e81f707-465b-4ab9-b683-74748b2b5882, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=2e81f707-465b-4ab9-b683-74748b2b5882,segment=NetworkSegment(32ba51be-85d4-471c-b0e6-97de040b55db),segment_id=32ba51be-85d4-471c-b0e6-97de040b55db)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:02:11.403632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:11.406103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:11.423556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7c87-8474-45f6-9de6-954f491e57c4 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:11.437506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9903d850-01ac-4b68-9895-ecaab6c52006 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.007s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:11.532237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:11.548618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=2e81f707-465b-4ab9-b683-74748b2b5882,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:11.560783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:11.572721 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0f73bbbc-7673-4396-8047-7502180209ff req-e5c2d449-0706-4747-8527-9e5ea70353d0 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/ports?device_id=55dc72b5-3fa4-4c89-9a93-c707c472eba1 HTTP/1.1" status: 200  len: 210 time: 0.1922357
Nov 24 13:02:11.647270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0c7c87-8474-45f6-9de6-954f491e57c4 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:11.648261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7c87-8474-45f6-9de6-954f491e57c4 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:11.667373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-48c90b40-7a71-4561-90e4-374551aeb1e9 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:11.678692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5965d-0895-4c8c-baba-518d08c26a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Pushing event updated for resources: {'Port': ['ID=faddec2a-1cf4-4191-97d6-a4016a958c36,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:11.684374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-874c26ac-9c48-4c22-9bdf-88ede1ee78a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] device_id is not set on port 18bb702a-3f07-4265-a12a-f1b870f88f15 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:02:11.722984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-48c90b40-7a71-4561-90e4-374551aeb1e9 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Usage tracker for resource:subnet and tenant:82cb9c8693f342c184d25cc0ea67ad76 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:11.728794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-48c90b40-7a71-4561-90e4-374551aeb1e9 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:11.731888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2ad5965d-0895-4c8c-baba-518d08c26a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:11.750909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-48c90b40-7a71-4561-90e4-374551aeb1e9 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:11.762105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9903d850-01ac-4b68-9895-ecaab6c52006 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Network 57943d12-6f70-4b20-9e3a-42df1879a984 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:02:11.763656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-9903d850-01ac-4b68-9895-ecaab6c52006 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:02:11.785146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7777c6ef-956b-42e5-9c3d-eaf1d39fb197 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:02:11.924169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2ad5965d-0895-4c8c-baba-518d08c26a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attempting to bind port faddec2a-1cf4-4191-97d6-a4016a958c36 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:02:11.924739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2ad5965d-0895-4c8c-baba-518d08c26a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attempting to bind port faddec2a-1cf4-4191-97d6-a4016a958c36 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '0412bf1b-48c8-4e44-84f0-ec0b4aae32c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e5822368-1984-43fb-beea-7e5b6ec18437'}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:02:11.925766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad5965d-0895-4c8c-baba-518d08c26a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attempting to bind port faddec2a-1cf4-4191-97d6-a4016a958c36 on network e5822368-1984-43fb-beea-7e5b6ec18437 {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:02:11.941485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad5965d-0895-4c8c-baba-518d08c26a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:02:11.941855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad5965d-0895-4c8c-baba-518d08c26a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Checking segment: {'id': '0412bf1b-48c8-4e44-84f0-ec0b4aae32c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e5822368-1984-43fb-beea-7e5b6ec18437'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:02:11.942286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ad5965d-0895-4c8c-baba-518d08c26a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:11.942694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad5965d-0895-4c8c-baba-518d08c26a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Bound using segment: {'id': '0412bf1b-48c8-4e44-84f0-ec0b4aae32c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e5822368-1984-43fb-beea-7e5b6ec18437'} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:02:11.943198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2ad5965d-0895-4c8c-baba-518d08c26a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Bound port: faddec2a-1cf4-4191-97d6-a4016a958c36, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0412bf1b-48c8-4e44-84f0-ec0b4aae32c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e5822368-1984-43fb-beea-7e5b6ec18437'}}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:02:11.943579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ad5965d-0895-4c8c-baba-518d08c26a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:12.137447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-7777c6ef-956b-42e5-9c3d-eaf1d39fb197 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:02:12.161503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7777c6ef-956b-42e5-9c3d-eaf1d39fb197 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:02:12.206697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-874c26ac-9c48-4c22-9bdf-88ede1ee78a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Allocated IP 2001:db8::d8 (29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb/35bc02da-dff8-4fd2-a824-2febeceb2614/18bb702a-3f07-4265-a12a-f1b870f88f15) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:02:12.227936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777c6ef-956b-42e5-9c3d-eaf1d39fb197 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Pushing event updated for resources: {'Port': ['ID=ec0dfcd4-1848-4e29-9f08-fba130f1e472,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:12.239599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-993fe5da-d3bf-473f-a8e5-4bd3ae22305a None None] Provisioning complete for port bb474a10-96b7-46bd-abc3-9f34ece2828d triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:12.240024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-993fe5da-d3bf-473f-a8e5-4bd3ae22305a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:12.296817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-678618e0-61be-4a38-976e-5e63cf558933 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:12.298076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7777c6ef-956b-42e5-9c3d-eaf1d39fb197 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:12.298624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.613s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:12.352420 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fc0c7c87-8474-45f6-9de6-954f491e57c4 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 855 time: 4.5262308
Nov 24 13:02:12.353685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-993fe5da-d3bf-473f-a8e5-4bd3ae22305a None None] Port bb474a10-96b7-46bd-abc3-9f34ece2828d cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:02:12.360888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42382) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:12.452546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c90b40-7a71-4561-90e4-374551aeb1e9 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Made reservation on behalf of 82cb9c8693f342c184d25cc0ea67ad76 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:02:12.470734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4baf34-9ae3-479b-8164-6e0976a311bd None None] Network 29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:02:12.473448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-678618e0-61be-4a38-976e-5e63cf558933 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:12.551310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-c836d492-ce2c-4ea7-975f-da2a01991d3f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:12.589296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-c836d492-ce2c-4ea7-975f-da2a01991d3f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Usage tracker for resource:port and tenant:a2e9211661b4491282803556ce55f1f3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:12.592123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-c836d492-ce2c-4ea7-975f-da2a01991d3f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Quota usage for port was recalculated. Used quota:3. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:12.610465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-678618e0-61be-4a38-976e-5e63cf558933 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:12.611801 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-678618e0-61be-4a38-976e-5e63cf558933 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 4.5341308
Nov 24 13:02:12.613350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7c87-8474-45f6-9de6-954f491e57c4 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Pushing event updated for resources: {'Network': ['ID=b171b569-5715-4122-af8d-e968b0e9e3f5,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:12.616617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42386) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:12.618096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-c836d492-ce2c-4ea7-975f-da2a01991d3f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:12.623013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b54ab9-33b6-439f-a9bd-460d233a6666 tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:12.625264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-5fd2d5cd-c2aa-43f5-8789-d532714f9130 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:12.628339 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-93b54ab9-33b6-439f-a9bd-460d233a6666 tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] 10.222.0.76 "GET /v2.0/networks/b171b569-5715-4122-af8d-e968b0e9e3f5 HTTP/1.1" status: 200  len: 756 time: 0.1962748
Nov 24 13:02:12.633478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42390) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:12.646789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fc0c7c87-8474-45f6-9de6-954f491e57c4 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:12.654609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c4e1244b-93d3-4d08-8034-9ffd5aa6ec6b tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:12.686163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5fd2d5cd-c2aa-43f5-8789-d532714f9130 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:12.706880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5fd2d5cd-c2aa-43f5-8789-d532714f9130 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Usage tracker for resource:floatingip and tenant:4286288353e74305b378e229e8ab5058 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:12.724918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5fd2d5cd-c2aa-43f5-8789-d532714f9130 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:12.728215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678618e0-61be-4a38-976e-5e63cf558933 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247d4135-306d-479e-b10f-9fa01891aa68,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:12.737521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-c836d492-ce2c-4ea7-975f-da2a01991d3f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Made reservation on behalf of a2e9211661b4491282803556ce55f1f3 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:02:12.743853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-c836d492-ce2c-4ea7-975f-da2a01991d3f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:12.781480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-678618e0-61be-4a38-976e-5e63cf558933 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:12.852561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network b171b569-5715-4122-af8d-e968b0e9e3f5 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:02:12.915691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5fd2d5cd-c2aa-43f5-8789-d532714f9130 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:13.006760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5fd2d5cd-c2aa-43f5-8789-d532714f9130 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks [] for floatingip, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:13.026447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network b171b569-5715-4122-af8d-e968b0e9e3f5 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:02:13.098116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 56d54dda-2573-410a-a4d6-aa089afd4b77 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:02:13.160909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-48c90b40-7a71-4561-90e4-374551aeb1e9 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:13.171378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7777c6ef-956b-42e5-9c3d-eaf1d39fb197 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks [] for floatingip, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:13.409664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-874c26ac-9c48-4c22-9bdf-88ede1ee78a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:13.428117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-874c26ac-9c48-4c22-9bdf-88ede1ee78a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Transition to ACTIVE for port object 18bb702a-3f07-4265-a12a-f1b870f88f15 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:02:13.467589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83a2aad4-f7d2-4cc8-8059-0bb804f583e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:13.479674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:13.548415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-018a3e66-7d5f-47dc-b7eb-38762b9ece04 None None] Provisioning for port 56d54dda-2573-410a-a4d6-aa089afd4b77 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:02:13.613737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 56d54dda-2573-410a-a4d6-aa089afd4b77 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:02:13.621137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 56d54dda-2573-410a-a4d6-aa089afd4b77 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:13.621566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:13.640881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7777c6ef-956b-42e5-9c3d-eaf1d39fb197 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:13.831530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-2ad5965d-0895-4c8c-baba-518d08c26a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] For port faddec2a-1cf4-4191-97d6-a4016a958c36, host hv-neutron-6013, cleared binding levels {{(pid=80943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:02:13.837741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-2ad5965d-0895-4c8c-baba-518d08c26a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] For port faddec2a-1cf4-4191-97d6-a4016a958c36, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=faddec2a-1cf4-4191-97d6-a4016a958c36,segment=NetworkSegment(0412bf1b-48c8-4e44-84f0-ec0b4aae32c5),segment_id=0412bf1b-48c8-4e44-84f0-ec0b4aae32c5)] {{(pid=80943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:02:13.867321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-874c26ac-9c48-4c22-9bdf-88ede1ee78a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:14.052415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:14.068223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20096974-0641-440c-90a4-a89133d3893e tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:14.079607 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-20096974-0641-440c-90a4-a89133d3893e tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] 10.222.0.76 "GET /v2.0/networks/43187abf-f8fc-4708-8597-4225c167d46c HTTP/1.1" status: 200  len: 768 time: 1.3898184
Nov 24 13:02:14.081924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42396) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:14.172810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 56d54dda-2573-410a-a4d6-aa089afd4b77, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=56d54dda-2573-410a-a4d6-aa089afd4b77,segment=NetworkSegment(e5576be2-bd1e-4282-822e-0623d30f1789),segment_id=e5576be2-bd1e-4282-822e-0623d30f1789)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:02:14.177359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:14.200509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:14.205334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2e81f707-465b-4ab9-b683-74748b2b5882 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:02:14.289638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:14.405559 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-423dd76d-6fa5-4605-b8c6-8f7794cc797f req-83de8b39-674d-4435-9a3a-9515c22acaef tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/ports?device_id=55dc72b5-3fa4-4c89-9a93-c707c472eba1 HTTP/1.1" status: 200  len: 210 time: 1.1297781
Nov 24 13:02:14.407632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ad5965d-0895-4c8c-baba-518d08c26a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:14.430712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ff9bca52-19c2-4bbb-bfff-8a8989f0e01a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:14.570537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=56d54dda-2573-410a-a4d6-aa089afd4b77,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:14.588396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:14.639561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-762300fb-486f-4dc7-9998-63f7ac3bf431 None None] Provisioning complete for port 56d54dda-2573-410a-a4d6-aa089afd4b77 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:14.639980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-762300fb-486f-4dc7-9998-63f7ac3bf431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:14.748819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:14.766858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-c836d492-ce2c-4ea7-975f-da2a01991d3f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Allocated IP 172.20.0.14 (5fae2ebf-38a4-4188-8136-91cd36860221/4487902c-b885-4e28-986b-43936d420160/a238cadf-7fcd-4f58-ba66-89ad42801d5a) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:02:14.817426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 2e81f707-465b-4ab9-b683-74748b2b5882 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:14.818238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:14.852575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9903d850-01ac-4b68-9895-ecaab6c52006 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Router e5bd3fba-c6bb-45a8-a247-bf469346e807 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:02:14.897157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5fd2d5cd-c2aa-43f5-8789-d532714f9130 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:15.184683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0ae44c35-3105-431c-a5f2-79f63eb619ca None None] Provisioning complete for port 56d54dda-2573-410a-a4d6-aa089afd4b77 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:15.186679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0ae44c35-3105-431c-a5f2-79f63eb619ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:15.312912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 56d54dda-2573-410a-a4d6-aa089afd4b77 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:02:15.412292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c26ac-9c48-4c22-9bdf-88ede1ee78a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Pushing event updated for resources: {'Port': ['ID=18bb702a-3f07-4265-a12a-f1b870f88f15,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:15.445290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad5965d-0895-4c8c-baba-518d08c26a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:15.446852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ad5965d-0895-4c8c-baba-518d08c26a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:15.455629 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2ad5965d-0895-4c8c-baba-518d08c26a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] 10.222.0.76 "PUT /v2.0/ports/faddec2a-1cf4-4191-97d6-a4016a958c36 HTTP/1.1" status: 200  len: 1079 time: 9.4823821
Nov 24 13:02:15.461375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-c836d492-ce2c-4ea7-975f-da2a01991d3f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:15.463239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874c26ac-9c48-4c22-9bdf-88ede1ee78a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Network 29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:02:15.464622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42400) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:15.482234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-c836d492-ce2c-4ea7-975f-da2a01991d3f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Transition to ACTIVE for port object a238cadf-7fcd-4f58-ba66-89ad42801d5a will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:02:15.585793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-c836d492-ce2c-4ea7-975f-da2a01991d3f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:15.618636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-874c26ac-9c48-4c22-9bdf-88ede1ee78a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:02:15.782494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874c26ac-9c48-4c22-9bdf-88ede1ee78a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:02:15.787317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-83b29a6f-5b66-4c71-a5b2-7f45ffdb18ee tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:15.792201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874c26ac-9c48-4c22-9bdf-88ede1ee78a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:15.792920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-874c26ac-9c48-4c22-9bdf-88ede1ee78a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:15.835473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 56d54dda-2573-410a-a4d6-aa089afd4b77 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:15.836027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:15.843938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:02:15.865989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d1986dd-3ca2-4af4-b377-b36eef412c4e tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:15.898175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836d492-ce2c-4ea7-975f-da2a01991d3f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Pushing event updated for resources: {'Port': ['ID=a238cadf-7fcd-4f58-ba66-89ad42801d5a,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:15.902750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c836d492-ce2c-4ea7-975f-da2a01991d3f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:16.006833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-054091ae-a809-44c9-bf42-5c01df871c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Deleting port faddec2a-1cf4-4191-97d6-a4016a958c36 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:02:16.007969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-054091ae-a809-44c9-bf42-5c01df871c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:16.010086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-c836d492-ce2c-4ea7-975f-da2a01991d3f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Network 5fae2ebf-38a4-4188-8136-91cd36860221 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:02:16.011845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f87eddc0-462c-4d1a-bcbb-0df5e1afb553 None None] Provisioning complete for port 56d54dda-2573-410a-a4d6-aa089afd4b77 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:16.012267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f87eddc0-462c-4d1a-bcbb-0df5e1afb553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:16.020048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-c836d492-ce2c-4ea7-975f-da2a01991d3f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:02:16.023088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-c836d492-ce2c-4ea7-975f-da2a01991d3f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:02:16.118652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-c836d492-ce2c-4ea7-975f-da2a01991d3f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:16.118899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-c836d492-ce2c-4ea7-975f-da2a01991d3f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:16.245481 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-874c26ac-9c48-4c22-9bdf-88ede1ee78a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 940 time: 7.3516502
Nov 24 13:02:16.246927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42406) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:16.269607 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-c836d492-ce2c-4ea7-975f-da2a01991d3f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.9301260
Nov 24 13:02:16.273237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-7777c6ef-956b-42e5-9c3d-eaf1d39fb197 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:02:16.327820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7777c6ef-956b-42e5-9c3d-eaf1d39fb197 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:16.329560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-191de9f2-8821-4fc6-8e82-78d90e0399ac tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Request body: {'port': {'network_id': '29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1354886397', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:16.330116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.api.validators [None req-191de9f2-8821-4fc6-8e82-78d90e0399ac tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] bootfile-name is not in valid_values {{(pid=80943) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 24 13:02:16.330517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.api.validators [None req-191de9f2-8821-4fc6-8e82-78d90e0399ac tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] tftp-server is not in valid_values {{(pid=80943) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 24 13:02:16.330880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.api.validators [None req-191de9f2-8821-4fc6-8e82-78d90e0399ac tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] server-ip-address is not in valid_values {{(pid=80943) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 24 13:02:16.345228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7777c6ef-956b-42e5-9c3d-eaf1d39fb197 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:16.349361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5965d-0895-4c8c-baba-518d08c26a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Pushing event updated for resources: {'Port': ['ID=faddec2a-1cf4-4191-97d6-a4016a958c36,revision_number=3']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:16.354421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2ad5965d-0895-4c8c-baba-518d08c26a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.924s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:16.364241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.886s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:16.364657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:16.512769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-5fd2d5cd-c2aa-43f5-8789-d532714f9130 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Allocated IP 172.26.8.254 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/58003e79-eb1b-4dad-957d-ec0d23e5cd32) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:02:16.547272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-24b6b4cb-4a5d-49bc-a45e-b33f5f7c83df None None] Provisioning for port 18bb702a-3f07-4265-a12a-f1b870f88f15 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:02:16.553376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-24b6b4cb-4a5d-49bc-a45e-b33f5f7c83df None None] Provisioning complete for port 18bb702a-3f07-4265-a12a-f1b870f88f15 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:16.553787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-24b6b4cb-4a5d-49bc-a45e-b33f5f7c83df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:16.641111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-24b6b4cb-4a5d-49bc-a45e-b33f5f7c83df None None] Port 18bb702a-3f07-4265-a12a-f1b870f88f15 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:02:16.732472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9903d850-01ac-4b68-9895-ecaab6c52006 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:16.763431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-19a990c2-282f-4db1-82d3-6076906917bc None None] Provisioning for port a238cadf-7fcd-4f58-ba66-89ad42801d5a completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:02:16.778258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-19a990c2-282f-4db1-82d3-6076906917bc None None] Provisioning complete for port a238cadf-7fcd-4f58-ba66-89ad42801d5a triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:16.780570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19a990c2-282f-4db1-82d3-6076906917bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:16.790186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-191de9f2-8821-4fc6-8e82-78d90e0399ac tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:16.806691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-191de9f2-8821-4fc6-8e82-78d90e0399ac tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Usage tracker for resource:port and tenant:3318484a97194dbebc95312ecf975715 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:16.809812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-191de9f2-8821-4fc6-8e82-78d90e0399ac tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Quota usage for port was recalculated. Used quota:2. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:16.816235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-191de9f2-8821-4fc6-8e82-78d90e0399ac tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:16.864537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191de9f2-8821-4fc6-8e82-78d90e0399ac tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Made reservation on behalf of 3318484a97194dbebc95312ecf975715 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:02:16.872249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-191de9f2-8821-4fc6-8e82-78d90e0399ac tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:16.887458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5fd2d5cd-c2aa-43f5-8789-d532714f9130 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:16.891932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-19a990c2-282f-4db1-82d3-6076906917bc None None] Port a238cadf-7fcd-4f58-ba66-89ad42801d5a cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:02:16.899161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d1986dd-3ca2-4af4-b377-b36eef412c4e tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:16.937818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777c6ef-956b-42e5-9c3d-eaf1d39fb197 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Pushing event updated for resources: {'Port': ['ID=ec0dfcd4-1848-4e29-9f08-fba130f1e472,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:16.957289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7777c6ef-956b-42e5-9c3d-eaf1d39fb197 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:17.022379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5fd2d5cd-c2aa-43f5-8789-d532714f9130 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:17.046964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:17.175673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9903d850-01ac-4b68-9895-ecaab6c52006 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:02:17.188948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3c5b8a-7281-4f74-bec2-bc04f64badc4 None None] Sync routers for ids ['e5bd3fba-c6bb-45a8-a247-bf469346e807'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:02:17.205347 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9903d850-01ac-4b68-9895-ecaab6c52006 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] 10.222.0.76 "PUT /v2.0/routers/e5bd3fba-c6bb-45a8-a247-bf469346e807/add_router_interface HTTP/1.1" status: 200  len: 503 time: 19.6045527
Nov 24 13:02:17.205897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42410) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:17.211737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3c5b8a-7281-4f74-bec2-bc04f64badc4 None None] Routers {'e5bd3fba-c6bb-45a8-a247-bf469346e807'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:02:17.212986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-9b3c5b8a-7281-4f74-bec2-bc04f64badc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc64550>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:02:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e5bd3fba-c6bb-45a8-a247-bf469346e807'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:17.223414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddd7d8-8d80-40cd-b551-9ae88213fec3 req-c092be43-82ad-4ae3-a737-2f0811300a23 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:17.225660 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-04ddd7d8-8d80-40cd-b551-9ae88213fec3 req-c092be43-82ad-4ae3-a737-2f0811300a23 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/ports?device_id=55dc72b5-3fa4-4c89-9a93-c707c472eba1 HTTP/1.1" status: 200  len: 932 time: 1.0779834
Nov 24 13:02:17.232885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-59e1d446-0f6c-41b3-85bf-d0e716e3791c tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Request body: {'port': {'network_id': '57943d12-6f70-4b20-9e3a-42df1879a984', 'name': 'tempest-FloatingIPAdminTestJSON-727291183'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:17.310926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-9b3c5b8a-7281-4f74-bec2-bc04f64badc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc64550>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:17.328586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3c5b8a-7281-4f74-bec2-bc04f64badc4 None None] Routers {'e5bd3fba-c6bb-45a8-a247-bf469346e807'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:02:17.329400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-9b3c5b8a-7281-4f74-bec2-bc04f64badc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc64550>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:02:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e5bd3fba-c6bb-45a8-a247-bf469346e807'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:17.429946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-9b3c5b8a-7281-4f74-bec2-bc04f64badc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc64550>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:17.430562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3c5b8a-7281-4f74-bec2-bc04f64badc4 None None] The sync data for ids ['e5bd3fba-c6bb-45a8-a247-bf469346e807'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:02:17.465722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-6d1986dd-3ca2-4af4-b377-b36eef412c4e tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f63478f8da0>,) {'filters': {'network_id': ['b171b569-5715-4122-af8d-e968b0e9e3f5']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:17.484829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-054091ae-a809-44c9-bf42-5c01df871c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] For port faddec2a-1cf4-4191-97d6-a4016a958c36, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=faddec2a-1cf4-4191-97d6-a4016a958c36,segment=NetworkSegment(0412bf1b-48c8-4e44-84f0-ec0b4aae32c5),segment_id=0412bf1b-48c8-4e44-84f0-ec0b4aae32c5)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:02:17.485268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-054091ae-a809-44c9-bf42-5c01df871c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:17.552161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2d5cd-c2aa-43f5-8789-d532714f9130 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Pushing event updated for resources: {'Port': ['ID=58003e79-eb1b-4dad-957d-ec0d23e5cd32,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:17.565506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5fd2d5cd-c2aa-43f5-8789-d532714f9130 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:17.584594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7777c6ef-956b-42e5-9c3d-eaf1d39fb197 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:17.667831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7777c6ef-956b-42e5-9c3d-eaf1d39fb197 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:17.672404 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7777c6ef-956b-42e5-9c3d-eaf1d39fb197 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 12.8548036
Nov 24 13:02:17.701714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-59e1d446-0f6c-41b3-85bf-d0e716e3791c tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:17.708570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-59e1d446-0f6c-41b3-85bf-d0e716e3791c tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Usage tracker for resource:port and tenant:6f4879393c8d417c950912632910f9a6 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:17.716001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-59e1d446-0f6c-41b3-85bf-d0e716e3791c tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Quota usage for port was recalculated. Used quota:3. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:17.729648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-59e1d446-0f6c-41b3-85bf-d0e716e3791c tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:17.733233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd2d5cd-c2aa-43f5-8789-d532714f9130 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:02:17.735539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-5fd2d5cd-c2aa-43f5-8789-d532714f9130 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:02:17.739757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd2d5cd-c2aa-43f5-8789-d532714f9130 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:02:17.785011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e1d446-0f6c-41b3-85bf-d0e716e3791c tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Made reservation on behalf of 6f4879393c8d417c950912632910f9a6 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:02:17.790708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-59e1d446-0f6c-41b3-85bf-d0e716e3791c tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:17.792414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-6d1986dd-3ca2-4af4-b377-b36eef412c4e tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f63478f8da0>, 'c8167195-e105-44f7-bb9c-6a8bf74e1692') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:17.792757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-6d1986dd-3ca2-4af4-b377-b36eef412c4e tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f63478f8da0>, 'c8167195-e105-44f7-bb9c-6a8bf74e1692') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:17.970201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d1986dd-3ca2-4af4-b377-b36eef412c4e tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:17.979541 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-04ddd7d8-8d80-40cd-b551-9ae88213fec3 req-acf2fce2-ed42-4800-91dc-1a41c1f09709 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/security-groups?id=9e451509-08d0-4e40-b9fa-5f6fb3facecb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7240262
Nov 24 13:02:17.988971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5fd2d5cd-c2aa-43f5-8789-d532714f9130 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks [] for floatingip, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:17.995558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-054091ae-a809-44c9-bf42-5c01df871c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Calling delete_port for faddec2a-1cf4-4191-97d6-a4016a958c36 owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:02:18.059409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-191de9f2-8821-4fc6-8e82-78d90e0399ac tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] device_id is not set on port 4b829079-f9fb-4342-a030-07c3851c1c9c yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:02:18.104958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d1986dd-3ca2-4af4-b377-b36eef412c4e tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:18.114439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6d1986dd-3ca2-4af4-b377-b36eef412c4e tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Releasing vxlan tunnel 8 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:02:18.123730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-59e1d446-0f6c-41b3-85bf-d0e716e3791c tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] device_id is not set on port c99c4500-6f72-4b7c-b70b-8a1b4cd49c04 yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:02:18.179553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-48c90b40-7a71-4561-90e4-374551aeb1e9 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:18.237855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5fd2d5cd-c2aa-43f5-8789-d532714f9130 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:18.291570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:18.450054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-59e1d446-0f6c-41b3-85bf-d0e716e3791c tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Allocated IP 172.20.0.14 (57943d12-6f70-4b20-9e3a-42df1879a984/6f1f8a88-212e-49fd-8d32-e4618c794e56/c99c4500-6f72-4b7c-b70b-8a1b4cd49c04) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:02:18.644853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c90b40-7a71-4561-90e4-374551aeb1e9 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event updated for resources: {'Subnet': ['ID=ce286361-3676-4a19-aa09-8b9b98a24bfd,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:18.665465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-6d1986dd-3ca2-4af4-b377-b36eef412c4e tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Network b171b569-5715-4122-af8d-e968b0e9e3f5 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:02:18.678380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-48c90b40-7a71-4561-90e4-374551aeb1e9 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:18.679100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-054091ae-a809-44c9-bf42-5c01df871c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:18.682471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-f3c83936-d15c-430b-97ae-8f96a03d603e tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Synchronizing usage tracker for tenant:ea8aaac80b7f416b8647220a0a5fe6df on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:02:18.691491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d1986dd-3ca2-4af4-b377-b36eef412c4e tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:18.724351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:18.767209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5fd2d5cd-c2aa-43f5-8789-d532714f9130 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:18.773804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5fd2d5cd-c2aa-43f5-8789-d532714f9130 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:18.850540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:18.905336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054091ae-a809-44c9-bf42-5c01df871c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Pushing event deleted for resources: {'Port': ['ID=faddec2a-1cf4-4191-97d6-a4016a958c36,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:18.925395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-054091ae-a809-44c9-bf42-5c01df871c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:18.968752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-191de9f2-8821-4fc6-8e82-78d90e0399ac tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Allocated IP 2001:db8::1bb (29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb/35bc02da-dff8-4fd2-a824-2febeceb2614/4b829079-f9fb-4342-a030-07c3851c1c9c) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:02:18.981782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-59e1d446-0f6c-41b3-85bf-d0e716e3791c tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:18.993753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2d5cd-c2aa-43f5-8789-d532714f9130 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Pushing event updated for resources: {'Port': ['ID=58003e79-eb1b-4dad-957d-ec0d23e5cd32,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:18.996807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5fd2d5cd-c2aa-43f5-8789-d532714f9130 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:19.039448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-59e1d446-0f6c-41b3-85bf-d0e716e3791c tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Transition to ACTIVE for port object c99c4500-6f72-4b7c-b70b-8a1b4cd49c04 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:02:19.092406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-f3c83936-d15c-430b-97ae-8f96a03d603e tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Unset dirty status for tenant:ea8aaac80b7f416b8647220a0a5fe6df on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:02:19.094058 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-f3c83936-d15c-430b-97ae-8f96a03d603e tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--308442325&fields=id&tenant_id=ea8aaac80b7f416b8647220a0a5fe6df HTTP/1.1" status: 200  len: 267 time: 0.9808965
Nov 24 13:02:19.125775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-6d1986dd-3ca2-4af4-b377-b36eef412c4e tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Network b171b569-5715-4122-af8d-e968b0e9e3f5 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:02:19.151617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-59e1d446-0f6c-41b3-85bf-d0e716e3791c tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:19.174438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:19.183986 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:02:19.183986 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:02:19.183986 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:02:19.183986 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:02:19.183986 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:02:19.183986 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:02:19.183986 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:02:19.183986 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:02:19.183986 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:02:19.183986 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:02:19.183986 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:02:19.183986 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:02:19.183986 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:02:19.183986 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:02:19.183986 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:02:19.183986 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:02:19.183986 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:02:19.183986 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:02:19.183986 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:02:19.183986 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:02:19.183986 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:02:19.183986 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:02:19.183986 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:02:19.183986 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:02:19.183986 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:02:19.183986 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:02:19.183986 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:02:19.183986 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:02:19.183986 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:02:19.183986 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:02:19.183986 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:02:19.183986 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:02:19.205445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5fd2d5cd-c2aa-43f5-8789-d532714f9130 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:19.331638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5fd2d5cd-c2aa-43f5-8789-d532714f9130 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:19.332939 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5fd2d5cd-c2aa-43f5-8789-d532714f9130 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.7123570
Nov 24 13:02:19.338649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e1d446-0f6c-41b3-85bf-d0e716e3791c tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Pushing event updated for resources: {'Port': ['ID=c99c4500-6f72-4b7c-b70b-8a1b4cd49c04,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:19.345267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-59e1d446-0f6c-41b3-85bf-d0e716e3791c tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:19.410243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e1d446-0f6c-41b3-85bf-d0e716e3791c tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Network 57943d12-6f70-4b20-9e3a-42df1879a984 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:02:19.411391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-59e1d446-0f6c-41b3-85bf-d0e716e3791c tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:02:19.414201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e1d446-0f6c-41b3-85bf-d0e716e3791c tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:02:19.484535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-054091ae-a809-44c9-bf42-5c01df871c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:19.491194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e1d446-0f6c-41b3-85bf-d0e716e3791c tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:19.492416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-59e1d446-0f6c-41b3-85bf-d0e716e3791c tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:19.513842 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-59e1d446-0f6c-41b3-85bf-d0e716e3791c tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3017159
Nov 24 13:02:19.515878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42436) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:19.548724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-67b0739b-7d2d-47d2-8633-4e99da0bc68a tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:02:19.549878 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-67b0739b-7d2d-47d2-8633-4e99da0bc68a tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0068974
Nov 24 13:02:19.575798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d1986dd-3ca2-4af4-b377-b36eef412c4e tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:19.622363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c90b40-7a71-4561-90e4-374551aeb1e9 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Checking segment: {'id': '94abdc4c-b97e-4828-9f89-54ea47686645', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9c1628d3-fca8-47ff-a0c9-12959c6e12f2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:02:19.623146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c90b40-7a71-4561-90e4-374551aeb1e9 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network hostable DHCP agents. Network: 9c1628d3-fca8-47ff-a0c9-12959c6e12f2, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:02:19.637700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1986dd-3ca2-4af4-b377-b36eef412c4e tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  b171b569-5715-4122-af8d-e968b0e9e3f5 {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Nov 24 13:02:19.642881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8c78eba1-2c40-4c85-93ad-966f8ca0ba6b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:19.649786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-932729ff-7286-4c78-8e02-5f004cf1d2df None None] Provisioning for port c99c4500-6f72-4b7c-b70b-8a1b4cd49c04 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:02:19.656630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-932729ff-7286-4c78-8e02-5f004cf1d2df None None] Provisioning complete for port c99c4500-6f72-4b7c-b70b-8a1b4cd49c04 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:19.657458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-932729ff-7286-4c78-8e02-5f004cf1d2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:19.672365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d1986dd-3ca2-4af4-b377-b36eef412c4e tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:19.678162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42444) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:19.680719 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6d1986dd-3ca2-4af4-b377-b36eef412c4e tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] 10.222.0.76 "DELETE /v2.0/networks/b171b569-5715-4122-af8d-e968b0e9e3f5 HTTP/1.1" status: 204  len: 168 time: 5.2528758
Nov 24 13:02:19.685117 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-054091ae-a809-44c9-bf42-5c01df871c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] 10.222.0.76 "DELETE /v2.0/ports/faddec2a-1cf4-4191-97d6-a4016a958c36 HTTP/1.1" status: 204  len: 168 time: 4.0908530
Nov 24 13:02:19.686148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42448) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:19.686812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-d19cb50a-f099-4ff5-8369-ace22dbc6d26 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Request body: {'network': {'name': 'tempest-network--1743677454'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:19.701226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d19cb50a-f099-4ff5-8369-ace22dbc6d26 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:19.706686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-1a4f5a9b-4b2b-4638-b82d-966242516abf tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'project_id': '6f4879393c8d417c950912632910f9a6', 'port_id': 'c99c4500-6f72-4b7c-b70b-8a1b4cd49c04'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:19.720936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1986dd-3ca2-4af4-b377-b36eef412c4e tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Pushing event deleted for resources: {'Network': ['ID=b171b569-5715-4122-af8d-e968b0e9e3f5,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:19.728956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1a4f5a9b-4b2b-4638-b82d-966242516abf tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:19.735137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d19cb50a-f099-4ff5-8369-ace22dbc6d26 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Usage tracker for resource:network and tenant:5d8c84260d334a38abb6e40c633ab237 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:19.746869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-15a35aca-11f5-4526-bb92-2da1c8209558 service neutron] Request body: {'port': {'device_id': '55dc72b5-3fa4-4c89-9a93-c707c472eba1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:19.766490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-932729ff-7286-4c78-8e02-5f004cf1d2df None None] Port c99c4500-6f72-4b7c-b70b-8a1b4cd49c04 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:02:19.766717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6d1986dd-3ca2-4af4-b377-b36eef412c4e tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:19.776967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d19cb50a-f099-4ff5-8369-ace22dbc6d26 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:19.785285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1a4f5a9b-4b2b-4638-b82d-966242516abf tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Usage tracker for resource:floatingip and tenant:6f4879393c8d417c950912632910f9a6 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:19.794168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-7282f68f-c32c-4ef5-879a-be0a18beefd8 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:19.794994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-7282f68f-c32c-4ef5-879a-be0a18beefd8 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Synchronizing usage tracker for tenant:ea8aaac80b7f416b8647220a0a5fe6df on resource:network {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:02:19.798087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1a4f5a9b-4b2b-4638-b82d-966242516abf tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:19.801248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d19cb50a-f099-4ff5-8369-ace22dbc6d26 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:19.813747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1a4f5a9b-4b2b-4638-b82d-966242516abf tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:19.817646 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b2e951-dc47-4e7a-a6d9-502b1a6bdf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] GET failed (client error): The resource could not be found.
Nov 24 13:02:19.818181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b3b2e951-dc47-4e7a-a6d9-502b1a6bdf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Synchronizing usage tracker for tenant:10202b9372c64ecf86fd6c5b055cc40f on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:02:19.838377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19cb50a-f099-4ff5-8369-ace22dbc6d26 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Made reservation on behalf of 5d8c84260d334a38abb6e40c633ab237 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:02:19.843193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d19cb50a-f099-4ff5-8369-ace22dbc6d26 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:19.849255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34ffde-01af-4c97-8cbc-6ac0c210b953 req-583dfbaa-5923-41aa-ac80-1809cbd702e2 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:19.851399 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ac34ffde-01af-4c97-8cbc-6ac0c210b953 req-583dfbaa-5923-41aa-ac80-1809cbd702e2 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/ports?device_id=55dc72b5-3fa4-4c89-9a93-c707c472eba1 HTTP/1.1" status: 200  len: 932 time: 0.6085877
Nov 24 13:02:19.889300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1a4f5a9b-4b2b-4638-b82d-966242516abf tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Notify callbacks [] for floatingip, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:19.901222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-7282f68f-c32c-4ef5-879a-be0a18beefd8 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Unset dirty status for tenant:ea8aaac80b7f416b8647220a0a5fe6df on resource:network {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:02:19.902532 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-7282f68f-c32c-4ef5-879a-be0a18beefd8 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/networks?id=48758c10-3c85-4387-a7e0-01d5b6f72c00 HTTP/1.1" status: 200  len: 812 time: 0.7917762
Nov 24 13:02:19.920387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b3b2e951-dc47-4e7a-a6d9-502b1a6bdf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Unset dirty status for tenant:10202b9372c64ecf86fd6c5b055cc40f on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:02:19.926395 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b3b2e951-dc47-4e7a-a6d9-502b1a6bdf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] 10.222.0.76 "GET /v2.0/ports/faddec2a-1cf4-4191-97d6-a4016a958c36 HTTP/1.1" status: 404  len: 333 time: 0.2135980
Nov 24 13:02:19.928528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c90b40-7a71-4561-90e4-374551aeb1e9 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network 9c1628d3-fca8-47ff-a0c9-12959c6e12f2 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:02:19.932883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42452) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:20.019444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19cb50a-f099-4ff5-8369-ace22dbc6d26 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:02:20.032872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-15a35aca-11f5-4526-bb92-2da1c8209558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:20.057137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d19cb50a-f099-4ff5-8369-ace22dbc6d26 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:20.057581 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-d19cb50a-f099-4ff5-8369-ace22dbc6d26 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Added segment 777e2c8b-2f2c-466d-8b67-28b9c9fc7828 of type vxlan for network a4fa7aa0-5cfd-4f31-ba07-df3a1e4b8fc9
Nov 24 13:02:20.168354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d19cb50a-f099-4ff5-8369-ace22dbc6d26 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:20.280103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d19cb50a-f099-4ff5-8369-ace22dbc6d26 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:20.293578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-48c90b40-7a71-4561-90e4-374551aeb1e9 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 9c1628d3-fca8-47ff-a0c9-12959c6e12f2) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:02:20.301774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe614f75-4297-4b4a-a7c4-1d62a216106a None None] Network 9c1628d3-fca8-47ff-a0c9-12959c6e12f2 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:02:20.305737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-191de9f2-8821-4fc6-8e82-78d90e0399ac tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:20.311674 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-67d2db46-f3da-4b39-bc2a-712a44f459b5 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/quotas/ea8aaac80b7f416b8647220a0a5fe6df HTTP/1.1" status: 200  len: 375 time: 0.3951242
Nov 24 13:02:20.333317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19cb50a-f099-4ff5-8369-ace22dbc6d26 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:20.333961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d19cb50a-f099-4ff5-8369-ace22dbc6d26 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:20.354337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c90b40-7a71-4561-90e4-374551aeb1e9 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:20.354693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-035e98e8-8c3e-41d0-8e84-54005d19d803 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:20.354968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-48c90b40-7a71-4561-90e4-374551aeb1e9 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:20.400900 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ac34ffde-01af-4c97-8cbc-6ac0c210b953 req-75231b11-1d28-442f-81b1-6c9a8abfad3b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/security-groups?id=9e451509-08d0-4e40-b9fa-5f6fb3facecb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5257440
Nov 24 13:02:20.425314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-191de9f2-8821-4fc6-8e82-78d90e0399ac tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Transition to ACTIVE for port object 4b829079-f9fb-4342-a030-07c3851c1c9c will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:02:20.454159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-25aaee8c-21fd-4a04-a408-db256ae769bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:20.482370 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d19cb50a-f099-4ff5-8369-ace22dbc6d26 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 857 time: 0.7997248
Nov 24 13:02:20.482370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1a4f5a9b-4b2b-4638-b82d-966242516abf tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:20.492148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42456) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:20.522189 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-48c90b40-7a71-4561-90e4-374551aeb1e9 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 9.6249301
Nov 24 13:02:20.526294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-644d965c-381c-4cc7-a956-bfa399c21ca8 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Request body: {'network': {'router:external': True}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:20.527869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42464) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:20.540940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-8234c4c4-be29-49e1-a378-09ee29025941 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1530841613'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:20.553436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8234c4c4-be29-49e1-a378-09ee29025941 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:20.570488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8234c4c4-be29-49e1-a378-09ee29025941 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Usage tracker for resource:network and tenant:82cb9c8693f342c184d25cc0ea67ad76 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:20.577106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8234c4c4-be29-49e1-a378-09ee29025941 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Quota usage for network was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:20.590649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8234c4c4-be29-49e1-a378-09ee29025941 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:20.601016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff03eab-097f-4e2a-bc55-21b59481147c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-9c1628d3-fca8-47ff-a0c9-12959c6e12f2', 'network_id': '9c1628d3-fca8-47ff-a0c9-12959c6e12f2', 'tenant_id': '82cb9c8693f342c184d25cc0ea67ad76', 'fixed_ips': [{'subnet_id': 'ce286361-3676-4a19-aa09-8b9b98a24bfd'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:02:20.601800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aff03eab-097f-4e2a-bc55-21b59481147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:20.620441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:20.654404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-191de9f2-8821-4fc6-8e82-78d90e0399ac tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:20.679598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19cb50a-f099-4ff5-8369-ace22dbc6d26 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Pushing event updated for resources: {'Network': ['ID=a4fa7aa0-5cfd-4f31-ba07-df3a1e4b8fc9,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:20.698111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d19cb50a-f099-4ff5-8369-ace22dbc6d26 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:20.698341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-054091ae-a809-44c9-bf42-5c01df871c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:20.716636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network a4fa7aa0-5cfd-4f31-ba07-df3a1e4b8fc9 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:02:20.730035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network a4fa7aa0-5cfd-4f31-ba07-df3a1e4b8fc9 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:02:20.875028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8234c4c4-be29-49e1-a378-09ee29025941 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Made reservation on behalf of 82cb9c8693f342c184d25cc0ea67ad76 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:02:20.880751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8234c4c4-be29-49e1-a378-09ee29025941 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:20.951817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-8eec293f-2ea6-4cbe-8c93-37f2ea825a2f tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Synchronizing usage tracker for tenant:ea8aaac80b7f416b8647220a0a5fe6df on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:02:20.987551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-25aaee8c-21fd-4a04-a408-db256ae769bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:21.109961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191de9f2-8821-4fc6-8e82-78d90e0399ac tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Pushing event updated for resources: {'Port': ['ID=4b829079-f9fb-4342-a030-07c3851c1c9c,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:21.113595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-38781d82-15c8-49f3-b988-cb638762365b tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Synchronizing usage tracker for tenant:4286288353e74305b378e229e8ab5058 on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:02:21.119683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-191de9f2-8821-4fc6-8e82-78d90e0399ac tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:21.157088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8234c4c4-be29-49e1-a378-09ee29025941 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:02:21.179878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-aff03eab-097f-4e2a-bc55-21b59481147c None None] Allocated IP 2001:db8:0:ffff::2 (9c1628d3-fca8-47ff-a0c9-12959c6e12f2/ce286361-3676-4a19-aa09-8b9b98a24bfd/376f0fe5-8eb8-45f6-b8b8-939a11f0938a) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:02:21.182397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-8eec293f-2ea6-4cbe-8c93-37f2ea825a2f tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Unset dirty status for tenant:ea8aaac80b7f416b8647220a0a5fe6df on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:02:21.184022 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-8eec293f-2ea6-4cbe-8c93-37f2ea825a2f tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/ports?tenant_id=ea8aaac80b7f416b8647220a0a5fe6df&fields=id HTTP/1.1" status: 200  len: 348 time: 0.8434823
Nov 24 13:02:21.212960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8234c4c4-be29-49e1-a378-09ee29025941 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:21.212960 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-8234c4c4-be29-49e1-a378-09ee29025941 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Added segment f1fea616-4f71-40ea-ae8a-23f042a6dd40 of type vxlan for network 7349fba2-91fe-47a6-985c-d4b1bf4a806d
Nov 24 13:02:21.273738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8234c4c4-be29-49e1-a378-09ee29025941 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:21.299939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-38781d82-15c8-49f3-b988-cb638762365b tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Unset dirty status for tenant:4286288353e74305b378e229e8ab5058 on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:02:21.301207 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-38781d82-15c8-49f3-b988-cb638762365b tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1073233871&fields=id&tenant_id=4286288353e74305b378e229e8ab5058 HTTP/1.1" status: 200  len: 267 time: 0.7126820
Nov 24 13:02:21.302930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-25aaee8c-21fd-4a04-a408-db256ae769bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634c9b0ba8>,) {'filters': {'network_id': ['e5822368-1984-43fb-beea-7e5b6ec18437']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:21.356521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-25aaee8c-21fd-4a04-a408-db256ae769bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c9b0ba8>, '0412bf1b-48c8-4e44-84f0-ec0b4aae32c5') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:21.356835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-25aaee8c-21fd-4a04-a408-db256ae769bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c9b0ba8>, '0412bf1b-48c8-4e44-84f0-ec0b4aae32c5') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:21.363151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-15a35aca-11f5-4526-bb92-2da1c8209558 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:02:21.431113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-8234c4c4-be29-49e1-a378-09ee29025941 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:02:21.464587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-a4345b0b-501c-4ab0-8818-733b1770c973 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:02:21.465611 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-a4345b0b-501c-4ab0-8818-733b1770c973 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.1761088
Nov 24 13:02:21.470398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-25aaee8c-21fd-4a04-a408-db256ae769bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:21.471281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aff03eab-097f-4e2a-bc55-21b59481147c None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:21.484202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-aff03eab-097f-4e2a-bc55-21b59481147c None None] Transition to ACTIVE for port object 376f0fe5-8eb8-45f6-b8b8-939a11f0938a will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:02:21.502899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-aff03eab-097f-4e2a-bc55-21b59481147c None None] Transition to ACTIVE for port object 376f0fe5-8eb8-45f6-b8b8-939a11f0938a will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:02:21.508439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aff03eab-097f-4e2a-bc55-21b59481147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:21.521202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-15a35aca-11f5-4526-bb92-2da1c8209558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a238cadf-7fcd-4f58-ba66-89ad42801d5a {{(pid=80944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:02:21.522546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-15a66bc7-192f-46cc-b91b-45fba49f748a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:21.527549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191de9f2-8821-4fc6-8e82-78d90e0399ac tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Network 29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:02:21.543834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-15a35aca-11f5-4526-bb92-2da1c8209558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:21.552396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-644d965c-381c-4cc7-a956-bfa399c21ca8 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:21.586839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-644d965c-381c-4cc7-a956-bfa399c21ca8 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:21.587341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-25aaee8c-21fd-4a04-a408-db256ae769bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:21.589514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-191de9f2-8821-4fc6-8e82-78d90e0399ac tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:02:21.602305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-25aaee8c-21fd-4a04-a408-db256ae769bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Releasing vxlan tunnel 7 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:02:21.615054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-1a4f5a9b-4b2b-4638-b82d-966242516abf tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Allocated IP 172.26.8.192 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/4a0d343b-7f73-49fa-ac3a-aa0ba4449184) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:02:21.617321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fc0c7c87-8474-45f6-9de6-954f491e57c4 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:21.621128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191de9f2-8821-4fc6-8e82-78d90e0399ac tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:02:21.625867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191de9f2-8821-4fc6-8e82-78d90e0399ac tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:21.626859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-191de9f2-8821-4fc6-8e82-78d90e0399ac tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:21.643199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8234c4c4-be29-49e1-a378-09ee29025941 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:21.660581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff03eab-097f-4e2a-bc55-21b59481147c None None] Pushing event updated for resources: {'Port': ['ID=376f0fe5-8eb8-45f6-b8b8-939a11f0938a,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:21.664512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-aff03eab-097f-4e2a-bc55-21b59481147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:21.716536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8234c4c4-be29-49e1-a378-09ee29025941 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:21.717119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8234c4c4-be29-49e1-a378-09ee29025941 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:21.725235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff03eab-097f-4e2a-bc55-21b59481147c None None] Network 9c1628d3-fca8-47ff-a0c9-12959c6e12f2 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:02:21.727123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-aff03eab-097f-4e2a-bc55-21b59481147c None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:02:21.729694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff03eab-097f-4e2a-bc55-21b59481147c None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:02:21.736929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-99c3d0e5-8d11-4a70-be5d-f049cec50c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:21.812742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-aff03eab-097f-4e2a-bc55-21b59481147c None None] Attempting to bind port 376f0fe5-8eb8-45f6-b8b8-939a11f0938a on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:02:21.813177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-aff03eab-097f-4e2a-bc55-21b59481147c None None] Attempting to bind port 376f0fe5-8eb8-45f6-b8b8-939a11f0938a by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '94abdc4c-b97e-4828-9f89-54ea47686645', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9c1628d3-fca8-47ff-a0c9-12959c6e12f2'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:02:21.813585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff03eab-097f-4e2a-bc55-21b59481147c None None] Attempting to bind port 376f0fe5-8eb8-45f6-b8b8-939a11f0938a on network 9c1628d3-fca8-47ff-a0c9-12959c6e12f2 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:02:21.824317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff03eab-097f-4e2a-bc55-21b59481147c None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:02:21.824906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff03eab-097f-4e2a-bc55-21b59481147c None None] Checking segment: {'id': '94abdc4c-b97e-4828-9f89-54ea47686645', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9c1628d3-fca8-47ff-a0c9-12959c6e12f2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:02:21.825469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aff03eab-097f-4e2a-bc55-21b59481147c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:21.826016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff03eab-097f-4e2a-bc55-21b59481147c None None] Bound using segment: {'id': '94abdc4c-b97e-4828-9f89-54ea47686645', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9c1628d3-fca8-47ff-a0c9-12959c6e12f2'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:02:21.826692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-aff03eab-097f-4e2a-bc55-21b59481147c None None] Bound port: 376f0fe5-8eb8-45f6-b8b8-939a11f0938a, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94abdc4c-b97e-4828-9f89-54ea47686645', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9c1628d3-fca8-47ff-a0c9-12959c6e12f2'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:02:21.827592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aff03eab-097f-4e2a-bc55-21b59481147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:21.898659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d965c-381c-4cc7-a956-bfa399c21ca8 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Pushing event updated for resources: {'Network': ['ID=a4fa7aa0-5cfd-4f31-ba07-df3a1e4b8fc9,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:21.908886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-644d965c-381c-4cc7-a956-bfa399c21ca8 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:21.916806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234c4c4-be29-49e1-a378-09ee29025941 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event updated for resources: {'Network': ['ID=7349fba2-91fe-47a6-985c-d4b1bf4a806d,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:21.920010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8234c4c4-be29-49e1-a378-09ee29025941 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:21.920989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-644d965c-381c-4cc7-a956-bfa399c21ca8 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Network a4fa7aa0-5cfd-4f31-ba07-df3a1e4b8fc9 is not hosted by any dhcp agent {{(pid=80944) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Nov 24 13:02:21.921885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644d965c-381c-4cc7-a956-bfa399c21ca8 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:21.923049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-644d965c-381c-4cc7-a956-bfa399c21ca8 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:21.927644 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-644d965c-381c-4cc7-a956-bfa399c21ca8 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] 10.222.0.76 "PUT /v2.0/networks/a4fa7aa0-5cfd-4f31-ba07-df3a1e4b8fc9 HTTP/1.1" status: 200  len: 851 time: 1.4278345
Nov 24 13:02:21.928434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42480) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:22.013363 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-191de9f2-8821-4fc6-8e82-78d90e0399ac tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1150 time: 5.7054675
Nov 24 13:02:22.020562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 7349fba2-91fe-47a6-985c-d4b1bf4a806d details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:02:22.029017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42484) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:22.035166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 7349fba2-91fe-47a6-985c-d4b1bf4a806d details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:02:22.048667 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8234c4c4-be29-49e1-a378-09ee29025941 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.5128250
Nov 24 13:02:22.056625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42488) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:22.079195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Request body: {'subnet': {'network_id': '7349fba2-91fe-47a6-985c-d4b1bf4a806d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:22.107692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-cae00414-de82-4bbf-b38b-8a0a719e102d tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:22.108433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-cae00414-de82-4bbf-b38b-8a0a719e102d tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Synchronizing usage tracker for tenant:4286288353e74305b378e229e8ab5058 on resource:network {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:02:22.161324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1a4f5a9b-4b2b-4638-b82d-966242516abf tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:22.180753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3c174c94-1512-429b-9d40-77b2a1a1ab80 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:22.192331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-25aaee8c-21fd-4a04-a408-db256ae769bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Network e5822368-1984-43fb-beea-7e5b6ec18437 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:02:22.198489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1fcf402c-f968-4637-af1b-eb4d289674d5 None None] Provisioning for port 4b829079-f9fb-4342-a030-07c3851c1c9c completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:02:22.211554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-25aaee8c-21fd-4a04-a408-db256ae769bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:22.236758 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-d4c7cdd0-6095-4714-a064-4923d45a4b68 service neutron] 10.222.0.76 "GET /v2.0/networks/48758c10-3c85-4387-a7e0-01d5b6f72c00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7553167
Nov 24 13:02:22.267538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1fcf402c-f968-4637-af1b-eb4d289674d5 None None] Provisioning complete for port 4b829079-f9fb-4342-a030-07c3851c1c9c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:22.267788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1fcf402c-f968-4637-af1b-eb4d289674d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:22.288776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec753e46-dd8c-4d67-81a5-2e0130a4adc3 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:22.291463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec753e46-dd8c-4d67-81a5-2e0130a4adc3 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:22.295942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec753e46-dd8c-4d67-81a5-2e0130a4adc3 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:22.300675 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ec753e46-dd8c-4d67-81a5-2e0130a4adc3 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2622 time: 0.2678089
Nov 24 13:02:22.302540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42492) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:22.402690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-1fcf402c-f968-4637-af1b-eb4d289674d5 None None] Port 4b829079-f9fb-4342-a030-07c3851c1c9c cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:02:22.418380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-aff03eab-097f-4e2a-bc55-21b59481147c None None] For port 376f0fe5-8eb8-45f6-b8b8-939a11f0938a, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:02:22.422196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-aff03eab-097f-4e2a-bc55-21b59481147c None None] For port 376f0fe5-8eb8-45f6-b8b8-939a11f0938a, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=376f0fe5-8eb8-45f6-b8b8-939a11f0938a,segment=NetworkSegment(94abdc4c-b97e-4828-9f89-54ea47686645),segment_id=94abdc4c-b97e-4828-9f89-54ea47686645)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:02:22.426288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aff03eab-097f-4e2a-bc55-21b59481147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:22.435581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1a4f5a9b-4b2b-4638-b82d-966242516abf tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:22.444275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:22.453998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3c174c94-1512-429b-9d40-77b2a1a1ab80 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:22.471366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c836d492-ce2c-4ea7-975f-da2a01991d3f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:22.592642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff03eab-097f-4e2a-bc55-21b59481147c None None] Pushing event updated for resources: {'Port': ['ID=376f0fe5-8eb8-45f6-b8b8-939a11f0938a,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:22.606418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-aff03eab-097f-4e2a-bc55-21b59481147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:22.689639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-cae00414-de82-4bbf-b38b-8a0a719e102d tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Unset dirty status for tenant:4286288353e74305b378e229e8ab5058 on resource:network {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:02:22.690976 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-cae00414-de82-4bbf-b38b-8a0a719e102d tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/networks?id=42f46442-d2b1-4c59-8018-dd6806abe134 HTTP/1.1" status: 200  len: 812 time: 1.3693700
Nov 24 13:02:22.709315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f5a9b-4b2b-4638-b82d-966242516abf tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Pushing event updated for resources: {'Port': ['ID=4a0d343b-7f73-49fa-ac3a-aa0ba4449184,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:22.719666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1a4f5a9b-4b2b-4638-b82d-966242516abf tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:22.725241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-3c174c94-1512-429b-9d40-77b2a1a1ab80 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f63475c7ac8>,) {'filters': {'network_id': ['a4fa7aa0-5cfd-4f31-ba07-df3a1e4b8fc9']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:22.757826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-3c174c94-1512-429b-9d40-77b2a1a1ab80 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f63475c7ac8>, '777e2c8b-2f2c-466d-8b67-28b9c9fc7828') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:22.757826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-3c174c94-1512-429b-9d40-77b2a1a1ab80 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f63475c7ac8>, '777e2c8b-2f2c-466d-8b67-28b9c9fc7828') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:22.780516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3c174c94-1512-429b-9d40-77b2a1a1ab80 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:22.804186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3c174c94-1512-429b-9d40-77b2a1a1ab80 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:22.808165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3c174c94-1512-429b-9d40-77b2a1a1ab80 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Releasing vxlan tunnel 8 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:02:22.850162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:22.868057 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-dda82b1f-150e-4350-ab5c-fc6512cc6004 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/quotas/4286288353e74305b378e229e8ab5058 HTTP/1.1" status: 200  len: 375 time: 0.1491029
Nov 24 13:02:22.900293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4f5a9b-4b2b-4638-b82d-966242516abf tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:02:22.905446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-1a4f5a9b-4b2b-4638-b82d-966242516abf tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:02:22.913105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4f5a9b-4b2b-4638-b82d-966242516abf tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:02:22.938427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Usage tracker for resource:subnet and tenant:82cb9c8693f342c184d25cc0ea67ad76 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:22.957935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-25aaee8c-21fd-4a04-a408-db256ae769bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Network e5822368-1984-43fb-beea-7e5b6ec18437 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:02:22.970441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:22.985312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6d17e3bf-00cb-4d17-ac78-46b8cd68e184 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Deleting port 4b829079-f9fb-4342-a030-07c3851c1c9c {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:02:22.985695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d17e3bf-00cb-4d17-ac78-46b8cd68e184 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:23.055704 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:02:23.055704 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:02:23.055704 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:02:23.055704 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:02:23.055704 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:02:23.055704 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:02:23.055704 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:02:23.055704 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:02:23.055704 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:02:23.055704 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:02:23.055704 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:02:23.055704 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:02:23.055704 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:02:23.055704 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:02:23.055704 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:02:23.055704 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:02:23.055704 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:02:23.055704 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:02:23.055704 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:02:23.055704 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:02:23.055704 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:02:23.055704 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:02:23.055704 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:02:23.055704 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:02:23.055704 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:02:23.055704 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:02:23.055704 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:02:23.055704 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:02:23.055704 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:02:23.055704 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:02:23.055704 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:02:23.055704 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:02:23.063401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:23.065500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-3c174c94-1512-429b-9d40-77b2a1a1ab80 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Network a4fa7aa0-5cfd-4f31-ba07-df3a1e4b8fc9 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:02:23.079544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3c174c94-1512-429b-9d40-77b2a1a1ab80 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:23.153315 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-447c4baf-33a3-401d-9772-e5aadc09595f service neutron] 10.222.0.76 "GET /v2.0/networks/48758c10-3c85-4387-a7e0-01d5b6f72c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8530545
Nov 24 13:02:23.171054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 376f0fe5-8eb8-45f6-b8b8-939a11f0938a up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:02:23.194708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Made reservation on behalf of 82cb9c8693f342c184d25cc0ea67ad76 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:02:23.267254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 376f0fe5-8eb8-45f6-b8b8-939a11f0938a completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:02:23.331040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-25aaee8c-21fd-4a04-a408-db256ae769bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:23.392160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-35ac1445-da94-4dc4-8322-b9763ad0e367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:23.414921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-25aaee8c-21fd-4a04-a408-db256ae769bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:23.476473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aaee8c-21fd-4a04-a408-db256ae769bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Pushing event deleted for resources: {'Network': ['ID=e5822368-1984-43fb-beea-7e5b6ec18437,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:23.537121 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-25aaee8c-21fd-4a04-a408-db256ae769bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] 10.222.0.76 "DELETE /v2.0/networks/e5822368-1984-43fb-beea-7e5b6ec18437 HTTP/1.1" status: 204  len: 168 time: 3.5919070
Nov 24 13:02:23.546631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:23.562450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-15a35aca-11f5-4526-bb92-2da1c8209558 service neutron] Transition to ACTIVE for port object a238cadf-7fcd-4f58-ba66-89ad42801d5a will not be triggered until provisioned by entity L2. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:02:23.574909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-15a35aca-11f5-4526-bb92-2da1c8209558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:23.580550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-25aaee8c-21fd-4a04-a408-db256ae769bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:23.646315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c121a2ba-1823-4180-84c3-8d42c8bb9eed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:23.689568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-3c174c94-1512-429b-9d40-77b2a1a1ab80 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Network a4fa7aa0-5cfd-4f31-ba07-df3a1e4b8fc9 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:02:23.716593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-619129d9-5003-4aee-9efc-7360cfbcc858 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Synchronizing usage tracker for tenant:4286288353e74305b378e229e8ab5058 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:02:23.791562 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:02:23.791562 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:02:23.791562 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:02:23.791562 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:02:23.791562 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:02:23.791562 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:02:23.791562 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:02:23.791562 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:02:23.791562 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:02:23.791562 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:02:23.791562 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:02:23.791562 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:02:23.791562 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:02:23.791562 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:02:23.791562 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:02:23.791562 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:02:23.791562 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:02:23.791562 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:02:23.791562 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:02:23.791562 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:02:23.791562 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:02:23.791562 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:02:23.791562 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:02:23.791562 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:02:23.791562 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:02:23.791562 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:02:23.791562 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:02:23.791562 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:02:23.791562 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:02:23.791562 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:02:23.791562 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:02:23.791562 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:02:23.858085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-619129d9-5003-4aee-9efc-7360cfbcc858 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Unset dirty status for tenant:4286288353e74305b378e229e8ab5058 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:02:23.863795 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-619129d9-5003-4aee-9efc-7360cfbcc858 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?tenant_id=4286288353e74305b378e229e8ab5058&fields=id HTTP/1.1" status: 200  len: 348 time: 0.9733200
Nov 24 13:02:23.877209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d17e3bf-00cb-4d17-ac78-46b8cd68e184 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:23.947441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a35aca-11f5-4526-bb92-2da1c8209558 service neutron] Pushing event updated for resources: {'Port': ['ID=a238cadf-7fcd-4f58-ba66-89ad42801d5a,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:23.963635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3c174c94-1512-429b-9d40-77b2a1a1ab80 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:23.966325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-15a35aca-11f5-4526-bb92-2da1c8209558 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:24.135360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42526) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:24.142177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:24.144523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6d17e3bf-00cb-4d17-ac78-46b8cd68e184 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Calling delete_port for 4b829079-f9fb-4342-a030-07c3851c1c9c owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:02:24.179653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c174c94-1512-429b-9d40-77b2a1a1ab80 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  a4fa7aa0-5cfd-4f31-ba07-df3a1e4b8fc9 {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Nov 24 13:02:24.196034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3c174c94-1512-429b-9d40-77b2a1a1ab80 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:24.242165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c174c94-1512-429b-9d40-77b2a1a1ab80 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Pushing event deleted for resources: {'Network': ['ID=a4fa7aa0-5cfd-4f31-ba07-df3a1e4b8fc9,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:24.252574 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3c174c94-1512-429b-9d40-77b2a1a1ab80 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] 10.222.0.76 "DELETE /v2.0/networks/a4fa7aa0-5cfd-4f31-ba07-df3a1e4b8fc9 HTTP/1.1" status: 204  len: 168 time: 2.3189414
Nov 24 13:02:24.255327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42536) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:24.259465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3c174c94-1512-429b-9d40-77b2a1a1ab80 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:24.267852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30caa08b-6b9c-4566-8cf7-a6ed4e83b2ea req-a9174aea-93f0-4cca-bb1a-ec3fe8f2b3e8 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:24.269983 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30caa08b-6b9c-4566-8cf7-a6ed4e83b2ea req-a9174aea-93f0-4cca-bb1a-ec3fe8f2b3e8 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/ports?device_id=55dc72b5-3fa4-4c89-9a93-c707c472eba1 HTTP/1.1" status: 200  len: 944 time: 0.7056036
Nov 24 13:02:24.304707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235e92be-40ca-447d-a3fd-ebae6c17f48d None None] Network 9c1628d3-fca8-47ff-a0c9-12959c6e12f2 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:02:24.478088 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e04329f-b674-4c44-b8ea-c4b73b742016 tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] DELETE failed (client error): The resource could not be found.
Nov 24 13:02:24.478628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e04329f-b674-4c44-b8ea-c4b73b742016 tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:02:24.526317 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4e04329f-b674-4c44-b8ea-c4b73b742016 tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] 10.222.0.76 "DELETE /v2.0/subnets/e039b17c-43df-45c5-b7e8-a0446a3e7332 HTTP/1.1" status: 404  len: 337 time: 0.2548785
Nov 24 13:02:24.537166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42542) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:24.679731 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-030b93ab-eb1e-41c2-b7d0-ad9e48694899 service neutron] 10.222.0.76 "GET /v2.0/networks/42f46442-d2b1-4c59-8018-dd6806abe134?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7818460
Nov 24 13:02:24.692962 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30caa08b-6b9c-4566-8cf7-a6ed4e83b2ea req-dd3d80f0-6f75-40c8-beeb-5668b8c0ea3e tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/security-groups?id=9e451509-08d0-4e40-b9fa-5f6fb3facecb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3716969
Nov 24 13:02:24.863777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:24.894473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f6d1f54a-2f09-4fde-a48b-9ae1e32e1e25 None None] Provisioning for port 376f0fe5-8eb8-45f6-b8b8-939a11f0938a completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:02:24.903637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f6d1f54a-2f09-4fde-a48b-9ae1e32e1e25 None None] Provisioning complete for port 376f0fe5-8eb8-45f6-b8b8-939a11f0938a triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:24.904063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f6d1f54a-2f09-4fde-a48b-9ae1e32e1e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:24.923368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-15a35aca-11f5-4526-bb92-2da1c8209558 service neutron] Attempting to bind port a238cadf-7fcd-4f58-ba66-89ad42801d5a on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:02:24.923824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-15a35aca-11f5-4526-bb92-2da1c8209558 service neutron] Attempting to bind port a238cadf-7fcd-4f58-ba66-89ad42801d5a by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'd817b9b6-17c3-46f9-a6c5-0ab83cb913b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5fae2ebf-38a4-4188-8136-91cd36860221'}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:02:24.924302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-15a35aca-11f5-4526-bb92-2da1c8209558 service neutron] Attempting to bind port a238cadf-7fcd-4f58-ba66-89ad42801d5a on network 5fae2ebf-38a4-4188-8136-91cd36860221 {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:02:24.947426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-15a35aca-11f5-4526-bb92-2da1c8209558 service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:02:24.947969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-15a35aca-11f5-4526-bb92-2da1c8209558 service neutron] Checking segment: {'id': 'd817b9b6-17c3-46f9-a6c5-0ab83cb913b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5fae2ebf-38a4-4188-8136-91cd36860221'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:02:24.948504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-15a35aca-11f5-4526-bb92-2da1c8209558 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:24.949007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-15a35aca-11f5-4526-bb92-2da1c8209558 service neutron] Bound using segment: {'id': 'd817b9b6-17c3-46f9-a6c5-0ab83cb913b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5fae2ebf-38a4-4188-8136-91cd36860221'} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:02:24.949646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-15a35aca-11f5-4526-bb92-2da1c8209558 service neutron] Bound port: a238cadf-7fcd-4f58-ba66-89ad42801d5a, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd817b9b6-17c3-46f9-a6c5-0ab83cb913b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5fae2ebf-38a4-4188-8136-91cd36860221'}}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:02:24.950358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-15a35aca-11f5-4526-bb92-2da1c8209558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:25.035736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d17e3bf-00cb-4d17-ac78-46b8cd68e184 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:25.176920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f6d1f54a-2f09-4fde-a48b-9ae1e32e1e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:25.221202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-f6d1f54a-2f09-4fde-a48b-9ae1e32e1e25 None None] For port 376f0fe5-8eb8-45f6-b8b8-939a11f0938a, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=376f0fe5-8eb8-45f6-b8b8-939a11f0938a,segment=NetworkSegment(94abdc4c-b97e-4828-9f89-54ea47686645),segment_id=94abdc4c-b97e-4828-9f89-54ea47686645)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:02:25.227487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f6d1f54a-2f09-4fde-a48b-9ae1e32e1e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:25.229718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cec01348-fa83-40a4-9dde-c63a20d897e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:25.316626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1f54a-2f09-4fde-a48b-9ae1e32e1e25 None None] Pushing event updated for resources: {'Port': ['ID=376f0fe5-8eb8-45f6-b8b8-939a11f0938a,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:25.320859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f6d1f54a-2f09-4fde-a48b-9ae1e32e1e25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:25.351108 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5ca67c28-4268-416d-beba-dc29d65224d6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9c480a32677640ebbe0afb1e2f660f07&name=default HTTP/1.1" status: 200  len: 2743 time: 1.1743691
Nov 24 13:02:25.383243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-191de9f2-8821-4fc6-8e82-78d90e0399ac tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:25.383383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42546) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:25.490026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:25.522839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-85ece8b1-8093-4133-ac97-97c76491f670 None None] Provisioning complete for port 376f0fe5-8eb8-45f6-b8b8-939a11f0938a triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:25.523259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85ece8b1-8093-4133-ac97-97c76491f670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:25.547124 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-385dacff-6e4b-4462-b533-a71804aa6d40 req-54e97d36-80ab-42a8-b246-eab6254bec51 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/ports?device_id=3eb94d76-1921-495b-9446-702d2f390806 HTTP/1.1" status: 200  len: 210 time: 0.5156622
Nov 24 13:02:25.568606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17e3bf-00cb-4d17-ac78-46b8cd68e184 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Pushing event deleted for resources: {'Port': ['ID=4b829079-f9fb-4342-a030-07c3851c1c9c,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:25.577157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6d17e3bf-00cb-4d17-ac78-46b8cd68e184 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:25.580388 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-a12e24ad-f800-4efe-b442-c5e9bb3d5d9a service neutron] 10.222.0.76 "GET /v2.0/networks/42f46442-d2b1-4c59-8018-dd6806abe134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8864970
Nov 24 13:02:25.582928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.70', 61055) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:25.625484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-15a35aca-11f5-4526-bb92-2da1c8209558 service neutron] For port a238cadf-7fcd-4f58-ba66-89ad42801d5a, host hv-neutron-6013, cleared binding levels {{(pid=80944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:02:25.691969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-15a35aca-11f5-4526-bb92-2da1c8209558 service neutron] For port a238cadf-7fcd-4f58-ba66-89ad42801d5a, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=a238cadf-7fcd-4f58-ba66-89ad42801d5a,segment=NetworkSegment(d817b9b6-17c3-46f9-a6c5-0ab83cb913b6),segment_id=d817b9b6-17c3-46f9-a6c5-0ab83cb913b6)] {{(pid=80944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:02:25.717141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-15a35aca-11f5-4526-bb92-2da1c8209558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:25.775960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6f4cff0a-88f6-4be7-b9f9-71b34a36593f tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:25.931695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-bdb34c10-5787-4ea3-9131-3cee5d93c8bd None None] Provisioning complete for port 376f0fe5-8eb8-45f6-b8b8-939a11f0938a triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:25.932121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bdb34c10-5787-4ea3-9131-3cee5d93c8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:25.937574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d17e3bf-00cb-4d17-ac78-46b8cd68e184 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:25.945706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-6fd326b3-6e86-4829-bc88-59379ebfeca7 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:25.962621 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-6fd326b3-6e86-4829-bc88-59379ebfeca7 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.70 "GET /v2.0/networks?id=48758c10-3c85-4387-a7e0-01d5b6f72c00 HTTP/1.1" status: 200  len: 812 time: 0.3633749
Nov 24 13:02:26.122007 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6d17e3bf-00cb-4d17-ac78-46b8cd68e184 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] 10.222.0.76 "DELETE /v2.0/ports/4b829079-f9fb-4342-a030-07c3851c1c9c HTTP/1.1" status: 204  len: 168 time: 3.5023630
Nov 24 13:02:26.155328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42562) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:26.179945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-1ac4c615-fa90-49e7-843c-6a053fc64f90 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Request body: {'port': {'name': 'tempest-new-port-name-1403336028', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:26.180639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.api.validators [None req-1ac4c615-fa90-49e7-843c-6a053fc64f90 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] bootfile-name is not in valid_values {{(pid=80943) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 24 13:02:26.181164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.api.validators [None req-1ac4c615-fa90-49e7-843c-6a053fc64f90 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] tftp-server is not in valid_values {{(pid=80943) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 24 13:02:26.181685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.api.validators [None req-1ac4c615-fa90-49e7-843c-6a053fc64f90 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] server-ip-address is not in valid_values {{(pid=80943) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 24 13:02:26.226829 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-79245582-8450-4619-9222-fcad51ceaadb req-1c45d1ab-78be-49e4-bd0a-0f8504d0bc45 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 210 time: 0.1790857
Nov 24 13:02:26.269352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-57c62b96-cdd9-44e4-a55d-74bb111e40dc None None] Provisioning complete for port 376f0fe5-8eb8-45f6-b8b8-939a11f0938a triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:26.269771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-57c62b96-cdd9-44e4-a55d-74bb111e40dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:26.365998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8712be1d-59a2-4a36-a7fb-c0466f0a8f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:26.373545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f63475b40b8>,) {'filters': {'network_id': ['43187abf-f8fc-4708-8597-4225c167d46c']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:26.411406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f63475b40b8>, '9797874f-426c-41f2-98c9-2b240f6dec11') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:26.411616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f63475b40b8>, '9797874f-426c-41f2-98c9-2b240f6dec11') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:26.454558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:26.475135 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-78d7111b-a5d3-4886-9318-764fb1f5e6ef tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ea8aaac80b7f416b8647220a0a5fe6df HTTP/1.1" status: 200  len: 5240 time: 0.3793058
Nov 24 13:02:26.476602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8712be1d-59a2-4a36-a7fb-c0466f0a8f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:26.493934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1a4f5a9b-4b2b-4638-b82d-966242516abf tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Notify callbacks [] for floatingip, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:26.494180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9762d-9695-4722-971d-87ef1af0d6c1 req-899e2a03-54dd-4ae1-b000-5ecec433568c tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:26.495614 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-72a9762d-9695-4722-971d-87ef1af0d6c1 req-899e2a03-54dd-4ae1-b000-5ecec433568c tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/ports?device_id=55dc72b5-3fa4-4c89-9a93-c707c472eba1 HTTP/1.1" status: 200  len: 944 time: 0.5283804
Nov 24 13:02:26.509681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-a4eebe9a-9394-4447-8680-4bfa43b209d7 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Request body: {'port': {'device_id': '3eb94d76-1921-495b-9446-702d2f390806', 'network_id': '48758c10-3c85-4387-a7e0-01d5b6f72c00', 'admin_state_up': True, 'tenant_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'security_groups': ['fd2fc09d-94e8-49e3-9324-21c800167113']}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:26.572679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a35aca-11f5-4526-bb92-2da1c8209558 service neutron] Pushing event updated for resources: {'Port': ['ID=a238cadf-7fcd-4f58-ba66-89ad42801d5a,revision_number=3']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:26.579197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-15a35aca-11f5-4526-bb92-2da1c8209558 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:26.594031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:26.603720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Releasing vxlan tunnel 6 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:02:26.631230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1ac4c615-fa90-49e7-843c-6a053fc64f90 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:26.651180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:26.684741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-25e07555-fb1a-4063-80ec-8c21a35257f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:26.840944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-15a35aca-11f5-4526-bb92-2da1c8209558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:26.841609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-15a35aca-11f5-4526-bb92-2da1c8209558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:26.843132 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-15a35aca-11f5-4526-bb92-2da1c8209558 service neutron] 10.222.0.70 "PUT /v2.0/ports/a238cadf-7fcd-4f58-ba66-89ad42801d5a HTTP/1.1" status: 200  len: 1158 time: 7.2321329
Nov 24 13:02:26.853722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55dc72b5-3fa4-4c89-9a93-c707c472eba1', 'tag': 'a238cadf-7fcd-4f58-ba66-89ad42801d5a'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:02:26.931070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Network 43187abf-f8fc-4708-8597-4225c167d46c has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:02:26.941927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8712be1d-59a2-4a36-a7fb-c0466f0a8f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:26.946905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:26.949628 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-efd4f4ce-7888-44ac-9676-50bf21c664a8 req-6cefc9c0-0f2a-43ef-b686-576b80ae035a tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/ports?device_id=3eb94d76-1921-495b-9446-702d2f390806 HTTP/1.1" status: 200  len: 210 time: 0.2349310
Nov 24 13:02:27.039524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:27.046975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1a4f5a9b-4b2b-4638-b82d-966242516abf tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:27.114802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 376f0fe5-8eb8-45f6-b8b8-939a11f0938a up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:02:27.147210 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-72a9762d-9695-4722-971d-87ef1af0d6c1 req-386be517-e6dc-46d1-b9b3-049d49011d35 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/security-groups?id=9e451509-08d0-4e40-b9fa-5f6fb3facecb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6146989
Nov 24 13:02:27.169129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712be1d-59a2-4a36-a7fb-c0466f0a8f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b217b3d-7dd1-4d15-9528-5876e23321b5,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:27.179750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8712be1d-59a2-4a36-a7fb-c0466f0a8f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:27.212766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event updated for resources: {'Subnet': ['ID=68cadc3b-15ee-488b-ba12-19207a47bcb4,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:27.251014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-a4eebe9a-9394-4447-8680-4bfa43b209d7 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:27.291401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 376f0fe5-8eb8-45f6-b8b8-939a11f0938a triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:27.292301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:27.329624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-a4eebe9a-9394-4447-8680-4bfa43b209d7 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:27.343942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:27.344607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:27.345078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:27.345545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:27.346113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:27.346598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:27.347168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:27.347683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:27.348060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:27.348513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:27.349072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:27.349523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:27.350234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:27.351541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:27.352017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:27.352471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:27.353158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:27.353610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:27.354058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:27.354478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:27.355213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:27.355597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:27.356173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:27.356621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:27.362907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:27.369397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8712be1d-59a2-4a36-a7fb-c0466f0a8f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:27.370654 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8712be1d-59a2-4a36-a7fb-c0466f0a8f26 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9b217b3d-7dd1-4d15-9528-5876e23321b5 HTTP/1.1" status: 204  len: 168 time: 1.9793372
Nov 24 13:02:27.415269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-a4eebe9a-9394-4447-8680-4bfa43b209d7 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Made reservation on behalf of ea8aaac80b7f416b8647220a0a5fe6df for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:02:27.421070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-a4eebe9a-9394-4447-8680-4bfa43b209d7 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:27.440532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Network 43187abf-f8fc-4708-8597-4225c167d46c has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:02:27.521169 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:02:27.521169 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:02:27.521169 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:02:27.521169 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:02:27.521169 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:02:27.521169 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:02:27.521169 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:02:27.521169 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:02:27.521169 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:02:27.521169 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:02:27.521169 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:02:27.521169 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:02:27.521169 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:02:27.521169 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:02:27.521169 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:02:27.521169 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:02:27.521169 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:02:27.521169 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:02:27.521169 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:02:27.521169 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:02:27.521169 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:02:27.521169 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:02:27.521169 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:02:27.521169 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:02:27.521169 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:02:27.521169 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:02:27.521169 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:02:27.521169 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:02:27.521169 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:02:27.521169 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:02:27.521169 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:02:27.521169 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:02:27.574850 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55dc72b5-3fa4-4c89-9a93-c707c472eba1', 'tag': 'a238cadf-7fcd-4f58-ba66-89ad42801d5a', 'status': 'completed', 'code': 200}
Nov 24 13:02:27.581850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.70', 61061) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:27.748702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-488351ed-5ca2-457b-b8ad-a0bc231f8e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:27.750858 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-488351ed-5ca2-457b-b8ad-a0bc231f8e0a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a2e9211661b4491282803556ce55f1f3&device_id=55dc72b5-3fa4-4c89-9a93-c707c472eba1 HTTP/1.1" status: 200  len: 1161 time: 0.6575751
Nov 24 13:02:27.804252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:27.865906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42600) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:27.870549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:27.886545 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-40e7bc81-32b8-4880-a3a4-e5ca34248728 req-35a3f9b4-36af-4063-8f45-946b325a948d tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 210 time: 0.3888535
Nov 24 13:02:27.897609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:27.935152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Pushing event deleted for resources: {'Network': ['ID=43187abf-f8fc-4708-8597-4225c167d46c,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:27.949961 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-cac128da-c9e2-46bb-9fb9-f62295e7da47 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a238cadf-7fcd-4f58-ba66-89ad42801d5a HTTP/1.1" status: 200  len: 217 time: 0.1436083
Nov 24 13:02:27.957995 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] 10.222.0.76 "DELETE /v2.0/networks/43187abf-f8fc-4708-8597-4225c167d46c HTTP/1.1" status: 204  len: 168 time: 3.4155369
Nov 24 13:02:28.013194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:28.013588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:28.013983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:28.014436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:28.014825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:28.015221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:28.015628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:28.015969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:28.016350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:28.016729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:28.017114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:28.017492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:28.017976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:28.018384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:28.018747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:28.019120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:28.019545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:28.019924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:28.020302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:28.020685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:28.021058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:28.021432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:28.021804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:28.022212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:28.026391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:28.058910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1a4f5a9b-4b2b-4638-b82d-966242516abf tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:28.079851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1a4f5a9b-4b2b-4638-b82d-966242516abf tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:28.102609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7777c6ef-956b-42e5-9c3d-eaf1d39fb197 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:28.240057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Checking segment: {'id': 'f1fea616-4f71-40ea-ae8a-23f042a6dd40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '7349fba2-91fe-47a6-985c-d4b1bf4a806d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:02:28.240748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network hostable DHCP agents. Network: 7349fba2-91fe-47a6-985c-d4b1bf4a806d, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:02:28.268002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-3f88095b-f64d-4691-a287-898e9899eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:28.269715 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-3f88095b-f64d-4691-a287-898e9899eae3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4487902c-b885-4e28-986b-43936d420160 HTTP/1.1" status: 200  len: 845 time: 0.3102362
Nov 24 13:02:28.281526 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3ff31484-664e-4045-88ef-5a00ff5cbd64 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=10202b9372c64ecf86fd6c5b055cc40f&name=default HTTP/1.1" status: 200  len: 2743 time: 0.3910241
Nov 24 13:02:28.320247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42610) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:28.322396 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7b49f790-31c4-480e-bf01-e06bcbe899fb req-44bd9bed-cfa0-463b-af24-1ceb15ea04ab tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/ports?device_id=3eb94d76-1921-495b-9446-702d2f390806 HTTP/1.1" status: 200  len: 210 time: 0.0710135
Nov 24 13:02:28.393688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-dbcfc5b5-ab92-41a4-a267-25f19a3fe041 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:28.395293 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-dbcfc5b5-ab92-41a4-a267-25f19a3fe041 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.70 "GET /v2.0/networks?id=42f46442-d2b1-4c59-8018-dd6806abe134 HTTP/1.1" status: 200  len: 812 time: 0.8066487
Nov 24 13:02:28.422396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f5a9b-4b2b-4638-b82d-966242516abf tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Pushing event updated for resources: {'Port': ['ID=4a0d343b-7f73-49fa-ac3a-aa0ba4449184,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:28.431150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1a4f5a9b-4b2b-4638-b82d-966242516abf tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:28.477527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42616) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:28.493497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-1ac4c615-fa90-49e7-843c-6a053fc64f90 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:02:28.523664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1ac4c615-fa90-49e7-843c-6a053fc64f90 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:28.541881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-5f053354-d341-4208-a8c8-a2ccbba93044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:28.543582 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-5f053354-d341-4208-a8c8-a2ccbba93044 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fae2ebf-38a4-4188-8136-91cd36860221&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2606990
Nov 24 13:02:28.552492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1ac4c615-fa90-49e7-843c-6a053fc64f90 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:28.576110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:28.617922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5616a63f-5d77-4cff-8d29-942042f88422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:28.671064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network 7349fba2-91fe-47a6-985c-d4b1bf4a806d is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:02:28.718681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1a4f5a9b-4b2b-4638-b82d-966242516abf tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:28.829668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 7349fba2-91fe-47a6-985c-d4b1bf4a806d) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:02:28.840740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d841e0e-0974-41b1-8cb0-e2d24dc469e1 None None] Network 7349fba2-91fe-47a6-985c-d4b1bf4a806d requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:02:28.876755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4c615-fa90-49e7-843c-6a053fc64f90 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Pushing event updated for resources: {'Port': ['ID=18bb702a-3f07-4265-a12a-f1b870f88f15,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:28.893306 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-90b2bbe1-8989-4026-b2dd-97f19e1bf640 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4286288353e74305b378e229e8ab5058 HTTP/1.1" status: 200  len: 5241 time: 0.4467301
Nov 24 13:02:28.901999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1ac4c615-fa90-49e7-843c-6a053fc64f90 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:28.921739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:28.922154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:28.932507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-e0d5d1c9-d6d4-41a5-96b3-6c1b0eef60d0 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Request body: {'port': {'device_id': '35209e6c-1734-4301-98d3-cfd6250236ea', 'network_id': '42f46442-d2b1-4c59-8018-dd6806abe134', 'admin_state_up': True, 'tenant_id': '4286288353e74305b378e229e8ab5058', 'security_groups': ['33db69b1-705c-49f4-9823-3e9aa6b6e69a']}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:28.961530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5e7c0-0eb9-45a3-9fe2-609254400dcf req-cea379bc-6a29-45bb-b09f-f5dcacdbb0b7 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:28.963304 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-00e5e7c0-0eb9-45a3-9fe2-609254400dcf req-cea379bc-6a29-45bb-b09f-f5dcacdbb0b7 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/ports?device_id=55dc72b5-3fa4-4c89-9a93-c707c472eba1 HTTP/1.1" status: 200  len: 944 time: 0.5813174
Nov 24 13:02:29.084490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5616a63f-5d77-4cff-8d29-942042f88422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:29.090810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-a4eebe9a-9394-4447-8680-4bfa43b209d7 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Allocated IP 172.20.0.10 (48758c10-3c85-4387-a7e0-01d5b6f72c00/c2dc0013-69cf-4d22-b176-8f1c434b75d1/633e2245-ca34-43df-8b65-3ae47854bcfb) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:02:29.130663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-7349fba2-91fe-47a6-985c-d4b1bf4a806d', 'network_id': '7349fba2-91fe-47a6-985c-d4b1bf4a806d', 'tenant_id': '82cb9c8693f342c184d25cc0ea67ad76', 'fixed_ips': [{'subnet_id': '68cadc3b-15ee-488b-ba12-19207a47bcb4'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:02:29.132656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:29.178257 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7b131993-5933-489e-a46a-72d377b0f189 req-dc8717c3-1319-449e-bf54-9c312f89eff2 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 210 time: 0.1285255
Nov 24 13:02:29.183646 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8a2b3f9b-0169-431c-838c-0b774208ed58 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=201dcc24f58946058d1b4ab67319243d&name=default HTTP/1.1" status: 200  len: 2743 time: 0.6977270
Nov 24 13:02:29.187029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42624) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:29.196785 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 7.1390271
Nov 24 13:02:29.209497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42626) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:29.282000 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-0f51af3c-dbfd-4928-9035-3337cd27a1ea service neutron] 10.222.0.70 "GET /v2.0/networks/5fae2ebf-38a4-4188-8136-91cd36860221?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7033463
Nov 24 13:02:29.373359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5616a63f-5d77-4cff-8d29-942042f88422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:29.387434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-1ac4c615-fa90-49e7-843c-6a053fc64f90 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] In _notify_port_updated(), no bound segment for port 18bb702a-3f07-4265-a12a-f1b870f88f15 on network 29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb {{(pid=80943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 24 13:02:29.391924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac4c615-fa90-49e7-843c-6a053fc64f90 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:29.392627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1ac4c615-fa90-49e7-843c-6a053fc64f90 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:29.398116 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1ac4c615-fa90-49e7-843c-6a053fc64f90 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] 10.222.0.76 "PUT /v2.0/ports/18bb702a-3f07-4265-a12a-f1b870f88f15 HTTP/1.1" status: 200  len: 1129 time: 3.2400827
Nov 24 13:02:29.406480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42634) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:29.429272 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-00e5e7c0-0eb9-45a3-9fe2-609254400dcf req-ae8c2930-9434-462f-a7f9-7152aa3be42d tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/security-groups?id=9e451509-08d0-4e40-b9fa-5f6fb3facecb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4414127
Nov 24 13:02:29.438051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8712be1d-59a2-4a36-a7fb-c0466f0a8f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:29.493546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Allocated IP 2001:db8::1 (7349fba2-91fe-47a6-985c-d4b1bf4a806d/68cadc3b-15ee-488b-ba12-19207a47bcb4/03ea4551-77b6-434f-966c-597c2add7d04) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:02:29.527818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-e0d5d1c9-d6d4-41a5-96b3-6c1b0eef60d0 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:29.567933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0446be0-f06c-45fd-8589-873f2ca30be2 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:29.572591 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f0446be0-f06c-45fd-8589-873f2ca30be2 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] 10.222.0.76 "GET /v2.0/ports/18bb702a-3f07-4265-a12a-f1b870f88f15 HTTP/1.1" status: 200  len: 1129 time: 0.1121750
Nov 24 13:02:29.576905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42638) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:29.582614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616a63f-5d77-4cff-8d29-942042f88422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d163b9ad-dd3b-449e-b856-3dfb745a7a2b,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:29.631426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5616a63f-5d77-4cff-8d29-942042f88422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:29.653296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5616a63f-5d77-4cff-8d29-942042f88422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:29.654572 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5616a63f-5d77-4cff-8d29-942042f88422 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d163b9ad-dd3b-449e-b856-3dfb745a7a2b HTTP/1.1" status: 204  len: 168 time: 1.3194563
Nov 24 13:02:29.683342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-72e51deb-67cd-466d-a53a-6daf3e3de025 None None] Provisioning complete for port 18bb702a-3f07-4265-a12a-f1b870f88f15 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:29.683768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-72e51deb-67cd-466d-a53a-6daf3e3de025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:29.694526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-e0d5d1c9-d6d4-41a5-96b3-6c1b0eef60d0 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:29.720672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9de37dad-727c-41f8-9d73-80762e130939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:29.732811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-e4f86074-fe23-4f8d-8626-b5bc9c11d61b req-db8d2926-f61f-49e7-9ef9-14ecee9629e3 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Synchronizing usage tracker for tenant:ea8aaac80b7f416b8647220a0a5fe6df on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:02:29.733996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-99064abd-4638-4f48-9fb2-a3ecbc5eb8c5 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Deleting port 18bb702a-3f07-4265-a12a-f1b870f88f15 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:02:29.734654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-99064abd-4638-4f48-9fb2-a3ecbc5eb8c5 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:29.774571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-e0d5d1c9-d6d4-41a5-96b3-6c1b0eef60d0 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Made reservation on behalf of 4286288353e74305b378e229e8ab5058 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:02:29.781031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-e0d5d1c9-d6d4-41a5-96b3-6c1b0eef60d0 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:29.783489 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-52985a74-e57c-4cc1-b0ac-a70975afc6b2 req-cdbce533-aab1-40fd-9b67-184f05c116ab service neutron] 10.222.0.70 "GET /v2.0/networks/5fae2ebf-38a4-4188-8136-91cd36860221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4908707
Nov 24 13:02:29.811943 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-1a4f5a9b-4b2b-4638-b82d-966242516abf tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Floating IP 216e4bde-4578-4948-afda-b49a3d40f446 associated. External IP: 172.26.8.192, port: c99c4500-6f72-4b7c-b70b-8a1b4cd49c04.
Nov 24 13:02:29.966784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-a4eebe9a-9394-4447-8680-4bfa43b209d7 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:29.991121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-72e51deb-67cd-466d-a53a-6daf3e3de025 None None] Port 18bb702a-3f07-4265-a12a-f1b870f88f15 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:02:29.997272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-a4eebe9a-9394-4447-8680-4bfa43b209d7 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Transition to ACTIVE for port object 633e2245-ca34-43df-8b65-3ae47854bcfb will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:02:30.027526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:30.041020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Transition to ACTIVE for port object 03ea4551-77b6-434f-966c-597c2add7d04 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:02:30.067903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Transition to ACTIVE for port object 03ea4551-77b6-434f-966c-597c2add7d04 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:02:30.075452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:30.154613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f6d1f54a-2f09-4fde-a48b-9ae1e32e1e25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:30.210489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9de37dad-727c-41f8-9d73-80762e130939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:30.247663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:30.321418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af3ed5-5aea-433d-933b-19c2d4240a61 req-f6147479-3820-494d-9b65-cf4306821aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:30.323471 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-98af3ed5-5aea-433d-933b-19c2d4240a61 req-f6147479-3820-494d-9b65-cf4306821aaa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a2e9211661b4491282803556ce55f1f3&device_id=55dc72b5-3fa4-4c89-9a93-c707c472eba1 HTTP/1.1" status: 200  len: 1161 time: 0.4015687
Nov 24 13:02:30.361652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Network 7349fba2-91fe-47a6-985c-d4b1bf4a806d is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:02:30.367782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:02:30.370760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Pushing event updated for resources: {'Port': ['ID=03ea4551-77b6-434f-966c-597c2add7d04,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:30.384333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:02:30.388083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:30.388724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:30.388845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-e4f86074-fe23-4f8d-8626-b5bc9c11d61b req-db8d2926-f61f-49e7-9ef9-14ecee9629e3 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Unset dirty status for tenant:ea8aaac80b7f416b8647220a0a5fe6df on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:02:30.389376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:30.389984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:30.390654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:30.391141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:30.391618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:30.392092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:30.392571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:30.393056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:30.393532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:30.394002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:30.394609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:30.395080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:30.395551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:30.396023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:30.396493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:30.396961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:30.397458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:30.398319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:30.398765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:30.399231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:30.399797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:30.400507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:02:30.402947 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e4f86074-fe23-4f8d-8626-b5bc9c11d61b req-db8d2926-f61f-49e7-9ef9-14ecee9629e3 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/ports?device_id=3eb94d76-1921-495b-9446-702d2f390806 HTTP/1.1" status: 200  len: 210 time: 0.7844889
Nov 24 13:02:30.407521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:30.448650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-99064abd-4638-4f48-9fb2-a3ecbc5eb8c5 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:30.473412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Attempting to bind port 03ea4551-77b6-434f-966c-597c2add7d04 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:02:30.473727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Attempting to bind port 03ea4551-77b6-434f-966c-597c2add7d04 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f1fea616-4f71-40ea-ae8a-23f042a6dd40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '7349fba2-91fe-47a6-985c-d4b1bf4a806d'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:02:30.474162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Attempting to bind port 03ea4551-77b6-434f-966c-597c2add7d04 on network 7349fba2-91fe-47a6-985c-d4b1bf4a806d {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:02:30.483528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:02:30.484094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Checking segment: {'id': 'f1fea616-4f71-40ea-ae8a-23f042a6dd40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '7349fba2-91fe-47a6-985c-d4b1bf4a806d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:02:30.484413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:30.484809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Bound using segment: {'id': 'f1fea616-4f71-40ea-ae8a-23f042a6dd40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '7349fba2-91fe-47a6-985c-d4b1bf4a806d'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:02:30.485346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Bound port: 03ea4551-77b6-434f-966c-597c2add7d04, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1fea616-4f71-40ea-ae8a-23f042a6dd40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '7349fba2-91fe-47a6-985c-d4b1bf4a806d'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:02:30.485769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:30.587172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-a4eebe9a-9394-4447-8680-4bfa43b209d7 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:30.594458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] For port 03ea4551-77b6-434f-966c-597c2add7d04, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:02:30.598659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] For port 03ea4551-77b6-434f-966c-597c2add7d04, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=03ea4551-77b6-434f-966c-597c2add7d04,segment=NetworkSegment(f1fea616-4f71-40ea-ae8a-23f042a6dd40),segment_id=f1fea616-4f71-40ea-ae8a-23f042a6dd40)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:02:30.604827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:30.626226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:30.627016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-99064abd-4638-4f48-9fb2-a3ecbc5eb8c5 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Calling delete_port for 18bb702a-3f07-4265-a12a-f1b870f88f15 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:02:30.773290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Pushing event updated for resources: {'Port': ['ID=03ea4551-77b6-434f-966c-597c2add7d04,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:30.787325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af3ed5-5aea-433d-933b-19c2d4240a61 req-35e509f8-57f1-4e5c-b70a-49391cf4579e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:30.790006 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-98af3ed5-5aea-433d-933b-19c2d4240a61 req-35e509f8-57f1-4e5c-b70a-49391cf4579e service neutron] 10.222.0.70 "GET /v2.0/networks?id=5fae2ebf-38a4-4188-8136-91cd36860221 HTTP/1.1" status: 200  len: 900 time: 0.4503849
Nov 24 13:02:30.790200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:30.872921 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-98af3ed5-5aea-433d-933b-19c2d4240a61 req-94c6328f-328e-48b7-a958-89943506b3f1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a238cadf-7fcd-4f58-ba66-89ad42801d5a HTTP/1.1" status: 200  len: 217 time: 0.0723341
Nov 24 13:02:30.898450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2ad5965d-0895-4c8c-baba-518d08c26a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:30.941086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42664) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:30.993094 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bfcb15b2-cda2-443a-84e8-6b4fb8312bef req-eebbd67c-be84-418a-9ba5-b49e075b9371 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 210 time: 0.5286522
Nov 24 13:02:31.083242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Deleting port 03ea4551-77b6-434f-966c-597c2add7d04 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:02:31.083756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:31.141824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af3ed5-5aea-433d-933b-19c2d4240a61 req-332f7f59-03fa-4e7d-95f8-f43fa8c26e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:31.143507 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-98af3ed5-5aea-433d-933b-19c2d4240a61 req-332f7f59-03fa-4e7d-95f8-f43fa8c26e5e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4487902c-b885-4e28-986b-43936d420160 HTTP/1.1" status: 200  len: 845 time: 0.2615361
Nov 24 13:02:31.273223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eebe9a-9394-4447-8680-4bfa43b209d7 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Pushing event updated for resources: {'Port': ['ID=633e2245-ca34-43df-8b65-3ae47854bcfb,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:31.278802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a4eebe9a-9394-4447-8680-4bfa43b209d7 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:31.290464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9de37dad-727c-41f8-9d73-80762e130939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:31.364789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-41347d99-3b2e-4884-8c55-1b31f3a27306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:31.431585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de37dad-727c-41f8-9d73-80762e130939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7d1bec-3713-451a-bc1d-dc0f9169c68c,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:31.443652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-e0d5d1c9-d6d4-41a5-96b3-6c1b0eef60d0 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Allocated IP 172.20.0.10 (42f46442-d2b1-4c59-8018-dd6806abe134/4edc9f76-5638-4785-9026-5e5686309573/af0d0a0e-4f8a-4806-bb3e-d85246ab5173) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:02:31.448959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9de37dad-727c-41f8-9d73-80762e130939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:31.489270 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-173936c5-5729-4807-986d-2e0dd2bbc46a tempest-AgentManagementNegativeTest-1232736104 tempest-AgentManagementNegativeTest-1232736104] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.4933596
Nov 24 13:02:31.504039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-99064abd-4638-4f48-9fb2-a3ecbc5eb8c5 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:31.531477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9903d850-01ac-4b68-9895-ecaab6c52006 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:31.590571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8529ac5-ffff-481a-b4a0-df3093527b9a req-356fbf13-ceee-4f20-9ae3-8ffc29a7a67e tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:31.592208 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e8529ac5-ffff-481a-b4a0-df3093527b9a req-356fbf13-ceee-4f20-9ae3-8ffc29a7a67e tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/ports?device_id=55dc72b5-3fa4-4c89-9a93-c707c472eba1 HTTP/1.1" status: 200  len: 944 time: 0.7277031
Nov 24 13:02:31.623597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9de37dad-727c-41f8-9d73-80762e130939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:31.627448 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9de37dad-727c-41f8-9d73-80762e130939 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3c7d1bec-3713-451a-bc1d-dc0f9169c68c HTTP/1.1" status: 204  len: 168 time: 2.4268343
Nov 24 13:02:31.648703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99064abd-4638-4f48-9fb2-a3ecbc5eb8c5 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Pushing event deleted for resources: {'Port': ['ID=18bb702a-3f07-4265-a12a-f1b870f88f15,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:31.664511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-99064abd-4638-4f48-9fb2-a3ecbc5eb8c5 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:31.701758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-a4eebe9a-9394-4447-8680-4bfa43b209d7 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Network 48758c10-3c85-4387-a7e0-01d5b6f72c00 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:02:31.701998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af3ed5-5aea-433d-933b-19c2d4240a61 req-f59f2c58-263a-4f61-80b9-0e54188034ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:31.703812 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-98af3ed5-5aea-433d-933b-19c2d4240a61 req-f59f2c58-263a-4f61-80b9-0e54188034ae service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fae2ebf-38a4-4188-8136-91cd36860221&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5459509
Nov 24 13:02:31.714599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-a4eebe9a-9394-4447-8680-4bfa43b209d7 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:02:31.736870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-a4eebe9a-9394-4447-8680-4bfa43b209d7 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:02:31.979736 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e8529ac5-ffff-481a-b4a0-df3093527b9a req-48b22f1f-1e13-4e68-8e04-ae2f49e226a4 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/security-groups?id=9e451509-08d0-4e40-b9fa-5f6fb3facecb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3655636
Nov 24 13:02:31.983553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-99064abd-4638-4f48-9fb2-a3ecbc5eb8c5 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:31.990882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-a4eebe9a-9394-4447-8680-4bfa43b209d7 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:31.992133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-a4eebe9a-9394-4447-8680-4bfa43b209d7 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:32.013285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] For port 03ea4551-77b6-434f-966c-597c2add7d04, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=03ea4551-77b6-434f-966c-597c2add7d04,segment=NetworkSegment(f1fea616-4f71-40ea-ae8a-23f042a6dd40),segment_id=f1fea616-4f71-40ea-ae8a-23f042a6dd40)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:02:32.013795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:32.032041 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-99064abd-4638-4f48-9fb2-a3ecbc5eb8c5 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] 10.222.0.76 "DELETE /v2.0/ports/18bb702a-3f07-4265-a12a-f1b870f88f15 HTTP/1.1" status: 204  len: 168 time: 2.4498003
Nov 24 13:02:32.036546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42684) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:32.037099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42686) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:32.063252 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-98af3ed5-5aea-433d-933b-19c2d4240a61 req-a03605b5-ee4c-4ff3-af33-991c274af5da service neutron] 10.222.0.70 "GET /v2.0/networks/5fae2ebf-38a4-4188-8136-91cd36860221?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3502519
Nov 24 13:02:32.140043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2c9a54aa-3141-43f6-a13f-5fb0b9d09ebd None None] Provisioning for port 633e2245-ca34-43df-8b65-3ae47854bcfb completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:02:32.145772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2c9a54aa-3141-43f6-a13f-5fb0b9d09ebd None None] Provisioning complete for port 633e2245-ca34-43df-8b65-3ae47854bcfb triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:32.146483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c9a54aa-3141-43f6-a13f-5fb0b9d09ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:32.277136 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-a4eebe9a-9394-4447-8680-4bfa43b209d7 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.7897458
Nov 24 13:02:32.297781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Calling delete_port for 03ea4551-77b6-434f-966c-597c2add7d04 owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:02:32.332960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a54aa-3141-43f6-a13f-5fb0b9d09ebd None None] Port 633e2245-ca34-43df-8b65-3ae47854bcfb cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:02:32.372868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4f5a9b-4b2b-4638-b82d-966242516abf tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Router e5bd3fba-c6bb-45a8-a247-bf469346e807 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:02:32.379987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c583a01-8e3b-4e80-98ad-f47d6ba80bb2 req-8927f7fe-0a46-44a6-88ad-8ed79e2eccf7 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:32.382006 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9c583a01-8e3b-4e80-98ad-f47d6ba80bb2 req-8927f7fe-0a46-44a6-88ad-8ed79e2eccf7 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/ports?device_id=3eb94d76-1921-495b-9446-702d2f390806 HTTP/1.1" status: 200  len: 932 time: 0.8023052
Nov 24 13:02:32.399827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-427e81e3-2664-4f64-ae0e-7763e6e82ab7 service neutron] Request body: {'port': {'device_id': '3eb94d76-1921-495b-9446-702d2f390806', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:32.428995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42694) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:32.611452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-e0d5d1c9-d6d4-41a5-96b3-6c1b0eef60d0 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:32.669286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd9c35fc-2653-4722-854f-b1f3f4af531b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Deleting subnet 35bc02da-dff8-4fd2-a824-2febeceb2614 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:02:32.676877 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9c583a01-8e3b-4e80-98ad-f47d6ba80bb2 req-ee86568b-ccac-422d-b6e5-0c3d7987025c tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/security-groups?id=fd2fc09d-94e8-49e3-9324-21c800167113&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2388258
Nov 24 13:02:32.678329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bd9c35fc-2653-4722-854f-b1f3f4af531b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:32.678470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6821c6c0-1c73-4281-9026-7fa286d340ad None None] Network 7349fba2-91fe-47a6-985c-d4b1bf4a806d requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:02:32.725283 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-98af3ed5-5aea-433d-933b-19c2d4240a61 req-3301c46b-4495-4a0a-97f0-5cc67c531f70 service neutron] 10.222.0.70 "GET /v2.0/networks/5fae2ebf-38a4-4188-8136-91cd36860221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5275953
Nov 24 13:02:32.836964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-5413cf6a-805a-49cd-8b16-8bcc7b35848f req-718a99f9-2313-4bfe-af36-dfac8b87246e tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Synchronizing usage tracker for tenant:4286288353e74305b378e229e8ab5058 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:02:32.845643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33e82478-ffc3-4e19-8784-34641b005f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:32.867609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bd9c35fc-2653-4722-854f-b1f3f4af531b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:32.870641 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-06c8b20b-989c-43f5-877a-c57ca47a2896 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5d8c84260d334a38abb6e40c633ab237&name=default HTTP/1.1" status: 200  len: 2743 time: 0.4356999
Nov 24 13:02:32.878762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42700) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:32.880560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-427e81e3-2664-4f64-ae0e-7763e6e82ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:32.910776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-5413cf6a-805a-49cd-8b16-8bcc7b35848f req-718a99f9-2313-4bfe-af36-dfac8b87246e tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Unset dirty status for tenant:4286288353e74305b378e229e8ab5058 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:02:32.912023 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5413cf6a-805a-49cd-8b16-8bcc7b35848f req-718a99f9-2313-4bfe-af36-dfac8b87246e tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 210 time: 0.2527111
Nov 24 13:02:32.974994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b685e7e9-d1a9-4063-ab32-5bd84932dfd6 None None] Provisioning for port 03ea4551-77b6-434f-966c-597c2add7d04 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:02:32.980506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b685e7e9-d1a9-4063-ab32-5bd84932dfd6 None None] Provisioning complete for port 03ea4551-77b6-434f-966c-597c2add7d04 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:32.980917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b685e7e9-d1a9-4063-ab32-5bd84932dfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:33.029474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b685e7e9-d1a9-4063-ab32-5bd84932dfd6 None None] Port 03ea4551-77b6-434f-966c-597c2add7d04 was deleted so its status cannot be updated. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:318}}
Nov 24 13:02:33.059106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-e0d5d1c9-d6d4-41a5-96b3-6c1b0eef60d0 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Transition to ACTIVE for port object af0d0a0e-4f8a-4806-bb3e-d85246ab5173 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:02:33.064610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-33e82478-ffc3-4e19-8784-34641b005f62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:33.069050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:33.073817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-33e82478-ffc3-4e19-8784-34641b005f62 admin admin] Usage tracker for resource:security_group_rule and tenant:b103d47b12274b5c865cf18457e124cc is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:33.077634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-33e82478-ffc3-4e19-8784-34641b005f62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:33.088984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:33.091498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-33e82478-ffc3-4e19-8784-34641b005f62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:33.139391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bd9c35fc-2653-4722-854f-b1f3f4af531b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:33.149321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device a238cadf-7fcd-4f58-ba66-89ad42801d5a up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:02:33.257088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event deleted for resources: {'Port': ['ID=03ea4551-77b6-434f-966c-597c2add7d04,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:33.259926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:33.304560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 03ea4551-77b6-434f-966c-597c2add7d04 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:02:33.353178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 03ea4551-77b6-434f-966c-597c2add7d04 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:02:33.353810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 03ea4551-77b6-434f-966c-597c2add7d04 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}}
Nov 24 13:02:33.423414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0f566895-d9e4-4151-960c-8528b1ef4439 None None] Could not find standard attr ID for object 03ea4551-77b6-434f-966c-597c2add7d04. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:02:33.435866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Port 03ea4551-77b6-434f-966c-597c2add7d04 not found, will not notify nova. {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Nov 24 13:02:33.445418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4f5a9b-4b2b-4638-b82d-966242516abf tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:02:33.462939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port a238cadf-7fcd-4f58-ba66-89ad42801d5a completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:02:33.465052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33e82478-ffc3-4e19-8784-34641b005f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:33.467607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8173a9b-4b81-43d6-bbc0-f8737482d37d None None] Sync routers for ids ['e5bd3fba-c6bb-45a8-a247-bf469346e807'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:02:33.474561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port a238cadf-7fcd-4f58-ba66-89ad42801d5a triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:33.476994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:33.485965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8173a9b-4b81-43d6-bbc0-f8737482d37d None None] Routers {'e5bd3fba-c6bb-45a8-a247-bf469346e807'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:02:33.486659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f8173a9b-4b81-43d6-bbc0-f8737482d37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c7a47b8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:02:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e5bd3fba-c6bb-45a8-a247-bf469346e807'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:33.611550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3c34b55d-453b-4340-baaf-9740767f4414 None None] Could not find standard attr ID for object 03ea4551-77b6-434f-966c-597c2add7d04. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:02:33.720155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f8173a9b-4b81-43d6-bbc0-f8737482d37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c7a47b8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:33.735950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8173a9b-4b81-43d6-bbc0-f8737482d37d None None] Routers {'e5bd3fba-c6bb-45a8-a247-bf469346e807'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:02:33.736923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f8173a9b-4b81-43d6-bbc0-f8737482d37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c7a47b8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:02:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e5bd3fba-c6bb-45a8-a247-bf469346e807'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:33.758914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33e82478-ffc3-4e19-8784-34641b005f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:33.771758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:33.779721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1a4f5a9b-4b2b-4638-b82d-966242516abf tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:33.785623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:33.823849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f8173a9b-4b81-43d6-bbc0-f8737482d37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c7a47b8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:33.824751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8173a9b-4b81-43d6-bbc0-f8737482d37d None None] The sync data for ids ['e5bd3fba-c6bb-45a8-a247-bf469346e807'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:02:33.858438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55dc72b5-3fa4-4c89-9a93-c707c472eba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a238cadf-7fcd-4f58-ba66-89ad42801d5a'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:02:33.875531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3819258e-06e1-41b0-abe9-9705b8cafc33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:33.884846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e82478-ffc3-4e19-8784-34641b005f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa987b8-5660-486d-8af5-d251fef1e2ca,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:33.889844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-e0d5d1c9-d6d4-41a5-96b3-6c1b0eef60d0 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:33.893638 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-33e82478-ffc3-4e19-8784-34641b005f62 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b103d47b12274b5c865cf18457e124cc&name=default HTTP/1.1" status: 200  len: 2747 time: 1.8513699
Nov 24 13:02:33.898455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-33e82478-ffc3-4e19-8784-34641b005f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:33.899041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42708) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:33.924287 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1a4f5a9b-4b2b-4638-b82d-966242516abf tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 988 time: 14.4045253
Nov 24 13:02:33.927216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42712) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:33.935033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d55c29f3-2f07-46a3-8bf3-de015706a0e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:33.943071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ff93f7cb-df6e-4104-9a90-7ef97e3beb08 None None] Could not find standard attr ID for object 03ea4551-77b6-434f-966c-597c2add7d04. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:02:33.961423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port a238cadf-7fcd-4f58-ba66-89ad42801d5a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=a238cadf-7fcd-4f58-ba66-89ad42801d5a,segment=NetworkSegment(d817b9b6-17c3-46f9-a6c5-0ab83cb913b6),segment_id=d817b9b6-17c3-46f9-a6c5-0ab83cb913b6)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:02:33.965488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:33.967540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:34.020558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5d1c9-d6d4-41a5-96b3-6c1b0eef60d0 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Pushing event updated for resources: {'Port': ['ID=af0d0a0e-4f8a-4806-bb3e-d85246ab5173,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:34.126960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bd9c35fc-2653-4722-854f-b1f3f4af531b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:34.135684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=a238cadf-7fcd-4f58-ba66-89ad42801d5a,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:34.155265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:34.160742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e0d5d1c9-d6d4-41a5-96b3-6c1b0eef60d0 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:34.179764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-81b2069b-08ab-4b9c-8957-3bd68dd5b6c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:34.187507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3819258e-06e1-41b0-abe9-9705b8cafc33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:34.257841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40277689-9a56-4d2c-8313-65a744f114d2 None None] DHCP port deletion for 7349fba2-91fe-47a6-985c-d4b1bf4a806d request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:02:34.277714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c35fc-2653-4722-854f-b1f3f4af531b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Pushing event deleted for resources: {'Subnet': ['ID=35bc02da-dff8-4fd2-a824-2febeceb2614,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:34.292594 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1df8f9d5-ed71-42ef-84b7-3201761f82ba tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] 10.222.0.76 "GET /v2.0/floatingips/216e4bde-4578-4948-afda-b49a3d40f446 HTTP/1.1" status: 200  len: 983 time: 0.3613358
Nov 24 13:02:34.293597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bd9c35fc-2653-4722-854f-b1f3f4af531b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:34.297263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128a1103-612c-4a15-85f4-a210702f09a5 None None] get_active_networks_info from dv-neutron-601336-61-ovs {{(pid=80945) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 13:02:34.312078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42724) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:34.372369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] No DVR routers for this DVR port 03ea4551-77b6-434f-966c-597c2add7d04 on host dv-neutron-601336-61-ovs {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:02:34.372580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ee81de6-2b8e-46f5-b6fe-b06f09195fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:34.451421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128a1103-612c-4a15-85f4-a210702f09a5 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 24 13:02:34.451608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ee81de6-2b8e-46f5-b6fe-b06f09195fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:34.490882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bd9c35fc-2653-4722-854f-b1f3f4af531b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:34.509076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a8d85-91d9-4dae-a6ab-8fb0217de55d req-1c15c831-8c0f-4cc2-9379-99145946d8b0 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:34.513869 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-518a8d85-91d9-4dae-a6ab-8fb0217de55d req-1c15c831-8c0f-4cc2-9379-99145946d8b0 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/ports?device_id=55dc72b5-3fa4-4c89-9a93-c707c472eba1 HTTP/1.1" status: 200  len: 944 time: 1.2390079
Nov 24 13:02:34.523677 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bd9c35fc-2653-4722-854f-b1f3f4af531b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] 10.222.0.76 "DELETE /v2.0/subnets/35bc02da-dff8-4fd2-a824-2febeceb2614 HTTP/1.1" status: 204  len: 168 time: 2.4830549
Nov 24 13:02:34.527020 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-65db37af-b13a-4db0-842d-466869424168 tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2906 time: 0.2115965
Nov 24 13:02:34.530474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42728) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:34.533148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42730) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:34.545559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17591afa-601a-4484-83e1-578f9592cfec req-c685fe7c-fffe-4dac-9837-260c33f563da tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:34.547639 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-17591afa-601a-4484-83e1-578f9592cfec req-c685fe7c-fffe-4dac-9837-260c33f563da tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/ports?device_id=3eb94d76-1921-495b-9446-702d2f390806 HTTP/1.1" status: 200  len: 932 time: 0.5308683
Nov 24 13:02:34.589052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:34.706837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3819258e-06e1-41b0-abe9-9705b8cafc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:34.739307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:34.763287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ee81de6-2b8e-46f5-b6fe-b06f09195fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:34.771988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fc2321a0-c19c-493e-99f0-6fa5284ef0f6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:34.784703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device a238cadf-7fcd-4f58-ba66-89ad42801d5a up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:02:34.788859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-e0d5d1c9-d6d4-41a5-96b3-6c1b0eef60d0 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Network 42f46442-d2b1-4c59-8018-dd6806abe134 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:02:34.790491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3aeb575-d46c-4728-afbb-03be8a00c30b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:34.844062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-427e81e3-2664-4f64-ae0e-7763e6e82ab7 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:02:34.852048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee81de6-2b8e-46f5-b6fe-b06f09195fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa987b8-5660-486d-8af5-d251fef1e2ca,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:34.854159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819258e-06e1-41b0-abe9-9705b8cafc33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54cd774-0846-4437-89dd-f50b91547b5b,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:34.860255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2ee81de6-2b8e-46f5-b6fe-b06f09195fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:34.863060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3819258e-06e1-41b0-abe9-9705b8cafc33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:34.868248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ee81de6-2b8e-46f5-b6fe-b06f09195fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:34.872089 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2ee81de6-2b8e-46f5-b6fe-b06f09195fce admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8fa987b8-5660-486d-8af5-d251fef1e2ca HTTP/1.1" status: 204  len: 168 time: 0.9671211
Nov 24 13:02:34.876619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-e0d5d1c9-d6d4-41a5-96b3-6c1b0eef60d0 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:02:34.887868 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-518a8d85-91d9-4dae-a6ab-8fb0217de55d req-d34b0037-eea8-4459-a5c4-e30ecd026323 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/security-groups?id=9e451509-08d0-4e40-b9fa-5f6fb3facecb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3488052
Nov 24 13:02:34.888708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-e0d5d1c9-d6d4-41a5-96b3-6c1b0eef60d0 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:02:34.930695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port a238cadf-7fcd-4f58-ba66-89ad42801d5a triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:34.931122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:34.972578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c126587-4bd1-4f60-be17-7d4da5bd0a2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-7349fba2-91fe-47a6-985c-d4b1bf4a806d', 'network_id': '7349fba2-91fe-47a6-985c-d4b1bf4a806d', 'tenant_id': '82cb9c8693f342c184d25cc0ea67ad76', 'fixed_ips': [{'subnet_id': '68cadc3b-15ee-488b-ba12-19207a47bcb4'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:02:34.977607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c126587-4bd1-4f60-be17-7d4da5bd0a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:34.986820 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-17591afa-601a-4484-83e1-578f9592cfec req-a7eb34fb-38fb-4a0e-aa0b-ffeeb13cb9fa tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/security-groups?id=fd2fc09d-94e8-49e3-9324-21c800167113&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4236190
Nov 24 13:02:35.107596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3819258e-06e1-41b0-abe9-9705b8cafc33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:35.108970 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3819258e-06e1-41b0-abe9-9705b8cafc33 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f54cd774-0846-4437-89dd-f50b91547b5b HTTP/1.1" status: 204  len: 168 time: 2.2161496
Nov 24 13:02:35.139707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-427e81e3-2664-4f64-ae0e-7763e6e82ab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 633e2245-ca34-43df-8b65-3ae47854bcfb {{(pid=80943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:02:35.170099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 03ea4551-77b6-434f-966c-597c2add7d04 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:02:35.179239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-427e81e3-2664-4f64-ae0e-7763e6e82ab7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:35.206614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-e0d5d1c9-d6d4-41a5-96b3-6c1b0eef60d0 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:35.207346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-e0d5d1c9-d6d4-41a5-96b3-6c1b0eef60d0 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:35.282426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 03ea4551-77b6-434f-966c-597c2add7d04 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:02:35.283110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 03ea4551-77b6-434f-966c-597c2add7d04 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:02:35.301387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-427e81e3-2664-4f64-ae0e-7763e6e82ab7 service neutron] Transition to ACTIVE for port object 633e2245-ca34-43df-8b65-3ae47854bcfb will not be triggered until provisioned by entity L2. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:02:35.357995 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-e0d5d1c9-d6d4-41a5-96b3-6c1b0eef60d0 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.4400599
Nov 24 13:02:35.386101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f3aeb575-d46c-4728-afbb-03be8a00c30b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Deleting port 56d54dda-2573-410a-a4d6-aa089afd4b77 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:02:35.386690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3aeb575-d46c-4728-afbb-03be8a00c30b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:35.387173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-427e81e3-2664-4f64-ae0e-7763e6e82ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:35.433650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:35.452337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-cc099cf4-e568-44af-a4ec-62a0c8246e43 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Deleting port 4a0d343b-7f73-49fa-ac3a-aa0ba4449184 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:02:35.453336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cc099cf4-e568-44af-a4ec-62a0c8246e43 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:35.492555 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55dc72b5-3fa4-4c89-9a93-c707c472eba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a238cadf-7fcd-4f58-ba66-89ad42801d5a', 'code': 200}
Nov 24 13:02:35.582101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-0e241807-f20e-400b-8c91-0b9ab98205be service neutron] Request body: {'port': {'device_id': '35209e6c-1734-4301-98d3-cfd6250236ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:35.670700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cc099cf4-e568-44af-a4ec-62a0c8246e43 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:35.671227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cc099cf4-e568-44af-a4ec-62a0c8246e43 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks [] for floatingip, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:35.842087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-cc099cf4-e568-44af-a4ec-62a0c8246e43 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Calling delete_port for 4a0d343b-7f73-49fa-ac3a-aa0ba4449184 owned by network:floatingip {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:02:35.877031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-8c126587-4bd1-4f60-be17-7d4da5bd0a2e None None] Allocated IP 2001:db8::1 (7349fba2-91fe-47a6-985c-d4b1bf4a806d/68cadc3b-15ee-488b-ba12-19207a47bcb4/38e4fc99-10ee-496d-a691-c5b5ab4432a1) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:02:36.068457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e81e3-2664-4f64-ae0e-7763e6e82ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=633e2245-ca34-43df-8b65-3ae47854bcfb,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:36.098086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-0e241807-f20e-400b-8c91-0b9ab98205be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:36.117552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-427e81e3-2664-4f64-ae0e-7763e6e82ab7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:36.229759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c126587-4bd1-4f60-be17-7d4da5bd0a2e None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:36.242257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8c126587-4bd1-4f60-be17-7d4da5bd0a2e None None] Transition to ACTIVE for port object 38e4fc99-10ee-496d-a691-c5b5ab4432a1 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:02:36.264114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8c126587-4bd1-4f60-be17-7d4da5bd0a2e None None] Transition to ACTIVE for port object 38e4fc99-10ee-496d-a691-c5b5ab4432a1 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:02:36.274875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c126587-4bd1-4f60-be17-7d4da5bd0a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:36.290184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-f3aeb575-d46c-4728-afbb-03be8a00c30b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] For port 56d54dda-2573-410a-a4d6-aa089afd4b77, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=56d54dda-2573-410a-a4d6-aa089afd4b77,segment=NetworkSegment(e5576be2-bd1e-4282-822e-0623d30f1789),segment_id=e5576be2-bd1e-4282-822e-0623d30f1789)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:02:36.290610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3aeb575-d46c-4728-afbb-03be8a00c30b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:36.309825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60df9b-65be-4a48-9581-75061456151c req-286e0bce-1ec6-4c89-8a56-b8f577d1f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:36.311761 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1f60df9b-65be-4a48-9581-75061456151c req-286e0bce-1ec6-4c89-8a56-b8f577d1f7cf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=55dc72b5-3fa4-4c89-9a93-c707c472eba1 HTTP/1.1" status: 200  len: 1163 time: 0.4825230
Nov 24 13:02:36.390440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:36.462475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:36.495709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c126587-4bd1-4f60-be17-7d4da5bd0a2e None None] Pushing event updated for resources: {'Port': ['ID=38e4fc99-10ee-496d-a691-c5b5ab4432a1,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:36.499089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8c126587-4bd1-4f60-be17-7d4da5bd0a2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:36.500370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24605608-845a-4eed-968e-af54b48aef19 req-da576f57-a40c-4506-ac94-dd03bf6465cf tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:36.508752 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-24605608-845a-4eed-968e-af54b48aef19 req-da576f57-a40c-4506-ac94-dd03bf6465cf tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 932 time: 1.0288754
Nov 24 13:02:36.537073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:36.545203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f3aeb575-d46c-4728-afbb-03be8a00c30b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Calling delete_port for 56d54dda-2573-410a-a4d6-aa089afd4b77 owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:02:36.550008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c126587-4bd1-4f60-be17-7d4da5bd0a2e None None] Network 7349fba2-91fe-47a6-985c-d4b1bf4a806d is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:02:36.551385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-8c126587-4bd1-4f60-be17-7d4da5bd0a2e None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:02:36.557280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c126587-4bd1-4f60-be17-7d4da5bd0a2e None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:02:36.622225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-8c126587-4bd1-4f60-be17-7d4da5bd0a2e None None] Attempting to bind port 38e4fc99-10ee-496d-a691-c5b5ab4432a1 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:02:36.622743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-8c126587-4bd1-4f60-be17-7d4da5bd0a2e None None] Attempting to bind port 38e4fc99-10ee-496d-a691-c5b5ab4432a1 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f1fea616-4f71-40ea-ae8a-23f042a6dd40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '7349fba2-91fe-47a6-985c-d4b1bf4a806d'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:02:36.623234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c126587-4bd1-4f60-be17-7d4da5bd0a2e None None] Attempting to bind port 38e4fc99-10ee-496d-a691-c5b5ab4432a1 on network 7349fba2-91fe-47a6-985c-d4b1bf4a806d {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:02:36.625127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1f60df9b-65be-4a48-9581-75061456151c req-c0f90674-502a-41b7-96af-f24a136654ed service neutron] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:36.643469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c126587-4bd1-4f60-be17-7d4da5bd0a2e None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:02:36.643996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c126587-4bd1-4f60-be17-7d4da5bd0a2e None None] Checking segment: {'id': 'f1fea616-4f71-40ea-ae8a-23f042a6dd40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '7349fba2-91fe-47a6-985c-d4b1bf4a806d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:02:36.644644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c126587-4bd1-4f60-be17-7d4da5bd0a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:36.645023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c126587-4bd1-4f60-be17-7d4da5bd0a2e None None] Bound using segment: {'id': 'f1fea616-4f71-40ea-ae8a-23f042a6dd40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '7349fba2-91fe-47a6-985c-d4b1bf4a806d'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:02:36.645647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-8c126587-4bd1-4f60-be17-7d4da5bd0a2e None None] Bound port: 38e4fc99-10ee-496d-a691-c5b5ab4432a1, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1fea616-4f71-40ea-ae8a-23f042a6dd40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '7349fba2-91fe-47a6-985c-d4b1bf4a806d'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:02:36.646325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c126587-4bd1-4f60-be17-7d4da5bd0a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:36.724170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-1f60df9b-65be-4a48-9581-75061456151c req-c0f90674-502a-41b7-96af-f24a136654ed service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:36.729924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-1f60df9b-65be-4a48-9581-75061456151c req-c0f90674-502a-41b7-96af-f24a136654ed service neutron] Usage tracker for resource:security_group_rule and tenant:774d30b82aa74bee9a10e23762f8c0dc is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:36.732843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cc099cf4-e568-44af-a4ec-62a0c8246e43 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:36.747458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-1f60df9b-65be-4a48-9581-75061456151c req-c0f90674-502a-41b7-96af-f24a136654ed service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:36.754422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5fd2d5cd-c2aa-43f5-8789-d532714f9130 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:36.858516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3aeb575-d46c-4728-afbb-03be8a00c30b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:36.917115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-1f60df9b-65be-4a48-9581-75061456151c req-c0f90674-502a-41b7-96af-f24a136654ed service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:37.167821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42784) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:37.169930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1f60df9b-65be-4a48-9581-75061456151c req-c0f90674-502a-41b7-96af-f24a136654ed service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:37.180980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-8c126587-4bd1-4f60-be17-7d4da5bd0a2e None None] For port 38e4fc99-10ee-496d-a691-c5b5ab4432a1, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:02:37.184030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc099cf4-e568-44af-a4ec-62a0c8246e43 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Pushing event deleted for resources: {'Port': ['ID=4a0d343b-7f73-49fa-ac3a-aa0ba4449184,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:37.199077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1f60df9b-65be-4a48-9581-75061456151c req-c0f90674-502a-41b7-96af-f24a136654ed service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:37.204221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-8c126587-4bd1-4f60-be17-7d4da5bd0a2e None None] For port 38e4fc99-10ee-496d-a691-c5b5ab4432a1, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=38e4fc99-10ee-496d-a691-c5b5ab4432a1,segment=NetworkSegment(f1fea616-4f71-40ea-ae8a-23f042a6dd40),segment_id=f1fea616-4f71-40ea-ae8a-23f042a6dd40)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:02:37.210008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cc099cf4-e568-44af-a4ec-62a0c8246e43 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:37.213457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-eebfe87b-83e0-4e73-813d-b1e06c502a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:37.234799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c126587-4bd1-4f60-be17-7d4da5bd0a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:37.275648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event deleted for resources: {'Subnet': ['ID=68cadc3b-15ee-488b-ba12-19207a47bcb4,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:37.312282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:37.315834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f90674-502a-41b7-96af-f24a136654ed service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f508ef9c-f62c-4c0b-b5cd-7615fa23e447,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:37.342413 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1f60df9b-65be-4a48-9581-75061456151c req-c0f90674-502a-41b7-96af-f24a136654ed service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9e451509-08d0-4e40-b9fa-5f6fb3facecb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8180785
Nov 24 13:02:37.346411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c0f90674-502a-41b7-96af-f24a136654ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:37.347135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:37.412153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aeb575-d46c-4728-afbb-03be8a00c30b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Pushing event deleted for resources: {'Port': ['ID=56d54dda-2573-410a-a4d6-aa089afd4b77,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:37.423559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f3aeb575-d46c-4728-afbb-03be8a00c30b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:37.434094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aeb575-d46c-4728-afbb-03be8a00c30b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] No DVR routers for this DVR port 56d54dda-2573-410a-a4d6-aa089afd4b77 on host dv-neutron-601336-61-ovs {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:02:37.437407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:37.447213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-de789eaf-9d35-410d-93d8-0ca07ce0c7ad tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1414636292'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:37.453383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46cafe-e67a-4642-97dd-77c617f3f338 req-1fb0a66e-c514-422b-b267-d4de6ad81e12 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:37.455133 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ba46cafe-e67a-4642-97dd-77c617f3f338 req-1fb0a66e-c514-422b-b267-d4de6ad81e12 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/ports?device_id=55dc72b5-3fa4-4c89-9a93-c707c472eba1 HTTP/1.1" status: 200  len: 946 time: 1.2977552
Nov 24 13:02:37.515189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-de789eaf-9d35-410d-93d8-0ca07ce0c7ad tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:37.552435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-de789eaf-9d35-410d-93d8-0ca07ce0c7ad tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Usage tracker for resource:network and tenant:fd22555ebd24497b9a32eac1cfc2772e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:37.572745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-427e81e3-2664-4f64-ae0e-7763e6e82ab7 service neutron] Attempting to bind port 633e2245-ca34-43df-8b65-3ae47854bcfb on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:02:37.573125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-427e81e3-2664-4f64-ae0e-7763e6e82ab7 service neutron] Attempting to bind port 633e2245-ca34-43df-8b65-3ae47854bcfb by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '5e24e664-4ce4-48ad-bee5-b45bf78bd382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '48758c10-3c85-4387-a7e0-01d5b6f72c00'}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:02:37.573502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-427e81e3-2664-4f64-ae0e-7763e6e82ab7 service neutron] Attempting to bind port 633e2245-ca34-43df-8b65-3ae47854bcfb on network 48758c10-3c85-4387-a7e0-01d5b6f72c00 {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:02:37.596723 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-24605608-845a-4eed-968e-af54b48aef19 req-9209cf55-fbd4-4f70-b607-b20522a16a2a tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.0870247
Nov 24 13:02:37.615043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-de789eaf-9d35-410d-93d8-0ca07ce0c7ad tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:37.635644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-427e81e3-2664-4f64-ae0e-7763e6e82ab7 service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:02:37.635955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-427e81e3-2664-4f64-ae0e-7763e6e82ab7 service neutron] Checking segment: {'id': '5e24e664-4ce4-48ad-bee5-b45bf78bd382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '48758c10-3c85-4387-a7e0-01d5b6f72c00'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:02:37.636403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-427e81e3-2664-4f64-ae0e-7763e6e82ab7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:37.636728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-427e81e3-2664-4f64-ae0e-7763e6e82ab7 service neutron] Bound using segment: {'id': '5e24e664-4ce4-48ad-bee5-b45bf78bd382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '48758c10-3c85-4387-a7e0-01d5b6f72c00'} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:02:37.637228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-427e81e3-2664-4f64-ae0e-7763e6e82ab7 service neutron] Bound port: 633e2245-ca34-43df-8b65-3ae47854bcfb, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e24e664-4ce4-48ad-bee5-b45bf78bd382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '48758c10-3c85-4387-a7e0-01d5b6f72c00'}}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:02:37.637609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-427e81e3-2664-4f64-ae0e-7763e6e82ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:37.650075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-de789eaf-9d35-410d-93d8-0ca07ce0c7ad tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:37.661214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3aeb575-d46c-4728-afbb-03be8a00c30b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:37.716054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c126587-4bd1-4f60-be17-7d4da5bd0a2e None None] Pushing event updated for resources: {'Port': ['ID=38e4fc99-10ee-496d-a691-c5b5ab4432a1,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:37.728891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8c126587-4bd1-4f60-be17-7d4da5bd0a2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:37.766293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de789eaf-9d35-410d-93d8-0ca07ce0c7ad tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Made reservation on behalf of fd22555ebd24497b9a32eac1cfc2772e for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:02:37.772358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de789eaf-9d35-410d-93d8-0ca07ce0c7ad tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:37.800781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cc099cf4-e568-44af-a4ec-62a0c8246e43 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks [] for floatingip, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:37.801317 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-cc099cf4-e568-44af-a4ec-62a0c8246e43 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Floating IP 216e4bde-4578-4948-afda-b49a3d40f446 disassociated (deleted). External IP: 172.26.8.192, port: c99c4500-6f72-4b7c-b70b-8a1b4cd49c04.
Nov 24 13:02:37.830899 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ba46cafe-e67a-4642-97dd-77c617f3f338 req-0a3d0708-8786-45a4-bcc0-3ba0a15ae9c7 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/security-groups?id=9e451509-08d0-4e40-b9fa-5f6fb3facecb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2914724
Nov 24 13:02:37.837213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95808b95-1852-410c-b8e6-02a7ce193507 None None] get_active_networks_info from dv-neutron-601336-61-ovs {{(pid=80945) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 13:02:37.870068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:37.896954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de789eaf-9d35-410d-93d8-0ca07ce0c7ad tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:37.998254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f3aeb575-d46c-4728-afbb-03be8a00c30b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6347177780>,) {'filters': {'network_id': ['29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:38.033410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f3aeb575-d46c-4728-afbb-03be8a00c30b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347177780>, 'e5576be2-bd1e-4282-822e-0623d30f1789') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:38.034017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f3aeb575-d46c-4728-afbb-03be8a00c30b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347177780>, 'e5576be2-bd1e-4282-822e-0623d30f1789') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:38.034168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95808b95-1852-410c-b8e6-02a7ce193507 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 24 13:02:38.054576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3aeb575-d46c-4728-afbb-03be8a00c30b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:38.057262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-0e241807-f20e-400b-8c91-0b9ab98205be service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:02:38.072769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-de789eaf-9d35-410d-93d8-0ca07ce0c7ad tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:38.081927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-de789eaf-9d35-410d-93d8-0ca07ce0c7ad tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Usage tracker for resource:security_group_rule and tenant:fd22555ebd24497b9a32eac1cfc2772e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:38.086253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-de789eaf-9d35-410d-93d8-0ca07ce0c7ad tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:38.092463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3aeb575-d46c-4728-afbb-03be8a00c30b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:38.095309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-de789eaf-9d35-410d-93d8-0ca07ce0c7ad tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:38.101181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f3aeb575-d46c-4728-afbb-03be8a00c30b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Releasing vxlan tunnel 10 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:02:38.143222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-427e81e3-2664-4f64-ae0e-7763e6e82ab7 service neutron] For port 633e2245-ca34-43df-8b65-3ae47854bcfb, host hv-neutron-6013, cleared binding levels {{(pid=80943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:02:38.175868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6347e513c8>,) {'filters': {'network_id': ['7349fba2-91fe-47a6-985c-d4b1bf4a806d']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:38.186592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-427e81e3-2664-4f64-ae0e-7763e6e82ab7 service neutron] For port 633e2245-ca34-43df-8b65-3ae47854bcfb, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=633e2245-ca34-43df-8b65-3ae47854bcfb,segment=NetworkSegment(5e24e664-4ce4-48ad-bee5-b45bf78bd382),segment_id=5e24e664-4ce4-48ad-bee5-b45bf78bd382)] {{(pid=80943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:02:38.190404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-0e241807-f20e-400b-8c91-0b9ab98205be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af0d0a0e-4f8a-4806-bb3e-d85246ab5173 {{(pid=80943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:02:38.206305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-0e241807-f20e-400b-8c91-0b9ab98205be service neutron] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:38.210231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-427e81e3-2664-4f64-ae0e-7763e6e82ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:38.225533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347e513c8>, 'f1fea616-4f71-40ea-ae8a-23f042a6dd40') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:38.225884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347e513c8>, 'f1fea616-4f71-40ea-ae8a-23f042a6dd40') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:38.235008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:38.367043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:38.393533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-0e241807-f20e-400b-8c91-0b9ab98205be service neutron] Transition to ACTIVE for port object af0d0a0e-4f8a-4806-bb3e-d85246ab5173 will not be triggered until provisioned by entity L2. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:02:38.412197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-0e241807-f20e-400b-8c91-0b9ab98205be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:38.449169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:38.506813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42804) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:38.509406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Releasing vxlan tunnel 12 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:02:38.531966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8dac2-0677-49c1-aff8-048bec4d52f3 req-e1b4ecbd-7489-47af-b804-a27bf56571a4 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:38.533622 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b5d8dac2-0677-49c1-aff8-048bec4d52f3 req-e1b4ecbd-7489-47af-b804-a27bf56571a4 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/ports?device_id=3eb94d76-1921-495b-9446-702d2f390806 HTTP/1.1" status: 200  len: 944 time: 0.5819435
Nov 24 13:02:38.582583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f3aeb575-d46c-4728-afbb-03be8a00c30b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Network 29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:02:38.591560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029f71a8-372e-4edf-843f-1cf1956266be None None] Network 29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:02:38.594027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3aeb575-d46c-4728-afbb-03be8a00c30b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:38.674476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e81e3-2664-4f64-ae0e-7763e6e82ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=633e2245-ca34-43df-8b65-3ae47854bcfb,revision_number=3']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:38.677057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f2ffb3-52d7-498d-9073-2c4917c5a551 None None] Network 7349fba2-91fe-47a6-985c-d4b1bf4a806d requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:02:38.716364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-427e81e3-2664-4f64-ae0e-7763e6e82ab7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:38.791865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.348s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:38.868478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de789eaf-9d35-410d-93d8-0ca07ce0c7ad tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:38.895210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de789eaf-9d35-410d-93d8-0ca07ce0c7ad tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:38.924075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:38.962900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f3aeb575-d46c-4728-afbb-03be8a00c30b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Network 29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:02:39.018031 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:02:39.018031 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:02:39.018031 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:02:39.018031 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:02:39.018031 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:02:39.018031 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:02:39.018031 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:02:39.018031 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:02:39.018031 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:02:39.018031 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:02:39.018031 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:02:39.018031 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:02:39.018031 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:02:39.018031 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:02:39.018031 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:02:39.018031 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:02:39.018031 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:02:39.018031 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:02:39.018031 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:02:39.018031 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:02:39.018031 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:02:39.018031 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:02:39.018031 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:02:39.018031 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:02:39.018031 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:02:39.018031 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:02:39.018031 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:02:39.018031 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:02:39.018031 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:02:39.018031 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:02:39.018031 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:02:39.018031 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:02:39.027965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e241807-f20e-400b-8c91-0b9ab98205be service neutron] Pushing event updated for resources: {'Port': ['ID=af0d0a0e-4f8a-4806-bb3e-d85246ab5173,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:39.071364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0e241807-f20e-400b-8c91-0b9ab98205be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:39.136920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8922024c-9a38-4aa8-b090-6167c6dbbaff None None] Provisioning for port af0d0a0e-4f8a-4806-bb3e-d85246ab5173 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:02:39.174795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6212ad25-16b3-4f87-ac6b-43c347268ff1 None None] DHCP port deletion for 7349fba2-91fe-47a6-985c-d4b1bf4a806d request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:02:39.187206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6212ad25-16b3-4f87-ac6b-43c347268ff1 None None] Deleting port 38e4fc99-10ee-496d-a691-c5b5ab4432a1 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:02:39.187803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6212ad25-16b3-4f87-ac6b-43c347268ff1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:39.195854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de789eaf-9d35-410d-93d8-0ca07ce0c7ad tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event updated for resources: {'SecurityGroup': ['ID=6eeda6d5-4c5f-4f41-aa51-8d60bed4bc99,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:39.214179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-de789eaf-9d35-410d-93d8-0ca07ce0c7ad tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:39.259564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842578c3-3881-4c2f-a804-5d542367ce8b None None] DHCP port deletion for 29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:02:39.316481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-427e81e3-2664-4f64-ae0e-7763e6e82ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:39.317199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-427e81e3-2664-4f64-ae0e-7763e6e82ab7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:39.325224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3aeb575-d46c-4728-afbb-03be8a00c30b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:39.334583 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-427e81e3-2664-4f64-ae0e-7763e6e82ab7 service neutron] 10.222.0.70 "PUT /v2.0/ports/633e2245-ca34-43df-8b65-3ae47854bcfb HTTP/1.1" status: 200  len: 1158 time: 6.9410250
Nov 24 13:02:39.344059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:39.344240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-f25051d3-77a6-4381-8e6c-30b42597a55b tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:39.353138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f25051d3-77a6-4381-8e6c-30b42597a55b tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:39.357968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f25051d3-77a6-4381-8e6c-30b42597a55b tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Usage tracker for resource:floatingip and tenant:28e02a800fa74021b390528c84adf250 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:39.362607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f25051d3-77a6-4381-8e6c-30b42597a55b tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:39.370425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f25051d3-77a6-4381-8e6c-30b42597a55b tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:39.392591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3aeb575-d46c-4728-afbb-03be8a00c30b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:39.397685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb94d76-1921-495b-9446-702d2f390806', 'tag': '633e2245-ca34-43df-8b65-3ae47854bcfb'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:02:39.496367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aeb575-d46c-4728-afbb-03be8a00c30b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Pushing event deleted for resources: {'Network': ['ID=29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:39.500464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f3aeb575-d46c-4728-afbb-03be8a00c30b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:39.504170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f25051d3-77a6-4381-8e6c-30b42597a55b tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Notify callbacks [] for floatingip, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:39.531923 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f3aeb575-d46c-4728-afbb-03be8a00c30b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] 10.222.0.76 "DELETE /v2.0/networks/29323d4f-4f1b-44cd-9d8f-8591e3c9aaeb HTTP/1.1" status: 204  len: 168 time: 5.0003376
Nov 24 13:02:39.539911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network 7349fba2-91fe-47a6-985c-d4b1bf4a806d has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:02:39.644411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc099cf4-e568-44af-a4ec-62a0c8246e43 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Router e5bd3fba-c6bb-45a8-a247-bf469346e807 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:02:39.654600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:39.684579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-6212ad25-16b3-4f87-ac6b-43c347268ff1 None None] For port 38e4fc99-10ee-496d-a691-c5b5ab4432a1, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=38e4fc99-10ee-496d-a691-c5b5ab4432a1,segment=NetworkSegment(f1fea616-4f71-40ea-ae8a-23f042a6dd40),segment_id=f1fea616-4f71-40ea-ae8a-23f042a6dd40)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:02:39.685213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6212ad25-16b3-4f87-ac6b-43c347268ff1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:39.867554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6212ad25-16b3-4f87-ac6b-43c347268ff1 None None] Calling delete_port for 38e4fc99-10ee-496d-a691-c5b5ab4432a1 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:02:39.916184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc099cf4-e568-44af-a4ec-62a0c8246e43 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:02:39.931538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-0e241807-f20e-400b-8c91-0b9ab98205be service neutron] Attempting to bind port af0d0a0e-4f8a-4806-bb3e-d85246ab5173 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:02:39.931919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-0e241807-f20e-400b-8c91-0b9ab98205be service neutron] Attempting to bind port af0d0a0e-4f8a-4806-bb3e-d85246ab5173 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '32ba51be-85d4-471c-b0e6-97de040b55db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42f46442-d2b1-4c59-8018-dd6806abe134'}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:02:39.932431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-0e241807-f20e-400b-8c91-0b9ab98205be service neutron] Attempting to bind port af0d0a0e-4f8a-4806-bb3e-d85246ab5173 on network 42f46442-d2b1-4c59-8018-dd6806abe134 {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:02:39.933489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cc099cf4-e568-44af-a4ec-62a0c8246e43 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:39.941178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04481e5a-6dae-4965-92e3-63ec5a4bad8c None None] Sync routers for ids ['e5bd3fba-c6bb-45a8-a247-bf469346e807'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:02:39.952087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42828) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:40.020435 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cc099cf4-e568-44af-a4ec-62a0c8246e43 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] 10.222.0.76 "DELETE /v2.0/floatingips/216e4bde-4578-4948-afda-b49a3d40f446 HTTP/1.1" status: 204  len: 168 time: 5.4855692
Nov 24 13:02:40.021213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42830) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:40.027798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-21bdd33a-5f76-4b24-b232-3c9eb21f84d3 tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:40.033512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-21bdd33a-5f76-4b24-b232-3c9eb21f84d3 tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:40.040190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-21bdd33a-5f76-4b24-b232-3c9eb21f84d3 tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Usage tracker for resource:floatingip and tenant:9033675c909a499dbb3abadfb90eac58 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:40.043383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-21bdd33a-5f76-4b24-b232-3c9eb21f84d3 tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:40.049612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-21bdd33a-5f76-4b24-b232-3c9eb21f84d3 tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:40.057941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-0e241807-f20e-400b-8c91-0b9ab98205be service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:02:40.058505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-0e241807-f20e-400b-8c91-0b9ab98205be service neutron] Checking segment: {'id': '32ba51be-85d4-471c-b0e6-97de040b55db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42f46442-d2b1-4c59-8018-dd6806abe134'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:02:40.058887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-0e241807-f20e-400b-8c91-0b9ab98205be service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:40.059726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-0e241807-f20e-400b-8c91-0b9ab98205be service neutron] Bound using segment: {'id': '32ba51be-85d4-471c-b0e6-97de040b55db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42f46442-d2b1-4c59-8018-dd6806abe134'} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:02:40.060342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-0e241807-f20e-400b-8c91-0b9ab98205be service neutron] Bound port: af0d0a0e-4f8a-4806-bb3e-d85246ab5173, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ba51be-85d4-471c-b0e6-97de040b55db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42f46442-d2b1-4c59-8018-dd6806abe134'}}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:02:40.060860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-0e241807-f20e-400b-8c91-0b9ab98205be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:40.061618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21bdd33a-5f76-4b24-b232-3c9eb21f84d3 tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Notify callbacks [] for floatingip, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:40.078426 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b5d8dac2-0677-49c1-aff8-048bec4d52f3 req-8aa4e9ff-ad39-42b6-ab6b-e3d0394b4c9e tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/security-groups?id=fd2fc09d-94e8-49e3-9324-21c800167113&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.4600477
Nov 24 13:02:40.082881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04481e5a-6dae-4965-92e3-63ec5a4bad8c None None] Routers {'e5bd3fba-c6bb-45a8-a247-bf469346e807'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:02:40.083568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-04481e5a-6dae-4965-92e3-63ec5a4bad8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cbcccc0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:02:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e5bd3fba-c6bb-45a8-a247-bf469346e807'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:40.240057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55931c52-9f14-4c83-9add-f52680add8a7 req-43f1d501-6148-44ad-abc8-eae1064be69a tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:40.242630 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-55931c52-9f14-4c83-9add-f52680add8a7 req-43f1d501-6148-44ad-abc8-eae1064be69a tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 944 time: 1.3011975
Nov 24 13:02:40.259519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21bdd33a-5f76-4b24-b232-3c9eb21f84d3 tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:40.260275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-04481e5a-6dae-4965-92e3-63ec5a4bad8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cbcccc0>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:40.276637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-946e64b1-b2c4-4955-90a3-052a1c2a36ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:40.281102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04481e5a-6dae-4965-92e3-63ec5a4bad8c None None] Routers {'e5bd3fba-c6bb-45a8-a247-bf469346e807'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:02:40.286434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-04481e5a-6dae-4965-92e3-63ec5a4bad8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cbcccc0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:02:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e5bd3fba-c6bb-45a8-a247-bf469346e807'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:40.370338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-04481e5a-6dae-4965-92e3-63ec5a4bad8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cbcccc0>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:40.371244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04481e5a-6dae-4965-92e3-63ec5a4bad8c None None] The sync data for ids ['e5bd3fba-c6bb-45a8-a247-bf469346e807'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:02:40.458357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network 7349fba2-91fe-47a6-985c-d4b1bf4a806d has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:02:40.505350 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:02:40.505350 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:02:40.505350 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:02:40.505350 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:02:40.505350 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:02:40.505350 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:02:40.505350 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:02:40.505350 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:02:40.505350 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:02:40.505350 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:02:40.505350 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:02:40.505350 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:02:40.505350 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:02:40.505350 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:02:40.505350 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:02:40.505350 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:02:40.505350 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:02:40.505350 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:02:40.505350 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:02:40.505350 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:02:40.505350 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:02:40.505350 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:02:40.505350 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:02:40.505350 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:02:40.505350 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:02:40.505350 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:02:40.505350 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:02:40.505350 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:02:40.505350 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:02:40.505350 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:02:40.505350 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:02:40.505350 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:02:40.555960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-21bdd33a-5f76-4b24-b232-3c9eb21f84d3 tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Allocated IP 172.26.8.89 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/fe69ab11-7119-437c-9265-48192b7f7da4) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:02:40.642957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-0e241807-f20e-400b-8c91-0b9ab98205be service neutron] For port af0d0a0e-4f8a-4806-bb3e-d85246ab5173, host hv-neutron-6013, cleared binding levels {{(pid=80943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:02:40.667349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-a53a8894-747b-46f0-9056-d21df489b549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:40.669053 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-a53a8894-747b-46f0-9056-d21df489b549 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea8aaac80b7f416b8647220a0a5fe6df&device_id=3eb94d76-1921-495b-9446-702d2f390806 HTTP/1.1" status: 200  len: 1161 time: 1.0228355
Nov 24 13:02:40.671392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6212ad25-16b3-4f87-ac6b-43c347268ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:40.678620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de789eaf-9d35-410d-93d8-0ca07ce0c7ad tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:02:40.685033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 24 13:02:40.685033 dv-neutron-601336-61-ovs neutron-server[80834]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 24 13:02:40.685033 dv-neutron-601336-61-ovs neutron-server[80834]: [parameters: {'id': '7349fba2-91fe-47a6-985c-d4b1bf4a806d'}]
Nov 24 13:02:40.685033 dv-neutron-601336-61-ovs neutron-server[80834]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:02:40.685382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:02:40.687853 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-55931c52-9f14-4c83-9add-f52680add8a7 req-cba4098c-324a-4adc-b6d6-4bb3de1f6510 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3770239
Nov 24 13:02:40.690655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-0e241807-f20e-400b-8c91-0b9ab98205be service neutron] For port af0d0a0e-4f8a-4806-bb3e-d85246ab5173, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=af0d0a0e-4f8a-4806-bb3e-d85246ab5173,segment=NetworkSegment(32ba51be-85d4-471c-b0e6-97de040b55db),segment_id=32ba51be-85d4-471c-b0e6-97de040b55db)] {{(pid=80943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:02:40.700064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:40.712430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de789eaf-9d35-410d-93d8-0ca07ce0c7ad tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:40.712873 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-de789eaf-9d35-410d-93d8-0ca07ce0c7ad tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Added segment 9d3ffa10-22b6-456d-a7b8-971aee7df1e7 of type vxlan for network b6553714-4051-4049-83a1-34bf2cbe33e9
Nov 24 13:02:40.764822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-0e241807-f20e-400b-8c91-0b9ab98205be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:40.770240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21bdd33a-5f76-4b24-b232-3c9eb21f84d3 tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:40.782750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de789eaf-9d35-410d-93d8-0ca07ce0c7ad tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:40.796156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:40.828543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de789eaf-9d35-410d-93d8-0ca07ce0c7ad tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:40.834515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de789eaf-9d35-410d-93d8-0ca07ce0c7ad tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:40.836028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de789eaf-9d35-410d-93d8-0ca07ce0c7ad tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:40.841977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8ed61cc7-4209-416e-9cef-b36f14d99acf tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:40.869317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21bdd33a-5f76-4b24-b232-3c9eb21f84d3 tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:40.887608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212ad25-16b3-4f87-ac6b-43c347268ff1 None None] Pushing event deleted for resources: {'Port': ['ID=38e4fc99-10ee-496d-a691-c5b5ab4432a1,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:40.890458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6212ad25-16b3-4f87-ac6b-43c347268ff1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:40.897326 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-382a8904-3b0d-49ab-8dc7-42c248c69265 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3318484a97194dbebc95312ecf975715&name=default HTTP/1.1" status: 200  len: 2747 time: 0.8196111
Nov 24 13:02:40.915118 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb94d76-1921-495b-9446-702d2f390806', 'tag': '633e2245-ca34-43df-8b65-3ae47854bcfb', 'status': 'completed', 'code': 200}
Nov 24 13:02:40.923420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6212ad25-16b3-4f87-ac6b-43c347268ff1 None None] No DVR routers for this DVR port 38e4fc99-10ee-496d-a691-c5b5ab4432a1 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:02:40.930342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42842) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:40.942168 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-85679048-0a26-4114-b68a-440cec0b2ff0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=633e2245-ca34-43df-8b65-3ae47854bcfb HTTP/1.1" status: 200  len: 217 time: 0.2501054
Nov 24 13:02:40.943572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8c99a4-359c-455c-b61b-4bd2f473b860 None None] get_active_networks_info from dv-neutron-601336-61-ovs {{(pid=80945) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 13:02:41.035081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea095a8-dc43-43c7-907a-6fa23f93264d req-284644c1-e1f8-455d-8636-d55048026265 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:41.036733 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eea095a8-dc43-43c7-907a-6fa23f93264d req-284644c1-e1f8-455d-8636-d55048026265 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/ports?device_id=55dc72b5-3fa4-4c89-9a93-c707c472eba1 HTTP/1.1" status: 200  len: 946 time: 0.7167408
Nov 24 13:02:41.049677 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-de789eaf-9d35-410d-93d8-0ca07ce0c7ad tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 3.8729551
Nov 24 13:02:41.053126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42846) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:41.065787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-f344ae73-d79d-4f24-9c12-bdb1b31e054d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Request body: {'subnet': {'network_id': 'b6553714-4051-4049-83a1-34bf2cbe33e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:41.079163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 56d54dda-2573-410a-a4d6-aa089afd4b77 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:02:41.091607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de789eaf-9d35-410d-93d8-0ca07ce0c7ad tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event updated for resources: {'Network': ['ID=b6553714-4051-4049-83a1-34bf2cbe33e9,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:41.107101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f25051d3-77a6-4381-8e6c-30b42597a55b tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:41.114023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network b6553714-4051-4049-83a1-34bf2cbe33e9 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:02:41.145969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network b6553714-4051-4049-83a1-34bf2cbe33e9 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:02:41.173565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-de789eaf-9d35-410d-93d8-0ca07ce0c7ad tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:41.185695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cc099cf4-e568-44af-a4ec-62a0c8246e43 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:41.189402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e241807-f20e-400b-8c91-0b9ab98205be service neutron] Pushing event updated for resources: {'Port': ['ID=af0d0a0e-4f8a-4806-bb3e-d85246ab5173,revision_number=3']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:41.192342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:41.265151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bdd33a-5f76-4b24-b232-3c9eb21f84d3 tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Pushing event updated for resources: {'Port': ['ID=fe69ab11-7119-437c-9265-48192b7f7da4,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:41.269856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0e241807-f20e-400b-8c91-0b9ab98205be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:41.273969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-21bdd33a-5f76-4b24-b232-3c9eb21f84d3 tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:41.343699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f344ae73-d79d-4f24-9c12-bdb1b31e054d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:41.343908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-a6e52cd2-db86-404b-8e00-2b074f56fc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:41.345177 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-a6e52cd2-db86-404b-8e00-2b074f56fc76 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2dc0013-69cf-4d22-b176-8f1c434b75d1 HTTP/1.1" status: 200  len: 851 time: 0.3747196
Nov 24 13:02:41.350342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f344ae73-d79d-4f24-9c12-bdb1b31e054d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Usage tracker for resource:subnet and tenant:fd22555ebd24497b9a32eac1cfc2772e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:41.354708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bdd33a-5f76-4b24-b232-3c9eb21f84d3 tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:02:41.355683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f344ae73-d79d-4f24-9c12-bdb1b31e054d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:41.358853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-21bdd33a-5f76-4b24-b232-3c9eb21f84d3 tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:02:41.363464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bdd33a-5f76-4b24-b232-3c9eb21f84d3 tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:02:41.396438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f344ae73-d79d-4f24-9c12-bdb1b31e054d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:41.423874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f344ae73-d79d-4f24-9c12-bdb1b31e054d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Made reservation on behalf of fd22555ebd24497b9a32eac1cfc2772e for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:02:41.429099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 56d54dda-2573-410a-a4d6-aa089afd4b77 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:02:41.429514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 56d54dda-2573-410a-a4d6-aa089afd4b77 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:02:41.449784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8c99a4-359c-455c-b61b-4bd2f473b860 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 24 13:02:41.548334 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eea095a8-dc43-43c7-907a-6fa23f93264d req-a5f0c56b-b3a7-469c-953c-2b466cb577e8 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/security-groups?id=9e451509-08d0-4e40-b9fa-5f6fb3facecb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4819915
Nov 24 13:02:41.555400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fb5d5c35-ba08-4478-b305-a8722b7b63e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:41.561558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f344ae73-d79d-4f24-9c12-bdb1b31e054d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:41.744070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-0e241807-f20e-400b-8c91-0b9ab98205be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:41.744806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-0e241807-f20e-400b-8c91-0b9ab98205be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:41.746333 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-0e241807-f20e-400b-8c91-0b9ab98205be service neutron] 10.222.0.70 "PUT /v2.0/ports/af0d0a0e-4f8a-4806-bb3e-d85246ab5173 HTTP/1.1" status: 200  len: 1158 time: 6.3305712
Nov 24 13:02:41.747403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21bdd33a-5f76-4b24-b232-3c9eb21f84d3 tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Notify callbacks [] for floatingip, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:41.767044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fb5d5c35-ba08-4478-b305-a8722b7b63e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:41.853725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21bdd33a-5f76-4b24-b232-3c9eb21f84d3 tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:42.224613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:42.373186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-e386536b-cd7a-4805-a49d-6da54f17cb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:42.375000 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-e386536b-cd7a-4805-a49d-6da54f17cb0a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=48758c10-3c85-4387-a7e0-01d5b6f72c00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.9536235
Nov 24 13:02:42.388302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba00954-b121-4227-9e17-3795a25fd184 req-eff49b49-6c78-4cb7-95e4-456437a433f9 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:42.389864 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-aba00954-b121-4227-9e17-3795a25fd184 req-eff49b49-6c78-4cb7-95e4-456437a433f9 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/ports?device_id=3eb94d76-1921-495b-9446-702d2f390806 HTTP/1.1" status: 200  len: 944 time: 1.0524483
Nov 24 13:02:42.532270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dfe7df28-d7a1-4fc8-a870-944c9afa5694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:42.590161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21bdd33a-5f76-4b24-b232-3c9eb21f84d3 tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:42.594974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21bdd33a-5f76-4b24-b232-3c9eb21f84d3 tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:42.616691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1a4f5a9b-4b2b-4638-b82d-966242516abf tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:42.633139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634792b908>,) {'filters': {'network_id': ['7349fba2-91fe-47a6-985c-d4b1bf4a806d']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:42.646420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fb5d5c35-ba08-4478-b305-a8722b7b63e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:42.675670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634792b908>, 'f1fea616-4f71-40ea-ae8a-23f042a6dd40') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:42.676008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634792b908>, 'f1fea616-4f71-40ea-ae8a-23f042a6dd40') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:42.689033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:42.716563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea017f-e1f3-4f19-a4b9-7d42b709f819 req-c354d760-62eb-4291-a18d-04fb3ca4e9a6 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:42.718378 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5dea017f-e1f3-4f19-a4b9-7d42b709f819 req-c354d760-62eb-4291-a18d-04fb3ca4e9a6 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/ports?device_id=55dc72b5-3fa4-4c89-9a93-c707c472eba1 HTTP/1.1" status: 200  len: 946 time: 0.9814808
Nov 24 13:02:42.729696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42856) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:42.743312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:42.750756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f344ae73-d79d-4f24-9c12-bdb1b31e054d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:42.755187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d5c35-ba08-4478-b305-a8722b7b63e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802532b4-ea76-4836-a046-6064ecd50bc5,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:42.756647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-d62e0b5b-44ff-4d43-8f38-fa98e3bffe55 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Request body: {'floatingip': {'port_id': 'a238cadf-7fcd-4f58-ba66-89ad42801d5a'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:42.758778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fb5d5c35-ba08-4478-b305-a8722b7b63e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:42.764268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-f25051d3-77a6-4381-8e6c-30b42597a55b tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Allocated IP 172.26.8.238 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/48a7d50a-3b82-43bc-8944-6746b5212e8b) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:02:42.781605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-ae096920-faba-4b25-a579-7969fda7b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:42.783293 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-ae096920-faba-4b25-a579-7969fda7b1d4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4286288353e74305b378e229e8ab5058&device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 1161 time: 0.9261129
Nov 24 13:02:42.821650 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-aba00954-b121-4227-9e17-3795a25fd184 req-67635bdf-4e4d-4afa-83c6-68f1db90273d tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/security-groups?id=fd2fc09d-94e8-49e3-9324-21c800167113&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3878467
Nov 24 13:02:42.822857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:42.838308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:42.844652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Releasing vxlan tunnel 12 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:02:42.916639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35209e6c-1734-4301-98d3-cfd6250236ea', 'tag': 'af0d0a0e-4f8a-4806-bb3e-d85246ab5173'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:02:42.938757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bdd33a-5f76-4b24-b232-3c9eb21f84d3 tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Pushing event updated for resources: {'Port': ['ID=fe69ab11-7119-437c-9265-48192b7f7da4,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:42.947878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-21bdd33a-5f76-4b24-b232-3c9eb21f84d3 tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:42.948507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:42.978484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d62e0b5b-44ff-4d43-8f38-fa98e3bffe55 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks [] for floatingip, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:43.117133 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35209e6c-1734-4301-98d3-cfd6250236ea', 'tag': 'af0d0a0e-4f8a-4806-bb3e-d85246ab5173', 'status': 'completed', 'code': 200}
Nov 24 13:02:43.140223 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-bd3b167d-d0a5-4218-b560-7aaa007f1363 service neutron] 10.222.0.70 "GET /v2.0/networks/48758c10-3c85-4387-a7e0-01d5b6f72c00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7455559
Nov 24 13:02:43.155487 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-2ed3479e-4a10-4e82-8bfd-85a24a6bccb0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af0d0a0e-4f8a-4806-bb3e-d85246ab5173 HTTP/1.1" status: 200  len: 217 time: 0.3302312
Nov 24 13:02:43.156283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fb5d5c35-ba08-4478-b305-a8722b7b63e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:43.157364 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fb5d5c35-ba08-4478-b305-a8722b7b63e8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/802532b4-ea76-4836-a046-6064ecd50bc5 HTTP/1.1" status: 204  len: 168 time: 2.2240539
Nov 24 13:02:43.208832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f344ae73-d79d-4f24-9c12-bdb1b31e054d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event updated for resources: {'Subnet': ['ID=b40ac6ff-70e2-4607-877c-a95a428fbf19,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:43.225185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f344ae73-d79d-4f24-9c12-bdb1b31e054d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:43.366729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21bdd33a-5f76-4b24-b232-3c9eb21f84d3 tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:43.427601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network 7349fba2-91fe-47a6-985c-d4b1bf4a806d has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:02:43.457725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:43.548666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21bdd33a-5f76-4b24-b232-3c9eb21f84d3 tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:43.554389 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-21bdd33a-5f76-4b24-b232-3c9eb21f84d3 tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.5278940
Nov 24 13:02:43.555927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42870) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:43.578950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f344ae73-d79d-4f24-9c12-bdb1b31e054d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Checking segment: {'id': '9d3ffa10-22b6-456d-a7b8-971aee7df1e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b6553714-4051-4049-83a1-34bf2cbe33e9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:02:43.579348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f344ae73-d79d-4f24-9c12-bdb1b31e054d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Network hostable DHCP agents. Network: b6553714-4051-4049-83a1-34bf2cbe33e9, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:02:43.628928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-fa869448-1d78-4eb5-978e-38261a750987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:43.632717 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-fa869448-1d78-4eb5-978e-38261a750987 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4edc9f76-5638-4785-9026-5e5686309573 HTTP/1.1" status: 200  len: 851 time: 0.3753519
Nov 24 13:02:43.689569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f344ae73-d79d-4f24-9c12-bdb1b31e054d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Network b6553714-4051-4049-83a1-34bf2cbe33e9 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:02:43.728718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-f344ae73-d79d-4f24-9c12-bdb1b31e054d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, b6553714-4051-4049-83a1-34bf2cbe33e9) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:02:43.743219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21e3f83-3db0-4fa1-9383-a3c3f540b5f4 None None] Network b6553714-4051-4049-83a1-34bf2cbe33e9 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:02:43.755367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f344ae73-d79d-4f24-9c12-bdb1b31e054d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:43.756188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f344ae73-d79d-4f24-9c12-bdb1b31e054d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:43.787485 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f344ae73-d79d-4f24-9c12-bdb1b31e054d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 2.7314255
Nov 24 13:02:43.792452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42878) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:43.808129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-6142aa69-b91d-44c5-88ea-cc442a1d6bef tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1225202312', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}, 'admin_state_up': False}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:43.816434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6142aa69-b91d-44c5-88ea-cc442a1d6bef tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:43.822487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6142aa69-b91d-44c5-88ea-cc442a1d6bef tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Usage tracker for resource:router and tenant:fd22555ebd24497b9a32eac1cfc2772e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:43.827068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6142aa69-b91d-44c5-88ea-cc442a1d6bef tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:43.841125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6142aa69-b91d-44c5-88ea-cc442a1d6bef tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:43.913695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6142aa69-b91d-44c5-88ea-cc442a1d6bef tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:43.915225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6142aa69-b91d-44c5-88ea-cc442a1d6bef tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:43.941305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f25051d3-77a6-4381-8e6c-30b42597a55b tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:44.011488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d62e0b5b-44ff-4d43-8f38-fa98e3bffe55 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks [] for floatingip, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:44.031766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d62e0b5b-44ff-4d43-8f38-fa98e3bffe55 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:44.054671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network 7349fba2-91fe-47a6-985c-d4b1bf4a806d has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:02:44.174640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-3ad63a56-b357-4a49-a42b-c107e26c87fd tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:44.193679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3ad63a56-b357-4a49-a42b-c107e26c87fd tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:44.197715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:44.202352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3ad63a56-b357-4a49-a42b-c107e26c87fd tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Usage tracker for resource:floatingip and tenant:8279781d28bd40f1bef59baff785c8d2 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:44.204675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6335ebc8-bf6b-45b7-aeb3-b503b62442c3 None None] Network b6553714-4051-4049-83a1-34bf2cbe33e9 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:02:44.206333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3ad63a56-b357-4a49-a42b-c107e26c87fd tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:44.269671 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:02:44.269671 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:02:44.269671 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:02:44.269671 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:02:44.269671 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:02:44.269671 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:02:44.269671 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:02:44.269671 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:02:44.269671 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:02:44.269671 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:02:44.269671 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:02:44.269671 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:02:44.269671 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:02:44.269671 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:02:44.269671 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:02:44.269671 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:02:44.269671 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:02:44.269671 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:02:44.269671 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:02:44.269671 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:02:44.269671 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:02:44.269671 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:02:44.269671 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:02:44.269671 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:02:44.269671 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:02:44.269671 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:02:44.269671 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:02:44.269671 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:02:44.269671 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:02:44.269671 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:02:44.269671 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:02:44.269671 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:02:44.271955 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5c5a36f4-9f71-4e67-9bb3-63660c0ff67a req-cccc88d9-00a4-4a85-8f88-4ff82089b520 service neutron] 10.222.0.70 "GET /v2.0/networks/48758c10-3c85-4387-a7e0-01d5b6f72c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.0954194
Nov 24 13:02:44.275656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3ad63a56-b357-4a49-a42b-c107e26c87fd tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:44.278857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d6566-67b4-4d05-9c54-aee770daaa6e req-7ae87f41-a29f-4dbb-ae50-fe81fc4aa99b tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:44.289503 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d50d6566-67b4-4d05-9c54-aee770daaa6e req-7ae87f41-a29f-4dbb-ae50-fe81fc4aa99b tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 944 time: 1.3737426
Nov 24 13:02:44.325175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ad63a56-b357-4a49-a42b-c107e26c87fd tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Notify callbacks [] for floatingip, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:44.346528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:44.346759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6142aa69-b91d-44c5-88ea-cc442a1d6bef tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:44.406474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:44.417072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:44.641804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:44.663582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42892) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:44.789149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event deleted for resources: {'Network': ['ID=7349fba2-91fe-47a6-985c-d4b1bf4a806d,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:44.792256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:44.793759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f25051d3-77a6-4381-8e6c-30b42597a55b tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:44.884959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2ad5965d-0895-4c8c-baba-518d08c26a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:44.890988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-d4207da3-89d8-443b-9a98-fc443b72b610 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-460549804'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:44.899848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d4207da3-89d8-443b-9a98-fc443b72b610 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:44.909780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d4207da3-89d8-443b-9a98-fc443b72b610 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Usage tracker for resource:network and tenant:5491d251a2d2453eb8bad8031293e1e0 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:44.919539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d4207da3-89d8-443b-9a98-fc443b72b610 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:44.924211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6142aa69-b91d-44c5-88ea-cc442a1d6bef tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:44.926707 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "DELETE /v2.0/networks/7349fba2-91fe-47a6-985c-d4b1bf4a806d HTTP/1.1" status: 204  len: 168 time: 15.7111611
Nov 24 13:02:44.933922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42898) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:44.947104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d4207da3-89d8-443b-9a98-fc443b72b610 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:44.955033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9d95aa8d-52aa-46c4-940f-d16d93265668 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1670363748'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:44.969094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9d95aa8d-52aa-46c4-940f-d16d93265668 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:44.982284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9d95aa8d-52aa-46c4-940f-d16d93265668 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Usage tracker for resource:network and tenant:82cb9c8693f342c184d25cc0ea67ad76 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:44.996078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9d95aa8d-52aa-46c4-940f-d16d93265668 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Quota usage for network was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:45.004368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-87d79daa-a54d-4ffa-81bd-035ad05fd996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:45.006000 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-87d79daa-a54d-4ffa-81bd-035ad05fd996 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=42f46442-d2b1-4c59-8018-dd6806abe134&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.3310907
Nov 24 13:02:45.008022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4207da3-89d8-443b-9a98-fc443b72b610 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Made reservation on behalf of 5491d251a2d2453eb8bad8031293e1e0 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:02:45.013526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4207da3-89d8-443b-9a98-fc443b72b610 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:45.022985 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d50d6566-67b4-4d05-9c54-aee770daaa6e req-caca4ca5-7cc7-4b0d-977b-a2788c4dce84 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7325320
Nov 24 13:02:45.045173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9d95aa8d-52aa-46c4-940f-d16d93265668 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:45.067125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25051d3-77a6-4381-8e6c-30b42597a55b tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Pushing event updated for resources: {'Port': ['ID=48a7d50a-3b82-43bc-8944-6746b5212e8b,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:45.071236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f25051d3-77a6-4381-8e6c-30b42597a55b tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:45.141748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4207da3-89d8-443b-9a98-fc443b72b610 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:45.165442 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-d62e0b5b-44ff-4d43-8f38-fa98e3bffe55 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Floating IP 9e6d18dd-2124-4461-aa45-ec7615c5da3a associated. External IP: 172.26.8.194, port: a238cadf-7fcd-4f58-ba66-89ad42801d5a.
Nov 24 13:02:45.172167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23e747-9b88-40bd-a614-3cb467675016 req-c185eb19-d5c5-494c-9e17-f7a229efb5db tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:45.173811 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1e23e747-9b88-40bd-a614-3cb467675016 req-c185eb19-d5c5-494c-9e17-f7a229efb5db tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/ports?device_id=3eb94d76-1921-495b-9446-702d2f390806 HTTP/1.1" status: 200  len: 944 time: 0.8790498
Nov 24 13:02:45.210977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b57887-0b34-4798-85a7-9e9bce1d91a0 req-c32af951-ed6c-4862-9c8c-b3bf4257534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:45.212533 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-02b57887-0b34-4798-85a7-9e9bce1d91a0 req-c32af951-ed6c-4862-9c8c-b3bf4257534f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea8aaac80b7f416b8647220a0a5fe6df&device_id=3eb94d76-1921-495b-9446-702d2f390806 HTTP/1.1" status: 200  len: 1161 time: 0.5036757
Nov 24 13:02:45.259558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d95aa8d-52aa-46c4-940f-d16d93265668 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Made reservation on behalf of 82cb9c8693f342c184d25cc0ea67ad76 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:02:45.264995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d95aa8d-52aa-46c4-940f-d16d93265668 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:45.279238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ad63a56-b357-4a49-a42b-c107e26c87fd tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:45.382855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25051d3-77a6-4381-8e6c-30b42597a55b tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:02:45.389835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-f25051d3-77a6-4381-8e6c-30b42597a55b tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:02:45.392492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25051d3-77a6-4381-8e6c-30b42597a55b tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:02:45.443753 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-3197e6e8-5794-490e-a652-740591585caa service neutron] 10.222.0.70 "GET /v2.0/networks/42f46442-d2b1-4c59-8018-dd6806abe134?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4163926
Nov 24 13:02:45.453810 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1e23e747-9b88-40bd-a614-3cb467675016 req-546b4a52-b96a-4de0-aa22-fdf6041357d6 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/security-groups?id=fd2fc09d-94e8-49e3-9324-21c800167113&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2655294
Nov 24 13:02:45.477620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d4207da3-89d8-443b-9a98-fc443b72b610 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:45.494280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d4207da3-89d8-443b-9a98-fc443b72b610 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Usage tracker for resource:security_group_rule and tenant:5491d251a2d2453eb8bad8031293e1e0 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:45.510877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d95aa8d-52aa-46c4-940f-d16d93265668 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:02:45.515792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d4207da3-89d8-443b-9a98-fc443b72b610 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:45.533270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d4207da3-89d8-443b-9a98-fc443b72b610 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:45.564425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d95aa8d-52aa-46c4-940f-d16d93265668 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:45.564851 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-9d95aa8d-52aa-46c4-940f-d16d93265668 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Added segment b03cfe78-b11c-44e5-86bd-be112c0625a5 of type vxlan for network 894f5a1c-4cc7-433b-a3f1-a16bd02c95d7
Nov 24 13:02:45.617474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b57887-0b34-4798-85a7-9e9bce1d91a0 req-ae83b67b-6900-4bf3-83fe-0cdce8f975a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:45.619148 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-02b57887-0b34-4798-85a7-9e9bce1d91a0 req-ae83b67b-6900-4bf3-83fe-0cdce8f975a0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=48758c10-3c85-4387-a7e0-01d5b6f72c00 HTTP/1.1" status: 200  len: 906 time: 0.3983283
Nov 24 13:02:45.695718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d95aa8d-52aa-46c4-940f-d16d93265668 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:45.742606 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-54b9afac-5535-4794-b0e4-82f9578a9aa7 req-052298dc-45f0-434a-aec3-3e88663bd232 service neutron] 10.222.0.70 "GET /v2.0/networks/42f46442-d2b1-4c59-8018-dd6806abe134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2842102
Nov 24 13:02:45.743932 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-02b57887-0b34-4798-85a7-9e9bce1d91a0 req-f69bdc3c-1f95-4cc2-bf4a-ce213b2d34ff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=633e2245-ca34-43df-8b65-3ae47854bcfb HTTP/1.1" status: 200  len: 217 time: 0.1164522
Nov 24 13:02:45.757337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f25051d3-77a6-4381-8e6c-30b42597a55b tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Notify callbacks [] for floatingip, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:45.884467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f25051d3-77a6-4381-8e6c-30b42597a55b tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:45.896328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d95aa8d-52aa-46c4-940f-d16d93265668 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:45.901912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4207da3-89d8-443b-9a98-fc443b72b610 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:45.923555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b57887-0b34-4798-85a7-9e9bce1d91a0 req-ba89177e-0c78-4221-aa82-de54c35d8b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:45.925082 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-02b57887-0b34-4798-85a7-9e9bce1d91a0 req-ba89177e-0c78-4221-aa82-de54c35d8b50 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2dc0013-69cf-4d22-b176-8f1c434b75d1 HTTP/1.1" status: 200  len: 851 time: 0.1614857
Nov 24 13:02:45.943764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d95aa8d-52aa-46c4-940f-d16d93265668 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:45.944998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d95aa8d-52aa-46c4-940f-d16d93265668 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:45.949113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:46.009151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4207da3-89d8-443b-9a98-fc443b72b610 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:46.078245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6142aa69-b91d-44c5-88ea-cc442a1d6bef tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for router_gateway, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:46.170707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-3ad63a56-b357-4a49-a42b-c107e26c87fd tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Allocated IP 172.26.8.215 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/113f0a2b-716d-40aa-b60e-2b7cf4666c17) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:02:46.211361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6142aa69-b91d-44c5-88ea-cc442a1d6bef tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:46.229725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7c628-6bcb-430a-a520-d424a59e2008 req-09d64b95-b3b8-42fc-9840-1e0cb24244c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:46.231350 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3fc7c628-6bcb-430a-a520-d424a59e2008 req-09d64b95-b3b8-42fc-9840-1e0cb24244c8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4286288353e74305b378e229e8ab5058&device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 1161 time: 0.3098907
Nov 24 13:02:46.259060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4207da3-89d8-443b-9a98-fc443b72b610 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:02:46.364593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b57887-0b34-4798-85a7-9e9bce1d91a0 req-cf6ba9c4-c30e-4594-bcad-58c289d49f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:46.366752 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-02b57887-0b34-4798-85a7-9e9bce1d91a0 req-cf6ba9c4-c30e-4594-bcad-58c289d49f7c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=48758c10-3c85-4387-a7e0-01d5b6f72c00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4003270
Nov 24 13:02:46.369960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95aa8d-52aa-46c4-940f-d16d93265668 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event updated for resources: {'Network': ['ID=894f5a1c-4cc7-433b-a3f1-a16bd02c95d7,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:46.383638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 894f5a1c-4cc7-433b-a3f1-a16bd02c95d7 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:02:46.393114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9d95aa8d-52aa-46c4-940f-d16d93265668 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:46.394196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4207da3-89d8-443b-9a98-fc443b72b610 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:46.394625 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-d4207da3-89d8-443b-9a98-fc443b72b610 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Added segment 99b57fd0-2a59-44bb-96f8-3ad154120de4 of type vxlan for network 907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f
Nov 24 13:02:46.402176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-33e82478-ffc3-4e19-8784-34641b005f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.325s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:46.414228 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9d95aa8d-52aa-46c4-940f-d16d93265668 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.4725196
Nov 24 13:02:46.418905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42904) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:46.462321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 894f5a1c-4cc7-433b-a3f1-a16bd02c95d7 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:02:46.550945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a408159f-763a-47a9-9f8e-c587f32933dd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Request body: {'subnet': {'network_id': '894f5a1c-4cc7-433b-a3f1-a16bd02c95d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:46.628254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4207da3-89d8-443b-9a98-fc443b72b610 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:46.647483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4207da3-89d8-443b-9a98-fc443b72b610 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b67e2a-1680-4808-af4f-399027c3f9ff,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:46.911470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d4207da3-89d8-443b-9a98-fc443b72b610 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:46.965542 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-60884c6c-4f96-4f71-b416-6e4b2b3d1ca5 req-830ec2a5-d8b7-4343-934b-221e8e38516c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=55dc72b5-3fa4-4c89-9a93-c707c472eba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 1.0319283
Nov 24 13:02:47.045493 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-02b57887-0b34-4798-85a7-9e9bce1d91a0 req-37427208-8e9d-48af-9a76-a824b1ebcab4 service neutron] 10.222.0.70 "GET /v2.0/networks/48758c10-3c85-4387-a7e0-01d5b6f72c00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6583419
Nov 24 13:02:47.076293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ad63a56-b357-4a49-a42b-c107e26c87fd tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:47.187811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4207da3-89d8-443b-9a98-fc443b72b610 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:47.194634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7c628-6bcb-430a-a520-d424a59e2008 req-25076514-005d-435b-a0e0-579900b8749a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:47.196220 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3fc7c628-6bcb-430a-a520-d424a59e2008 req-25076514-005d-435b-a0e0-579900b8749a service neutron] 10.222.0.70 "GET /v2.0/networks?id=42f46442-d2b1-4c59-8018-dd6806abe134 HTTP/1.1" status: 200  len: 906 time: 0.9191849
Nov 24 13:02:47.197229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a408159f-763a-47a9-9f8e-c587f32933dd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:47.203559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4207da3-89d8-443b-9a98-fc443b72b610 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:47.204213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4207da3-89d8-443b-9a98-fc443b72b610 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:47.210346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f90479-0e96-4942-8b8a-3f4d87cba933 req-91914d2c-53af-46c7-a5ab-69dc175a1877 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:47.212027 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-74f90479-0e96-4942-8b8a-3f4d87cba933 req-91914d2c-53af-46c7-a5ab-69dc175a1877 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 944 time: 0.9890854
Nov 24 13:02:47.214581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:47.219219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a408159f-763a-47a9-9f8e-c587f32933dd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Usage tracker for resource:subnet and tenant:82cb9c8693f342c184d25cc0ea67ad76 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:47.280684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a408159f-763a-47a9-9f8e-c587f32933dd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:47.301790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a408159f-763a-47a9-9f8e-c587f32933dd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:47.339889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-f25051d3-77a6-4381-8e6c-30b42597a55b tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:02:47.365915 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3fc7c628-6bcb-430a-a520-d424a59e2008 req-dd0bce96-0929-48d1-82c9-a1095260310d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af0d0a0e-4f8a-4806-bb3e-d85246ab5173 HTTP/1.1" status: 200  len: 217 time: 0.1508017
Nov 24 13:02:47.380184 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d4207da3-89d8-443b-9a98-fc443b72b610 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 2.7132955
Nov 24 13:02:47.382049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f25051d3-77a6-4381-8e6c-30b42597a55b tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:47.392354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42910) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:47.406292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4207da3-89d8-443b-9a98-fc443b72b610 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Pushing event updated for resources: {'Network': ['ID=907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:47.411979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-1c19a7ff-0c5c-4fb0-b1cb-ce96a6d87c97 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Request body: {'subnet': {'network_id': '907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:47.417757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:02:47.431677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a408159f-763a-47a9-9f8e-c587f32933dd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Made reservation on behalf of 82cb9c8693f342c184d25cc0ea67ad76 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:02:47.435570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:02:47.461684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ad63a56-b357-4a49-a42b-c107e26c87fd tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:47.489164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d4207da3-89d8-443b-9a98-fc443b72b610 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:47.491426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-079a8e54-1471-47e1-a340-6a917d2ccf62 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:47.529937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f25051d3-77a6-4381-8e6c-30b42597a55b tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:47.560485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 633e2245-ca34-43df-8b65-3ae47854bcfb up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:02:47.564493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:47.665016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22cfc4-bbcb-477c-bfc4-61873c33a96f req-757a85d5-9d46-4070-a14a-d8dbb388e988 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:47.666660 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0b22cfc4-bbcb-477c-bfc4-61873c33a96f req-757a85d5-9d46-4070-a14a-d8dbb388e988 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/ports?device_id=3eb94d76-1921-495b-9446-702d2f390806 HTTP/1.1" status: 200  len: 944 time: 1.0188491
Nov 24 13:02:47.708166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port 633e2245-ca34-43df-8b65-3ae47854bcfb completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:02:47.714655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 633e2245-ca34-43df-8b65-3ae47854bcfb triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:47.714905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:47.727330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60884c6c-4f96-4f71-b416-6e4b2b3d1ca5 req-67648602-798c-478b-aae3-e188a1863d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:47.728991 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-60884c6c-4f96-4f71-b416-6e4b2b3d1ca5 req-67648602-798c-478b-aae3-e188a1863d33 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a2e9211661b4491282803556ce55f1f3&device_id=55dc72b5-3fa4-4c89-9a93-c707c472eba1 HTTP/1.1" status: 200  len: 1163 time: 0.6092176
Nov 24 13:02:47.751548 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-74f90479-0e96-4942-8b8a-3f4d87cba933 req-78d659ba-28fc-4348-bc19-a86b3b499ad3 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4653301
Nov 24 13:02:47.781934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-6142aa69-b91d-44c5-88ea-cc442a1d6bef tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Allocated IP 172.26.8.229 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/d47abc2e-f087-4894-94b3-3b00a9e1293f) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:02:47.785656 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-02b57887-0b34-4798-85a7-9e9bce1d91a0 req-ef8895f6-d258-4202-9d7f-0ed064135200 service neutron] 10.222.0.70 "GET /v2.0/networks/48758c10-3c85-4387-a7e0-01d5b6f72c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7188625
Nov 24 13:02:47.794061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad63a56-b357-4a49-a42b-c107e26c87fd tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Pushing event updated for resources: {'Port': ['ID=113f0a2b-716d-40aa-b60e-2b7cf4666c17,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:47.810932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3ad63a56-b357-4a49-a42b-c107e26c87fd tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:47.812059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1c19a7ff-0c5c-4fb0-b1cb-ce96a6d87c97 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:47.826474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7c628-6bcb-430a-a520-d424a59e2008 req-204291ce-4acc-41ab-b4b9-393e23025075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:47.828671 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3fc7c628-6bcb-430a-a520-d424a59e2008 req-204291ce-4acc-41ab-b4b9-393e23025075 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4edc9f76-5638-4785-9026-5e5686309573 HTTP/1.1" status: 200  len: 851 time: 0.4524288
Nov 24 13:02:47.837371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25051d3-77a6-4381-8e6c-30b42597a55b tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Pushing event updated for resources: {'Port': ['ID=48a7d50a-3b82-43bc-8944-6746b5212e8b,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:47.840850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f25051d3-77a6-4381-8e6c-30b42597a55b tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:47.849397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a408159f-763a-47a9-9f8e-c587f32933dd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:47.862279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1c19a7ff-0c5c-4fb0-b1cb-ce96a6d87c97 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Usage tracker for resource:subnet and tenant:5491d251a2d2453eb8bad8031293e1e0 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:47.879438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:47.908577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb94d76-1921-495b-9446-702d2f390806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633e2245-ca34-43df-8b65-3ae47854bcfb'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:02:47.919328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 633e2245-ca34-43df-8b65-3ae47854bcfb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=633e2245-ca34-43df-8b65-3ae47854bcfb,segment=NetworkSegment(5e24e664-4ce4-48ad-bee5-b45bf78bd382),segment_id=5e24e664-4ce4-48ad-bee5-b45bf78bd382)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:02:47.923397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:47.927779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:47.935719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1c19a7ff-0c5c-4fb0-b1cb-ce96a6d87c97 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:48.003245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=633e2245-ca34-43df-8b65-3ae47854bcfb,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:48.008464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:48.019849 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb94d76-1921-495b-9446-702d2f390806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633e2245-ca34-43df-8b65-3ae47854bcfb', 'code': 200}
Nov 24 13:02:48.058158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1c19a7ff-0c5c-4fb0-b1cb-ce96a6d87c97 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:48.068375 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0b22cfc4-bbcb-477c-bfc4-61873c33a96f req-eb52b420-d178-4e35-85f8-67afc634c055 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/security-groups?id=fd2fc09d-94e8-49e3-9324-21c800167113&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3678334
Nov 24 13:02:48.110792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c19a7ff-0c5c-4fb0-b1cb-ce96a6d87c97 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Made reservation on behalf of 5491d251a2d2453eb8bad8031293e1e0 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:02:48.197854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7c628-6bcb-430a-a520-d424a59e2008 req-025d6243-843b-43f8-bc12-2161e1dca303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:48.199511 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3fc7c628-6bcb-430a-a520-d424a59e2008 req-025d6243-843b-43f8-bc12-2161e1dca303 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=42f46442-d2b1-4c59-8018-dd6806abe134&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3346848
Nov 24 13:02:48.234029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f25051d3-77a6-4381-8e6c-30b42597a55b tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:48.234267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad63a56-b357-4a49-a42b-c107e26c87fd tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:02:48.257969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62e0b5b-44ff-4d43-8f38-fa98e3bffe55 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Router 8063002f-c51e-4912-afa6-aff6e3318723 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:02:48.270580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-3ad63a56-b357-4a49-a42b-c107e26c87fd tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:02:48.287234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad63a56-b357-4a49-a42b-c107e26c87fd tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:02:48.385513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60884c6c-4f96-4f71-b416-6e4b2b3d1ca5 req-611fe6c5-3797-42d4-8ed3-e0aabc35e8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:48.387154 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-60884c6c-4f96-4f71-b416-6e4b2b3d1ca5 req-611fe6c5-3797-42d4-8ed3-e0aabc35e8c3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5fae2ebf-38a4-4188-8136-91cd36860221 HTTP/1.1" status: 200  len: 900 time: 0.5641081
Nov 24 13:02:48.402420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c19a7ff-0c5c-4fb0-b1cb-ce96a6d87c97 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:48.423664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f25051d3-77a6-4381-8e6c-30b42597a55b tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:48.425513 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f25051d3-77a6-4381-8e6c-30b42597a55b tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 9.9004550
Nov 24 13:02:48.431469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42918) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:48.445199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-91b0a474-eef0-432c-9df1-d0bf113f4ed2 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1888823893', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'fixed_ips': [{'ip_address': '172.26.8.238'}]}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:48.466627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-91b0a474-eef0-432c-9df1-d0bf113f4ed2 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:48.489764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-91b0a474-eef0-432c-9df1-d0bf113f4ed2 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Usage tracker for resource:port and tenant:28e02a800fa74021b390528c84adf250 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:48.497075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-91b0a474-eef0-432c-9df1-d0bf113f4ed2 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Quota usage for port was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:48.537525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-91b0a474-eef0-432c-9df1-d0bf113f4ed2 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:48.538748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6142aa69-b91d-44c5-88ea-cc442a1d6bef tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:48.590949 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3fc7c628-6bcb-430a-a520-d424a59e2008 req-b944de87-252c-4f90-a628-cf0f01288348 service neutron] 10.222.0.70 "GET /v2.0/networks/42f46442-d2b1-4c59-8018-dd6806abe134?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3822472
Nov 24 13:02:48.595224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b0a474-eef0-432c-9df1-d0bf113f4ed2 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Made reservation on behalf of 28e02a800fa74021b390528c84adf250 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:02:48.599995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-91b0a474-eef0-432c-9df1-d0bf113f4ed2 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:48.611613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b781a7-a2bf-4c08-bf71-2d72e2e7a589 req-c5d18b4d-27aa-4698-91d4-63d4f938d31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:48.613178 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-61b781a7-a2bf-4c08-bf71-2d72e2e7a589 req-c5d18b4d-27aa-4698-91d4-63d4f938d31a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3eb94d76-1921-495b-9446-702d2f390806 HTTP/1.1" status: 200  len: 1163 time: 0.2678218
Nov 24 13:02:48.760225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-91b0a474-eef0-432c-9df1-d0bf113f4ed2 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:48.805241 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-60884c6c-4f96-4f71-b416-6e4b2b3d1ca5 req-783c5b4c-f72c-420b-8e3d-2387422328f4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a238cadf-7fcd-4f58-ba66-89ad42801d5a HTTP/1.1" status: 200  len: 1000 time: 0.3778062
Nov 24 13:02:48.883424 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-61b781a7-a2bf-4c08-bf71-2d72e2e7a589 req-c549c21c-bcfc-4922-84ed-e567243974f0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fd2fc09d-94e8-49e3-9324-21c800167113&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1902504
Nov 24 13:02:48.886051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-91b0a474-eef0-432c-9df1-d0bf113f4ed2 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:48.890638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6142aa69-b91d-44c5-88ea-cc442a1d6bef tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:48.905132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-91b0a474-eef0-432c-9df1-d0bf113f4ed2 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Usage tracker for resource:security_group_rule and tenant:28e02a800fa74021b390528c84adf250 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:48.910437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-91b0a474-eef0-432c-9df1-d0bf113f4ed2 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:48.913817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7777c6ef-956b-42e5-9c3d-eaf1d39fb197 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:48.925658 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3fc7c628-6bcb-430a-a520-d424a59e2008 req-e56428d3-4122-4890-8563-7fe8d7373247 service neutron] 10.222.0.70 "GET /v2.0/networks/42f46442-d2b1-4c59-8018-dd6806abe134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3077538
Nov 24 13:02:48.925658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-91b0a474-eef0-432c-9df1-d0bf113f4ed2 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:49.367263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60884c6c-4f96-4f71-b416-6e4b2b3d1ca5 req-00be4015-0c67-4f6c-8841-41859f98bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:49.368795 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-60884c6c-4f96-4f71-b416-6e4b2b3d1ca5 req-00be4015-0c67-4f6c-8841-41859f98bea4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4487902c-b885-4e28-986b-43936d420160 HTTP/1.1" status: 200  len: 845 time: 0.5546792
Nov 24 13:02:49.395311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-91b0a474-eef0-432c-9df1-d0bf113f4ed2 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:49.449850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-91b0a474-eef0-432c-9df1-d0bf113f4ed2 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:49.456387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf36eb3-d93c-44a9-b9fa-545541a2bfc2 req-b0e1d1a1-8d3d-4f38-a88f-5e7fec2aa832 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:49.458038 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-acf36eb3-d93c-44a9-b9fa-545541a2bfc2 req-b0e1d1a1-8d3d-4f38-a88f-5e7fec2aa832 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 944 time: 0.5085471
Nov 24 13:02:49.465155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ad63a56-b357-4a49-a42b-c107e26c87fd tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Notify callbacks [] for floatingip, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:49.470858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142aa69-b91d-44c5-88ea-cc442a1d6bef tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event updated for resources: {'Port': ['ID=d47abc2e-f087-4894-94b3-3b00a9e1293f,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:49.483475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6142aa69-b91d-44c5-88ea-cc442a1d6bef tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:49.489309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:49.575751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a408159f-763a-47a9-9f8e-c587f32933dd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:49.661341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device af0d0a0e-4f8a-4806-bb3e-d85246ab5173 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:02:49.680306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0a474-eef0-432c-9df1-d0bf113f4ed2 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Pushing event updated for resources: {'SecurityGroup': ['ID=420e8bbc-2f39-435a-a1ac-ea940e1d4691,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:49.683630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-91b0a474-eef0-432c-9df1-d0bf113f4ed2 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:49.717543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ad63a56-b357-4a49-a42b-c107e26c87fd tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:49.739892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port af0d0a0e-4f8a-4806-bb3e-d85246ab5173 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:02:49.741431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:49.745676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port af0d0a0e-4f8a-4806-bb3e-d85246ab5173 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:49.746102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:49.789591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6142aa69-b91d-44c5-88ea-cc442a1d6bef tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:02:49.809079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-6142aa69-b91d-44c5-88ea-cc442a1d6bef tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:02:49.817778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60884c6c-4f96-4f71-b416-6e4b2b3d1ca5 req-850e5f2b-72e7-4278-b3f7-9c2ebc01637f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:49.819501 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-60884c6c-4f96-4f71-b416-6e4b2b3d1ca5 req-850e5f2b-72e7-4278-b3f7-9c2ebc01637f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fae2ebf-38a4-4188-8136-91cd36860221&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4312513
Nov 24 13:02:49.820301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6142aa69-b91d-44c5-88ea-cc442a1d6bef tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:02:49.821515 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-acf36eb3-d93c-44a9-b9fa-545541a2bfc2 req-b94cfc33-a0d2-47bf-8cbe-a103ff6aedbd tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3531773
Nov 24 13:02:49.873997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408159f-763a-47a9-9f8e-c587f32933dd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event updated for resources: {'Subnet': ['ID=5bd0d1e5-7a92-4c64-9a40-08b0172536af,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:49.877282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a408159f-763a-47a9-9f8e-c587f32933dd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:49.891101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808842b-abec-490c-ad26-91f384f52e37 req-b8319f4e-30d1-4d2a-9eff-63e775a86f1c tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:49.892706 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4808842b-abec-490c-ad26-91f384f52e37 req-b8319f4e-30d1-4d2a-9eff-63e775a86f1c tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/ports?device_id=3eb94d76-1921-495b-9446-702d2f390806 HTTP/1.1" status: 200  len: 946 time: 0.4944117
Nov 24 13:02:49.895055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:49.905236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-91b0a474-eef0-432c-9df1-d0bf113f4ed2 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] device_id is not set on port 1cd0d875-8307-4ec0-8662-2567040910de yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:02:49.936117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port af0d0a0e-4f8a-4806-bb3e-d85246ab5173, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=af0d0a0e-4f8a-4806-bb3e-d85246ab5173,segment=NetworkSegment(32ba51be-85d4-471c-b0e6-97de040b55db),segment_id=32ba51be-85d4-471c-b0e6-97de040b55db)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:02:49.941263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:49.943004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 633e2245-ca34-43df-8b65-3ae47854bcfb up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:02:49.973624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-15a66bc7-192f-46cc-b91b-45fba49f748a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:50.024586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62e0b5b-44ff-4d43-8f38-fa98e3bffe55 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:02:50.024970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35209e6c-1734-4301-98d3-cfd6250236ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0d0a0e-4f8a-4806-bb3e-d85246ab5173'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:02:50.047823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f7080f-3b93-4be8-b37c-70169b20f15e None None] Sync routers for ids ['8063002f-c51e-4912-afa6-aff6e3318723'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:02:50.073255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f7080f-3b93-4be8-b37c-70169b20f15e None None] Routers {'8063002f-c51e-4912-afa6-aff6e3318723'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:02:50.074132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-59f7080f-3b93-4be8-b37c-70169b20f15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c611860>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:02:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['8063002f-c51e-4912-afa6-aff6e3318723'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:50.133569 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4808842b-abec-490c-ad26-91f384f52e37 req-5cbe1918-d038-49a2-a4a2-59ac520552cc tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/security-groups?id=fd2fc09d-94e8-49e3-9324-21c800167113&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1889622
Nov 24 13:02:50.202395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=af0d0a0e-4f8a-4806-bb3e-d85246ab5173,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:50.213313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:50.215021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 633e2245-ca34-43df-8b65-3ae47854bcfb triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:50.215554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:50.227959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d62e0b5b-44ff-4d43-8f38-fa98e3bffe55 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:50.240422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a408159f-763a-47a9-9f8e-c587f32933dd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Checking segment: {'id': 'b03cfe78-b11c-44e5-86bd-be112c0625a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '894f5a1c-4cc7-433b-a3f1-a16bd02c95d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:02:50.241081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a408159f-763a-47a9-9f8e-c587f32933dd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network hostable DHCP agents. Network: 894f5a1c-4cc7-433b-a3f1-a16bd02c95d7, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:02:50.291300 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b0a474-eef0-432c-9df1-d0bf113f4ed2 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] POST failed (client error): There was a conflict when trying to complete your request.
Nov 24 13:02:50.291807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91b0a474-eef0-432c-9df1-d0bf113f4ed2 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] No notification will be sent due to unsuccessful status code: 409 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:02:50.311377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a408159f-763a-47a9-9f8e-c587f32933dd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network 894f5a1c-4cc7-433b-a3f1-a16bd02c95d7 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:02:50.328589 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35209e6c-1734-4301-98d3-cfd6250236ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0d0a0e-4f8a-4806-bb3e-d85246ab5173', 'code': 200}
Nov 24 13:02:50.331545 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-60884c6c-4f96-4f71-b416-6e4b2b3d1ca5 req-94f461b8-8ce5-435b-b147-2cbcebc1d851 service neutron] 10.222.0.70 "GET /v2.0/networks/5fae2ebf-38a4-4188-8136-91cd36860221?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4437752
Nov 24 13:02:50.368834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-a408159f-763a-47a9-9f8e-c587f32933dd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 894f5a1c-4cc7-433b-a3f1-a16bd02c95d7) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:02:50.377146 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d62e0b5b-44ff-4d43-8f38-fa98e3bffe55 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "PUT /v2.0/floatingips/9e6d18dd-2124-4461-aa45-ec7615c5da3a HTTP/1.1" status: 200  len: 992 time: 7.6354520
Nov 24 13:02:50.392561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55dc72b5-3fa4-4c89-9a93-c707c472eba1', 'tag': 'a238cadf-7fcd-4f58-ba66-89ad42801d5a'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:02:50.447171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f8953d-98e9-4710-86be-cbf338d2aac1 None None] Network 894f5a1c-4cc7-433b-a3f1-a16bd02c95d7 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:02:50.477485 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-91b0a474-eef0-432c-9df1-d0bf113f4ed2 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 409  len: 372 time: 2.0266838
Nov 24 13:02:50.479043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a408159f-763a-47a9-9f8e-c587f32933dd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:50.479704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a408159f-763a-47a9-9f8e-c587f32933dd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:50.506995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42932) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:50.601426 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55dc72b5-3fa4-4c89-9a93-c707c472eba1', 'tag': 'a238cadf-7fcd-4f58-ba66-89ad42801d5a', 'status': 'completed', 'code': 200}
Nov 24 13:02:50.681680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:50.684557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-59f7080f-3b93-4be8-b37c-70169b20f15e None None] Set router 8063002f-c51e-4912-afa6-aff6e3318723 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:02:50.733000 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a408159f-763a-47a9-9f8e-c587f32933dd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 4.3107293
Nov 24 13:02:50.734220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42940) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:50.743900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-4d924238-8ece-4507-a227-df2390d6d162 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-619710120'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:50.752904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ae06fe-104d-4642-8a8a-28075e549e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-894f5a1c-4cc7-433b-a3f1-a16bd02c95d7', 'network_id': '894f5a1c-4cc7-433b-a3f1-a16bd02c95d7', 'tenant_id': '82cb9c8693f342c184d25cc0ea67ad76', 'fixed_ips': [{'subnet_id': '5bd0d1e5-7a92-4c64-9a40-08b0172536af'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:02:50.754024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2ae06fe-104d-4642-8a8a-28075e549e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:50.832945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4d924238-8ece-4507-a227-df2390d6d162 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:50.873337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4d924238-8ece-4507-a227-df2390d6d162 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Usage tracker for resource:network and tenant:82cb9c8693f342c184d25cc0ea67ad76 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:50.885916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4d924238-8ece-4507-a227-df2390d6d162 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Quota usage for network was recalculated. Used quota:2. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:50.889024 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-60884c6c-4f96-4f71-b416-6e4b2b3d1ca5 req-f0d8167b-5630-47bc-b7b4-e40fe28b007d service neutron] 10.222.0.70 "GET /v2.0/networks/5fae2ebf-38a4-4188-8136-91cd36860221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4850209
Nov 24 13:02:50.896288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ad63a56-b357-4a49-a42b-c107e26c87fd tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:50.900398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9bc7f9d0-e93c-4cee-914b-bfee5e484244 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Deleting port 48a7d50a-3b82-43bc-8944-6746b5212e8b {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:02:50.900842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9bc7f9d0-e93c-4cee-914b-bfee5e484244 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:50.908318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ad63a56-b357-4a49-a42b-c107e26c87fd tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:50.931256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:51.015502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4d924238-8ece-4507-a227-df2390d6d162 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:51.060045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d924238-8ece-4507-a227-df2390d6d162 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Made reservation on behalf of 82cb9c8693f342c184d25cc0ea67ad76 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:02:51.065894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d924238-8ece-4507-a227-df2390d6d162 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:51.104351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c19a7ff-0c5c-4fb0-b1cb-ce96a6d87c97 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:51.238993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad63a56-b357-4a49-a42b-c107e26c87fd tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Pushing event updated for resources: {'Port': ['ID=113f0a2b-716d-40aa-b60e-2b7cf4666c17,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:51.247219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3ad63a56-b357-4a49-a42b-c107e26c87fd tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:51.249983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:51.312919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6142aa69-b91d-44c5-88ea-cc442a1d6bef tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for router_gateway, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:51.313717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6142aa69-b91d-44c5-88ea-cc442a1d6bef tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:51.353730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-59f7080f-3b93-4be8-b37c-70169b20f15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c611860>, [{'id': '8063002f-c51e-4912-afa6-aff6e3318723', 'name': 'tempest-ServersTestJSON-1632611640-router', 'tenant_id': 'a2e9211661b4491282803556ce55f1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'cce7777b-e1d8-467d-90db-205e939310bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:29Z', 'updated_at': '2020-11-24T13:01:40Z', 'revision_number': 4, 'project_id': 'a2e9211661b4491282803556ce55f1f3', 'gw_port': {'id': 'cce7777b-e1d8-467d-90db-205e939310bf', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8063002f-c51e-4912-afa6-aff6e3318723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:32Z', 'updated_at': '2020-11-24T13:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '9e6d18dd-2124-4461-aa45-ec7615c5da3a', 'tenant_id': 'a2e9211661b4491282803556ce55f1f3', 'floating_ip_address': '172.26.8.194', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '8063002f-c51e-4912-afa6-aff6e3318723', 'port_id': 'a238cadf-7fcd-4f58-ba66-89ad42801d5a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fae2ebf-38a4-4188-8136-91cd36860221', 'mac_address': 'fa:16:3e:cb:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55dc72b5-3fa4-4c89-9a93-c707c472eba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:01:54Z', 'updated_at': '2020-11-24T13:02:43Z', 'revision_number': 1, 'project_id': 'a2e9211661b4491282803556ce55f1f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c783e11a-3c79-4cd6-93d0-6d6fad830735', 'name': '', 'network_id': '5fae2ebf-38a4-4188-8136-91cd36860221', 'tenant_id': 'a2e9211661b4491282803556ce55f1f3', 'mac_address': 'fa:16:3e:80:8c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8063002f-c51e-4912-afa6-aff6e3318723', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4487902c-b885-4e28-986b-43936d420160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:39Z', 'updated_at': '2020-11-24T13:01:51Z', 'revision_number': 5, 'project_id': 'a2e9211661b4491282803556ce55f1f3', 'subnets': [{'id': '4487902c-b885-4e28-986b-43936d420160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:51.359752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f7080f-3b93-4be8-b37c-70169b20f15e None None] Checking router: 8063002f-c51e-4912-afa6-aff6e3318723 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:02:51.373523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f7080f-3b93-4be8-b37c-70169b20f15e None None] Routers {'8063002f-c51e-4912-afa6-aff6e3318723'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:02:51.374241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-59f7080f-3b93-4be8-b37c-70169b20f15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c611860>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:02:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['8063002f-c51e-4912-afa6-aff6e3318723'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:51.391443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-b2ae06fe-104d-4642-8a8a-28075e549e69 None None] Allocated IP 2001:db8::3 (894f5a1c-4cc7-433b-a3f1-a16bd02c95d7/5bd0d1e5-7a92-4c64-9a40-08b0172536af/774aa4a3-4d7f-4b76-acfc-3717c7bd9493) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:02:51.407714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d924238-8ece-4507-a227-df2390d6d162 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:02:51.503396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f82e9c-336d-4d45-b327-7ca2c8a3c59c req-bd51a2c9-c77e-4eb7-9671-d15b20a19e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:51.505209 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-80f82e9c-336d-4d45-b327-7ca2c8a3c59c req-bd51a2c9-c77e-4eb7-9671-d15b20a19e49 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 1163 time: 0.5457289
Nov 24 13:02:51.508348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d924238-8ece-4507-a227-df2390d6d162 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:51.508741 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-4d924238-8ece-4507-a227-df2390d6d162 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Added segment 3a185ac0-6da3-47a5-80e6-b4f439c917ab of type vxlan for network 724d74be-2c7f-4109-a8de-c1957f8d421f
Nov 24 13:02:51.636409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9bc7f9d0-e93c-4cee-914b-bfee5e484244 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:51.636770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9bc7f9d0-e93c-4cee-914b-bfee5e484244 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Notify callbacks [] for floatingip, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:51.637146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-59f7080f-3b93-4be8-b37c-70169b20f15e None None] Set router 8063002f-c51e-4912-afa6-aff6e3318723 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:02:51.674194 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-80f82e9c-336d-4d45-b327-7ca2c8a3c59c req-027f963b-af14-4adb-b8e6-07b32a9fec1f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1425788
Nov 24 13:02:51.678205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d924238-8ece-4507-a227-df2390d6d162 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:51.689347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2ae06fe-104d-4642-8a8a-28075e549e69 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:51.703220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b2ae06fe-104d-4642-8a8a-28075e549e69 None None] Transition to ACTIVE for port object 774aa4a3-4d7f-4b76-acfc-3717c7bd9493 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:02:51.722226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b2ae06fe-104d-4642-8a8a-28075e549e69 None None] Transition to ACTIVE for port object 774aa4a3-4d7f-4b76-acfc-3717c7bd9493 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:02:51.728943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device af0d0a0e-4f8a-4806-bb3e-d85246ab5173 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:02:51.770728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19a7ff-0c5c-4fb0-b1cb-ce96a6d87c97 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Pushing event updated for resources: {'Subnet': ['ID=c98245c0-2e5a-4f3e-ac7f-1f528b3b759a,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:51.790454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1c19a7ff-0c5c-4fb0-b1cb-ce96a6d87c97 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:51.807218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab5749-2c7c-4a0e-a947-64325e41a6fe req-18c83613-9f7a-4ce5-8eb4-c8d59ec1e6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:51.808860 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-adab5749-2c7c-4a0e-a947-64325e41a6fe req-18c83613-9f7a-4ce5-8eb4-c8d59ec1e6d9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a2e9211661b4491282803556ce55f1f3&device_id=55dc72b5-3fa4-4c89-9a93-c707c472eba1 HTTP/1.1" status: 200  len: 1163 time: 0.7449784
Nov 24 13:02:51.812692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2ae06fe-104d-4642-8a8a-28075e549e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:51.825953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9bc7f9d0-e93c-4cee-914b-bfee5e484244 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Calling delete_port for 48a7d50a-3b82-43bc-8944-6746b5212e8b owned by network:floatingip {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:02:51.870677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bacbf2-299e-46bf-b155-ada572b5d639 req-ed6def6d-4156-4529-aa11-002de166d9ce tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:51.872217 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-20bacbf2-299e-46bf-b155-ada572b5d639 req-ed6def6d-4156-4529-aa11-002de166d9ce tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.6534486
Nov 24 13:02:51.892762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9847c-55e9-44dd-9850-7c6337e792e7 req-18ef265a-e612-496c-a934-a02d72399ee8 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:51.902270 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-edf9847c-55e9-44dd-9850-7c6337e792e7 req-18ef265a-e612-496c-a934-a02d72399ee8 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/ports?device_id=3eb94d76-1921-495b-9446-702d2f390806 HTTP/1.1" status: 200  len: 946 time: 0.5094860
Nov 24 13:02:51.964084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ad63a56-b357-4a49-a42b-c107e26c87fd tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:51.980143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3191a172-4fdf-40bf-87a7-73488c9676c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:52.007885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ad63a56-b357-4a49-a42b-c107e26c87fd tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:52.009222 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3ad63a56-b357-4a49-a42b-c107e26c87fd tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 8.4522977
Nov 24 13:02:52.011644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c19a7ff-0c5c-4fb0-b1cb-ce96a6d87c97 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Checking segment: {'id': '99b57fd0-2a59-44bb-96f8-3ad154120de4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:02:52.012046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c19a7ff-0c5c-4fb0-b1cb-ce96a6d87c97 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Network hostable DHCP agents. Network: 907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:02:52.016400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42950) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:52.021711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d924238-8ece-4507-a227-df2390d6d162 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:52.098658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ae06fe-104d-4642-8a8a-28075e549e69 None None] Network 894f5a1c-4cc7-433b-a3f1-a16bd02c95d7 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:02:52.101642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d924238-8ece-4507-a227-df2390d6d162 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:52.102325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d924238-8ece-4507-a227-df2390d6d162 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:52.107530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port af0d0a0e-4f8a-4806-bb3e-d85246ab5173 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:52.108176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:52.125344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:52.157099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c19a7ff-0c5c-4fb0-b1cb-ce96a6d87c97 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Network 907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:02:52.159058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-59f7080f-3b93-4be8-b37c-70169b20f15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c611860>, [{'id': '8063002f-c51e-4912-afa6-aff6e3318723', 'name': 'tempest-ServersTestJSON-1632611640-router', 'tenant_id': 'a2e9211661b4491282803556ce55f1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'cce7777b-e1d8-467d-90db-205e939310bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:29Z', 'updated_at': '2020-11-24T13:01:40Z', 'revision_number': 4, 'project_id': 'a2e9211661b4491282803556ce55f1f3', 'gw_port': {'id': 'cce7777b-e1d8-467d-90db-205e939310bf', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8063002f-c51e-4912-afa6-aff6e3318723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:32Z', 'updated_at': '2020-11-24T13:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '9e6d18dd-2124-4461-aa45-ec7615c5da3a', 'tenant_id': 'a2e9211661b4491282803556ce55f1f3', 'floating_ip_address': '172.26.8.194', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '8063002f-c51e-4912-afa6-aff6e3318723', 'port_id': 'a238cadf-7fcd-4f58-ba66-89ad42801d5a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fae2ebf-38a4-4188-8136-91cd36860221', 'mac_address': 'fa:16:3e:cb:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55dc72b5-3fa4-4c89-9a93-c707c472eba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:01:54Z', 'updated_at': '2020-11-24T13:02:43Z', 'revision_number': 1, 'project_id': 'a2e9211661b4491282803556ce55f1f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c783e11a-3c79-4cd6-93d0-6d6fad830735', 'name': '', 'network_id': '5fae2ebf-38a4-4188-8136-91cd36860221', 'tenant_id': 'a2e9211661b4491282803556ce55f1f3', 'mac_address': 'fa:16:3e:80:8c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8063002f-c51e-4912-afa6-aff6e3318723', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4487902c-b885-4e28-986b-43936d420160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:39Z', 'updated_at': '2020-11-24T13:01:51Z', 'revision_number': 5, 'project_id': 'a2e9211661b4491282803556ce55f1f3', 'subnets': [{'id': '4487902c-b885-4e28-986b-43936d420160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:52.162491 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4d924238-8ece-4507-a227-df2390d6d162 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.4250541
Nov 24 13:02:52.164162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f7080f-3b93-4be8-b37c-70169b20f15e None None] The sync data for ids ['8063002f-c51e-4912-afa6-aff6e3318723'] in dv-neutron-601336-61-ovs is: [{'id': '8063002f-c51e-4912-afa6-aff6e3318723', 'name': 'tempest-ServersTestJSON-1632611640-router', 'tenant_id': 'a2e9211661b4491282803556ce55f1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'cce7777b-e1d8-467d-90db-205e939310bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:29Z', 'updated_at': '2020-11-24T13:01:40Z', 'revision_number': 4, 'project_id': 'a2e9211661b4491282803556ce55f1f3', 'gw_port': {'id': 'cce7777b-e1d8-467d-90db-205e939310bf', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8063002f-c51e-4912-afa6-aff6e3318723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:32Z', 'updated_at': '2020-11-24T13:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '9e6d18dd-2124-4461-aa45-ec7615c5da3a', 'tenant_id': 'a2e9211661b4491282803556ce55f1f3', 'floating_ip_address': '172.26.8.194', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '8063002f-c51e-4912-afa6-aff6e3318723', 'port_id': 'a238cadf-7fcd-4f58-ba66-89ad42801d5a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fae2ebf-38a4-4188-8136-91cd36860221', 'mac_address': 'fa:16:3e:cb:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55dc72b5-3fa4-4c89-9a93-c707c472eba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:01:54Z', 'updated_at': '2020-11-24T13:02:43Z', 'revision_number': 1, 'project_id': 'a2e9211661b4491282803556ce55f1f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c783e11a-3c79-4cd6-93d0-6d6fad830735', 'name': '', 'network_id': '5fae2ebf-38a4-4188-8136-91cd36860221', 'tenant_id': 'a2e9211661b4491282803556ce55f1f3', 'mac_address': 'fa:16:3e:80:8c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8063002f-c51e-4912-afa6-aff6e3318723', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4487902c-b885-4e28-986b-43936d420160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:39Z', 'updated_at': '2020-11-24T13:01:51Z', 'revision_number': 5, 'project_id': 'a2e9211661b4491282803556ce55f1f3', 'subnets': [{'id': '4487902c-b885-4e28-986b-43936d420160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:02:52.172387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42954) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:52.185850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-fa569198-b22b-4c5f-ad2a-2fe6d0aab7f8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Request body: {'subnet': {'network_id': '724d74be-2c7f-4109-a8de-c1957f8d421f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:52.202530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-b2ae06fe-104d-4642-8a8a-28075e549e69 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:02:52.217152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ae06fe-104d-4642-8a8a-28075e549e69 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:02:52.267225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-1c19a7ff-0c5c-4fb0-b1cb-ce96a6d87c97 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:02:52.285235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7296802-7520-4848-90c4-e9c8c870aab8 None None] Network 907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:02:52.315560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae06fe-104d-4642-8a8a-28075e549e69 None None] Pushing event updated for resources: {'Port': ['ID=774aa4a3-4d7f-4b76-acfc-3717c7bd9493,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:52.354712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c19a7ff-0c5c-4fb0-b1cb-ce96a6d87c97 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:52.355376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c19a7ff-0c5c-4fb0-b1cb-ce96a6d87c97 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:52.373681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b2ae06fe-104d-4642-8a8a-28075e549e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:52.405373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab5749-2c7c-4a0e-a947-64325e41a6fe req-6e784c00-0e3c-41a3-9b53-c03744a8358c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:52.406952 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-adab5749-2c7c-4a0e-a947-64325e41a6fe req-6e784c00-0e3c-41a3-9b53-c03744a8358c service neutron] 10.222.0.70 "GET /v2.0/networks?id=5fae2ebf-38a4-4188-8136-91cd36860221 HTTP/1.1" status: 200  len: 900 time: 0.3703496
Nov 24 13:02:52.418807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fa569198-b22b-4c5f-ad2a-2fe6d0aab7f8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:52.422223 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1c19a7ff-0c5c-4fb0-b1cb-ce96a6d87c97 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.0280292
Nov 24 13:02:52.426773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b2ae06fe-104d-4642-8a8a-28075e549e69 None None] Attempting to bind port 774aa4a3-4d7f-4b76-acfc-3717c7bd9493 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:02:52.427552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b2ae06fe-104d-4642-8a8a-28075e549e69 None None] Attempting to bind port 774aa4a3-4d7f-4b76-acfc-3717c7bd9493 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'b03cfe78-b11c-44e5-86bd-be112c0625a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '894f5a1c-4cc7-433b-a3f1-a16bd02c95d7'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:02:52.427819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ae06fe-104d-4642-8a8a-28075e549e69 None None] Attempting to bind port 774aa4a3-4d7f-4b76-acfc-3717c7bd9493 on network 894f5a1c-4cc7-433b-a3f1-a16bd02c95d7 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:02:52.428859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fa569198-b22b-4c5f-ad2a-2fe6d0aab7f8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Usage tracker for resource:subnet and tenant:82cb9c8693f342c184d25cc0ea67ad76 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:52.431680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42958) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:52.438693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fa569198-b22b-4c5f-ad2a-2fe6d0aab7f8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:52.445339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2dc97572-ad00-4501-864c-a435595b215c tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-963057113', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:52.494209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ae06fe-104d-4642-8a8a-28075e549e69 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:02:52.494762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ae06fe-104d-4642-8a8a-28075e549e69 None None] Checking segment: {'id': 'b03cfe78-b11c-44e5-86bd-be112c0625a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '894f5a1c-4cc7-433b-a3f1-a16bd02c95d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:02:52.495346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2ae06fe-104d-4642-8a8a-28075e549e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:52.496306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ae06fe-104d-4642-8a8a-28075e549e69 None None] Bound using segment: {'id': 'b03cfe78-b11c-44e5-86bd-be112c0625a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '894f5a1c-4cc7-433b-a3f1-a16bd02c95d7'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:02:52.496962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b2ae06fe-104d-4642-8a8a-28075e549e69 None None] Bound port: 774aa4a3-4d7f-4b76-acfc-3717c7bd9493, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03cfe78-b11c-44e5-86bd-be112c0625a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '894f5a1c-4cc7-433b-a3f1-a16bd02c95d7'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:02:52.498093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2ae06fe-104d-4642-8a8a-28075e549e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:52.522449 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-edf9847c-55e9-44dd-9850-7c6337e792e7 req-61e64960-9073-4cb4-80e6-197e119ad999 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/security-groups?id=fd2fc09d-94e8-49e3-9324-21c800167113&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6190124
Nov 24 13:02:52.532015 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-20bacbf2-299e-46bf-b155-ada572b5d639 req-cc8b2492-78d9-451c-bf6c-1f3d846c292d tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6461892
Nov 24 13:02:52.587026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878b6e26-bc22-4688-826e-56cf5a685f88 None None] New status for floating IP 9e6d18dd-2124-4461-aa45-ec7615c5da3a: ACTIVE {{(pid=80945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:02:52.624403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d924238-8ece-4507-a227-df2390d6d162 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event updated for resources: {'Network': ['ID=724d74be-2c7f-4109-a8de-c1957f8d421f,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:52.627540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4d924238-8ece-4507-a227-df2390d6d162 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:52.651038 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-68438d5a-a6e7-411f-8240-ff1203760648 tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3874 time: 0.6304405
Nov 24 13:02:52.654344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42964) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:52.656957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2dc97572-ad00-4501-864c-a435595b215c tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:52.663388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 724d74be-2c7f-4109-a8de-c1957f8d421f details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:02:52.667592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2dc97572-ad00-4501-864c-a435595b215c tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Usage tracker for resource:router and tenant:5491d251a2d2453eb8bad8031293e1e0 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:52.674925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2dc97572-ad00-4501-864c-a435595b215c tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:52.679410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 724d74be-2c7f-4109-a8de-c1957f8d421f details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:02:52.682439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fa569198-b22b-4c5f-ad2a-2fe6d0aab7f8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:52.687514 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-adab5749-2c7c-4a0e-a947-64325e41a6fe req-052433ec-f071-4d44-a7f6-f0251dfb57c2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a238cadf-7fcd-4f58-ba66-89ad42801d5a HTTP/1.1" status: 200  len: 1000 time: 0.2272215
Nov 24 13:02:52.689747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2dc97572-ad00-4501-864c-a435595b215c tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:52.713318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa569198-b22b-4c5f-ad2a-2fe6d0aab7f8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Made reservation on behalf of 82cb9c8693f342c184d25cc0ea67ad76 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:02:52.766101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9bc7f9d0-e93c-4cee-914b-bfee5e484244 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:52.818071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9be8e777-ec97-4931-9943-88da6a05a9f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:52.833877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2dc97572-ad00-4501-864c-a435595b215c tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:52.834985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2dc97572-ad00-4501-864c-a435595b215c tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:52.852484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:02:52.893179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6142aa69-b91d-44c5-88ea-cc442a1d6bef tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Router 68958fec-faf6-4a7f-acdd-0bcee079f821 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:02:52.923679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fa569198-b22b-4c5f-ad2a-2fe6d0aab7f8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:52.930913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7f9d0-e93c-4cee-914b-bfee5e484244 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Pushing event deleted for resources: {'Port': ['ID=48a7d50a-3b82-43bc-8944-6746b5212e8b,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:52.934721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-978fd4db-0cd8-4c9a-b99c-d40ccdfd92d6 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Synchronizing usage tracker for tenant:6f4879393c8d417c950912632910f9a6 on resource:floatingip {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:02:52.941071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9bc7f9d0-e93c-4cee-914b-bfee5e484244 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:52.946897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab5749-2c7c-4a0e-a947-64325e41a6fe req-7091a0e8-13ab-413e-8392-59b42bed706e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:52.948490 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-adab5749-2c7c-4a0e-a947-64325e41a6fe req-7091a0e8-13ab-413e-8392-59b42bed706e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4487902c-b885-4e28-986b-43936d420160 HTTP/1.1" status: 200  len: 845 time: 0.2180214
Nov 24 13:02:52.969918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-978fd4db-0cd8-4c9a-b99c-d40ccdfd92d6 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Unset dirty status for tenant:6f4879393c8d417c950912632910f9a6 on resource:floatingip {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:02:52.974892 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-978fd4db-0cd8-4c9a-b99c-d40ccdfd92d6 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 691 time: 0.3153152
Nov 24 13:02:52.974892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42968) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:53.009988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2dc97572-ad00-4501-864c-a435595b215c tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:53.164928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.ipam_backend_mixin [None req-fa569198-b22b-4c5f-ad2a-2fe6d0aab7f8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Performing IP validity checks on allocation pools {{(pid=80944) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Nov 24 13:02:53.165612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.ipam_backend_mixin [None req-fa569198-b22b-4c5f-ad2a-2fe6d0aab7f8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Checking for overlaps among allocation pools and gateway ip {{(pid=80944) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Nov 24 13:02:53.221433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a28878-2881-4bba-9594-91d6bd049efc req-eb0c178c-604f-4441-89c0-4597308fb060 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:53.227431 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-39a28878-2881-4bba-9594-91d6bd049efc req-eb0c178c-604f-4441-89c0-4597308fb060 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/ports?device_id=3eb94d76-1921-495b-9446-702d2f390806 HTTP/1.1" status: 200  len: 946 time: 0.4661832
Nov 24 13:02:53.231665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-64d1292c-d4dd-4753-85b9-57925bab9a98 tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Deleting port 113f0a2b-716d-40aa-b60e-2b7cf4666c17 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:02:53.232209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-64d1292c-d4dd-4753-85b9-57925bab9a98 tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:53.242257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42972) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:53.291978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-25588c84-4284-498b-b092-863bc63d811a tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Request body: {'floatingip': {'port_id': '633e2245-ca34-43df-8b65-3ae47854bcfb'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:53.350047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2dc97572-ad00-4501-864c-a435595b215c tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:53.442671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b2ae06fe-104d-4642-8a8a-28075e549e69 None None] For port 774aa4a3-4d7f-4b76-acfc-3717c7bd9493, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:02:53.450561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device af0d0a0e-4f8a-4806-bb3e-d85246ab5173 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:02:53.458446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9bc7f9d0-e93c-4cee-914b-bfee5e484244 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Notify callbacks [] for floatingip, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:53.475840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9bc7f9d0-e93c-4cee-914b-bfee5e484244 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:53.481103 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9bc7f9d0-e93c-4cee-914b-bfee5e484244 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] 10.222.0.76 "DELETE /v2.0/floatingips/fda232fc-68a9-4fd0-8c05-6dc421df1a00 HTTP/1.1" status: 204  len: 168 time: 2.9684348
Nov 24 13:02:53.486051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-25588c84-4284-498b-b092-863bc63d811a tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks [] for floatingip, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:53.488142 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9bb5b8-7587-46b1-8e9c-cff54499eade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f', 'network_id': '907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f', 'tenant_id': '5491d251a2d2453eb8bad8031293e1e0', 'fixed_ips': [{'subnet_id': 'c98245c0-2e5a-4f3e-ac7f-1f528b3b759a'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:02:53.489051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e9bb5b8-7587-46b1-8e9c-cff54499eade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:53.524158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b2ae06fe-104d-4642-8a8a-28075e549e69 None None] For port 774aa4a3-4d7f-4b76-acfc-3717c7bd9493, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=774aa4a3-4d7f-4b76-acfc-3717c7bd9493,segment=NetworkSegment(b03cfe78-b11c-44e5-86bd-be112c0625a5),segment_id=b03cfe78-b11c-44e5-86bd-be112c0625a5)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:02:53.530225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-64d1292c-d4dd-4753-85b9-57925bab9a98 tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:53.530806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-64d1292c-d4dd-4753-85b9-57925bab9a98 tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Notify callbacks [] for floatingip, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:53.583304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2dc97572-ad00-4501-864c-a435595b215c tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:53.583950 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2dc97572-ad00-4501-864c-a435595b215c tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 714 time: 1.1508977
Nov 24 13:02:53.609749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2ae06fe-104d-4642-8a8a-28075e549e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:53.630287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-aff03eab-097f-4e2a-bc55-21b59481147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:53.655990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 42980) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:53.742001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab5749-2c7c-4a0e-a947-64325e41a6fe req-b2d7aabe-a8c8-4166-9bb3-f6ce31d95264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:53.743674 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-adab5749-2c7c-4a0e-a947-64325e41a6fe req-b2d7aabe-a8c8-4166-9bb3-f6ce31d95264 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fae2ebf-38a4-4188-8136-91cd36860221&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7354598
Nov 24 13:02:53.775498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-64d1292c-d4dd-4753-85b9-57925bab9a98 tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Calling delete_port for 113f0a2b-716d-40aa-b60e-2b7cf4666c17 owned by network:floatingip {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:02:53.900374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae06fe-104d-4642-8a8a-28075e549e69 None None] Pushing event updated for resources: {'Port': ['ID=774aa4a3-4d7f-4b76-acfc-3717c7bd9493,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:53.906722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b2ae06fe-104d-4642-8a8a-28075e549e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:53.958431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port af0d0a0e-4f8a-4806-bb3e-d85246ab5173 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:53.958855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:54.051670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-64d1292c-d4dd-4753-85b9-57925bab9a98 tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:54.067191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42990) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:54.071500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0b0ea0ce-390c-44ca-9071-b214d2126002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:54.228119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1292c-d4dd-4753-85b9-57925bab9a98 tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Pushing event deleted for resources: {'Port': ['ID=113f0a2b-716d-40aa-b60e-2b7cf4666c17,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:54.250254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-64d1292c-d4dd-4753-85b9-57925bab9a98 tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:54.282965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0d272-116b-4693-818e-ecc533d57989 req-7e7b59f9-4385-4b3c-81ea-5d377055e2ec tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:54.292920 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-83d0d272-116b-4693-818e-ecc533d57989 req-7e7b59f9-4385-4b3c-81ea-5d377055e2ec tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.3184416
Nov 24 13:02:54.321948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-0e9bb5b8-7587-46b1-8e9c-cff54499eade None None] Allocated IP 172.20.0.2 (907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f/c98245c0-2e5a-4f3e-ac7f-1f528b3b759a/879a78f3-9a81-4e0a-8e6a-8d29e426baf5) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:02:54.406316 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-83d0d272-116b-4693-818e-ecc533d57989 req-0a3b59e9-7af8-4928-804d-3ed1ce4c786d tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1122684
Nov 24 13:02:54.583424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ae43c8b-570b-4427-981f-9f42d2b4a93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:54.666204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e9bb5b8-7587-46b1-8e9c-cff54499eade None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:54.683440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0e9bb5b8-7587-46b1-8e9c-cff54499eade None None] Transition to ACTIVE for port object 879a78f3-9a81-4e0a-8e6a-8d29e426baf5 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:02:54.691266 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-adab5749-2c7c-4a0e-a947-64325e41a6fe req-efa15a38-f365-4274-aa25-ab2c64f4d136 service neutron] 10.222.0.70 "GET /v2.0/networks/5fae2ebf-38a4-4188-8136-91cd36860221?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9275491
Nov 24 13:02:54.701699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0e9bb5b8-7587-46b1-8e9c-cff54499eade None None] Transition to ACTIVE for port object 879a78f3-9a81-4e0a-8e6a-8d29e426baf5 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:02:54.706927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e9bb5b8-7587-46b1-8e9c-cff54499eade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:54.724043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b2ae06fe-104d-4642-8a8a-28075e549e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:54.735833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9ae43c8b-570b-4427-981f-9f42d2b4a93d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:02:54.744584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9ae43c8b-570b-4427-981f-9f42d2b4a93d admin admin] Usage tracker for resource:security_group_rule and tenant:c04b6404a02148cd905078f9d6121178 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:02:54.747606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-64d1292c-d4dd-4753-85b9-57925bab9a98 tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Notify callbacks [] for floatingip, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:54.757705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9ae43c8b-570b-4427-981f-9f42d2b4a93d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:02:54.775646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9ae43c8b-570b-4427-981f-9f42d2b4a93d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:02:54.804523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-64d1292c-d4dd-4753-85b9-57925bab9a98 tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:54.808341 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-64d1292c-d4dd-4753-85b9-57925bab9a98 tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] 10.222.0.76 "DELETE /v2.0/floatingips/a611a00b-45d7-4243-b304-787c0ef3d783 HTTP/1.1" status: 204  len: 168 time: 1.8301435
Nov 24 13:02:54.812582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 42998) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:54.862384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9bb5b8-7587-46b1-8e9c-cff54499eade None None] Pushing event updated for resources: {'Port': ['ID=879a78f3-9a81-4e0a-8e6a-8d29e426baf5,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:54.867063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0e9bb5b8-7587-46b1-8e9c-cff54499eade None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:54.887501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0150b71-ddab-40c6-9478-2b655209202f req-d7cccc8a-cd2d-4259-aa04-3324193b2d20 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:54.889148 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f0150b71-ddab-40c6-9478-2b655209202f req-d7cccc8a-cd2d-4259-aa04-3324193b2d20 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.2464993
Nov 24 13:02:54.917924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43002) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:54.922388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9bb5b8-7587-46b1-8e9c-cff54499eade None None] Network 907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:02:54.924025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-0e9bb5b8-7587-46b1-8e9c-cff54499eade None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:02:54.926721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9bb5b8-7587-46b1-8e9c-cff54499eade None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:02:54.930902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-77e30983-af6b-425c-9174-83362b6631a7 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Request body: {'floatingip': {'port_id': 'af0d0a0e-4f8a-4806-bb3e-d85246ab5173'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:02:54.968395 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-adab5749-2c7c-4a0e-a947-64325e41a6fe req-1ab5f8ae-081f-4f63-90a3-ffc337e724d2 service neutron] 10.222.0.70 "GET /v2.0/networks/5fae2ebf-38a4-4188-8136-91cd36860221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1931870
Nov 24 13:02:54.987338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0e9bb5b8-7587-46b1-8e9c-cff54499eade None None] Attempting to bind port 879a78f3-9a81-4e0a-8e6a-8d29e426baf5 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:02:54.987753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0e9bb5b8-7587-46b1-8e9c-cff54499eade None None] Attempting to bind port 879a78f3-9a81-4e0a-8e6a-8d29e426baf5 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '99b57fd0-2a59-44bb-96f8-3ad154120de4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:02:54.988165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9bb5b8-7587-46b1-8e9c-cff54499eade None None] Attempting to bind port 879a78f3-9a81-4e0a-8e6a-8d29e426baf5 on network 907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:02:54.995955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9bb5b8-7587-46b1-8e9c-cff54499eade None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:02:54.996377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9bb5b8-7587-46b1-8e9c-cff54499eade None None] Checking segment: {'id': '99b57fd0-2a59-44bb-96f8-3ad154120de4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:02:54.996831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e9bb5b8-7587-46b1-8e9c-cff54499eade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:54.997274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9bb5b8-7587-46b1-8e9c-cff54499eade None None] Bound using segment: {'id': '99b57fd0-2a59-44bb-96f8-3ad154120de4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:02:54.997794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0e9bb5b8-7587-46b1-8e9c-cff54499eade None None] Bound port: 879a78f3-9a81-4e0a-8e6a-8d29e426baf5, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b57fd0-2a59-44bb-96f8-3ad154120de4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:02:54.998237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e9bb5b8-7587-46b1-8e9c-cff54499eade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:55.105881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-77e30983-af6b-425c-9174-83362b6631a7 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks [] for floatingip, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:55.112282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-0e9bb5b8-7587-46b1-8e9c-cff54499eade None None] For port 879a78f3-9a81-4e0a-8e6a-8d29e426baf5, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:02:55.116488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-0e9bb5b8-7587-46b1-8e9c-cff54499eade None None] For port 879a78f3-9a81-4e0a-8e6a-8d29e426baf5, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=879a78f3-9a81-4e0a-8e6a-8d29e426baf5,segment=NetworkSegment(99b57fd0-2a59-44bb-96f8-3ad154120de4),segment_id=99b57fd0-2a59-44bb-96f8-3ad154120de4)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:02:55.132289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e9bb5b8-7587-46b1-8e9c-cff54499eade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:55.157956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:55.184952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-cae047a9-0002-4df2-bb97-31d5582dfc6b tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Deleting port fe69ab11-7119-437c-9265-48192b7f7da4 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:02:55.185429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cae047a9-0002-4df2-bb97-31d5582dfc6b tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:55.325653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ae43c8b-570b-4427-981f-9f42d2b4a93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:55.334461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6142aa69-b91d-44c5-88ea-cc442a1d6bef tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:02:55.341494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ae43c8b-570b-4427-981f-9f42d2b4a93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:55.348740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 774aa4a3-4d7f-4b76-acfc-3717c7bd9493 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:02:55.349898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95707b4-fe2a-43bf-a91b-cce298f55592 None None] Sync routers for ids ['68958fec-faf6-4a7f-acdd-0bcee079f821'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:02:55.367391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95707b4-fe2a-43bf-a91b-cce298f55592 None None] Routers {'68958fec-faf6-4a7f-acdd-0bcee079f821'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:02:55.367976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d95707b4-fe2a-43bf-a91b-cce298f55592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cb12358>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:02:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['68958fec-faf6-4a7f-acdd-0bcee079f821'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:55.391471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9bb5b8-7587-46b1-8e9c-cff54499eade None None] Pushing event updated for resources: {'Port': ['ID=879a78f3-9a81-4e0a-8e6a-8d29e426baf5,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:55.395738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0e9bb5b8-7587-46b1-8e9c-cff54499eade None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:55.433055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:55.467819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d95707b4-fe2a-43bf-a91b-cce298f55592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cb12358>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:55.482843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95707b4-fe2a-43bf-a91b-cce298f55592 None None] Routers {'68958fec-faf6-4a7f-acdd-0bcee079f821'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:02:55.483641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d95707b4-fe2a-43bf-a91b-cce298f55592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cb12358>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:02:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['68958fec-faf6-4a7f-acdd-0bcee079f821'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:55.521907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 774aa4a3-4d7f-4b76-acfc-3717c7bd9493 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:02:55.552205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6142aa69-b91d-44c5-88ea-cc442a1d6bef tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:55.554260 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6142aa69-b91d-44c5-88ea-cc442a1d6bef tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 11.7607784
Nov 24 13:02:55.569371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d95707b4-fe2a-43bf-a91b-cce298f55592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cb12358>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:55.569826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95707b4-fe2a-43bf-a91b-cce298f55592 None None] The sync data for ids ['68958fec-faf6-4a7f-acdd-0bcee079f821'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:02:55.585560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43008) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:55.630640 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9ae43c8b-570b-4427-981f-9f42d2b4a93d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c04b6404a02148cd905078f9d6121178&name=default HTTP/1.1" status: 200  len: 2747 time: 1.5215104
Nov 24 13:02:55.659139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43012) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:55.685870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae43c8b-570b-4427-981f-9f42d2b4a93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d18a48-c518-4766-af5f-d39d714296a4,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:55.721517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9ae43c8b-570b-4427-981f-9f42d2b4a93d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:55.899946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392b9674-594c-46cb-a8a9-ec9c3af9e08e None None] Network 894f5a1c-4cc7-433b-a3f1-a16bd02c95d7 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:02:55.963619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7039d562-3a4c-44a6-8e47-a593c906c034 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:56.042697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ee8f705f-3de8-4bd8-b6a9-7fedef12ca06 None None] Provisioning for port 774aa4a3-4d7f-4b76-acfc-3717c7bd9493 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:02:56.045359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fa569198-b22b-4c5f-ad2a-2fe6d0aab7f8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:56.052876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ee8f705f-3de8-4bd8-b6a9-7fedef12ca06 None None] Provisioning complete for port 774aa4a3-4d7f-4b76-acfc-3717c7bd9493 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:56.053894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee8f705f-3de8-4bd8-b6a9-7fedef12ca06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:56.065358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cae047a9-0002-4df2-bb97-31d5582dfc6b tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:56.065679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cae047a9-0002-4df2-bb97-31d5582dfc6b tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Notify callbacks [] for floatingip, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:56.312552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee8f705f-3de8-4bd8-b6a9-7fedef12ca06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:56.327662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-cae047a9-0002-4df2-bb97-31d5582dfc6b tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Calling delete_port for fe69ab11-7119-437c-9265-48192b7f7da4 owned by network:floatingip {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:02:56.367286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ee8f705f-3de8-4bd8-b6a9-7fedef12ca06 None None] For port 774aa4a3-4d7f-4b76-acfc-3717c7bd9493, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=774aa4a3-4d7f-4b76-acfc-3717c7bd9493,segment=NetworkSegment(b03cfe78-b11c-44e5-86bd-be112c0625a5),segment_id=b03cfe78-b11c-44e5-86bd-be112c0625a5)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:02:56.370943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee8f705f-3de8-4bd8-b6a9-7fedef12ca06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:56.373563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d04cb0b1-deed-4e1c-88e4-b2996a60ebbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:56.446796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fd26af28-5945-45d5-af1e-3d5415ca76f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:56.458394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f705f-3de8-4bd8-b6a9-7fedef12ca06 None None] Pushing event updated for resources: {'Port': ['ID=774aa4a3-4d7f-4b76-acfc-3717c7bd9493,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:56.470633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:56.471615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ee8f705f-3de8-4bd8-b6a9-7fedef12ca06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:56.507727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fd26af28-5945-45d5-af1e-3d5415ca76f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:56.710315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5d66dc0a-7c8f-4bc4-965e-a153832af0ef None None] Provisioning complete for port 774aa4a3-4d7f-4b76-acfc-3717c7bd9493 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:56.710643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5d66dc0a-7c8f-4bc4-965e-a153832af0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:56.731572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-25588c84-4284-498b-b092-863bc63d811a tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:02:56.862266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa569198-b22b-4c5f-ad2a-2fe6d0aab7f8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event updated for resources: {'Subnet': ['ID=b6abf00e-9486-4c0e-80a7-5cecf08f66fb,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:56.888578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fd26af28-5945-45d5-af1e-3d5415ca76f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:56.925335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f81606b8-dfd2-451c-8618-4cad3280a4c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:56.949630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd26af28-5945-45d5-af1e-3d5415ca76f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d18a48-c518-4766-af5f-d39d714296a4,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:56.965916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fd26af28-5945-45d5-af1e-3d5415ca76f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:56.976968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cae047a9-0002-4df2-bb97-31d5582dfc6b tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:57.001102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:57.034859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fa569198-b22b-4c5f-ad2a-2fe6d0aab7f8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:57.197897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae047a9-0002-4df2-bb97-31d5582dfc6b tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Pushing event deleted for resources: {'Port': ['ID=fe69ab11-7119-437c-9265-48192b7f7da4,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:57.283951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 879a78f3-9a81-4e0a-8e6a-8d29e426baf5 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:02:57.314488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cae047a9-0002-4df2-bb97-31d5582dfc6b tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:57.314630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-25588c84-4284-498b-b092-863bc63d811a tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks [] for floatingip, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:57.332618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-cdb30257-f4c4-4966-9310-339b940c4e98 None None] Provisioning complete for port 774aa4a3-4d7f-4b76-acfc-3717c7bd9493 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:57.333121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cdb30257-f4c4-4966-9310-339b940c4e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:57.357191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fd26af28-5945-45d5-af1e-3d5415ca76f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:57.364243 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fd26af28-5945-45d5-af1e-3d5415ca76f5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/57d18a48-c518-4766-af5f-d39d714296a4 HTTP/1.1" status: 204  len: 168 time: 1.7027302
Nov 24 13:02:57.386575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-77e30983-af6b-425c-9174-83362b6631a7 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:02:57.417844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a858d4-afd6-4092-ae03-8601ed8c2943 None None] Network 907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:02:57.449401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-7039d562-3a4c-44a6-8e47-a593c906c034 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Allocated IP 172.20.0.1 (907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f/c98245c0-2e5a-4f3e-ac7f-1f528b3b759a/86330189-2d35-4a9b-9722-06ad62678596) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:02:57.584917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-25588c84-4284-498b-b092-863bc63d811a tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:57.585535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-77e30983-af6b-425c-9174-83362b6631a7 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks [] for floatingip, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:57.607954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cae047a9-0002-4df2-bb97-31d5582dfc6b tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Notify callbacks [] for floatingip, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:57.610554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cae047a9-0002-4df2-bb97-31d5582dfc6b tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:57.612877 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cae047a9-0002-4df2-bb97-31d5582dfc6b tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] 10.222.0.76 "DELETE /v2.0/floatingips/924620b3-405f-4eb5-9ab5-288d5a424409 HTTP/1.1" status: 204  len: 168 time: 2.7992730
Nov 24 13:02:57.614266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-77e30983-af6b-425c-9174-83362b6631a7 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:57.677796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43022) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:57.724520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 879a78f3-9a81-4e0a-8e6a-8d29e426baf5 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:02:57.783111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-262ff5c0-3b12-4eac-98b2-ebf3264d4d3e None None] Provisioning for port 879a78f3-9a81-4e0a-8e6a-8d29e426baf5 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:02:57.796800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 774aa4a3-4d7f-4b76-acfc-3717c7bd9493 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:02:57.824613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43028) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:57.849619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-262ff5c0-3b12-4eac-98b2-ebf3264d4d3e None None] Provisioning complete for port 879a78f3-9a81-4e0a-8e6a-8d29e426baf5 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:57.850865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-262ff5c0-3b12-4eac-98b2-ebf3264d4d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:58.056424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa569198-b22b-4c5f-ad2a-2fe6d0aab7f8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Checking segment: {'id': '3a185ac0-6da3-47a5-80e6-b4f439c917ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '724d74be-2c7f-4109-a8de-c1957f8d421f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:02:58.056891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa569198-b22b-4c5f-ad2a-2fe6d0aab7f8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network hostable DHCP agents. Network: 724d74be-2c7f-4109-a8de-c1957f8d421f, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:02:58.067310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c0da5426-02cd-4748-a1cf-040e857227b7 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Deleting port c99c4500-6f72-4b7c-b70b-8a1b4cd49c04 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:02:58.068039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c0da5426-02cd-4748-a1cf-040e857227b7 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:58.070302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 774aa4a3-4d7f-4b76-acfc-3717c7bd9493 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:58.070736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:58.089037 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-77e30983-af6b-425c-9174-83362b6631a7 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Floating IP cbaf5b44-2375-48d4-9c75-90fc8d08518e associated. External IP: 172.26.8.254, port: af0d0a0e-4f8a-4806-bb3e-d85246ab5173.
Nov 24 13:02:58.116818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-262ff5c0-3b12-4eac-98b2-ebf3264d4d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:58.206341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-262ff5c0-3b12-4eac-98b2-ebf3264d4d3e None None] For port 879a78f3-9a81-4e0a-8e6a-8d29e426baf5, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=879a78f3-9a81-4e0a-8e6a-8d29e426baf5,segment=NetworkSegment(99b57fd0-2a59-44bb-96f8-3ad154120de4),segment_id=99b57fd0-2a59-44bb-96f8-3ad154120de4)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:02:58.223514 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-af9ae569-1f47-4a04-b3cb-a4f115340556 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=28e02a800fa74021b390528c84adf250&name=default HTTP/1.1" status: 200  len: 2747 time: 0.3868997
Nov 24 13:02:58.223890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43032) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:58.244013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-262ff5c0-3b12-4eac-98b2-ebf3264d4d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:58.248710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f790c24b-8353-45ae-835b-a6d5962e87f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:58.257590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7039d562-3a4c-44a6-8e47-a593c906c034 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:58.348193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-262ff5c0-3b12-4eac-98b2-ebf3264d4d3e None None] Provisioning complete for port 774aa4a3-4d7f-4b76-acfc-3717c7bd9493 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:58.348724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-262ff5c0-3b12-4eac-98b2-ebf3264d4d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:58.354839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-7039d562-3a4c-44a6-8e47-a593c906c034 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Transition to ACTIVE for port object 86330189-2d35-4a9b-9722-06ad62678596 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:02:58.384284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ff5c0-3b12-4eac-98b2-ebf3264d4d3e None None] Pushing event updated for resources: {'Port': ['ID=879a78f3-9a81-4e0a-8e6a-8d29e426baf5,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:58.395273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-262ff5c0-3b12-4eac-98b2-ebf3264d4d3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:58.400517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa569198-b22b-4c5f-ad2a-2fe6d0aab7f8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network 724d74be-2c7f-4109-a8de-c1957f8d421f is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:02:58.405648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7312b8eb-1018-4222-aac5-305a34e348a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:58.445584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-fa569198-b22b-4c5f-ad2a-2fe6d0aab7f8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 724d74be-2c7f-4109-a8de-c1957f8d421f) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:02:58.449609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7312b8eb-1018-4222-aac5-305a34e348a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:58.464548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7039d562-3a4c-44a6-8e47-a593c906c034 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:58.499613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-59e1d446-0f6c-41b3-85bf-d0e716e3791c tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:58.508734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7312b8eb-1018-4222-aac5-305a34e348a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:58.516052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf7a509-d59b-431d-865b-07ac2da08990 None None] Network 724d74be-2c7f-4109-a8de-c1957f8d421f requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:02:58.517677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:02:58.537304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312b8eb-1018-4222-aac5-305a34e348a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420e8bbc-2f39-435a-a1ac-ea940e1d4691,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:58.548861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7312b8eb-1018-4222-aac5-305a34e348a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:58.556169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7312b8eb-1018-4222-aac5-305a34e348a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:58.559819 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7312b8eb-1018-4222-aac5-305a34e348a7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/420e8bbc-2f39-435a-a1ac-ea940e1d4691 HTTP/1.1" status: 204  len: 168 time: 0.3324873
Nov 24 13:02:58.731504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d1cd18d7-fc5b-4d77-ad96-ff1f7adbb19d None None] Provisioning complete for port 879a78f3-9a81-4e0a-8e6a-8d29e426baf5 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:58.731929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d1cd18d7-fc5b-4d77-ad96-ff1f7adbb19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:58.926190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa569198-b22b-4c5f-ad2a-2fe6d0aab7f8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:02:58.926811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fa569198-b22b-4c5f-ad2a-2fe6d0aab7f8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:59.017506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e30983-af6b-425c-9174-83362b6631a7 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Router da8c95f9-19fa-4e21-95ef-87b0be89dfb3 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:02:59.055268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bca7d6-0655-496f-a369-8ff7916e10cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-724d74be-2c7f-4109-a8de-c1957f8d421f', 'network_id': '724d74be-2c7f-4109-a8de-c1957f8d421f', 'tenant_id': '82cb9c8693f342c184d25cc0ea67ad76', 'fixed_ips': [{'subnet_id': 'b6abf00e-9486-4c0e-80a7-5cecf08f66fb'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:02:59.056365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-39bca7d6-0655-496f-a369-8ff7916e10cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:59.065254 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fa569198-b22b-4c5f-ad2a-2fe6d0aab7f8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 6.8916852
Nov 24 13:02:59.072146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43042) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:02:59.078088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039d562-3a4c-44a6-8e47-a593c906c034 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Pushing event updated for resources: {'Port': ['ID=86330189-2d35-4a9b-9722-06ad62678596,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:02:59.081443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7039d562-3a4c-44a6-8e47-a593c906c034 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:02:59.277311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c0da5426-02cd-4748-a1cf-040e857227b7 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:59.289485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 879a78f3-9a81-4e0a-8e6a-8d29e426baf5 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:02:59.359550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6f377222-b0e7-48ca-988d-2760c6941952 None None] Provisioning complete for port 879a78f3-9a81-4e0a-8e6a-8d29e426baf5 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:59.360102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f377222-b0e7-48ca-988d-2760c6941952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:59.373015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e30983-af6b-425c-9174-83362b6631a7 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:02:59.378102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-77e30983-af6b-425c-9174-83362b6631a7 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:02:59.425111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e6e725-84d4-4b71-a2da-509c3e140ff9 None None] Sync routers for ids ['da8c95f9-19fa-4e21-95ef-87b0be89dfb3'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:02:59.461162 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-77e30983-af6b-425c-9174-83362b6631a7 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "PUT /v2.0/floatingips/cbaf5b44-2375-48d4-9c75-90fc8d08518e HTTP/1.1" status: 200  len: 992 time: 4.5420637
Nov 24 13:02:59.462682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35209e6c-1734-4301-98d3-cfd6250236ea', 'tag': 'af0d0a0e-4f8a-4806-bb3e-d85246ab5173'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:02:59.498205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c0da5426-02cd-4748-a1cf-040e857227b7 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Calling delete_port for c99c4500-6f72-4b7c-b70b-8a1b4cd49c04 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:02:59.539422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e6e725-84d4-4b71-a2da-509c3e140ff9 None None] Routers {'da8c95f9-19fa-4e21-95ef-87b0be89dfb3'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:02:59.540121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-09e6e725-84d4-4b71-a2da-509c3e140ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f63472a4240>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:02:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['da8c95f9-19fa-4e21-95ef-87b0be89dfb3'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:02:59.572606 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-25588c84-4284-498b-b092-863bc63d811a tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Floating IP 71052a30-04ea-43a6-840f-3fcff1c14e80 associated. External IP: 172.26.8.58, port: 633e2245-ca34-43df-8b65-3ae47854bcfb.
Nov 24 13:02:59.585886 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35209e6c-1734-4301-98d3-cfd6250236ea', 'tag': 'af0d0a0e-4f8a-4806-bb3e-d85246ab5173', 'status': 'completed', 'code': 200}
Nov 24 13:02:59.763995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7039d562-3a4c-44a6-8e47-a593c906c034 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Network 907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:02:59.783636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-7039d562-3a4c-44a6-8e47-a593c906c034 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:02:59.809072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7039d562-3a4c-44a6-8e47-a593c906c034 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:02:59.961697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 879a78f3-9a81-4e0a-8e6a-8d29e426baf5 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:02:59.962140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:00.098870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:00.173615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-39bca7d6-0655-496f-a369-8ff7916e10cb None None] Allocated IP 2001:db8::3 (724d74be-2c7f-4109-a8de-c1957f8d421f/b6abf00e-9486-4c0e-80a7-5cecf08f66fb/618f0440-5e00-4e40-bdb4-05427c93159e) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:03:00.223401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-09e6e725-84d4-4b71-a2da-509c3e140ff9 None None] Set router da8c95f9-19fa-4e21-95ef-87b0be89dfb3 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:03:00.263718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5e40bfbd-a40f-4c1d-a0be-232e5a0b985d None None] Provisioning for port 86330189-2d35-4a9b-9722-06ad62678596 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:03:00.288093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7039d562-3a4c-44a6-8e47-a593c906c034 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:00.297823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5e40bfbd-a40f-4c1d-a0be-232e5a0b985d None None] Provisioning complete for port 86330189-2d35-4a9b-9722-06ad62678596 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:00.298280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e40bfbd-a40f-4c1d-a0be-232e5a0b985d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:00.312710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c0da5426-02cd-4748-a1cf-040e857227b7 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:00.363356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:00.499840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31186d6f-9de1-4624-ab9e-d11b3e2cf57f req-608da5d5-01dd-44e1-9886-28eaa951a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:00.501503 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-31186d6f-9de1-4624-ab9e-d11b3e2cf57f req-608da5d5-01dd-44e1-9886-28eaa951a30c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4286288353e74305b378e229e8ab5058&device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 1163 time: 0.8063340
Nov 24 13:03:00.517796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da5426-02cd-4748-a1cf-040e857227b7 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Pushing event deleted for resources: {'Port': ['ID=c99c4500-6f72-4b7c-b70b-8a1b4cd49c04,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:00.520848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c0da5426-02cd-4748-a1cf-040e857227b7 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:00.553763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5e40bfbd-a40f-4c1d-a0be-232e5a0b985d None None] Port 86330189-2d35-4a9b-9722-06ad62678596 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:03:00.806109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-39bca7d6-0655-496f-a369-8ff7916e10cb None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:00.812903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43082) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:00.841047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-39bca7d6-0655-496f-a369-8ff7916e10cb None None] Transition to ACTIVE for port object 618f0440-5e00-4e40-bdb4-05427c93159e will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:03:00.845234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:00.910924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-39bca7d6-0655-496f-a369-8ff7916e10cb None None] Transition to ACTIVE for port object 618f0440-5e00-4e40-bdb4-05427c93159e will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:03:00.920742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-39bca7d6-0655-496f-a369-8ff7916e10cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:00.937750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:00.987960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-3d2b3854-a806-4f31-8520-a1895279ce8f tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1872496775', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:00.993654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3d2b3854-a806-4f31-8520-a1895279ce8f tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:00.997976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3d2b3854-a806-4f31-8520-a1895279ce8f tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Usage tracker for resource:port and tenant:67415d9171564efb80d3d62e9c800bd5 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:01.001607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3d2b3854-a806-4f31-8520-a1895279ce8f tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Quota usage for port was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:01.009866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3d2b3854-a806-4f31-8520-a1895279ce8f tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:01.021236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2b3854-a806-4f31-8520-a1895279ce8f tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Made reservation on behalf of 67415d9171564efb80d3d62e9c800bd5 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:03:01.027269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3d2b3854-a806-4f31-8520-a1895279ce8f tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:01.045830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3d2b3854-a806-4f31-8520-a1895279ce8f tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:01.085657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3d2b3854-a806-4f31-8520-a1895279ce8f tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:01.089964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3d2b3854-a806-4f31-8520-a1895279ce8f tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Usage tracker for resource:security_group_rule and tenant:67415d9171564efb80d3d62e9c800bd5 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:01.090326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bca7d6-0655-496f-a369-8ff7916e10cb None None] Pushing event updated for resources: {'Port': ['ID=618f0440-5e00-4e40-bdb4-05427c93159e,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:01.094650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3d2b3854-a806-4f31-8520-a1895279ce8f tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:01.097300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-09e6e725-84d4-4b71-a2da-509c3e140ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f63472a4240>, [{'id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'name': 'tempest-ServerActionsTestJSON-1650021247-router', 'tenant_id': '4286288353e74305b378e229e8ab5058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '4a90a7c2-fdcb-4037-9cd7-49bc88709dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:35Z', 'updated_at': '2020-11-24T13:01:57Z', 'revision_number': 4, 'project_id': '4286288353e74305b378e229e8ab5058', 'gw_port': {'id': '4a90a7c2-fdcb-4037-9cd7-49bc88709dc1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:39Z', 'updated_at': '2020-11-24T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'cbaf5b44-2375-48d4-9c75-90fc8d08518e', 'tenant_id': '4286288353e74305b378e229e8ab5058', 'floating_ip_address': '172.26.8.254', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'port_id': 'af0d0a0e-4f8a-4806-bb3e-d85246ab5173', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f46442-d2b1-4c59-8018-dd6806abe134', 'mac_address': 'fa:16:3e:7c:0f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35209e6c-1734-4301-98d3-cfd6250236ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:02:17Z', 'updated_at': '2020-11-24T13:02:57Z', 'revision_number': 1, 'project_id': '4286288353e74305b378e229e8ab5058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e81f707-465b-4ab9-b683-74748b2b5882', 'name': '', 'network_id': '42f46442-d2b1-4c59-8018-dd6806abe134', 'tenant_id': '4286288353e74305b378e229e8ab5058', 'mac_address': 'fa:16:3e:d7:18:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '4edc9f76-5638-4785-9026-5e5686309573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:55Z', 'updated_at': '2020-11-24T13:02:11Z', 'revision_number': 5, 'project_id': '4286288353e74305b378e229e8ab5058', 'subnets': [{'id': '4edc9f76-5638-4785-9026-5e5686309573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:01.101310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3d2b3854-a806-4f31-8520-a1895279ce8f tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:01.102432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-39bca7d6-0655-496f-a369-8ff7916e10cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:01.118094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e6e725-84d4-4b71-a2da-509c3e140ff9 None None] Checking router: da8c95f9-19fa-4e21-95ef-87b0be89dfb3 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:03:01.161979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e6e725-84d4-4b71-a2da-509c3e140ff9 None None] Routers {'da8c95f9-19fa-4e21-95ef-87b0be89dfb3'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:03:01.162758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-09e6e725-84d4-4b71-a2da-509c3e140ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f63472a4240>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:02:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['da8c95f9-19fa-4e21-95ef-87b0be89dfb3'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:01.180762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3d2b3854-a806-4f31-8520-a1895279ce8f tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:01.184718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3d2b3854-a806-4f31-8520-a1895279ce8f tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:01.197218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9de37dad-727c-41f8-9d73-80762e130939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:01.225568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bca7d6-0655-496f-a369-8ff7916e10cb None None] Network 724d74be-2c7f-4109-a8de-c1957f8d421f is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:03:01.230759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b3854-a806-4f31-8520-a1895279ce8f tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Pushing event updated for resources: {'SecurityGroup': ['ID=97b55799-d67d-47a0-b0e3-358b9a24edbe,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:01.232109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7039d562-3a4c-44a6-8e47-a593c906c034 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:01.238427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3d2b3854-a806-4f31-8520-a1895279ce8f tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:01.238768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-39bca7d6-0655-496f-a369-8ff7916e10cb None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:03:01.240517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bca7d6-0655-496f-a369-8ff7916e10cb None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:03:01.386937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-3d2b3854-a806-4f31-8520-a1895279ce8f tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] device_id is not set on port b30e8b6a-b1d6-4982-996d-2597944e5ee3 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:03:01.388341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-39bca7d6-0655-496f-a369-8ff7916e10cb None None] Attempting to bind port 618f0440-5e00-4e40-bdb4-05427c93159e on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:03:01.388761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-39bca7d6-0655-496f-a369-8ff7916e10cb None None] Attempting to bind port 618f0440-5e00-4e40-bdb4-05427c93159e by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '3a185ac0-6da3-47a5-80e6-b4f439c917ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '724d74be-2c7f-4109-a8de-c1957f8d421f'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:03:01.389489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bca7d6-0655-496f-a369-8ff7916e10cb None None] Attempting to bind port 618f0440-5e00-4e40-bdb4-05427c93159e on network 724d74be-2c7f-4109-a8de-c1957f8d421f {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:03:01.402378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bca7d6-0655-496f-a369-8ff7916e10cb None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:03:01.402804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bca7d6-0655-496f-a369-8ff7916e10cb None None] Checking segment: {'id': '3a185ac0-6da3-47a5-80e6-b4f439c917ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '724d74be-2c7f-4109-a8de-c1957f8d421f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:03:01.403259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-39bca7d6-0655-496f-a369-8ff7916e10cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:01.403697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bca7d6-0655-496f-a369-8ff7916e10cb None None] Bound using segment: {'id': '3a185ac0-6da3-47a5-80e6-b4f439c917ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '724d74be-2c7f-4109-a8de-c1957f8d421f'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:03:01.404233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-39bca7d6-0655-496f-a369-8ff7916e10cb None None] Bound port: 618f0440-5e00-4e40-bdb4-05427c93159e, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a185ac0-6da3-47a5-80e6-b4f439c917ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '724d74be-2c7f-4109-a8de-c1957f8d421f'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:03:01.404654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-39bca7d6-0655-496f-a369-8ff7916e10cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:01.497807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-09e6e725-84d4-4b71-a2da-509c3e140ff9 None None] Set router da8c95f9-19fa-4e21-95ef-87b0be89dfb3 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:03:01.575214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31186d6f-9de1-4624-ab9e-d11b3e2cf57f req-feeff33f-9fb3-415a-99e7-a1393918dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:01.575927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-3d2b3854-a806-4f31-8520-a1895279ce8f tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Allocated IP 172.26.8.123 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/b30e8b6a-b1d6-4982-996d-2597944e5ee3) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:03:01.577041 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-31186d6f-9de1-4624-ab9e-d11b3e2cf57f req-feeff33f-9fb3-415a-99e7-a1393918dec5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=42f46442-d2b1-4c59-8018-dd6806abe134 HTTP/1.1" status: 200  len: 906 time: 0.9861002
Nov 24 13:03:01.599957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c0da5426-02cd-4748-a1cf-040e857227b7 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:01.610864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-39bca7d6-0655-496f-a369-8ff7916e10cb None None] For port 618f0440-5e00-4e40-bdb4-05427c93159e, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:03:01.742938 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c0da5426-02cd-4748-a1cf-040e857227b7 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] 10.222.0.76 "DELETE /v2.0/ports/c99c4500-6f72-4b7c-b70b-8a1b4cd49c04 HTTP/1.1" status: 204  len: 168 time: 4.0437527
Nov 24 13:03:01.745817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43090) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:01.918261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-39bca7d6-0655-496f-a369-8ff7916e10cb None None] For port 618f0440-5e00-4e40-bdb4-05427c93159e, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=618f0440-5e00-4e40-bdb4-05427c93159e,segment=NetworkSegment(3a185ac0-6da3-47a5-80e6-b4f439c917ab),segment_id=3a185ac0-6da3-47a5-80e6-b4f439c917ab)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:03:01.922544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-39bca7d6-0655-496f-a369-8ff7916e10cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:01.929072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9be788-da25-45b4-8640-9bade69f5e6e tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:01.930995 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1b9be788-da25-45b4-8640-9bade69f5e6e tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] 10.222.0.76 "GET /v2.0/ports?device_id=e5bd3fba-c6bb-45a8-a247-bf469346e807 HTTP/1.1" status: 200  len: 913 time: 0.1734004
Nov 24 13:03:01.935343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43094) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:01.941564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:01.942809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3d2b3854-a806-4f31-8520-a1895279ce8f tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:02.040888 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-31186d6f-9de1-4624-ab9e-d11b3e2cf57f req-4424d370-e9bf-4d3a-bad8-8a0b319f22bb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af0d0a0e-4f8a-4806-bb3e-d85246ab5173 HTTP/1.1" status: 200  len: 1000 time: 0.4324689
Nov 24 13:03:02.138617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3d2b3854-a806-4f31-8520-a1895279ce8f tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:02.211924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bca7d6-0655-496f-a369-8ff7916e10cb None None] Pushing event updated for resources: {'Port': ['ID=618f0440-5e00-4e40-bdb4-05427c93159e,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:02.226709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-427e81e3-2664-4f64-ae0e-7763e6e82ab7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:02.235086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-39bca7d6-0655-496f-a369-8ff7916e10cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:02.323660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b3854-a806-4f31-8520-a1895279ce8f tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Pushing event updated for resources: {'Port': ['ID=b30e8b6a-b1d6-4982-996d-2597944e5ee3,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:02.341716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:02.345288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3d2b3854-a806-4f31-8520-a1895279ce8f tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:02.374816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-09e6e725-84d4-4b71-a2da-509c3e140ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f63472a4240>, [{'id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'name': 'tempest-ServerActionsTestJSON-1650021247-router', 'tenant_id': '4286288353e74305b378e229e8ab5058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '4a90a7c2-fdcb-4037-9cd7-49bc88709dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:35Z', 'updated_at': '2020-11-24T13:01:57Z', 'revision_number': 4, 'project_id': '4286288353e74305b378e229e8ab5058', 'gw_port': {'id': '4a90a7c2-fdcb-4037-9cd7-49bc88709dc1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:39Z', 'updated_at': '2020-11-24T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'cbaf5b44-2375-48d4-9c75-90fc8d08518e', 'tenant_id': '4286288353e74305b378e229e8ab5058', 'floating_ip_address': '172.26.8.254', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'port_id': 'af0d0a0e-4f8a-4806-bb3e-d85246ab5173', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f46442-d2b1-4c59-8018-dd6806abe134', 'mac_address': 'fa:16:3e:7c:0f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35209e6c-1734-4301-98d3-cfd6250236ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:02:17Z', 'updated_at': '2020-11-24T13:02:57Z', 'revision_number': 1, 'project_id': '4286288353e74305b378e229e8ab5058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e81f707-465b-4ab9-b683-74748b2b5882', 'name': '', 'network_id': '42f46442-d2b1-4c59-8018-dd6806abe134', 'tenant_id': '4286288353e74305b378e229e8ab5058', 'mac_address': 'fa:16:3e:d7:18:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '4edc9f76-5638-4785-9026-5e5686309573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:55Z', 'updated_at': '2020-11-24T13:02:11Z', 'revision_number': 5, 'project_id': '4286288353e74305b378e229e8ab5058', 'subnets': [{'id': '4edc9f76-5638-4785-9026-5e5686309573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:02.379568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e6e725-84d4-4b71-a2da-509c3e140ff9 None None] The sync data for ids ['da8c95f9-19fa-4e21-95ef-87b0be89dfb3'] in dv-neutron-601336-61-ovs is: [{'id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'name': 'tempest-ServerActionsTestJSON-1650021247-router', 'tenant_id': '4286288353e74305b378e229e8ab5058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '4a90a7c2-fdcb-4037-9cd7-49bc88709dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:35Z', 'updated_at': '2020-11-24T13:01:57Z', 'revision_number': 4, 'project_id': '4286288353e74305b378e229e8ab5058', 'gw_port': {'id': '4a90a7c2-fdcb-4037-9cd7-49bc88709dc1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:39Z', 'updated_at': '2020-11-24T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'cbaf5b44-2375-48d4-9c75-90fc8d08518e', 'tenant_id': '4286288353e74305b378e229e8ab5058', 'floating_ip_address': '172.26.8.254', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'port_id': 'af0d0a0e-4f8a-4806-bb3e-d85246ab5173', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f46442-d2b1-4c59-8018-dd6806abe134', 'mac_address': 'fa:16:3e:7c:0f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35209e6c-1734-4301-98d3-cfd6250236ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:02:17Z', 'updated_at': '2020-11-24T13:02:57Z', 'revision_number': 1, 'project_id': '4286288353e74305b378e229e8ab5058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e81f707-465b-4ab9-b683-74748b2b5882', 'name': '', 'network_id': '42f46442-d2b1-4c59-8018-dd6806abe134', 'tenant_id': '4286288353e74305b378e229e8ab5058', 'mac_address': 'fa:16:3e:d7:18:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '4edc9f76-5638-4785-9026-5e5686309573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:55Z', 'updated_at': '2020-11-24T13:02:11Z', 'revision_number': 5, 'project_id': '4286288353e74305b378e229e8ab5058', 'subnets': [{'id': '4edc9f76-5638-4785-9026-5e5686309573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:03:02.413322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2b3854-a806-4f31-8520-a1895279ce8f tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:03:02.416958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-3d2b3854-a806-4f31-8520-a1895279ce8f tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:03:02.419966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2b3854-a806-4f31-8520-a1895279ce8f tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:03:02.473054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8e2abb44-f56c-4cae-a545-3ed06e8d6609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:02.639335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2b3854-a806-4f31-8520-a1895279ce8f tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:02.640202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3d2b3854-a806-4f31-8520-a1895279ce8f tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:02.673246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event deleted for resources: {'Subnet': ['ID=b6abf00e-9486-4c0e-80a7-5cecf08f66fb,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:02.706604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:02.718045 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3d2b3854-a806-4f31-8520-a1895279ce8f tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1037 time: 1.9036505
Nov 24 13:03:02.719123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43100) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:02.727418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ca1217f3-19fd-4b7e-b2fe-7a6ddc6267a7 tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Request body: {'router': {'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.123'}]}}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:02.733505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ca1217f3-19fd-4b7e-b2fe-7a6ddc6267a7 tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:02.740427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31186d6f-9de1-4624-ab9e-d11b3e2cf57f req-9476b1d1-2aab-4670-8224-6a9396f6dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:02.741739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ca1217f3-19fd-4b7e-b2fe-7a6ddc6267a7 tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Usage tracker for resource:router and tenant:67415d9171564efb80d3d62e9c800bd5 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:02.743427 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-31186d6f-9de1-4624-ab9e-d11b3e2cf57f req-9476b1d1-2aab-4670-8224-6a9396f6dd61 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4edc9f76-5638-4785-9026-5e5686309573 HTTP/1.1" status: 200  len: 851 time: 0.5462027
Nov 24 13:03:02.745684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ca1217f3-19fd-4b7e-b2fe-7a6ddc6267a7 tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:02.757087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ca1217f3-19fd-4b7e-b2fe-7a6ddc6267a7 tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:02.774388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca1217f3-19fd-4b7e-b2fe-7a6ddc6267a7 tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:02.775894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca1217f3-19fd-4b7e-b2fe-7a6ddc6267a7 tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:02.802273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef63981c-0b04-4963-9403-1ab30cc93507 None None] New status for floating IP cbaf5b44-2375-48d4-9c75-90fc8d08518e: ACTIVE {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:03:02.813929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca1217f3-19fd-4b7e-b2fe-7a6ddc6267a7 tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:02.912978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c1a5ab4-98c9-4249-8050-a65240ac2b27 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:03.005179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-03ae0da4-3604-47c8-a15b-1945ceb82de6 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:03.180554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:03.226936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 618f0440-5e00-4e40-bdb4-05427c93159e up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:03:03.353812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 618f0440-5e00-4e40-bdb4-05427c93159e completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:03:03.433006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca1217f3-19fd-4b7e-b2fe-7a6ddc6267a7 tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:03.790942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31186d6f-9de1-4624-ab9e-d11b3e2cf57f req-3d502b7f-2365-4e63-b8b4-cb42c9823114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:03.792582 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-31186d6f-9de1-4624-ab9e-d11b3e2cf57f req-3d502b7f-2365-4e63-b8b4-cb42c9823114 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=42f46442-d2b1-4c59-8018-dd6806abe134&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.9978139
Nov 24 13:03:03.804894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f63476595f8>,) {'filters': {'network_id': ['724d74be-2c7f-4109-a8de-c1957f8d421f']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:03.915461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7039d562-3a4c-44a6-8e47-a593c906c034 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:03.918425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f63476595f8>, '3a185ac0-6da3-47a5-80e6-b4f439c917ab') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:03.918759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f63476595f8>, '3a185ac0-6da3-47a5-80e6-b4f439c917ab') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:03.958428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7039d562-3a4c-44a6-8e47-a593c906c034 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:03.974786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca1217f3-19fd-4b7e-b2fe-7a6ddc6267a7 tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Notify callbacks [] for router_gateway, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:03.989064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19da7f91-89f9-469e-81c5-7a1b12ee3105 None None] Network 724d74be-2c7f-4109-a8de-c1957f8d421f requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:03:03.992018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:04.007655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-99064abd-4638-4f48-9fb2-a3ecbc5eb8c5 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:04.014146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca1217f3-19fd-4b7e-b2fe-7a6ddc6267a7 tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:04.106803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:04.132499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Releasing vxlan tunnel 10 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:03:04.242279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2a8704ee-7a1a-45de-8672-0dc6a06d2833 None None] Provisioning for port 618f0440-5e00-4e40-bdb4-05427c93159e completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:03:04.259896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2a8704ee-7a1a-45de-8672-0dc6a06d2833 None None] Provisioning complete for port 618f0440-5e00-4e40-bdb4-05427c93159e triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:04.260104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2a8704ee-7a1a-45de-8672-0dc6a06d2833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:04.353902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039d562-3a4c-44a6-8e47-a593c906c034 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Pushing event updated for resources: {'Port': ['ID=86330189-2d35-4a9b-9722-06ad62678596,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:04.357119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7039d562-3a4c-44a6-8e47-a593c906c034 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:04.374568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7039d562-3a4c-44a6-8e47-a593c906c034 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:04.376926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25588c84-4284-498b-b092-863bc63d811a tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Router 303ef846-7f78-4e44-9457-b63bf6ee06b5 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:03:04.434108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e08a22-506d-4d12-b12f-565a98b5de75 None None] DHCP port deletion for 724d74be-2c7f-4109-a8de-c1957f8d421f request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:03:04.445883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2a8704ee-7a1a-45de-8672-0dc6a06d2833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:04.473409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-25e08a22-506d-4d12-b12f-565a98b5de75 None None] Deleting port 618f0440-5e00-4e40-bdb4-05427c93159e {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:04.473932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-25e08a22-506d-4d12-b12f-565a98b5de75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:04.509722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca1217f3-19fd-4b7e-b2fe-7a6ddc6267a7 tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:04.536928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-2a8704ee-7a1a-45de-8672-0dc6a06d2833 None None] For port 618f0440-5e00-4e40-bdb4-05427c93159e, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=618f0440-5e00-4e40-bdb4-05427c93159e,segment=NetworkSegment(3a185ac0-6da3-47a5-80e6-b4f439c917ab),segment_id=3a185ac0-6da3-47a5-80e6-b4f439c917ab)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:03:04.543327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2a8704ee-7a1a-45de-8672-0dc6a06d2833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:04.547332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:04.570507 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-31186d6f-9de1-4624-ab9e-d11b3e2cf57f req-ef56c6c8-a605-4f3c-8429-9185f0a77ec0 service neutron] 10.222.0.70 "GET /v2.0/networks/42f46442-d2b1-4c59-8018-dd6806abe134?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7679229
Nov 24 13:03:04.636768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network 724d74be-2c7f-4109-a8de-c1957f8d421f has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:03:04.718374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:04.719227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2c1a5ab4-98c9-4249-8050-a65240ac2b27 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Deleting port bb474a10-96b7-46bd-abc3-9f34ece2828d {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:04.719619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c1a5ab4-98c9-4249-8050-a65240ac2b27 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:04.741347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8704ee-7a1a-45de-8672-0dc6a06d2833 None None] Pushing event updated for resources: {'Port': ['ID=618f0440-5e00-4e40-bdb4-05427c93159e,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:04.746667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2a8704ee-7a1a-45de-8672-0dc6a06d2833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:04.784529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-25e08a22-506d-4d12-b12f-565a98b5de75 None None] For port 618f0440-5e00-4e40-bdb4-05427c93159e, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=618f0440-5e00-4e40-bdb4-05427c93159e,segment=NetworkSegment(3a185ac0-6da3-47a5-80e6-b4f439c917ab),segment_id=3a185ac0-6da3-47a5-80e6-b4f439c917ab)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:03:04.784978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-25e08a22-506d-4d12-b12f-565a98b5de75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:04.919893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-25e08a22-506d-4d12-b12f-565a98b5de75 None None] Calling delete_port for 618f0440-5e00-4e40-bdb4-05427c93159e owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:05.122685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 618f0440-5e00-4e40-bdb4-05427c93159e no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:03:05.292476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:05.335737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 618f0440-5e00-4e40-bdb4-05427c93159e, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=618f0440-5e00-4e40-bdb4-05427c93159e,segment=NetworkSegment(3a185ac0-6da3-47a5-80e6-b4f439c917ab),segment_id=3a185ac0-6da3-47a5-80e6-b4f439c917ab)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:03:05.339935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:05.342211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:05.421393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca1217f3-19fd-4b7e-b2fe-7a6ddc6267a7 tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:05.427811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=618f0440-5e00-4e40-bdb4-05427c93159e,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:05.440405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:05.461470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca1217f3-19fd-4b7e-b2fe-7a6ddc6267a7 tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:05.470664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c1a5ab4-98c9-4249-8050-a65240ac2b27 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:05.527816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network 724d74be-2c7f-4109-a8de-c1957f8d421f has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:03:05.576368 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:03:05.576368 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:03:05.576368 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:03:05.576368 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:03:05.576368 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:03:05.576368 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:03:05.576368 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:03:05.576368 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:03:05.576368 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:03:05.576368 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:03:05.576368 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:03:05.576368 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:03:05.576368 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:03:05.576368 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:03:05.576368 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:03:05.576368 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:03:05.576368 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:03:05.576368 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:03:05.576368 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:03:05.576368 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:03:05.576368 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:03:05.576368 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:03:05.576368 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:03:05.576368 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:03:05.576368 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:03:05.576368 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:03:05.576368 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:03:05.576368 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:03:05.576368 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:03:05.576368 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:03:05.576368 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:03:05.576368 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:03:05.658403 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-31186d6f-9de1-4624-ab9e-d11b3e2cf57f req-028f8b59-1dab-463c-a3f3-187c8d7816be service neutron] 10.222.0.70 "GET /v2.0/networks/42f46442-d2b1-4c59-8018-dd6806abe134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.0498044
Nov 24 13:03:05.667233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7039d562-3a4c-44a6-8e47-a593c906c034 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Network 907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:03:05.676580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2c1a5ab4-98c9-4249-8050-a65240ac2b27 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Calling delete_port for bb474a10-96b7-46bd-abc3-9f34ece2828d owned by network:router_interface {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:05.711460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-7039d562-3a4c-44a6-8e47-a593c906c034 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:03:05.735441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca1217f3-19fd-4b7e-b2fe-7a6ddc6267a7 tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:05.736000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1217f3-19fd-4b7e-b2fe-7a6ddc6267a7 tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Fanout notify agent at l3_agent the message router_deleted on router d185d2a3-7186-4098-b482-8d8e34401ae7 {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:03:05.802220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-25e08a22-506d-4d12-b12f-565a98b5de75 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:03:05.803466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-25e08a22-506d-4d12-b12f-565a98b5de75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:03:05.821572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 24 13:03:05.821572 dv-neutron-601336-61-ovs neutron-server[80834]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 24 13:03:05.821572 dv-neutron-601336-61-ovs neutron-server[80834]: [parameters: {'id': '724d74be-2c7f-4109-a8de-c1957f8d421f'}]
Nov 24 13:03:05.821572 dv-neutron-601336-61-ovs neutron-server[80834]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:03:05.821989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:03:05.909534 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-ca1217f3-19fd-4b7e-b2fe-7a6ddc6267a7 tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] create failed (client error): There was a conflict when trying to complete your request.
Nov 24 13:03:05.910722 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ca1217f3-19fd-4b7e-b2fe-7a6ddc6267a7 tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 3.1895640
Nov 24 13:03:05.918193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43116) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:05.976525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9b3e0173-9a99-49f0-9310-c6fb93c21228 None None] Provisioning complete for port 86330189-2d35-4a9b-9722-06ad62678596 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:05.976945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b3e0173-9a99-49f0-9310-c6fb93c21228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:05.980811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-03ae0da4-3604-47c8-a15b-1945ceb82de6 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Allocated IP 172.20.0.1 (b6553714-4051-4049-83a1-34bf2cbe33e9/b40ac6ff-70e2-4607-877c-a95a428fbf19/02a04738-4f00-4baa-a2ef-cba635a99515) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:03:06.036854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9b3e0173-9a99-49f0-9310-c6fb93c21228 None None] Port 86330189-2d35-4a9b-9722-06ad62678596 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:03:06.047962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c1a5ab4-98c9-4249-8050-a65240ac2b27 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:06.067231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cae047a9-0002-4df2-bb97-31d5582dfc6b tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:06.121366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-141c6976-a5e8-4471-be8f-f8a7b8cdab31 tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Deleting port b30e8b6a-b1d6-4982-996d-2597944e5ee3 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:06.121724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-141c6976-a5e8-4471-be8f-f8a7b8cdab31 tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:06.172290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a5ab4-98c9-4249-8050-a65240ac2b27 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Pushing event deleted for resources: {'Port': ['ID=bb474a10-96b7-46bd-abc3-9f34ece2828d,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:06.177386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2c1a5ab4-98c9-4249-8050-a65240ac2b27 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:06.304421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-25e08a22-506d-4d12-b12f-565a98b5de75 None None] Deleting port 618f0440-5e00-4e40-bdb4-05427c93159e {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:06.304854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-25e08a22-506d-4d12-b12f-565a98b5de75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:06.373947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:06.547232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c1a5ab4-98c9-4249-8050-a65240ac2b27 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:06.549922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-25e08a22-506d-4d12-b12f-565a98b5de75 None None] For port 618f0440-5e00-4e40-bdb4-05427c93159e, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=618f0440-5e00-4e40-bdb4-05427c93159e,segment=NetworkSegment(3a185ac0-6da3-47a5-80e6-b4f439c917ab),segment_id=3a185ac0-6da3-47a5-80e6-b4f439c917ab)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:03:06.550405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-25e08a22-506d-4d12-b12f-565a98b5de75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:06.635696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25588c84-4284-498b-b092-863bc63d811a tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:03:06.654457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-03ae0da4-3604-47c8-a15b-1945ceb82de6 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:06.664001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Deleting port 618f0440-5e00-4e40-bdb4-05427c93159e {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:06.664665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:06.686774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6d480d-ef5e-4513-a81a-c77b472c8cf8 None None] Sync routers for ids ['303ef846-7f78-4e44-9457-b63bf6ee06b5'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:03:06.695622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-25e08a22-506d-4d12-b12f-565a98b5de75 None None] Calling delete_port for 618f0440-5e00-4e40-bdb4-05427c93159e owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:06.751327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6d480d-ef5e-4513-a81a-c77b472c8cf8 None None] Routers {'303ef846-7f78-4e44-9457-b63bf6ee06b5'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:03:06.752023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4b6d480d-ef5e-4513-a81a-c77b472c8cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c8c10f0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:02:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['303ef846-7f78-4e44-9457-b63bf6ee06b5'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:06.813416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-25588c84-4284-498b-b092-863bc63d811a tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:06.941973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-25e08a22-506d-4d12-b12f-565a98b5de75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:07.015340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:07.041392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-141c6976-a5e8-4471-be8f-f8a7b8cdab31 tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:07.056134 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-25588c84-4284-498b-b092-863bc63d811a tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "PUT /v2.0/floatingips/71052a30-04ea-43a6-840f-3fcff1c14e80 HTTP/1.1" status: 200  len: 991 time: 13.7970951
Nov 24 13:03:07.064308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e08a22-506d-4d12-b12f-565a98b5de75 None None] Pushing event deleted for resources: {'Port': ['ID=618f0440-5e00-4e40-bdb4-05427c93159e,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:07.067174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-25e08a22-506d-4d12-b12f-565a98b5de75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:07.080804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb94d76-1921-495b-9446-702d2f390806', 'tag': '633e2245-ca34-43df-8b65-3ae47854bcfb'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:03:07.157651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-03ae0da4-3604-47c8-a15b-1945ceb82de6 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:07.246312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f3aeb575-d46c-4728-afbb-03be8a00c30b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:07.290371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-141c6976-a5e8-4471-be8f-f8a7b8cdab31 tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Calling delete_port for b30e8b6a-b1d6-4982-996d-2597944e5ee3 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:07.306526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-4b6d480d-ef5e-4513-a81a-c77b472c8cf8 None None] Set router 303ef846-7f78-4e44-9457-b63bf6ee06b5 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:03:07.373698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e08a22-506d-4d12-b12f-565a98b5de75 None None] No DVR routers for this DVR port 618f0440-5e00-4e40-bdb4-05427c93159e on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:03:07.528373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1a5ab4-98c9-4249-8050-a65240ac2b27 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Router e5bd3fba-c6bb-45a8-a247-bf469346e807 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:03:07.616820 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb94d76-1921-495b-9446-702d2f390806', 'tag': '633e2245-ca34-43df-8b65-3ae47854bcfb', 'status': 'completed', 'code': 200}
Nov 24 13:03:07.697459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] For port 618f0440-5e00-4e40-bdb4-05427c93159e, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=618f0440-5e00-4e40-bdb4-05427c93159e,segment=NetworkSegment(3a185ac0-6da3-47a5-80e6-b4f439c917ab),segment_id=3a185ac0-6da3-47a5-80e6-b4f439c917ab)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:03:07.697861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:07.729795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4b6d480d-ef5e-4513-a81a-c77b472c8cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c8c10f0>, [{'id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'name': 'tempest-ServersTestManualDisk-1579092289-router', 'tenant_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'c0c120c3-bcf6-4efc-abb9-af284b657f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:27Z', 'updated_at': '2020-11-24T13:01:51Z', 'revision_number': 4, 'project_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'gw_port': {'id': 'c0c120c3-bcf6-4efc-abb9-af284b657f1d', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:30Z', 'updated_at': '2020-11-24T13:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '71052a30-04ea-43a6-840f-3fcff1c14e80', 'tenant_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'floating_ip_address': '172.26.8.58', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'port_id': '633e2245-ca34-43df-8b65-3ae47854bcfb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48758c10-3c85-4387-a7e0-01d5b6f72c00', 'mac_address': 'fa:16:3e:01:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb94d76-1921-495b-9446-702d2f390806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:02:12Z', 'updated_at': '2020-11-24T13:02:55Z', 'revision_number': 1, 'project_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b088be8-563e-4051-8787-fdddfa28c383', 'name': '', 'network_id': '48758c10-3c85-4387-a7e0-01d5b6f72c00', 'tenant_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'mac_address': 'fa:16:3e:ed:f6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'c2dc0013-69cf-4d22-b176-8f1c434b75d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:48Z', 'updated_at': '2020-11-24T13:02:05Z', 'revision_number': 5, 'project_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'subnets': [{'id': 'c2dc0013-69cf-4d22-b176-8f1c434b75d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:07.736189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6d480d-ef5e-4513-a81a-c77b472c8cf8 None None] Checking router: 303ef846-7f78-4e44-9457-b63bf6ee06b5 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:03:07.749874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6d480d-ef5e-4513-a81a-c77b472c8cf8 None None] Routers {'303ef846-7f78-4e44-9457-b63bf6ee06b5'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:03:07.750653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4b6d480d-ef5e-4513-a81a-c77b472c8cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c8c10f0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:02:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['303ef846-7f78-4e44-9457-b63bf6ee06b5'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:07.892454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Calling delete_port for 618f0440-5e00-4e40-bdb4-05427c93159e owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:07.964789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae0da4-3604-47c8-a15b-1945ceb82de6 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event updated for resources: {'Port': ['ID=02a04738-4f00-4baa-a2ef-cba635a99515,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:07.976346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-03ae0da4-3604-47c8-a15b-1945ceb82de6 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:07.991111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-4b6d480d-ef5e-4513-a81a-c77b472c8cf8 None None] Set router 303ef846-7f78-4e44-9457-b63bf6ee06b5 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:03:08.001565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7039d562-3a4c-44a6-8e47-a593c906c034 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Router 64fadcf4-3092-40bb-bdbd-b87f8f637417 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:03:08.015843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1a5ab4-98c9-4249-8050-a65240ac2b27 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:03:08.030825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3d9c92-220f-4343-bdc3-4dd0a588897e None None] Sync routers for ids ['e5bd3fba-c6bb-45a8-a247-bf469346e807'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:03:08.039942 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2c1a5ab4-98c9-4249-8050-a65240ac2b27 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] 10.222.0.76 "PUT /v2.0/routers/e5bd3fba-c6bb-45a8-a247-bf469346e807/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0961123
Nov 24 13:03:08.040754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43130) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:08.048666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3d9c92-220f-4343-bdc3-4dd0a588897e None None] Routers {'e5bd3fba-c6bb-45a8-a247-bf469346e807'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:03:08.049620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-3f3d9c92-220f-4343-bdc3-4dd0a588897e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ccbf208>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:02:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e5bd3fba-c6bb-45a8-a247-bf469346e807'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:08.175926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-3f3d9c92-220f-4343-bdc3-4dd0a588897e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ccbf208>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:08.199131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3d9c92-220f-4343-bdc3-4dd0a588897e None None] Routers {'e5bd3fba-c6bb-45a8-a247-bf469346e807'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:03:08.205631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-3f3d9c92-220f-4343-bdc3-4dd0a588897e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ccbf208>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:02:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e5bd3fba-c6bb-45a8-a247-bf469346e807'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:08.237289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2bd98-0296-4114-bfdc-11c0e94c4a68 req-3a46cb85-66de-43f1-aa4b-2ab43f5f2e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:08.239410 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a3d2bd98-0296-4114-bfdc-11c0e94c4a68 req-3a46cb85-66de-43f1-aa4b-2ab43f5f2e74 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea8aaac80b7f416b8647220a0a5fe6df&device_id=3eb94d76-1921-495b-9446-702d2f390806 HTTP/1.1" status: 200  len: 1163 time: 0.6192961
Nov 24 13:03:08.251387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ae0da4-3604-47c8-a15b-1945ceb82de6 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Network b6553714-4051-4049-83a1-34bf2cbe33e9 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:03:08.259823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-03ae0da4-3604-47c8-a15b-1945ceb82de6 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:03:08.293978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ae0da4-3604-47c8-a15b-1945ceb82de6 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:03:08.321784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-3f3d9c92-220f-4343-bdc3-4dd0a588897e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ccbf208>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:08.322458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3d9c92-220f-4343-bdc3-4dd0a588897e None None] The sync data for ids ['e5bd3fba-c6bb-45a8-a247-bf469346e807'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:03:08.337851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4639f73-1641-4398-94c4-ec916b484926 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:08.354968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:03:08.355320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:03:08.495961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4b6d480d-ef5e-4513-a81a-c77b472c8cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c8c10f0>, [{'id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'name': 'tempest-ServersTestManualDisk-1579092289-router', 'tenant_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'c0c120c3-bcf6-4efc-abb9-af284b657f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:27Z', 'updated_at': '2020-11-24T13:01:51Z', 'revision_number': 4, 'project_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'gw_port': {'id': 'c0c120c3-bcf6-4efc-abb9-af284b657f1d', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:30Z', 'updated_at': '2020-11-24T13:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '71052a30-04ea-43a6-840f-3fcff1c14e80', 'tenant_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'floating_ip_address': '172.26.8.58', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'port_id': '633e2245-ca34-43df-8b65-3ae47854bcfb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48758c10-3c85-4387-a7e0-01d5b6f72c00', 'mac_address': 'fa:16:3e:01:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb94d76-1921-495b-9446-702d2f390806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:02:12Z', 'updated_at': '2020-11-24T13:02:55Z', 'revision_number': 1, 'project_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b088be8-563e-4051-8787-fdddfa28c383', 'name': '', 'network_id': '48758c10-3c85-4387-a7e0-01d5b6f72c00', 'tenant_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'mac_address': 'fa:16:3e:ed:f6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'c2dc0013-69cf-4d22-b176-8f1c434b75d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:48Z', 'updated_at': '2020-11-24T13:02:05Z', 'revision_number': 5, 'project_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'subnets': [{'id': 'c2dc0013-69cf-4d22-b176-8f1c434b75d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:08.500706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6d480d-ef5e-4513-a81a-c77b472c8cf8 None None] The sync data for ids ['303ef846-7f78-4e44-9457-b63bf6ee06b5'] in dv-neutron-601336-61-ovs is: [{'id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'name': 'tempest-ServersTestManualDisk-1579092289-router', 'tenant_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'c0c120c3-bcf6-4efc-abb9-af284b657f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:27Z', 'updated_at': '2020-11-24T13:01:51Z', 'revision_number': 4, 'project_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'gw_port': {'id': 'c0c120c3-bcf6-4efc-abb9-af284b657f1d', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:30Z', 'updated_at': '2020-11-24T13:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '71052a30-04ea-43a6-840f-3fcff1c14e80', 'tenant_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'floating_ip_address': '172.26.8.58', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'port_id': '633e2245-ca34-43df-8b65-3ae47854bcfb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48758c10-3c85-4387-a7e0-01d5b6f72c00', 'mac_address': 'fa:16:3e:01:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb94d76-1921-495b-9446-702d2f390806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:02:12Z', 'updated_at': '2020-11-24T13:02:55Z', 'revision_number': 1, 'project_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b088be8-563e-4051-8787-fdddfa28c383', 'name': '', 'network_id': '48758c10-3c85-4387-a7e0-01d5b6f72c00', 'tenant_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'mac_address': 'fa:16:3e:ed:f6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'c2dc0013-69cf-4d22-b176-8f1c434b75d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:48Z', 'updated_at': '2020-11-24T13:02:05Z', 'revision_number': 5, 'project_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'subnets': [{'id': 'c2dc0013-69cf-4d22-b176-8f1c434b75d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:03:08.506599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-141c6976-a5e8-4471-be8f-f8a7b8cdab31 tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:08.534403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:08.583521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4639f73-1641-4398-94c4-ec916b484926 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks [] for router_gateway, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:08.593327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-d4639f73-1641-4398-94c4-ec916b484926 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Deleting port 57943bf1-f406-4f48-a1a7-2fe465484cb1 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:08.593721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4639f73-1641-4398-94c4-ec916b484926 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:08.629783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-03ae0da4-3604-47c8-a15b-1945ceb82de6 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:08.665787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c6976-a5e8-4471-be8f-f8a7b8cdab31 tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Pushing event deleted for resources: {'Port': ['ID=b30e8b6a-b1d6-4982-996d-2597944e5ee3,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:08.674806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-141c6976-a5e8-4471-be8f-f8a7b8cdab31 tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:08.747196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2bd98-0296-4114-bfdc-11c0e94c4a68 req-6856eec8-8d98-453c-9346-7d8022097d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:08.748774 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a3d2bd98-0296-4114-bfdc-11c0e94c4a68 req-6856eec8-8d98-453c-9346-7d8022097d6d service neutron] 10.222.0.70 "GET /v2.0/networks?id=48758c10-3c85-4387-a7e0-01d5b6f72c00 HTTP/1.1" status: 200  len: 906 time: 0.4909637
Nov 24 13:03:08.799281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4639f73-1641-4398-94c4-ec916b484926 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:08.809851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f1faa3-0513-403c-9049-3adccd7fa868 None None] New status for floating IP 71052a30-04ea-43a6-840f-3fcff1c14e80: ACTIVE {{(pid=80945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:03:08.869703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Deleting port 618f0440-5e00-4e40-bdb4-05427c93159e {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:08.870065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:08.934153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-d4639f73-1641-4398-94c4-ec916b484926 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Calling delete_port for 57943bf1-f406-4f48-a1a7-2fe465484cb1 owned by network:router_gateway {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:09.012350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] The port '618f0440-5e00-4e40-bdb4-05427c93159e' was deleted {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:03:09.014450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7039d562-3a4c-44a6-8e47-a593c906c034 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:03:09.027456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70b998a-5b89-41f9-ab70-4f6463da071f None None] Sync routers for ids ['64fadcf4-3092-40bb-bdbd-b87f8f637417'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:03:09.044565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70b998a-5b89-41f9-ab70-4f6463da071f None None] Routers {'64fadcf4-3092-40bb-bdbd-b87f8f637417'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:03:09.045813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f70b998a-5b89-41f9-ab70-4f6463da071f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c9326d8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:02:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['64fadcf4-3092-40bb-bdbd-b87f8f637417'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:09.114068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-03ae0da4-3604-47c8-a15b-1945ceb82de6 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:09.159645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f70b998a-5b89-41f9-ab70-4f6463da071f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c9326d8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:09.176841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70b998a-5b89-41f9-ab70-4f6463da071f None None] Routers {'64fadcf4-3092-40bb-bdbd-b87f8f637417'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:03:09.178278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f70b998a-5b89-41f9-ab70-4f6463da071f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c9326d8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:02:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['64fadcf4-3092-40bb-bdbd-b87f8f637417'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:09.189298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4639f73-1641-4398-94c4-ec916b484926 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:09.219237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:09.251980 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a3d2bd98-0296-4114-bfdc-11c0e94c4a68 req-b43d903c-9cd3-45da-a596-be16807d5433 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=633e2245-ca34-43df-8b65-3ae47854bcfb HTTP/1.1" status: 200  len: 999 time: 0.4863021
Nov 24 13:03:09.252241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f70b998a-5b89-41f9-ab70-4f6463da071f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c9326d8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:09.252638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70b998a-5b89-41f9-ab70-4f6463da071f None None] The sync data for ids ['64fadcf4-3092-40bb-bdbd-b87f8f637417'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:03:09.265917 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7039d562-3a4c-44a6-8e47-a593c906c034 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] 10.222.0.76 "PUT /v2.0/routers/64fadcf4-3092-40bb-bdbd-b87f8f637417/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.6077752
Nov 24 13:03:09.279754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43140) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:09.307288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-fc3119ed-7963-4bdd-8c61-11086cea458f tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Request body: {'port': {'network_id': '907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f', 'name': 'tempest-FloatingIPNegativeTestJSON-1009097569'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:09.332400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4639f73-1641-4398-94c4-ec916b484926 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Pushing event deleted for resources: {'Port': ['ID=57943bf1-f406-4f48-a1a7-2fe465484cb1,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:09.334234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d4639f73-1641-4398-94c4-ec916b484926 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:09.621522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4639f73-1641-4398-94c4-ec916b484926 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:09.640294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:09.844180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-141c6976-a5e8-4471-be8f-f8a7b8cdab31 tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:09.850875 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-141c6976-a5e8-4471-be8f-f8a7b8cdab31 tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] 10.222.0.76 "DELETE /v2.0/ports/b30e8b6a-b1d6-4982-996d-2597944e5ee3 HTTP/1.1" status: 204  len: 168 time: 3.9128938
Nov 24 13:03:09.913518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4639f73-1641-4398-94c4-ec916b484926 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:09.919102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4639f73-1641-4398-94c4-ec916b484926 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:09.929615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2bd98-0296-4114-bfdc-11c0e94c4a68 req-626de940-5b8e-426f-b112-1a31964d1e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:09.931243 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a3d2bd98-0296-4114-bfdc-11c0e94c4a68 req-626de940-5b8e-426f-b112-1a31964d1e0f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2dc0013-69cf-4d22-b176-8f1c434b75d1 HTTP/1.1" status: 200  len: 851 time: 0.6322341
Nov 24 13:03:09.943825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4639f73-1641-4398-94c4-ec916b484926 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:09.944595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4639f73-1641-4398-94c4-ec916b484926 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Fanout notify agent at l3_agent the message router_deleted on router e5bd3fba-c6bb-45a8-a247-bf469346e807 {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:03:09.974415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4639f73-1641-4398-94c4-ec916b484926 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:09.978238 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d4639f73-1641-4398-94c4-ec916b484926 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] 10.222.0.76 "DELETE /v2.0/routers/e5bd3fba-c6bb-45a8-a247-bf469346e807 HTTP/1.1" status: 204  len: 168 time: 1.9342761
Nov 24 13:03:09.978432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43150) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:10.019657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6346ac55f8>,) {'filters': {'network_id': ['724d74be-2c7f-4109-a8de-c1957f8d421f']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:10.124857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346ac55f8>, '3a185ac0-6da3-47a5-80e6-b4f439c917ab') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:10.125199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346ac55f8>, '3a185ac0-6da3-47a5-80e6-b4f439c917ab') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:10.188471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aac55ff3-0350-46f5-b489-d21442afb06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:10.209191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:10.222101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43156) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:10.231033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fc3119ed-7963-4bdd-8c61-11086cea458f tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:10.231408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-899a8fb5-de8b-43b9-bfef-5f8e0de19f30 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Deleting subnet 6f1f8a88-212e-49fd-8d32-e4618c794e56 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:03:10.239780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fc3119ed-7963-4bdd-8c61-11086cea458f tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Usage tracker for resource:port and tenant:5491d251a2d2453eb8bad8031293e1e0 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:10.241252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-899a8fb5-de8b-43b9-bfef-5f8e0de19f30 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:10.249143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fc3119ed-7963-4bdd-8c61-11086cea458f tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Quota usage for port was recalculated. Used quota:2. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:10.273431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fc3119ed-7963-4bdd-8c61-11086cea458f tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:10.284690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:10.296149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Releasing vxlan tunnel 10 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:03:10.305496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-899a8fb5-de8b-43b9-bfef-5f8e0de19f30 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:10.395682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3119ed-7963-4bdd-8c61-11086cea458f tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Made reservation on behalf of 5491d251a2d2453eb8bad8031293e1e0 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:03:10.402110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc3119ed-7963-4bdd-8c61-11086cea458f tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:10.440955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2bd98-0296-4114-bfdc-11c0e94c4a68 req-70ae4088-fec7-496d-9082-b08db2e383e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:10.443819 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a3d2bd98-0296-4114-bfdc-11c0e94c4a68 req-70ae4088-fec7-496d-9082-b08db2e383e3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=48758c10-3c85-4387-a7e0-01d5b6f72c00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4792733
Nov 24 13:03:10.473870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c63c3a74-f1ed-4c90-af93-c3e5e6971220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:10.497354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-899a8fb5-de8b-43b9-bfef-5f8e0de19f30 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:10.562945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c63c3a74-f1ed-4c90-af93-c3e5e6971220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:10.570660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c63c3a74-f1ed-4c90-af93-c3e5e6971220 admin admin] Usage tracker for resource:security_group_rule and tenant:97976faeeb9a4d6fb13b2bf8144990b2 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:10.575684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c63c3a74-f1ed-4c90-af93-c3e5e6971220 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:10.656122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c63c3a74-f1ed-4c90-af93-c3e5e6971220 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:10.765356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network 724d74be-2c7f-4109-a8de-c1957f8d421f has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:03:10.793167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:10.859611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c63c3a74-f1ed-4c90-af93-c3e5e6971220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:10.863630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c63c3a74-f1ed-4c90-af93-c3e5e6971220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:10.873301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:10.937626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c3a74-f1ed-4c90-af93-c3e5e6971220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364317df-4e63-4a87-92aa-5df166b31708,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:10.945260 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c63c3a74-f1ed-4c90-af93-c3e5e6971220 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=97976faeeb9a4d6fb13b2bf8144990b2&name=default HTTP/1.1" status: 200  len: 2747 time: 0.7081456
Nov 24 13:03:10.945260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c63c3a74-f1ed-4c90-af93-c3e5e6971220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:10.946009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43168) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:10.966656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-899a8fb5-de8b-43b9-bfef-5f8e0de19f30 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:10.992648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8c051883-d9f0-4d10-abb9-4d0df89286bb tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:11.101318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a8fb5-de8b-43b9-bfef-5f8e0de19f30 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Pushing event deleted for resources: {'Subnet': ['ID=6f1f8a88-212e-49fd-8d32-e4618c794e56,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:11.119995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-899a8fb5-de8b-43b9-bfef-5f8e0de19f30 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:11.159107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network 724d74be-2c7f-4109-a8de-c1957f8d421f has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:03:11.171506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5173af0b-561b-422d-814c-bd3f295d9337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:11.190178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-899a8fb5-de8b-43b9-bfef-5f8e0de19f30 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:11.195451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6093414-5330-4a8e-a21a-c5d5096b7574 None None] Network 57943d12-6f70-4b20-9e3a-42df1879a984 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:03:11.206100 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:03:11.218089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5173af0b-561b-422d-814c-bd3f295d9337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:11.233156 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-899a8fb5-de8b-43b9-bfef-5f8e0de19f30 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] 10.222.0.76 "DELETE /v2.0/subnets/6f1f8a88-212e-49fd-8d32-e4618c794e56 HTTP/1.1" status: 204  len: 168 time: 1.2513611
Nov 24 13:03:11.233626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43172) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:11.261795 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a3d2bd98-0296-4114-bfdc-11c0e94c4a68 req-90970d6a-0e99-46c9-9418-d350ef3e1e89 service neutron] 10.222.0.70 "GET /v2.0/networks/48758c10-3c85-4387-a7e0-01d5b6f72c00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8017192
Nov 24 13:03:11.275242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-fc3119ed-7963-4bdd-8c61-11086cea458f tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] device_id is not set on port 83f9adbd-d4a7-44c6-b7a1-4d9119626dc7 yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:03:11.387728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b35eba8-b4df-47ed-93b8-088128e4eb57 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:11.447467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5173af0b-561b-422d-814c-bd3f295d9337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:11.459886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-165e1944-2b87-4528-9493-dea2006808d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:11.476583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173af0b-561b-422d-814c-bd3f295d9337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364317df-4e63-4a87-92aa-5df166b31708,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:11.480857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:11.484619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5173af0b-561b-422d-814c-bd3f295d9337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:11.485211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5173af0b-561b-422d-814c-bd3f295d9337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:11.489646 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5173af0b-561b-422d-814c-bd3f295d9337 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/364317df-4e63-4a87-92aa-5df166b31708 HTTP/1.1" status: 204  len: 168 time: 0.5396163
Nov 24 13:03:11.493885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-03ae0da4-3604-47c8-a15b-1945ceb82de6 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:11.494442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-1b35eba8-b4df-47ed-93b8-088128e4eb57 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Deleting port 4cb69198-78a3-4e8d-8dd7-9f81813f5a94 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:11.494827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b35eba8-b4df-47ed-93b8-088128e4eb57 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:11.501688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:11.519005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0cd847-77fe-4177-a915-165c28eff477 None None] DHCP port deletion for 57943d12-6f70-4b20-9e3a-42df1879a984 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:03:11.566141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9a0cd847-77fe-4177-a915-165c28eff477 None None] Deleting port 4cb69198-78a3-4e8d-8dd7-9f81813f5a94 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:11.567097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a0cd847-77fe-4177-a915-165c28eff477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:11.797128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:11.844303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-03ae0da4-3604-47c8-a15b-1945ceb82de6 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:11.911121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event deleted for resources: {'Network': ['ID=724d74be-2c7f-4109-a8de-c1957f8d421f,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:11.914860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:11.920941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-9a0cd847-77fe-4177-a915-165c28eff477 None None] For port 4cb69198-78a3-4e8d-8dd7-9f81813f5a94, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=4cb69198-78a3-4e8d-8dd7-9f81813f5a94,segment=NetworkSegment(c745e3d7-e170-47d9-8b1e-b8728838f690),segment_id=c745e3d7-e170-47d9-8b1e-b8728838f690)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:03:11.921606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a0cd847-77fe-4177-a915-165c28eff477 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:11.946446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7039d562-3a4c-44a6-8e47-a593c906c034 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:12.062359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43184) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:12.064697 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "DELETE /v2.0/networks/724d74be-2c7f-4109-a8de-c1957f8d421f HTTP/1.1" status: 204  len: 168 time: 12.9881592
Nov 24 13:03:12.069909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43188) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:12.085947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9a0cd847-77fe-4177-a915-165c28eff477 None None] Calling delete_port for 4cb69198-78a3-4e8d-8dd7-9f81813f5a94 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:12.101809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-93dabaca-7fc7-44e2-bdca-f24749ca9422 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-260398099'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:12.116136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-93dabaca-7fc7-44e2-bdca-f24749ca9422 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:12.125353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-1b35eba8-b4df-47ed-93b8-088128e4eb57 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] For port 4cb69198-78a3-4e8d-8dd7-9f81813f5a94, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=4cb69198-78a3-4e8d-8dd7-9f81813f5a94,segment=NetworkSegment(c745e3d7-e170-47d9-8b1e-b8728838f690),segment_id=c745e3d7-e170-47d9-8b1e-b8728838f690)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:03:12.125751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b35eba8-b4df-47ed-93b8-088128e4eb57 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:12.141590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-93dabaca-7fc7-44e2-bdca-f24749ca9422 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Usage tracker for resource:network and tenant:82cb9c8693f342c184d25cc0ea67ad76 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:12.146834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-93dabaca-7fc7-44e2-bdca-f24749ca9422 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Quota usage for network was recalculated. Used quota:2. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:12.171322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-fc3119ed-7963-4bdd-8c61-11086cea458f tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Allocated IP 172.20.0.7 (907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f/c98245c0-2e5a-4f3e-ac7f-1f528b3b759a/83f9adbd-d4a7-44c6-b7a1-4d9119626dc7) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:03:12.182478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-03ae0da4-3604-47c8-a15b-1945ceb82de6 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:12.211777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a0cd847-77fe-4177-a915-165c28eff477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:12.217222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-93dabaca-7fc7-44e2-bdca-f24749ca9422 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:12.228516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b2ae06fe-104d-4642-8a8a-28075e549e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:12.255556 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a3d2bd98-0296-4114-bfdc-11c0e94c4a68 req-20a8b95b-b0c9-4600-968b-7fc9265a87b7 service neutron] 10.222.0.70 "GET /v2.0/networks/48758c10-3c85-4387-a7e0-01d5b6f72c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9360569
Nov 24 13:03:12.313956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-1b35eba8-b4df-47ed-93b8-088128e4eb57 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Calling delete_port for 4cb69198-78a3-4e8d-8dd7-9f81813f5a94 owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:12.328784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cd847-77fe-4177-a915-165c28eff477 None None] Pushing event deleted for resources: {'Port': ['ID=4cb69198-78a3-4e8d-8dd7-9f81813f5a94,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:12.331559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9a0cd847-77fe-4177-a915-165c28eff477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:12.382623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0cd847-77fe-4177-a915-165c28eff477 None None] No DVR routers for this DVR port 4cb69198-78a3-4e8d-8dd7-9f81813f5a94 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:03:12.395788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae0da4-3604-47c8-a15b-1945ceb82de6 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event updated for resources: {'Port': ['ID=02a04738-4f00-4baa-a2ef-cba635a99515,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:12.414847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-03ae0da4-3604-47c8-a15b-1945ceb82de6 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:12.437275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93dabaca-7fc7-44e2-bdca-f24749ca9422 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Made reservation on behalf of 82cb9c8693f342c184d25cc0ea67ad76 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:03:12.446579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93dabaca-7fc7-44e2-bdca-f24749ca9422 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:12.499175 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-87935187-877c-4a40-9e69-91f31a1a7e12 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=67415d9171564efb80d3d62e9c800bd5&name=default HTTP/1.1" status: 200  len: 2747 time: 0.4351091
Nov 24 13:03:12.511762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43194) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:12.528318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f400d11-9bdf-48ae-9849-a1959ec4fd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:12.616519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93dabaca-7fc7-44e2-bdca-f24749ca9422 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:03:12.644683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-1b35eba8-b4df-47ed-93b8-088128e4eb57 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:03:12.645270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-1b35eba8-b4df-47ed-93b8-088128e4eb57 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:03:12.655279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93dabaca-7fc7-44e2-bdca-f24749ca9422 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:12.655912 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-93dabaca-7fc7-44e2-bdca-f24749ca9422 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Added segment 34cf9b95-1e2f-410a-9663-526cf45fd3e9 of type vxlan for network 5b0a633f-b986-4750-a049-3155d1ccdd0e
Nov 24 13:03:12.695518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ae0da4-3604-47c8-a15b-1945ceb82de6 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Network b6553714-4051-4049-83a1-34bf2cbe33e9 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:03:12.702041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-03ae0da4-3604-47c8-a15b-1945ceb82de6 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:03:12.740520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a8c056e6-d902-4f37-a029-8edd9c30e055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:12.744780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93dabaca-7fc7-44e2-bdca-f24749ca9422 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:12.814375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a8c056e6-d902-4f37-a029-8edd9c30e055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:12.824007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:12.842357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93dabaca-7fc7-44e2-bdca-f24749ca9422 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:12.856720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dabaca-7fc7-44e2-bdca-f24749ca9422 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:12.857380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93dabaca-7fc7-44e2-bdca-f24749ca9422 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:12.866777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:12.966091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc3119ed-7963-4bdd-8c61-11086cea458f tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:12.980864 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-93dabaca-7fc7-44e2-bdca-f24749ca9422 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.9104671
Nov 24 13:03:12.987002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43200) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:12.991846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dabaca-7fc7-44e2-bdca-f24749ca9422 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event updated for resources: {'Network': ['ID=5b0a633f-b986-4750-a049-3155d1ccdd0e,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:12.998941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-88392047-5db5-4f39-bf73-b8ac19f277b4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Request body: {'subnet': {'network_id': '5b0a633f-b986-4750-a049-3155d1ccdd0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:13.007035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 5b0a633f-b986-4750-a049-3155d1ccdd0e details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:03:13.014703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93dabaca-7fc7-44e2-bdca-f24749ca9422 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:13.153108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a8c056e6-d902-4f37-a029-8edd9c30e055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:13.157431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-fc3119ed-7963-4bdd-8c61-11086cea458f tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Transition to ACTIVE for port object 83f9adbd-d4a7-44c6-b7a1-4d9119626dc7 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:03:13.163627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-1b35eba8-b4df-47ed-93b8-088128e4eb57 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Deleting port 4cb69198-78a3-4e8d-8dd7-9f81813f5a94 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:13.167252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 5b0a633f-b986-4750-a049-3155d1ccdd0e details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:03:13.169382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b35eba8-b4df-47ed-93b8-088128e4eb57 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:13.193335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4cb69198-78a3-4e8d-8dd7-9f81813f5a94 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:03:13.212294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc3119ed-7963-4bdd-8c61-11086cea458f tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:13.218722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9ae43c8b-570b-4427-981f-9f42d2b4a93d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:13.232250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:13.234521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-88392047-5db5-4f39-bf73-b8ac19f277b4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:13.244261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c056e6-d902-4f37-a029-8edd9c30e055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b55799-d67d-47a0-b0e3-358b9a24edbe,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:13.248836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a8c056e6-d902-4f37-a029-8edd9c30e055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:13.249943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-88392047-5db5-4f39-bf73-b8ac19f277b4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Usage tracker for resource:subnet and tenant:82cb9c8693f342c184d25cc0ea67ad76 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:13.291760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-1b35eba8-b4df-47ed-93b8-088128e4eb57 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] The port '4cb69198-78a3-4e8d-8dd7-9f81813f5a94' was deleted {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:03:13.294583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-88392047-5db5-4f39-bf73-b8ac19f277b4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:13.390834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3119ed-7963-4bdd-8c61-11086cea458f tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Pushing event updated for resources: {'Port': ['ID=83f9adbd-d4a7-44c6-b7a1-4d9119626dc7,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:13.396876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fc3119ed-7963-4bdd-8c61-11086cea458f tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:13.444836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-88392047-5db5-4f39-bf73-b8ac19f277b4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:13.455247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a8c056e6-d902-4f37-a029-8edd9c30e055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:13.459526 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a8c056e6-d902-4f37-a029-8edd9c30e055 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/97b55799-d67d-47a0-b0e3-358b9a24edbe HTTP/1.1" status: 204  len: 168 time: 0.9434056
Nov 24 13:03:13.480392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ae0da4-3604-47c8-a15b-1945ceb82de6 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Router 68958fec-faf6-4a7f-acdd-0bcee079f821 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:03:13.483361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88392047-5db5-4f39-bf73-b8ac19f277b4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Made reservation on behalf of 82cb9c8693f342c184d25cc0ea67ad76 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:03:13.492152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3119ed-7963-4bdd-8c61-11086cea458f tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Network 907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:03:13.494282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-fc3119ed-7963-4bdd-8c61-11086cea458f tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:03:13.496862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3119ed-7963-4bdd-8c61-11086cea458f tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:03:13.543878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 4cb69198-78a3-4e8d-8dd7-9f81813f5a94 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:03:13.544331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4cb69198-78a3-4e8d-8dd7-9f81813f5a94 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:03:13.588760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b35eba8-b4df-47ed-93b8-088128e4eb57 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:13.674293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3119ed-7963-4bdd-8c61-11086cea458f tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:13.674968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc3119ed-7963-4bdd-8c61-11086cea458f tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:13.740069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-88392047-5db5-4f39-bf73-b8ac19f277b4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:13.750590 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fc3119ed-7963-4bdd-8c61-11086cea458f tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.4647572
Nov 24 13:03:13.751405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43210) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:13.769879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-047b46c0-345f-4eac-8768-7749bad4c701 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:13.777925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-047b46c0-345f-4eac-8768-7749bad4c701 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:13.783635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-047b46c0-345f-4eac-8768-7749bad4c701 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Usage tracker for resource:floatingip and tenant:5491d251a2d2453eb8bad8031293e1e0 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:13.787553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-047b46c0-345f-4eac-8768-7749bad4c701 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:13.794890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-047b46c0-345f-4eac-8768-7749bad4c701 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:13.820635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-aff30745-9400-419a-85fc-a0d37a1f2e26 None None] Provisioning for port 83f9adbd-d4a7-44c6-b7a1-4d9119626dc7 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:03:13.821190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-047b46c0-345f-4eac-8768-7749bad4c701 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks [] for floatingip, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:13.828933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-aff30745-9400-419a-85fc-a0d37a1f2e26 None None] Provisioning complete for port 83f9adbd-d4a7-44c6-b7a1-4d9119626dc7 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:13.829903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aff30745-9400-419a-85fc-a0d37a1f2e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:13.845703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-1b35eba8-b4df-47ed-93b8-088128e4eb57 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f635803bd68>,) {'filters': {'network_id': ['57943d12-6f70-4b20-9e3a-42df1879a984']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:13.875766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-1b35eba8-b4df-47ed-93b8-088128e4eb57 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f635803bd68>, 'c745e3d7-e170-47d9-8b1e-b8728838f690') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:13.876108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-1b35eba8-b4df-47ed-93b8-088128e4eb57 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f635803bd68>, 'c745e3d7-e170-47d9-8b1e-b8728838f690') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:13.899580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b35eba8-b4df-47ed-93b8-088128e4eb57 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:13.908196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-aff30745-9400-419a-85fc-a0d37a1f2e26 None None] Port 83f9adbd-d4a7-44c6-b7a1-4d9119626dc7 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:03:13.928678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b35eba8-b4df-47ed-93b8-088128e4eb57 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:13.932613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1b35eba8-b4df-47ed-93b8-088128e4eb57 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Releasing vxlan tunnel 9 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:03:13.983348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ae0da4-3604-47c8-a15b-1945ceb82de6 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:03:13.990547 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-03ae0da4-3604-47c8-a15b-1945ceb82de6 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "PUT /v2.0/routers/68958fec-faf6-4a7f-acdd-0bcee079f821/add_router_interface HTTP/1.1" status: 200  len: 503 time: 18.3967085
Nov 24 13:03:13.996039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88da376b-9a17-46d5-956e-c1560979a1ed None None] Sync routers for ids ['68958fec-faf6-4a7f-acdd-0bcee079f821'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:03:14.009504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43220) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:14.010100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88da376b-9a17-46d5-956e-c1560979a1ed None None] Routers {'68958fec-faf6-4a7f-acdd-0bcee079f821'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:03:14.010814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-88da376b-9a17-46d5-956e-c1560979a1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347fbe978>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:03:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['68958fec-faf6-4a7f-acdd-0bcee079f821'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:14.021075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-1b1f061f-f198-47eb-9bcf-7c85ab1b042d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Request body: {'port': {'network_id': 'b6553714-4051-4049-83a1-34bf2cbe33e9', 'name': 'tempest-FloatingIPTestJSON-2090378442'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:14.112666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-88da376b-9a17-46d5-956e-c1560979a1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347fbe978>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:14.140534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:14.147653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88da376b-9a17-46d5-956e-c1560979a1ed None None] Routers {'68958fec-faf6-4a7f-acdd-0bcee079f821'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:03:14.148327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-88da376b-9a17-46d5-956e-c1560979a1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347fbe978>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:03:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['68958fec-faf6-4a7f-acdd-0bcee079f821'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:14.188398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-1b35eba8-b4df-47ed-93b8-088128e4eb57 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Network 57943d12-6f70-4b20-9e3a-42df1879a984 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:03:14.198628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-047b46c0-345f-4eac-8768-7749bad4c701 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:14.203847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b35eba8-b4df-47ed-93b8-088128e4eb57 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:14.241800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-88da376b-9a17-46d5-956e-c1560979a1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347fbe978>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:14.242443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88da376b-9a17-46d5-956e-c1560979a1ed None None] The sync data for ids ['68958fec-faf6-4a7f-acdd-0bcee079f821'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:03:14.444322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-1b35eba8-b4df-47ed-93b8-088128e4eb57 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Network 57943d12-6f70-4b20-9e3a-42df1879a984 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:03:14.473009 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:03:14.637124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:14.666209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b35eba8-b4df-47ed-93b8-088128e4eb57 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:14.671509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b35eba8-b4df-47ed-93b8-088128e4eb57 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:14.676945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b3bf7bb6-892e-48f3-8b70-1c98b749f8aa tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:14.705133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35eba8-b4df-47ed-93b8-088128e4eb57 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Pushing event deleted for resources: {'Network': ['ID=57943d12-6f70-4b20-9e3a-42df1879a984,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:14.707918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1b35eba8-b4df-47ed-93b8-088128e4eb57 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:14.714217 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1b35eba8-b4df-47ed-93b8-088128e4eb57 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] 10.222.0.76 "DELETE /v2.0/networks/57943d12-6f70-4b20-9e3a-42df1879a984 HTTP/1.1" status: 204  len: 168 time: 3.4768074
Nov 24 13:03:14.714217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43240) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:14.733700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1b1f061f-f198-47eb-9bcf-7c85ab1b042d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:14.743310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1b1f061f-f198-47eb-9bcf-7c85ab1b042d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Usage tracker for resource:port and tenant:fd22555ebd24497b9a32eac1cfc2772e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:14.748698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1b1f061f-f198-47eb-9bcf-7c85ab1b042d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Quota usage for port was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:14.757024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1b1f061f-f198-47eb-9bcf-7c85ab1b042d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:14.807220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1f061f-f198-47eb-9bcf-7c85ab1b042d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Made reservation on behalf of fd22555ebd24497b9a32eac1cfc2772e for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:03:14.812805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b1f061f-f198-47eb-9bcf-7c85ab1b042d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:14.836061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43244) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:14.895445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-34de2e1a-414b-4938-a01c-c1a83d43528d tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Deleting port 72819d16-04f4-4049-8c37-79944edba6f9 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:14.895797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34de2e1a-414b-4938-a01c-c1a83d43528d tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:14.976970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-047b46c0-345f-4eac-8768-7749bad4c701 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Allocated IP 172.26.8.48 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/687f327c-4637-4a28-afd1-9f41f613331f) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:03:14.999540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-dd4b2508-fd68-4ed3-ae74-77fa853a8cf4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-915622330'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:15.027389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-dd4b2508-fd68-4ed3-ae74-77fa853a8cf4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:15.092781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-dd4b2508-fd68-4ed3-ae74-77fa853a8cf4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Usage tracker for resource:network and tenant:6d03983c6c4c4d87b7e902bbf22a74bc is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:15.101105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-dd4b2508-fd68-4ed3-ae74-77fa853a8cf4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:15.113920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-dd4b2508-fd68-4ed3-ae74-77fa853a8cf4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:15.166094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34de2e1a-414b-4938-a01c-c1a83d43528d tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:15.166487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34de2e1a-414b-4938-a01c-c1a83d43528d tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks [] for floatingip, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:15.177810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-1b1f061f-f198-47eb-9bcf-7c85ab1b042d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] device_id is not set on port 0012e189-242e-43fa-a251-a2e58a1c96b1 yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:03:15.183739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-88392047-5db5-4f39-bf73-b8ac19f277b4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:15.224439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4b2508-fd68-4ed3-ae74-77fa853a8cf4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Made reservation on behalf of 6d03983c6c4c4d87b7e902bbf22a74bc for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:03:15.229927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd4b2508-fd68-4ed3-ae74-77fa853a8cf4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:15.251038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:15.264435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd4b2508-fd68-4ed3-ae74-77fa853a8cf4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:15.304438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-047b46c0-345f-4eac-8768-7749bad4c701 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:15.410421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-dd4b2508-fd68-4ed3-ae74-77fa853a8cf4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:15.421148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-dd4b2508-fd68-4ed3-ae74-77fa853a8cf4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Usage tracker for resource:security_group_rule and tenant:6d03983c6c4c4d87b7e902bbf22a74bc is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:15.427973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-dd4b2508-fd68-4ed3-ae74-77fa853a8cf4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:15.439337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-dd4b2508-fd68-4ed3-ae74-77fa853a8cf4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:15.458307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-047b46c0-345f-4eac-8768-7749bad4c701 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:15.473794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-1b1f061f-f198-47eb-9bcf-7c85ab1b042d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Allocated IP 172.20.0.12 (b6553714-4051-4049-83a1-34bf2cbe33e9/b40ac6ff-70e2-4607-877c-a95a428fbf19/0012e189-242e-43fa-a251-a2e58a1c96b1) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:03:15.481949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-21bdd33a-5f76-4b24-b232-3c9eb21f84d3 tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:15.664384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-34de2e1a-414b-4938-a01c-c1a83d43528d tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Calling delete_port for 72819d16-04f4-4049-8c37-79944edba6f9 owned by network:floatingip {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:15.686736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b46c0-345f-4eac-8768-7749bad4c701 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Pushing event updated for resources: {'Port': ['ID=687f327c-4637-4a28-afd1-9f41f613331f,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:15.701909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-047b46c0-345f-4eac-8768-7749bad4c701 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:15.762395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88392047-5db5-4f39-bf73-b8ac19f277b4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event updated for resources: {'Subnet': ['ID=3df9c461-f5fd-4b31-8088-88ddae65bd4b,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:15.770788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-88392047-5db5-4f39-bf73-b8ac19f277b4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:15.884930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047b46c0-345f-4eac-8768-7749bad4c701 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:03:15.886982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd4b2508-fd68-4ed3-ae74-77fa853a8cf4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:15.891267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-047b46c0-345f-4eac-8768-7749bad4c701 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:03:15.897931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd4b2508-fd68-4ed3-ae74-77fa853a8cf4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:15.901411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d4207da3-89d8-443b-9a98-fc443b72b610 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:15.910802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047b46c0-345f-4eac-8768-7749bad4c701 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:03:15.922165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88392047-5db5-4f39-bf73-b8ac19f277b4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Checking segment: {'id': '34cf9b95-1e2f-410a-9663-526cf45fd3e9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5b0a633f-b986-4750-a049-3155d1ccdd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:03:15.922598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88392047-5db5-4f39-bf73-b8ac19f277b4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network hostable DHCP agents. Network: 5b0a633f-b986-4750-a049-3155d1ccdd0e, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:03:15.930162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34de2e1a-414b-4938-a01c-c1a83d43528d tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:15.947336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0e241807-f20e-400b-8c91-0b9ab98205be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:15.996608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd4b2508-fd68-4ed3-ae74-77fa853a8cf4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:03:16.012119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b2508-fd68-4ed3-ae74-77fa853a8cf4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Pushing event updated for resources: {'SecurityGroup': ['ID=204f8b41-fda5-479c-9a28-23d11eccff71,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:16.021993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dd4b2508-fd68-4ed3-ae74-77fa853a8cf4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:16.029792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd4b2508-fd68-4ed3-ae74-77fa853a8cf4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:16.030247 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-dd4b2508-fd68-4ed3-ae74-77fa853a8cf4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Added segment 878517dc-0eca-4ce8-b212-bf421295254d of type vxlan for network 239dc6dc-a6d6-4670-97dd-27f8d2ed4e11
Nov 24 13:03:16.056270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de2e1a-414b-4938-a01c-c1a83d43528d tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Pushing event deleted for resources: {'Port': ['ID=72819d16-04f4-4049-8c37-79944edba6f9,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:16.062290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-34de2e1a-414b-4938-a01c-c1a83d43528d tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:16.087037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88392047-5db5-4f39-bf73-b8ac19f277b4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network 5b0a633f-b986-4750-a049-3155d1ccdd0e is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:03:16.118707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-88392047-5db5-4f39-bf73-b8ac19f277b4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 5b0a633f-b986-4750-a049-3155d1ccdd0e) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:03:16.129778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e7fe9c-a22a-49e8-9366-91d51c6bf231 None None] Network 5b0a633f-b986-4750-a049-3155d1ccdd0e requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:03:16.130032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b1f061f-f198-47eb-9bcf-7c85ab1b042d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:16.141929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88392047-5db5-4f39-bf73-b8ac19f277b4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:16.141929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-88392047-5db5-4f39-bf73-b8ac19f277b4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:16.144154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd4b2508-fd68-4ed3-ae74-77fa853a8cf4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:16.204348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-047b46c0-345f-4eac-8768-7749bad4c701 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks [] for floatingip, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:16.205844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd4b2508-fd68-4ed3-ae74-77fa853a8cf4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:16.215888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4b2508-fd68-4ed3-ae74-77fa853a8cf4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:16.216105 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-88392047-5db5-4f39-bf73-b8ac19f277b4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 3.2253411
Nov 24 13:03:16.216191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd4b2508-fd68-4ed3-ae74-77fa853a8cf4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:16.218607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b1f061f-f198-47eb-9bcf-7c85ab1b042d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:16.218984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43256) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:16.222457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-02b80529-db77-4de0-96a1-a1b1e10b39cc tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:16.321049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34de2e1a-414b-4938-a01c-c1a83d43528d tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks [] for floatingip, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:16.323647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34de2e1a-414b-4938-a01c-c1a83d43528d tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:16.328183 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-34de2e1a-414b-4938-a01c-c1a83d43528d tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] 10.222.0.76 "DELETE /v2.0/floatingips/495e3f87-58ef-463b-bebb-89abb192ea99 HTTP/1.1" status: 204  len: 168 time: 1.6099863
Nov 24 13:03:16.397412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:16.413416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc4b5bf-5cb8-4684-bf7b-7daf96c39371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-5b0a633f-b986-4750-a049-3155d1ccdd0e', 'network_id': '5b0a633f-b986-4750-a049-3155d1ccdd0e', 'tenant_id': '82cb9c8693f342c184d25cc0ea67ad76', 'fixed_ips': [{'subnet_id': '3df9c461-f5fd-4b31-8088-88ddae65bd4b'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:03:16.414575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fcc4b5bf-5cb8-4684-bf7b-7daf96c39371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:16.486650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b2508-fd68-4ed3-ae74-77fa853a8cf4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Pushing event updated for resources: {'Network': ['ID=239dc6dc-a6d6-4670-97dd-27f8d2ed4e11,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:16.497061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dd4b2508-fd68-4ed3-ae74-77fa853a8cf4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:16.500308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-047b46c0-345f-4eac-8768-7749bad4c701 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:16.532161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 239dc6dc-a6d6-4670-97dd-27f8d2ed4e11 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:03:16.546025 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-dd4b2508-fd68-4ed3-ae74-77fa853a8cf4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 1.7057717
Nov 24 13:03:16.552055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 239dc6dc-a6d6-4670-97dd-27f8d2ed4e11 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:03:16.557626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-047b46c0-345f-4eac-8768-7749bad4c701 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:16.589484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43264) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:16.630309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b21f49b5-3ccc-4ddd-a4f8-d5892d9fa75b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Request body: {'subnet': {'network_id': '239dc6dc-a6d6-4670-97dd-27f8d2ed4e11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:16.680852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:16.767163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f061f-f198-47eb-9bcf-7c85ab1b042d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event updated for resources: {'Port': ['ID=0012e189-242e-43fa-a251-a2e58a1c96b1,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:16.786282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1b1f061f-f198-47eb-9bcf-7c85ab1b042d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:16.798513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43272) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:16.900232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b21f49b5-3ccc-4ddd-a4f8-d5892d9fa75b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:16.903866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1f061f-f198-47eb-9bcf-7c85ab1b042d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Network b6553714-4051-4049-83a1-34bf2cbe33e9 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:03:16.911996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-1b1f061f-f198-47eb-9bcf-7c85ab1b042d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:03:16.916022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1f061f-f198-47eb-9bcf-7c85ab1b042d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:03:16.953494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b21f49b5-3ccc-4ddd-a4f8-d5892d9fa75b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Usage tracker for resource:subnet and tenant:6d03983c6c4c4d87b7e902bbf22a74bc is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:16.960816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b21f49b5-3ccc-4ddd-a4f8-d5892d9fa75b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:16.985747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b21f49b5-3ccc-4ddd-a4f8-d5892d9fa75b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:17.063171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-fcc4b5bf-5cb8-4684-bf7b-7daf96c39371 None None] Allocated IP 2001:db8::1 (5b0a633f-b986-4750-a049-3155d1ccdd0e/3df9c461-f5fd-4b31-8088-88ddae65bd4b/31477199-a61a-4b97-8ded-5290c96a24b9) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:03:17.159440 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f68f60a9-bcea-4997-b810-26cbbcb5a9cc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6f4879393c8d417c950912632910f9a6&name=default HTTP/1.1" status: 200  len: 2747 time: 0.3593473
Nov 24 13:03:17.161846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43280) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:17.188886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21f49b5-3ccc-4ddd-a4f8-d5892d9fa75b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Made reservation on behalf of 6d03983c6c4c4d87b7e902bbf22a74bc for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:03:17.216082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1f061f-f198-47eb-9bcf-7c85ab1b042d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:17.216390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b1f061f-f198-47eb-9bcf-7c85ab1b042d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:17.234595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-010f3527-95ce-434e-9635-e2a2f386adff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:17.269793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-010f3527-95ce-434e-9635-e2a2f386adff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:17.319898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-010f3527-95ce-434e-9635-e2a2f386adff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:17.325116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:17.336931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fcc4b5bf-5cb8-4684-bf7b-7daf96c39371 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:17.340374 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1b1f061f-f198-47eb-9bcf-7c85ab1b042d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.3253946
Nov 24 13:03:17.340517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-047b46c0-345f-4eac-8768-7749bad4c701 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:17.341151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f3527-95ce-434e-9635-e2a2f386adff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56230f8-fa40-4f14-9110-354e47a66fe7,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:17.343849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43284) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:17.351872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-fcc4b5bf-5cb8-4684-bf7b-7daf96c39371 None None] Transition to ACTIVE for port object 31477199-a61a-4b97-8ded-5290c96a24b9 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:03:17.352013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-bcb2d751-5bc7-41f7-9c8e-967bce70716f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Request body: {'port': {'network_id': 'b6553714-4051-4049-83a1-34bf2cbe33e9', 'name': 'tempest-FloatingIPTestJSON-2144335483'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:17.356587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-047b46c0-345f-4eac-8768-7749bad4c701 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:17.366956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-010f3527-95ce-434e-9635-e2a2f386adff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:17.371024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-010f3527-95ce-434e-9635-e2a2f386adff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:17.376094 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-010f3527-95ce-434e-9635-e2a2f386adff admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d56230f8-fa40-4f14-9110-354e47a66fe7 HTTP/1.1" status: 204  len: 168 time: 0.2091238
Nov 24 13:03:17.402372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-fcc4b5bf-5cb8-4684-bf7b-7daf96c39371 None None] Transition to ACTIVE for port object 31477199-a61a-4b97-8ded-5290c96a24b9 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:03:17.409930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fcc4b5bf-5cb8-4684-bf7b-7daf96c39371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:17.431728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-25e08a22-506d-4d12-b12f-565a98b5de75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:17.475484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:17.494764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:17.497722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:17.555725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4b5bf-5cb8-4684-bf7b-7daf96c39371 None None] Pushing event updated for resources: {'Port': ['ID=31477199-a61a-4b97-8ded-5290c96a24b9,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:17.557594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b21f49b5-3ccc-4ddd-a4f8-d5892d9fa75b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:17.570873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fcc4b5bf-5cb8-4684-bf7b-7daf96c39371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:17.628801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event deleted for resources: {'Subnet': ['ID=3df9c461-f5fd-4b31-8088-88ddae65bd4b,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:17.644075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:17.654903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc4b5bf-5cb8-4684-bf7b-7daf96c39371 None None] Network 5b0a633f-b986-4750-a049-3155d1ccdd0e is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:03:17.656788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-fcc4b5bf-5cb8-4684-bf7b-7daf96c39371 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:03:17.663324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc4b5bf-5cb8-4684-bf7b-7daf96c39371 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:03:17.703685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-bcb2d751-5bc7-41f7-9c8e-967bce70716f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:17.713527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bcb2d751-5bc7-41f7-9c8e-967bce70716f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Usage tracker for resource:port and tenant:fd22555ebd24497b9a32eac1cfc2772e is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:17.725423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bcb2d751-5bc7-41f7-9c8e-967bce70716f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Quota usage for port was recalculated. Used quota:2. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:17.738093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-bcb2d751-5bc7-41f7-9c8e-967bce70716f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:17.751822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-fcc4b5bf-5cb8-4684-bf7b-7daf96c39371 None None] Attempting to bind port 31477199-a61a-4b97-8ded-5290c96a24b9 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:03:17.753074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-fcc4b5bf-5cb8-4684-bf7b-7daf96c39371 None None] Attempting to bind port 31477199-a61a-4b97-8ded-5290c96a24b9 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '34cf9b95-1e2f-410a-9663-526cf45fd3e9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5b0a633f-b986-4750-a049-3155d1ccdd0e'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:03:17.753903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc4b5bf-5cb8-4684-bf7b-7daf96c39371 None None] Attempting to bind port 31477199-a61a-4b97-8ded-5290c96a24b9 on network 5b0a633f-b986-4750-a049-3155d1ccdd0e {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:03:17.775644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc4b5bf-5cb8-4684-bf7b-7daf96c39371 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:03:17.779582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc4b5bf-5cb8-4684-bf7b-7daf96c39371 None None] Checking segment: {'id': '34cf9b95-1e2f-410a-9663-526cf45fd3e9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5b0a633f-b986-4750-a049-3155d1ccdd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:03:17.780282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fcc4b5bf-5cb8-4684-bf7b-7daf96c39371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:17.780942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc4b5bf-5cb8-4684-bf7b-7daf96c39371 None None] Bound using segment: {'id': '34cf9b95-1e2f-410a-9663-526cf45fd3e9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5b0a633f-b986-4750-a049-3155d1ccdd0e'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:03:17.783501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-fcc4b5bf-5cb8-4684-bf7b-7daf96c39371 None None] Bound port: 31477199-a61a-4b97-8ded-5290c96a24b9, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34cf9b95-1e2f-410a-9663-526cf45fd3e9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5b0a633f-b986-4750-a049-3155d1ccdd0e'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:03:17.784169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fcc4b5bf-5cb8-4684-bf7b-7daf96c39371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:17.850776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb2d751-5bc7-41f7-9c8e-967bce70716f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Made reservation on behalf of fd22555ebd24497b9a32eac1cfc2772e for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:03:17.861019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bcb2d751-5bc7-41f7-9c8e-967bce70716f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:17.941092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-fcc4b5bf-5cb8-4684-bf7b-7daf96c39371 None None] For port 31477199-a61a-4b97-8ded-5290c96a24b9, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:03:17.944780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-fcc4b5bf-5cb8-4684-bf7b-7daf96c39371 None None] For port 31477199-a61a-4b97-8ded-5290c96a24b9, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=31477199-a61a-4b97-8ded-5290c96a24b9,segment=NetworkSegment(34cf9b95-1e2f-410a-9663-526cf45fd3e9),segment_id=34cf9b95-1e2f-410a-9663-526cf45fd3e9)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:03:17.951268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fcc4b5bf-5cb8-4684-bf7b-7daf96c39371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:17.955169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43294) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:17.973010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8c126587-4bd1-4f60-be17-7d4da5bd0a2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:18.008696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:18.017393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b46c0-345f-4eac-8768-7749bad4c701 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Pushing event updated for resources: {'Port': ['ID=687f327c-4637-4a28-afd1-9f41f613331f,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:18.024163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7a15279c-d7d6-4cfe-bc5a-80d5a5a333d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:18.037778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-047b46c0-345f-4eac-8768-7749bad4c701 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:18.060498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-047b46c0-345f-4eac-8768-7749bad4c701 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:18.087860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-047b46c0-345f-4eac-8768-7749bad4c701 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:18.092346 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-047b46c0-345f-4eac-8768-7749bad4c701 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.3303788
Nov 24 13:03:18.093095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43300) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:18.107958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-f3e02e82-2ad1-48cc-a978-b870e658df0c tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Request body: {'floatingip': {'port_id': '83f9adbd-d4a7-44c6-b7a1-4d9119626dc7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:18.116945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4b5bf-5cb8-4684-bf7b-7daf96c39371 None None] Pushing event updated for resources: {'Port': ['ID=31477199-a61a-4b97-8ded-5290c96a24b9,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:18.120764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fcc4b5bf-5cb8-4684-bf7b-7daf96c39371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:18.210428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634d4c2400>,) {'filters': {'network_id': ['5b0a633f-b986-4750-a049-3155d1ccdd0e']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:18.219006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-bcb2d751-5bc7-41f7-9c8e-967bce70716f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] device_id is not set on port 66085b58-f3d4-4fe2-81dc-71205b5a717d yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:03:18.270012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634d4c2400>, '34cf9b95-1e2f-410a-9663-526cf45fd3e9') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:18.270396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634d4c2400>, '34cf9b95-1e2f-410a-9663-526cf45fd3e9') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:18.282809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fffc693-0c12-4b3b-97c7-cd7d9d5926f1 None None] Network 5b0a633f-b986-4750-a049-3155d1ccdd0e requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:03:18.302105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:18.312057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3e02e82-2ad1-48cc-a978-b870e658df0c tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks [] for floatingip, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:18.335592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:18.339938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Releasing vxlan tunnel 10 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:03:18.365924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7a15279c-d7d6-4cfe-bc5a-80d5a5a333d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:18.379737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7a15279c-d7d6-4cfe-bc5a-80d5a5a333d3 admin admin] Usage tracker for resource:security_group_rule and tenant:8279781d28bd40f1bef59baff785c8d2 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:18.401594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7a15279c-d7d6-4cfe-bc5a-80d5a5a333d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:18.418434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7a15279c-d7d6-4cfe-bc5a-80d5a5a333d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:18.547704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f4ac60-9a93-4a1d-97a8-6752536e27b5 None None] get_active_networks_info from dv-neutron-601336-61-ovs {{(pid=80945) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 13:03:18.602694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-bcb2d751-5bc7-41f7-9c8e-967bce70716f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Allocated IP 172.20.0.7 (b6553714-4051-4049-83a1-34bf2cbe33e9/b40ac6ff-70e2-4607-877c-a95a428fbf19/66085b58-f3d4-4fe2-81dc-71205b5a717d) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:03:18.618364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network 5b0a633f-b986-4750-a049-3155d1ccdd0e has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:03:18.628983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:18.754696 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-f3e02e82-2ad1-48cc-a978-b870e658df0c tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] update failed (client error): The resource could not be found.
Nov 24 13:03:18.760160 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f3e02e82-2ad1-48cc-a978-b870e658df0c tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] 10.222.0.76 "PUT /v2.0/floatingips/095e6543-ef25-476b-b95a-05ce25643799 HTTP/1.1" status: 404  len: 507 time: 0.6590741
Nov 24 13:03:18.760160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7a15279c-d7d6-4cfe-bc5a-80d5a5a333d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:18.761148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43306) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:18.827789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7a15279c-d7d6-4cfe-bc5a-80d5a5a333d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:18.845183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-31872c13-7177-46ff-a0fd-b0d54a66c03a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:18.852796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f4ac60-9a93-4a1d-97a8-6752536e27b5 None None] Network 239dc6dc-a6d6-4670-97dd-27f8d2ed4e11 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:03:18.862245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f4ac60-9a93-4a1d-97a8-6752536e27b5 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 239dc6dc-a6d6-4670-97dd-27f8d2ed4e11) {{(pid=80945) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 24 13:03:18.870580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network 5b0a633f-b986-4750-a049-3155d1ccdd0e has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:03:18.898354 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:03:18.898354 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:03:18.898354 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:03:18.898354 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:03:18.898354 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:03:18.898354 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:03:18.898354 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:03:18.898354 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:03:18.898354 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:03:18.898354 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:03:18.898354 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:03:18.898354 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:03:18.898354 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:03:18.898354 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:03:18.898354 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:03:18.898354 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:03:18.898354 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:03:18.898354 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:03:18.898354 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:03:18.898354 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:03:18.898354 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:03:18.898354 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:03:18.898354 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:03:18.898354 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:03:18.898354 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:03:18.898354 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:03:18.898354 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:03:18.898354 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:03:18.898354 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:03:18.898354 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:03:18.898354 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:03:18.898354 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:03:18.996582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15279c-d7d6-4cfe-bc5a-80d5a5a333d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f1f28e-27e4-46b7-8171-b41bf6d2b638,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:19.001715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7a15279c-d7d6-4cfe-bc5a-80d5a5a333d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:19.011013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5f6f4465-50bf-4574-8151-5afde8f41fc8 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Deleting port 687f327c-4637-4a28-afd1-9f41f613331f {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:19.011333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5f6f4465-50bf-4574-8151-5afde8f41fc8 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:19.054067 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7a15279c-d7d6-4cfe-bc5a-80d5a5a333d3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8279781d28bd40f1bef59baff785c8d2&name=default HTTP/1.1" status: 200  len: 2747 time: 1.0866601
Nov 24 13:03:19.059872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43310) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:19.340798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3aeccc68-aa56-47a9-ac05-16c0d3b670f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:19.343149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d9a485-a06f-4f68-8db5-f707971a2bf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-239dc6dc-a6d6-4670-97dd-27f8d2ed4e11', 'network_id': '239dc6dc-a6d6-4670-97dd-27f8d2ed4e11', 'tenant_id': '6d03983c6c4c4d87b7e902bbf22a74bc', 'fixed_ips': [{'subnet_id': 'f692da47-62a8-46f4-b558-dd777f0b4e15'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:03:19.344022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d9d9a485-a06f-4f68-8db5-f707971a2bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:19.368229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b21f49b5-3ccc-4ddd-a4f8-d5892d9fa75b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:19.407692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:19.409489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 24 13:03:19.409489 dv-neutron-601336-61-ovs neutron-server[80834]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 24 13:03:19.409489 dv-neutron-601336-61-ovs neutron-server[80834]: [parameters: {'id': '5b0a633f-b986-4750-a049-3155d1ccdd0e'}]
Nov 24 13:03:19.409489 dv-neutron-601336-61-ovs neutron-server[80834]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:03:19.410168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:03:19.500049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5f6f4465-50bf-4574-8151-5afde8f41fc8 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:19.500423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5f6f4465-50bf-4574-8151-5afde8f41fc8 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks [] for floatingip, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:19.501197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bcb2d751-5bc7-41f7-9c8e-967bce70716f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:19.533772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bcb2d751-5bc7-41f7-9c8e-967bce70716f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:19.538684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3aeccc68-aa56-47a9-ac05-16c0d3b670f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:19.616725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9bc7f9d0-e93c-4cee-914b-bfee5e484244 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:19.698664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5f6f4465-50bf-4574-8151-5afde8f41fc8 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Calling delete_port for 687f327c-4637-4a28-afd1-9f41f613331f owned by network:floatingip {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:19.725118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2d751-5bc7-41f7-9c8e-967bce70716f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event updated for resources: {'Port': ['ID=66085b58-f3d4-4fe2-81dc-71205b5a717d,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:19.733032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bcb2d751-5bc7-41f7-9c8e-967bce70716f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:19.779856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f49b5-3ccc-4ddd-a4f8-d5892d9fa75b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Pushing event updated for resources: {'Subnet': ['ID=f692da47-62a8-46f4-b558-dd777f0b4e15,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:19.801837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b21f49b5-3ccc-4ddd-a4f8-d5892d9fa75b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:19.830981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb2d751-5bc7-41f7-9c8e-967bce70716f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Network b6553714-4051-4049-83a1-34bf2cbe33e9 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:03:19.832981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-bcb2d751-5bc7-41f7-9c8e-967bce70716f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:03:19.836421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb2d751-5bc7-41f7-9c8e-967bce70716f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:03:19.904732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3aeccc68-aa56-47a9-ac05-16c0d3b670f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:19.909067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21f49b5-3ccc-4ddd-a4f8-d5892d9fa75b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Network 239dc6dc-a6d6-4670-97dd-27f8d2ed4e11 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:03:19.912404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:19.919199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-69559237-7eb5-4a94-993b-3b650b969887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:19.930663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-b21f49b5-3ccc-4ddd-a4f8-d5892d9fa75b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:03:19.950594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeccc68-aa56-47a9-ac05-16c0d3b670f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f1f28e-27e4-46b7-8171-b41bf6d2b638,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:19.957656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3aeccc68-aa56-47a9-ac05-16c0d3b670f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:19.961179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21f49b5-3ccc-4ddd-a4f8-d5892d9fa75b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:19.961850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b21f49b5-3ccc-4ddd-a4f8-d5892d9fa75b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:19.996368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5f6f4465-50bf-4574-8151-5afde8f41fc8 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:20.013668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:20.030751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-d9d9a485-a06f-4f68-8db5-f707971a2bf3 None None] Allocated IP 172.20.0.2 (239dc6dc-a6d6-4670-97dd-27f8d2ed4e11/f692da47-62a8-46f4-b558-dd777f0b4e15/b2599512-70ce-4a85-8d16-2d8cbd421a12) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:03:20.045381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb2d751-5bc7-41f7-9c8e-967bce70716f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:20.046178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bcb2d751-5bc7-41f7-9c8e-967bce70716f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:20.062928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Deleting port 31477199-a61a-4b97-8ded-5290c96a24b9 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:20.063394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:20.102109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3aeccc68-aa56-47a9-ac05-16c0d3b670f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:20.105849 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3aeccc68-aa56-47a9-ac05-16c0d3b670f7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/02f1f28e-27e4-46b7-8171-b41bf6d2b638 HTTP/1.1" status: 204  len: 168 time: 1.0438876
Nov 24 13:03:20.105849 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b21f49b5-3ccc-4ddd-a4f8-d5892d9fa75b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.5070808
Nov 24 13:03:20.113724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43322) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:20.124743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f4465-50bf-4574-8151-5afde8f41fc8 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Pushing event deleted for resources: {'Port': ['ID=687f327c-4637-4a28-afd1-9f41f613331f,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:20.128937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5f6f4465-50bf-4574-8151-5afde8f41fc8 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:20.140184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43326) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:20.142042 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bcb2d751-5bc7-41f7-9c8e-967bce70716f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.7950647
Nov 24 13:03:20.148754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b776f951-7b50-41d9-9bc3-9b14f2ae587e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'port_id': '66085b58-f3d4-4fe2-81dc-71205b5a717d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:20.156224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-70412432-7bf7-48a8-983c-bb8306d8ade0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Request body: {'port': {'network_id': '239dc6dc-a6d6-4670-97dd-27f8d2ed4e11', 'name': 'tempest-AllowedAddressPairTestJSON-1715120791'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:20.157619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b776f951-7b50-41d9-9bc3-9b14f2ae587e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:20.180362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b776f951-7b50-41d9-9bc3-9b14f2ae587e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Usage tracker for resource:floatingip and tenant:fd22555ebd24497b9a32eac1cfc2772e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:20.188451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b776f951-7b50-41d9-9bc3-9b14f2ae587e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:20.212841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b776f951-7b50-41d9-9bc3-9b14f2ae587e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:20.244917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b776f951-7b50-41d9-9bc3-9b14f2ae587e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:20.296508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d9d9a485-a06f-4f68-8db5-f707971a2bf3 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:20.309561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d9d9a485-a06f-4f68-8db5-f707971a2bf3 None None] Transition to ACTIVE for port object b2599512-70ce-4a85-8d16-2d8cbd421a12 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:03:20.361550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d9d9a485-a06f-4f68-8db5-f707971a2bf3 None None] Transition to ACTIVE for port object b2599512-70ce-4a85-8d16-2d8cbd421a12 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:03:20.382736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d9d9a485-a06f-4f68-8db5-f707971a2bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:20.406026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8c126587-4bd1-4f60-be17-7d4da5bd0a2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:20.430301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5f6f4465-50bf-4574-8151-5afde8f41fc8 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks [] for floatingip, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:20.432987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5f6f4465-50bf-4574-8151-5afde8f41fc8 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:20.438552 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5f6f4465-50bf-4574-8151-5afde8f41fc8 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] 10.222.0.76 "DELETE /v2.0/floatingips/095e6543-ef25-476b-b95a-05ce25643799 HTTP/1.1" status: 204  len: 168 time: 1.6755691
Nov 24 13:03:20.439479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43332) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:20.459596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-3737febb-826b-4bfd-abc1-eb96e5bb30ce tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Request body: {'floatingip': {'floating_network_id': '907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f', 'port_id': '83f9adbd-d4a7-44c6-b7a1-4d9119626dc7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:20.495385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3737febb-826b-4bfd-abc1-eb96e5bb30ce tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:20.523686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3737febb-826b-4bfd-abc1-eb96e5bb30ce tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Usage tracker for resource:floatingip and tenant:5491d251a2d2453eb8bad8031293e1e0 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:20.531849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3737febb-826b-4bfd-abc1-eb96e5bb30ce tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:20.540745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] For port 31477199-a61a-4b97-8ded-5290c96a24b9, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=31477199-a61a-4b97-8ded-5290c96a24b9,segment=NetworkSegment(34cf9b95-1e2f-410a-9663-526cf45fd3e9),segment_id=34cf9b95-1e2f-410a-9663-526cf45fd3e9)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:03:20.541278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:20.555784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-70412432-7bf7-48a8-983c-bb8306d8ade0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:20.558394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3737febb-826b-4bfd-abc1-eb96e5bb30ce tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:20.565041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-70412432-7bf7-48a8-983c-bb8306d8ade0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Usage tracker for resource:port and tenant:6d03983c6c4c4d87b7e902bbf22a74bc is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:20.565423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b776f951-7b50-41d9-9bc3-9b14f2ae587e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:20.638515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-70412432-7bf7-48a8-983c-bb8306d8ade0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Quota usage for port was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:20.663884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9a485-a06f-4f68-8db5-f707971a2bf3 None None] Pushing event updated for resources: {'Port': ['ID=b2599512-70ce-4a85-8d16-2d8cbd421a12,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:20.668069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d9d9a485-a06f-4f68-8db5-f707971a2bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:20.671216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:20.708031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-70412432-7bf7-48a8-983c-bb8306d8ade0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:20.720496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Calling delete_port for 31477199-a61a-4b97-8ded-5290c96a24b9 owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:20.760351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3737febb-826b-4bfd-abc1-eb96e5bb30ce tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks [] for floatingip, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:20.763725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d9a485-a06f-4f68-8db5-f707971a2bf3 None None] Network 239dc6dc-a6d6-4670-97dd-27f8d2ed4e11 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:03:20.765076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-d9d9a485-a06f-4f68-8db5-f707971a2bf3 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:03:20.770616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d9a485-a06f-4f68-8db5-f707971a2bf3 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:03:20.839465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43342) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:20.841977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-d9d9a485-a06f-4f68-8db5-f707971a2bf3 None None] Attempting to bind port b2599512-70ce-4a85-8d16-2d8cbd421a12 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:03:20.842697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-d9d9a485-a06f-4f68-8db5-f707971a2bf3 None None] Attempting to bind port b2599512-70ce-4a85-8d16-2d8cbd421a12 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '878517dc-0eca-4ce8-b212-bf421295254d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '239dc6dc-a6d6-4670-97dd-27f8d2ed4e11'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:03:20.843528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d9a485-a06f-4f68-8db5-f707971a2bf3 None None] Attempting to bind port b2599512-70ce-4a85-8d16-2d8cbd421a12 on network 239dc6dc-a6d6-4670-97dd-27f8d2ed4e11 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:03:20.854679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d9a485-a06f-4f68-8db5-f707971a2bf3 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:03:20.855451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d9a485-a06f-4f68-8db5-f707971a2bf3 None None] Checking segment: {'id': '878517dc-0eca-4ce8-b212-bf421295254d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '239dc6dc-a6d6-4670-97dd-27f8d2ed4e11'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:03:20.855451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d9d9a485-a06f-4f68-8db5-f707971a2bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:20.855918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d9a485-a06f-4f68-8db5-f707971a2bf3 None None] Bound using segment: {'id': '878517dc-0eca-4ce8-b212-bf421295254d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '239dc6dc-a6d6-4670-97dd-27f8d2ed4e11'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:03:20.856437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-d9d9a485-a06f-4f68-8db5-f707971a2bf3 None None] Bound port: b2599512-70ce-4a85-8d16-2d8cbd421a12, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878517dc-0eca-4ce8-b212-bf421295254d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '239dc6dc-a6d6-4670-97dd-27f8d2ed4e11'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:03:20.856853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d9d9a485-a06f-4f68-8db5-f707971a2bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:20.859184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70412432-7bf7-48a8-983c-bb8306d8ade0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Made reservation on behalf of 6d03983c6c4c4d87b7e902bbf22a74bc for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:03:20.864682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70412432-7bf7-48a8-983c-bb8306d8ade0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:20.931816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7c006a3f-b77c-4cfc-8f63-3f0a798b8f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:20.963669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-d9d9a485-a06f-4f68-8db5-f707971a2bf3 None None] For port b2599512-70ce-4a85-8d16-2d8cbd421a12, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:03:20.967119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-d9d9a485-a06f-4f68-8db5-f707971a2bf3 None None] For port b2599512-70ce-4a85-8d16-2d8cbd421a12, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=b2599512-70ce-4a85-8d16-2d8cbd421a12,segment=NetworkSegment(878517dc-0eca-4ce8-b212-bf421295254d),segment_id=878517dc-0eca-4ce8-b212-bf421295254d)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:03:20.970320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d9d9a485-a06f-4f68-8db5-f707971a2bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:20.973168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-b776f951-7b50-41d9-9bc3-9b14f2ae587e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Allocated IP 172.26.8.9 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/78bbcd53-c30f-4658-8685-560b4a1161e9) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:03:20.986048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6212ad25-16b3-4f87-ac6b-43c347268ff1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:21.061493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:21.092354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0e241807-f20e-400b-8c91-0b9ab98205be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:21.151199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9a485-a06f-4f68-8db5-f707971a2bf3 None None] Pushing event updated for resources: {'Port': ['ID=b2599512-70ce-4a85-8d16-2d8cbd421a12,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:21.192897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d9d9a485-a06f-4f68-8db5-f707971a2bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:21.196352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7c006a3f-b77c-4cfc-8f63-3f0a798b8f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:21.215811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event deleted for resources: {'Port': ['ID=31477199-a61a-4b97-8ded-5290c96a24b9,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:21.218505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7c006a3f-b77c-4cfc-8f63-3f0a798b8f0f admin admin] Usage tracker for resource:security_group_rule and tenant:9033675c909a499dbb3abadfb90eac58 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:21.239140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:21.240600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7c006a3f-b77c-4cfc-8f63-3f0a798b8f0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:21.264905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7c006a3f-b77c-4cfc-8f63-3f0a798b8f0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:21.341918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-70412432-7bf7-48a8-983c-bb8306d8ade0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] device_id is not set on port 9bdab3c7-668b-4708-b435-03231ac7f683 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:03:21.383686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b776f951-7b50-41d9-9bc3-9b14f2ae587e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:21.395744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] No DVR routers for this DVR port 31477199-a61a-4b97-8ded-5290c96a24b9 on host dv-neutron-601336-61-ovs {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:03:21.411420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b776f951-7b50-41d9-9bc3-9b14f2ae587e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:21.428185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:21.579292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776f951-7b50-41d9-9bc3-9b14f2ae587e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event updated for resources: {'Port': ['ID=78bbcd53-c30f-4658-8685-560b4a1161e9,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:21.595745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b776f951-7b50-41d9-9bc3-9b14f2ae587e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:21.650452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:21.671591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b776f951-7b50-41d9-9bc3-9b14f2ae587e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:03:21.672811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-b776f951-7b50-41d9-9bc3-9b14f2ae587e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:03:21.680926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b776f951-7b50-41d9-9bc3-9b14f2ae587e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:03:21.792577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7c006a3f-b77c-4cfc-8f63-3f0a798b8f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:21.798921 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-3737febb-826b-4bfd-abc1-eb96e5bb30ce tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:03:21.804369 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3737febb-826b-4bfd-abc1-eb96e5bb30ce tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 1.3546045
Nov 24 13:03:21.805242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43350) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:21.817793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a652c094-fb82-4a43-b9b2-1235ed59cb16 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'port_id': '83f9adbd-d4a7-44c6-b7a1-4d9119626dc7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:21.818879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7c006a3f-b77c-4cfc-8f63-3f0a798b8f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:21.822178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a652c094-fb82-4a43-b9b2-1235ed59cb16 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:21.826312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a652c094-fb82-4a43-b9b2-1235ed59cb16 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Usage tracker for resource:floatingip and tenant:5491d251a2d2453eb8bad8031293e1e0 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:21.829271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a652c094-fb82-4a43-b9b2-1235ed59cb16 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:21.831237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3d2b3854-a806-4f31-8520-a1895279ce8f tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:21.845094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a652c094-fb82-4a43-b9b2-1235ed59cb16 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:21.892081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-70412432-7bf7-48a8-983c-bb8306d8ade0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Allocated IP 172.20.0.12 (239dc6dc-a6d6-4670-97dd-27f8d2ed4e11/f692da47-62a8-46f4-b558-dd777f0b4e15/9bdab3c7-668b-4708-b435-03231ac7f683) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:03:21.904599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a652c094-fb82-4a43-b9b2-1235ed59cb16 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks [] for floatingip, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:21.925783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f63468e1cf8>,) {'filters': {'network_id': ['5b0a633f-b986-4750-a049-3155d1ccdd0e']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:21.937612 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7c006a3f-b77c-4cfc-8f63-3f0a798b8f0f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9033675c909a499dbb3abadfb90eac58&name=default HTTP/1.1" status: 200  len: 2747 time: 1.0968952
Nov 24 13:03:21.941918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c006a3f-b77c-4cfc-8f63-3f0a798b8f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8761074-9c63-41e0-9876-940626d8a5aa,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:21.949219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43356) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:21.964420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f63468e1cf8>, '34cf9b95-1e2f-410a-9663-526cf45fd3e9') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:21.964758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f63468e1cf8>, '34cf9b95-1e2f-410a-9663-526cf45fd3e9') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:21.974837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7c006a3f-b77c-4cfc-8f63-3f0a798b8f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:22.008061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:22.100067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:22.102661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Releasing vxlan tunnel 10 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:03:22.280131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a652c094-fb82-4a43-b9b2-1235ed59cb16 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:22.599696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-a652c094-fb82-4a43-b9b2-1235ed59cb16 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Allocated IP 172.26.8.91 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/f1aace8f-2db6-4afc-81c9-0bdb9889f614) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:03:22.656147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c9de8e71-77aa-467b-84cd-a8d6e8f47456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:22.694232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network 5b0a633f-b986-4750-a049-3155d1ccdd0e has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:03:22.707961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:22.728543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574de345-7248-40e6-a33b-3a77dfeed682 None None] Network 239dc6dc-a6d6-4670-97dd-27f8d2ed4e11 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:03:22.774240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a652c094-fb82-4a43-b9b2-1235ed59cb16 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:22.803804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a652c094-fb82-4a43-b9b2-1235ed59cb16 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:22.817312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c9de8e71-77aa-467b-84cd-a8d6e8f47456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:22.825698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-15a35aca-11f5-4526-bb92-2da1c8209558 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:22.832271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70412432-7bf7-48a8-983c-bb8306d8ade0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:22.965714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f0494991-454d-4892-a025-773e42f1b697 None None] Provisioning for port b2599512-70ce-4a85-8d16-2d8cbd421a12 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:03:22.967009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-70412432-7bf7-48a8-983c-bb8306d8ade0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Transition to ACTIVE for port object 9bdab3c7-668b-4708-b435-03231ac7f683 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:03:22.974498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652c094-fb82-4a43-b9b2-1235ed59cb16 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Pushing event updated for resources: {'Port': ['ID=f1aace8f-2db6-4afc-81c9-0bdb9889f614,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:22.984598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a652c094-fb82-4a43-b9b2-1235ed59cb16 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:23.003597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network 5b0a633f-b986-4750-a049-3155d1ccdd0e has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:03:23.032539 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:03:23.032539 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:03:23.032539 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:03:23.032539 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:03:23.032539 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:03:23.032539 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:03:23.032539 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:03:23.032539 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:03:23.032539 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:03:23.032539 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:03:23.032539 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:03:23.032539 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:03:23.032539 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:03:23.032539 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:03:23.032539 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:03:23.032539 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:03:23.032539 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:03:23.032539 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:03:23.032539 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:03:23.032539 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:03:23.032539 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:03:23.032539 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:03:23.032539 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:03:23.032539 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:03:23.032539 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:03:23.032539 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:03:23.032539 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:03:23.032539 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:03:23.032539 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:03:23.032539 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:03:23.032539 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:03:23.032539 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:03:23.083736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a652c094-fb82-4a43-b9b2-1235ed59cb16 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:03:23.085045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-a652c094-fb82-4a43-b9b2-1235ed59cb16 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:03:23.088279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a652c094-fb82-4a43-b9b2-1235ed59cb16 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:03:23.127292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c9de8e71-77aa-467b-84cd-a8d6e8f47456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:23.136981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-99c3d0e5-8d11-4a70-be5d-f049cec50c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:23.163711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de8e71-77aa-467b-84cd-a8d6e8f47456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8761074-9c63-41e0-9876-940626d8a5aa,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:23.172544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c9de8e71-77aa-467b-84cd-a8d6e8f47456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:23.175392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70412432-7bf7-48a8-983c-bb8306d8ade0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:23.198284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-34de2e1a-414b-4938-a01c-c1a83d43528d tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:23.266286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:23.267750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b2599512-70ce-4a85-8d16-2d8cbd421a12 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:03:23.367146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c9de8e71-77aa-467b-84cd-a8d6e8f47456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:23.368526 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c9de8e71-77aa-467b-84cd-a8d6e8f47456 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b8761074-9c63-41e0-9876-940626d8a5aa HTTP/1.1" status: 204  len: 168 time: 1.4183307
Nov 24 13:03:23.369758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a652c094-fb82-4a43-b9b2-1235ed59cb16 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Deleting port f1aace8f-2db6-4afc-81c9-0bdb9889f614 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:23.370158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a652c094-fb82-4a43-b9b2-1235ed59cb16 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:23.372424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:23.377835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port b2599512-70ce-4a85-8d16-2d8cbd421a12 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:03:23.384716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port b2599512-70ce-4a85-8d16-2d8cbd421a12 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:23.385142 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:23.403213 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "DELETE /v2.0/networks/5b0a633f-b986-4750-a049-3155d1ccdd0e HTTP/1.1" status: 204  len: 168 time: 7.1791489
Nov 24 13:03:23.405198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43368) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:23.420186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70412432-7bf7-48a8-983c-bb8306d8ade0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Pushing event updated for resources: {'Port': ['ID=9bdab3c7-668b-4708-b435-03231ac7f683,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:23.430482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-db01b360-cb3a-4300-8e4b-50dc0304baa1 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-67646492'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:23.438996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-70412432-7bf7-48a8-983c-bb8306d8ade0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:23.451831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:23.479315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-db01b360-cb3a-4300-8e4b-50dc0304baa1 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:23.488621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-424f1f38-e2cd-4549-b3c0-c696e539f39f None None] Provisioning complete for port b2599512-70ce-4a85-8d16-2d8cbd421a12 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:23.489195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-424f1f38-e2cd-4549-b3c0-c696e539f39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:23.495894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event deleted for resources: {'Network': ['ID=5b0a633f-b986-4750-a049-3155d1ccdd0e,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:23.516199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-db01b360-cb3a-4300-8e4b-50dc0304baa1 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Usage tracker for resource:network and tenant:82cb9c8693f342c184d25cc0ea67ad76 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:23.521565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:23.526776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-db01b360-cb3a-4300-8e4b-50dc0304baa1 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Quota usage for network was recalculated. Used quota:2. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:23.566202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-db01b360-cb3a-4300-8e4b-50dc0304baa1 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:23.606423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db01b360-cb3a-4300-8e4b-50dc0304baa1 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Made reservation on behalf of 82cb9c8693f342c184d25cc0ea67ad76 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:03:23.612253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-db01b360-cb3a-4300-8e4b-50dc0304baa1 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:23.651633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b776f951-7b50-41d9-9bc3-9b14f2ae587e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:23.657948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70412432-7bf7-48a8-983c-bb8306d8ade0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Network 239dc6dc-a6d6-4670-97dd-27f8d2ed4e11 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:03:23.659964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-424f1f38-e2cd-4549-b3c0-c696e539f39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:23.660080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-70412432-7bf7-48a8-983c-bb8306d8ade0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:03:23.667403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70412432-7bf7-48a8-983c-bb8306d8ade0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:03:23.733335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db01b360-cb3a-4300-8e4b-50dc0304baa1 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:03:23.746051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a652c094-fb82-4a43-b9b2-1235ed59cb16 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:23.746473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a652c094-fb82-4a43-b9b2-1235ed59cb16 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks [] for floatingip, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:23.762843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-db01b360-cb3a-4300-8e4b-50dc0304baa1 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:23.763246 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-db01b360-cb3a-4300-8e4b-50dc0304baa1 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Added segment 9c888069-483d-4e25-a78d-7ef60c25f19c of type vxlan for network f569f22a-2165-489b-9b32-484accb1b08c
Nov 24 13:03:23.765083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:23.781353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70412432-7bf7-48a8-983c-bb8306d8ade0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:23.782050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70412432-7bf7-48a8-983c-bb8306d8ade0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:23.815686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-424f1f38-e2cd-4549-b3c0-c696e539f39f None None] For port b2599512-70ce-4a85-8d16-2d8cbd421a12, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=b2599512-70ce-4a85-8d16-2d8cbd421a12,segment=NetworkSegment(878517dc-0eca-4ce8-b212-bf421295254d),segment_id=878517dc-0eca-4ce8-b212-bf421295254d)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:03:23.850165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-db01b360-cb3a-4300-8e4b-50dc0304baa1 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:23.855523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-424f1f38-e2cd-4549-b3c0-c696e539f39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:23.859841 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-70412432-7bf7-48a8-983c-bb8306d8ade0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.7331872
Nov 24 13:03:23.862630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43376) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:23.865823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fcc4b5bf-5cb8-4684-bf7b-7daf96c39371 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:23.912622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-23d1bf70-fa0e-4a4e-aa55-447ffb4e683b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Request body: {'port': {'network_id': '239dc6dc-a6d6-4670-97dd-27f8d2ed4e11', 'name': 'tempest-AllowedAddressPairTestJSON-761675979', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:19:dd:91'}]}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:23.964343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:03:23.965326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:03:23.975407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f1f38-e2cd-4549-b3c0-c696e539f39f None None] Pushing event updated for resources: {'Port': ['ID=b2599512-70ce-4a85-8d16-2d8cbd421a12,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:23.979401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-424f1f38-e2cd-4549-b3c0-c696e539f39f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:23.992586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b7f7987a-8796-44e5-b976-f388713cb7bf None None] Provisioning complete for port b2599512-70ce-4a85-8d16-2d8cbd421a12 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:23.992940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b7f7987a-8796-44e5-b976-f388713cb7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:24.016374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a652c094-fb82-4a43-b9b2-1235ed59cb16 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Calling delete_port for f1aace8f-2db6-4afc-81c9-0bdb9889f614 owned by network:floatingip {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:24.109106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-db01b360-cb3a-4300-8e4b-50dc0304baa1 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:24.138305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db01b360-cb3a-4300-8e4b-50dc0304baa1 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:24.139020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-db01b360-cb3a-4300-8e4b-50dc0304baa1 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:24.151834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1b35eba8-b4df-47ed-93b8-088128e4eb57 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:24.221744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b776f951-7b50-41d9-9bc3-9b14f2ae587e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:24.320778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5ff772d7-67b5-4cdc-9f3b-40b5f511dca0 None None] Provisioning for port 9bdab3c7-668b-4708-b435-03231ac7f683 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:03:24.326169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5ff772d7-67b5-4cdc-9f3b-40b5f511dca0 None None] Provisioning complete for port 9bdab3c7-668b-4708-b435-03231ac7f683 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:24.326561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5ff772d7-67b5-4cdc-9f3b-40b5f511dca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:24.363822 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-db01b360-cb3a-4300-8e4b-50dc0304baa1 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.9550893
Nov 24 13:03:24.365151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-23d1bf70-fa0e-4a4e-aa55-447ffb4e683b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:24.381351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43390) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:24.384238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-23d1bf70-fa0e-4a4e-aa55-447ffb4e683b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Usage tracker for resource:port and tenant:6d03983c6c4c4d87b7e902bbf22a74bc is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:24.393050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5ff772d7-67b5-4cdc-9f3b-40b5f511dca0 None None] Port 9bdab3c7-668b-4708-b435-03231ac7f683 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:03:24.394638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-13393e8a-bf29-4244-a318-53f6f073fa21 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Request body: {'subnet': {'network_id': 'f569f22a-2165-489b-9b32-484accb1b08c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:24.412371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-23d1bf70-fa0e-4a4e-aa55-447ffb4e683b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Quota usage for port was recalculated. Used quota:2. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:24.486960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-23d1bf70-fa0e-4a4e-aa55-447ffb4e683b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:24.493126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01b360-cb3a-4300-8e4b-50dc0304baa1 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event updated for resources: {'Network': ['ID=f569f22a-2165-489b-9b32-484accb1b08c,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:24.502915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-db01b360-cb3a-4300-8e4b-50dc0304baa1 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:24.531822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d1bf70-fa0e-4a4e-aa55-447ffb4e683b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Made reservation on behalf of 6d03983c6c4c4d87b7e902bbf22a74bc for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:03:24.566407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a652c094-fb82-4a43-b9b2-1235ed59cb16 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:24.568890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network f569f22a-2165-489b-9b32-484accb1b08c details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:03:24.582696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network f569f22a-2165-489b-9b32-484accb1b08c details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:03:24.584608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3ad63a56-b357-4a49-a42b-c107e26c87fd tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:24.640331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-13393e8a-bf29-4244-a318-53f6f073fa21 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:24.648299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652c094-fb82-4a43-b9b2-1235ed59cb16 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Pushing event deleted for resources: {'Port': ['ID=f1aace8f-2db6-4afc-81c9-0bdb9889f614,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:24.648478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-13393e8a-bf29-4244-a318-53f6f073fa21 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Usage tracker for resource:subnet and tenant:82cb9c8693f342c184d25cc0ea67ad76 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:24.653675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-13393e8a-bf29-4244-a318-53f6f073fa21 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:24.657924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a652c094-fb82-4a43-b9b2-1235ed59cb16 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:24.663354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-13393e8a-bf29-4244-a318-53f6f073fa21 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:24.702999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13393e8a-bf29-4244-a318-53f6f073fa21 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Made reservation on behalf of 82cb9c8693f342c184d25cc0ea67ad76 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:03:24.782673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43402) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:24.805777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23d1bf70-fa0e-4a4e-aa55-447ffb4e683b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:24.893625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13393e8a-bf29-4244-a318-53f6f073fa21 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:25.012865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a6552a8f-dff1-42ba-a5a7-cce98339f52a None None] Provisioning complete for port b2599512-70ce-4a85-8d16-2d8cbd421a12 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:25.013252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a6552a8f-dff1-42ba-a5a7-cce98339f52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:25.047711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-346ef180-3bc0-4a1b-a6e4-5606d1931b82 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-950149919'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:25.116534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-23d1bf70-fa0e-4a4e-aa55-447ffb4e683b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] device_id is not set on port 5e45aa58-e7f9-4abc-9a15-0744cf80251b yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:03:25.155153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-346ef180-3bc0-4a1b-a6e4-5606d1931b82 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:25.166170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-346ef180-3bc0-4a1b-a6e4-5606d1931b82 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Usage tracker for resource:network and tenant:8cfd7e59ac5c475f8fc39cd0c53e9e41 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:25.180595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-346ef180-3bc0-4a1b-a6e4-5606d1931b82 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Quota usage for network was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:25.187349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b2599512-70ce-4a85-8d16-2d8cbd421a12 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:03:25.195842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-346ef180-3bc0-4a1b-a6e4-5606d1931b82 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:25.244116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346ef180-3bc0-4a1b-a6e4-5606d1931b82 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Made reservation on behalf of 8cfd7e59ac5c475f8fc39cd0c53e9e41 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:03:25.249681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-346ef180-3bc0-4a1b-a6e4-5606d1931b82 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:25.264887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port b2599512-70ce-4a85-8d16-2d8cbd421a12 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:25.265774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:25.289338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b776f951-7b50-41d9-9bc3-9b14f2ae587e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:25.294012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b776f951-7b50-41d9-9bc3-9b14f2ae587e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:25.311877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-346ef180-3bc0-4a1b-a6e4-5606d1931b82 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:25.312214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5fd2d5cd-c2aa-43f5-8789-d532714f9130 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:25.440273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-23d1bf70-fa0e-4a4e-aa55-447ffb4e683b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Allocated IP 172.20.0.13 (239dc6dc-a6d6-4670-97dd-27f8d2ed4e11/f692da47-62a8-46f4-b558-dd777f0b4e15/5e45aa58-e7f9-4abc-9a15-0744cf80251b) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:03:25.461384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-346ef180-3bc0-4a1b-a6e4-5606d1931b82 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:25.477289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-346ef180-3bc0-4a1b-a6e4-5606d1931b82 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Usage tracker for resource:security_group_rule and tenant:8cfd7e59ac5c475f8fc39cd0c53e9e41 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:25.482011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-346ef180-3bc0-4a1b-a6e4-5606d1931b82 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:25.515603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-346ef180-3bc0-4a1b-a6e4-5606d1931b82 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:25.543438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776f951-7b50-41d9-9bc3-9b14f2ae587e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event updated for resources: {'Port': ['ID=78bbcd53-c30f-4658-8685-560b4a1161e9,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:25.546469 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-a652c094-fb82-4a43-b9b2-1235ed59cb16 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] create failed (client error): The resource could not be found.
Nov 24 13:03:25.550902 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a652c094-fb82-4a43-b9b2-1235ed59cb16 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 3.7418976
Nov 24 13:03:25.550902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b776f951-7b50-41d9-9bc3-9b14f2ae587e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:25.552841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43412) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:25.682697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-99171081-0aff-4079-abfc-3781fd4ff101 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Deleting port 83f9adbd-d4a7-44c6-b7a1-4d9119626dc7 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:25.683078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-99171081-0aff-4079-abfc-3781fd4ff101 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:25.725776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b776f951-7b50-41d9-9bc3-9b14f2ae587e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:25.860954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-346ef180-3bc0-4a1b-a6e4-5606d1931b82 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:25.879785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-346ef180-3bc0-4a1b-a6e4-5606d1931b82 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:25.887390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:25.934507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-346ef180-3bc0-4a1b-a6e4-5606d1931b82 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:03:25.967062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23d1bf70-fa0e-4a4e-aa55-447ffb4e683b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:25.977527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ef180-3bc0-4a1b-a6e4-5606d1931b82 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Pushing event updated for resources: {'SecurityGroup': ['ID=1c32d773-c13c-486c-8b10-5079f0204c1e,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:25.981418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-346ef180-3bc0-4a1b-a6e4-5606d1931b82 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:25.982204 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-346ef180-3bc0-4a1b-a6e4-5606d1931b82 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Added segment 7134ba35-be40-459f-b4b4-d3a60006bda1 of type vxlan for network e0e54bba-bb50-45b3-afc1-f41ae60b6787
Nov 24 13:03:25.994939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-346ef180-3bc0-4a1b-a6e4-5606d1931b82 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:26.012461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-23d1bf70-fa0e-4a4e-aa55-447ffb4e683b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Transition to ACTIVE for port object 5e45aa58-e7f9-4abc-9a15-0744cf80251b will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:03:26.043285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-346ef180-3bc0-4a1b-a6e4-5606d1931b82 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:26.105741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-99171081-0aff-4079-abfc-3781fd4ff101 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:26.137107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-346ef180-3bc0-4a1b-a6e4-5606d1931b82 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:26.138337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23d1bf70-fa0e-4a4e-aa55-447ffb4e683b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:26.158928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346ef180-3bc0-4a1b-a6e4-5606d1931b82 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:26.159586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-346ef180-3bc0-4a1b-a6e4-5606d1931b82 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:26.167800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d4639f73-1641-4398-94c4-ec916b484926 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:26.247967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-99171081-0aff-4079-abfc-3781fd4ff101 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Calling delete_port for 83f9adbd-d4a7-44c6-b7a1-4d9119626dc7 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:26.332039 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-b776f951-7b50-41d9-9bc3-9b14f2ae587e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Floating IP ff8eaa74-db70-464e-b592-12dd04328e1d associated. External IP: 172.26.8.9, port: 66085b58-f3d4-4fe2-81dc-71205b5a717d.
Nov 24 13:03:26.562242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-99171081-0aff-4079-abfc-3781fd4ff101 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:26.580450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13393e8a-bf29-4244-a318-53f6f073fa21 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:26.581848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b776f951-7b50-41d9-9bc3-9b14f2ae587e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:26.616714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1bf70-fa0e-4a4e-aa55-447ffb4e683b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Pushing event updated for resources: {'Port': ['ID=5e45aa58-e7f9-4abc-9a15-0744cf80251b,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:26.677826 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-346ef180-3bc0-4a1b-a6e4-5606d1931b82 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 797 time: 1.8911834
Nov 24 13:03:26.678027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99171081-0aff-4079-abfc-3781fd4ff101 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Pushing event deleted for resources: {'Port': ['ID=83f9adbd-d4a7-44c6-b7a1-4d9119626dc7,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:26.678777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-23d1bf70-fa0e-4a4e-aa55-447ffb4e683b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:26.689370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:26.694502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-99171081-0aff-4079-abfc-3781fd4ff101 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:26.695136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43422) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:26.706615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Request body: {'subnet': {'network_id': 'e0e54bba-bb50-45b3-afc1-f41ae60b6787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:26.857008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ef180-3bc0-4a1b-a6e4-5606d1931b82 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Pushing event updated for resources: {'Network': ['ID=e0e54bba-bb50-45b3-afc1-f41ae60b6787,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:26.864289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-346ef180-3bc0-4a1b-a6e4-5606d1931b82 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:26.866164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:26.871138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network e0e54bba-bb50-45b3-afc1-f41ae60b6787 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:03:26.885912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:26.897062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network e0e54bba-bb50-45b3-afc1-f41ae60b6787 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:03:26.897953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Usage tracker for resource:subnet and tenant:8cfd7e59ac5c475f8fc39cd0c53e9e41 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:26.911432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:26.925907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:26.940145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d1bf70-fa0e-4a4e-aa55-447ffb4e683b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Network 239dc6dc-a6d6-4670-97dd-27f8d2ed4e11 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:03:26.949752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-23d1bf70-fa0e-4a4e-aa55-447ffb4e683b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:03:26.954963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d1bf70-fa0e-4a4e-aa55-447ffb4e683b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:03:26.988739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Made reservation on behalf of 8cfd7e59ac5c475f8fc39cd0c53e9e41 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:03:27.023315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13393e8a-bf29-4244-a318-53f6f073fa21 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event updated for resources: {'Subnet': ['ID=ddbfb064-0cca-44be-90e6-f248861dc7d3,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:27.034412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-13393e8a-bf29-4244-a318-53f6f073fa21 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:27.098315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d1bf70-fa0e-4a4e-aa55-447ffb4e683b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:27.098974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23d1bf70-fa0e-4a4e-aa55-447ffb4e683b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:27.127683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13393e8a-bf29-4244-a318-53f6f073fa21 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Checking segment: {'id': '9c888069-483d-4e25-a78d-7ef60c25f19c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f569f22a-2165-489b-9b32-484accb1b08c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:03:27.129254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13393e8a-bf29-4244-a318-53f6f073fa21 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network hostable DHCP agents. Network: f569f22a-2165-489b-9b32-484accb1b08c, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:03:27.145987 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-23d1bf70-fa0e-4a4e-aa55-447ffb4e683b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 999 time: 3.2517450
Nov 24 13:03:27.151701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43428) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:27.262153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13393e8a-bf29-4244-a318-53f6f073fa21 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network f569f22a-2165-489b-9b32-484accb1b08c is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:03:27.279099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-13393e8a-bf29-4244-a318-53f6f073fa21 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, f569f22a-2165-489b-9b32-484accb1b08c) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:03:27.288519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6d7dac-99f6-4ba8-ac44-5ae4ef472202 None None] Network f569f22a-2165-489b-9b32-484accb1b08c requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:03:27.288769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5036dd1f-17f7-4561-a12f-e8d3fcdfffaa tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:27.293070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5036dd1f-17f7-4561-a12f-e8d3fcdfffaa tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:27.298225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5036dd1f-17f7-4561-a12f-e8d3fcdfffaa tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:27.299194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5036dd1f-17f7-4561-a12f-e8d3fcdfffaa tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Synchronizing usage tracker for tenant:6d03983c6c4c4d87b7e902bbf22a74bc on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:03:27.328026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13393e8a-bf29-4244-a318-53f6f073fa21 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:27.328740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13393e8a-bf29-4244-a318-53f6f073fa21 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:27.334966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5036dd1f-17f7-4561-a12f-e8d3fcdfffaa tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Unset dirty status for tenant:6d03983c6c4c4d87b7e902bbf22a74bc on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:03:27.339360 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5036dd1f-17f7-4561-a12f-e8d3fcdfffaa tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2468 time: 0.1859093
Nov 24 13:03:27.345540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43432) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:27.401598 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-13393e8a-bf29-4244-a318-53f6f073fa21 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 3.0163047
Nov 24 13:03:27.401964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43436) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:27.482878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-35b8a035-9c89-440a-9168-25a2158bc9ce None None] Provisioning for port 5e45aa58-e7f9-4abc-9a15-0744cf80251b completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:03:27.498517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-35b8a035-9c89-440a-9168-25a2158bc9ce None None] Provisioning complete for port 5e45aa58-e7f9-4abc-9a15-0744cf80251b triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:27.498946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-35b8a035-9c89-440a-9168-25a2158bc9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:27.513325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Deleting port 5e45aa58-e7f9-4abc-9a15-0744cf80251b {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:27.513708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:27.529802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-99171081-0aff-4079-abfc-3781fd4ff101 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:27.597091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-35b8a035-9c89-440a-9168-25a2158bc9ce None None] Port 5e45aa58-e7f9-4abc-9a15-0744cf80251b cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:03:27.610610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:27.613404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98dbb0f-73fc-4e06-a98f-c3fd884bce1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-f569f22a-2165-489b-9b32-484accb1b08c', 'network_id': 'f569f22a-2165-489b-9b32-484accb1b08c', 'tenant_id': '82cb9c8693f342c184d25cc0ea67ad76', 'fixed_ips': [{'subnet_id': 'ddbfb064-0cca-44be-90e6-f248861dc7d3'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:03:27.614347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c98dbb0f-73fc-4e06-a98f-c3fd884bce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:27.641761 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-99171081-0aff-4079-abfc-3781fd4ff101 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] 10.222.0.76 "DELETE /v2.0/ports/83f9adbd-d4a7-44c6-b7a1-4d9119626dc7 HTTP/1.1" status: 204  len: 168 time: 2.0852573
Nov 24 13:03:27.649475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43440) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:27.753540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:27.911417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b776f951-7b50-41d9-9bc3-9b14f2ae587e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Router 68958fec-faf6-4a7f-acdd-0bcee079f821 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:03:27.980469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-c98dbb0f-73fc-4e06-a98f-c3fd884bce1e None None] Allocated IP 2001:db8::1 (f569f22a-2165-489b-9b32-484accb1b08c/ddbfb064-0cca-44be-90e6-f248861dc7d3/fe6d292f-6c90-46b9-a6d0-3718a15279d1) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:03:28.049452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:28.107653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda9a210-43d8-4139-9f99-6219848cafff tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:28.111877 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bda9a210-43d8-4139-9f99-6219848cafff tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] 10.222.0.76 "GET /v2.0/ports?device_id=64fadcf4-3092-40bb-bdbd-b87f8f637417 HTTP/1.1" status: 200  len: 913 time: 0.4585388
Nov 24 13:03:28.131029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43448) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:28.239755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:28.274229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c98dbb0f-73fc-4e06-a98f-c3fd884bce1e None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:28.290960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c98dbb0f-73fc-4e06-a98f-c3fd884bce1e None None] Transition to ACTIVE for port object fe6d292f-6c90-46b9-a6d0-3718a15279d1 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:03:28.311049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c98dbb0f-73fc-4e06-a98f-c3fd884bce1e None None] Transition to ACTIVE for port object fe6d292f-6c90-46b9-a6d0-3718a15279d1 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:03:28.318687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c98dbb0f-73fc-4e06-a98f-c3fd884bce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:28.337204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:28.348447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b776f951-7b50-41d9-9bc3-9b14f2ae587e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:03:28.362328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fb1198-4105-436c-8879-bd755f5423b6 None None] Sync routers for ids ['68958fec-faf6-4a7f-acdd-0bcee079f821'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:03:28.375757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fb1198-4105-436c-8879-bd755f5423b6 None None] Routers {'68958fec-faf6-4a7f-acdd-0bcee079f821'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:03:28.376651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-60fb1198-4105-436c-8879-bd755f5423b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d68ccf8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:03:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['68958fec-faf6-4a7f-acdd-0bcee079f821'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:28.377131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:28.395294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:28.451773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-60fb1198-4105-436c-8879-bd755f5423b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d68ccf8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:28.464850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fb1198-4105-436c-8879-bd755f5423b6 None None] Routers {'68958fec-faf6-4a7f-acdd-0bcee079f821'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:03:28.465721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-60fb1198-4105-436c-8879-bd755f5423b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d68ccf8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:03:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['68958fec-faf6-4a7f-acdd-0bcee079f821'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:28.478662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b776f951-7b50-41d9-9bc3-9b14f2ae587e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:28.478909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Calling delete_port for 5e45aa58-e7f9-4abc-9a15-0744cf80251b owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:28.512745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98dbb0f-73fc-4e06-a98f-c3fd884bce1e None None] Pushing event updated for resources: {'Port': ['ID=fe6d292f-6c90-46b9-a6d0-3718a15279d1,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:28.526789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c98dbb0f-73fc-4e06-a98f-c3fd884bce1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:28.550863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-60fb1198-4105-436c-8879-bd755f5423b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d68ccf8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:28.551911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fb1198-4105-436c-8879-bd755f5423b6 None None] The sync data for ids ['68958fec-faf6-4a7f-acdd-0bcee079f821'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:03:28.587465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98dbb0f-73fc-4e06-a98f-c3fd884bce1e None None] Network f569f22a-2165-489b-9b32-484accb1b08c is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:03:28.588625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-c98dbb0f-73fc-4e06-a98f-c3fd884bce1e None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:03:28.591354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98dbb0f-73fc-4e06-a98f-c3fd884bce1e None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:03:28.601494 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b776f951-7b50-41d9-9bc3-9b14f2ae587e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 981 time: 8.4576797
Nov 24 13:03:28.612356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43454) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:28.620574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-3ea31924-d967-4ea1-bc73-24f357b8cf57 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Request body: {'floatingip': {'port_id': None}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:28.659763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c98dbb0f-73fc-4e06-a98f-c3fd884bce1e None None] Attempting to bind port fe6d292f-6c90-46b9-a6d0-3718a15279d1 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:03:28.660297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c98dbb0f-73fc-4e06-a98f-c3fd884bce1e None None] Attempting to bind port fe6d292f-6c90-46b9-a6d0-3718a15279d1 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '9c888069-483d-4e25-a78d-7ef60c25f19c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f569f22a-2165-489b-9b32-484accb1b08c'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:03:28.660767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98dbb0f-73fc-4e06-a98f-c3fd884bce1e None None] Attempting to bind port fe6d292f-6c90-46b9-a6d0-3718a15279d1 on network f569f22a-2165-489b-9b32-484accb1b08c {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:03:28.668847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98dbb0f-73fc-4e06-a98f-c3fd884bce1e None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:03:28.669371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98dbb0f-73fc-4e06-a98f-c3fd884bce1e None None] Checking segment: {'id': '9c888069-483d-4e25-a78d-7ef60c25f19c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f569f22a-2165-489b-9b32-484accb1b08c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:03:28.670289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c98dbb0f-73fc-4e06-a98f-c3fd884bce1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:28.670401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98dbb0f-73fc-4e06-a98f-c3fd884bce1e None None] Bound using segment: {'id': '9c888069-483d-4e25-a78d-7ef60c25f19c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f569f22a-2165-489b-9b32-484accb1b08c'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:03:28.670972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c98dbb0f-73fc-4e06-a98f-c3fd884bce1e None None] Bound port: fe6d292f-6c90-46b9-a6d0-3718a15279d1, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c888069-483d-4e25-a78d-7ef60c25f19c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f569f22a-2165-489b-9b32-484accb1b08c'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:03:28.671460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c98dbb0f-73fc-4e06-a98f-c3fd884bce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:28.677834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Pushing event updated for resources: {'Subnet': ['ID=0801a4ea-8939-4f1d-b3e1-d5f22aacdf18,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:28.738017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:28.738461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:28.738866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:28.739262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:28.740180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:28.740574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:28.740966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:28.741356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:28.741747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:28.742159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:28.742543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:28.742936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:28.743439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:28.743828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:28.744213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:28.744593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:28.744975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:28.745360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:28.745741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:28.746505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:28.746505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:28.746891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:28.747271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:28.747651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:28.764984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:28.778568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-c98dbb0f-73fc-4e06-a98f-c3fd884bce1e None None] For port fe6d292f-6c90-46b9-a6d0-3718a15279d1, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:03:28.780458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ea31924-d967-4ea1-bc73-24f357b8cf57 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:28.782282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-c98dbb0f-73fc-4e06-a98f-c3fd884bce1e None None] For port fe6d292f-6c90-46b9-a6d0-3718a15279d1, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=fe6d292f-6c90-46b9-a6d0-3718a15279d1,segment=NetworkSegment(9c888069-483d-4e25-a78d-7ef60c25f19c),segment_id=9c888069-483d-4e25-a78d-7ef60c25f19c)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:03:28.787809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c98dbb0f-73fc-4e06-a98f-c3fd884bce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:28.804662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0e9bb5b8-7587-46b1-8e9c-cff54499eade None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:28.963122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98dbb0f-73fc-4e06-a98f-c3fd884bce1e None None] Pushing event updated for resources: {'Port': ['ID=fe6d292f-6c90-46b9-a6d0-3718a15279d1,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:28.969508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c98dbb0f-73fc-4e06-a98f-c3fd884bce1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:28.970298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Checking segment: {'id': '7134ba35-be40-459f-b4b4-d3a60006bda1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'e0e54bba-bb50-45b3-afc1-f41ae60b6787'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:03:28.971056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Network hostable DHCP agents. Network: e0e54bba-bb50-45b3-afc1-f41ae60b6787, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:03:29.040032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Network e0e54bba-bb50-45b3-afc1-f41ae60b6787 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:03:29.051117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, e0e54bba-bb50-45b3-afc1-f41ae60b6787) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:03:29.071721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:29.072479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:29.078538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e142dd-ac3d-4c9b-ad4b-06846aa0d536 None None] Network e0e54bba-bb50-45b3-afc1-f41ae60b6787 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:03:29.126475 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.4287879
Nov 24 13:03:29.129363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43460) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:29.142794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-cdab6490-8eba-4892-a0ce-42cc30c18fbb tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Request body: {'port': {'network_id': 'e0e54bba-bb50-45b3-afc1-f41ae60b6787', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-689263500'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:29.411291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ea31924-d967-4ea1-bc73-24f357b8cf57 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:29.421353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ea31924-d967-4ea1-bc73-24f357b8cf57 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:29.421845 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-3ea31924-d967-4ea1-bc73-24f357b8cf57 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Floating IP ff8eaa74-db70-464e-b592-12dd04328e1d disassociated. External IP: 172.26.8.9, port: 66085b58-f3d4-4fe2-81dc-71205b5a717d.
Nov 24 13:03:29.451757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-e0e54bba-bb50-45b3-afc1-f41ae60b6787', 'network_id': 'e0e54bba-bb50-45b3-afc1-f41ae60b6787', 'tenant_id': '8cfd7e59ac5c475f8fc39cd0c53e9e41', 'fixed_ips': [{'subnet_id': '0801a4ea-8939-4f1d-b3e1-d5f22aacdf18'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:03:29.452827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:29.460023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:29.642811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-cdab6490-8eba-4892-a0ce-42cc30c18fbb tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:29.644980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1ac4c615-fa90-49e7-843c-6a053fc64f90 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:29.819321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Pushing event deleted for resources: {'Port': ['ID=5e45aa58-e7f9-4abc-9a15-0744cf80251b,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:29.843553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:03:29.844837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:29.845257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:29.845667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:29.846231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:29.847344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:29.847909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:29.848325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:29.848728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:29.849667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:29.850942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:29.851360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:29.851759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:29.852267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:29.852660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:29.853052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:29.854062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:29.854487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:29.854884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:29.855274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:29.855663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:29.856051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:29.856579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:29.858317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:29.858741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:29.889840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:29.926437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-cdab6490-8eba-4892-a0ce-42cc30c18fbb tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Usage tracker for resource:port and tenant:8cfd7e59ac5c475f8fc39cd0c53e9e41 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:29.930898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-cdab6490-8eba-4892-a0ce-42cc30c18fbb tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Quota usage for port was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:29.937782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-cdab6490-8eba-4892-a0ce-42cc30c18fbb tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:29.952826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Allocated IP 2001:db8::2 (e0e54bba-bb50-45b3-afc1-f41ae60b6787/0801a4ea-8939-4f1d-b3e1-d5f22aacdf18/d1790a8d-c430-4134-b71a-215f40b8799d) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:03:29.959864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdab6490-8eba-4892-a0ce-42cc30c18fbb tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Made reservation on behalf of 8cfd7e59ac5c475f8fc39cd0c53e9e41 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:03:29.972872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cdab6490-8eba-4892-a0ce-42cc30c18fbb tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:30.038485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:30.067728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-13393e8a-bf29-4244-a318-53f6f073fa21 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:30.112742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event deleted for resources: {'Subnet': ['ID=ddbfb064-0cca-44be-90e6-f248861dc7d3,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:30.123435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:30.201831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-cdab6490-8eba-4892-a0ce-42cc30c18fbb tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] device_id is not set on port fc01207d-bf98-4210-998e-807ae365b177 yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:03:30.216233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:30.228225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Transition to ACTIVE for port object d1790a8d-c430-4134-b71a-215f40b8799d will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:03:30.247932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Transition to ACTIVE for port object d1790a8d-c430-4134-b71a-215f40b8799d will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:03:30.258005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:30.290830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2a8704ee-7a1a-45de-8672-0dc6a06d2833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:30.394744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:30.438498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f59df-b43c-4522-a345-708825ffd0fa req-391a22f7-cc36-4e73-a045-28fdd1701388 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:30.446360 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-902f59df-b43c-4522-a345-708825ffd0fa req-391a22f7-cc36-4e73-a045-28fdd1701388 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/ports?device_id=55dc72b5-3fa4-4c89-9a93-c707c472eba1 HTTP/1.1" status: 200  len: 946 time: 0.4475644
Nov 24 13:03:30.465426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-45b6863a-1c28-4f86-b965-8805c1b59c97 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:30.522726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Pushing event updated for resources: {'Port': ['ID=d1790a8d-c430-4134-b71a-215f40b8799d,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:30.541689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:30.542166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:30.542548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:30.542930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:30.543306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:30.543681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:30.544050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:30.544422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:30.544799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:30.545170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:30.545562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:30.545923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:30.546850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:30.547518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:30.548172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:30.548547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:30.549361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:30.549361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:30.549679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:30.549952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:30.550584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:30.550961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:30.551348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:30.551717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:03:30.558224 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] 10.222.0.76 "DELETE /v2.0/ports/5e45aa58-e7f9-4abc-9a15-0744cf80251b HTTP/1.1" status: 204  len: 168 time: 3.2089961
Nov 24 13:03:30.559050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:30.561528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Network e0e54bba-bb50-45b3-afc1-f41ae60b6787 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:03:30.562984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:03:30.565714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:03:30.565883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43470) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:30.614258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-cdab6490-8eba-4892-a0ce-42cc30c18fbb tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Allocated IP 2001:db8::277 (e0e54bba-bb50-45b3-afc1-f41ae60b6787/0801a4ea-8939-4f1d-b3e1-d5f22aacdf18/fc01207d-bf98-4210-998e-807ae365b177) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:03:30.636818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Attempting to bind port d1790a8d-c430-4134-b71a-215f40b8799d on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:03:30.637244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Attempting to bind port d1790a8d-c430-4134-b71a-215f40b8799d by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '7134ba35-be40-459f-b4b4-d3a60006bda1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'e0e54bba-bb50-45b3-afc1-f41ae60b6787'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:03:30.637664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Attempting to bind port d1790a8d-c430-4134-b71a-215f40b8799d on network e0e54bba-bb50-45b3-afc1-f41ae60b6787 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:03:30.648064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:03:30.648518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Checking segment: {'id': '7134ba35-be40-459f-b4b4-d3a60006bda1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'e0e54bba-bb50-45b3-afc1-f41ae60b6787'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:03:30.649109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:30.649559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Bound using segment: {'id': '7134ba35-be40-459f-b4b4-d3a60006bda1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'e0e54bba-bb50-45b3-afc1-f41ae60b6787'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:03:30.650568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Bound port: d1790a8d-c430-4134-b71a-215f40b8799d, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7134ba35-be40-459f-b4b4-d3a60006bda1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'e0e54bba-bb50-45b3-afc1-f41ae60b6787'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:03:30.650995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:30.651793 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-053957ec-4dbe-4e36-a74c-e9f0f5346616 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] GET failed (client error): The resource could not be found.
Nov 24 13:03:30.652365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-053957ec-4dbe-4e36-a74c-e9f0f5346616 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Synchronizing usage tracker for tenant:6d03983c6c4c4d87b7e902bbf22a74bc on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:03:30.726182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46275df1-0072-4f7f-ba8c-0053da20fb7a None None] Network f569f22a-2165-489b-9b32-484accb1b08c requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:03:30.838288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:30.854965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] For port d1790a8d-c430-4134-b71a-215f40b8799d, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:03:30.879180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] For port d1790a8d-c430-4134-b71a-215f40b8799d, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d1790a8d-c430-4134-b71a-215f40b8799d,segment=NetworkSegment(7134ba35-be40-459f-b4b4-d3a60006bda1),segment_id=7134ba35-be40-459f-b4b4-d3a60006bda1)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:03:30.880719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea31924-d967-4ea1-bc73-24f357b8cf57 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Router 68958fec-faf6-4a7f-acdd-0bcee079f821 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:03:30.880921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-37b86a28-3e60-4509-8fff-74ce02e8bf8b None None] Provisioning for port fe6d292f-6c90-46b9-a6d0-3718a15279d1 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:03:30.922842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:30.927202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cdab6490-8eba-4892-a0ce-42cc30c18fbb tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:31.001045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-053957ec-4dbe-4e36-a74c-e9f0f5346616 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Unset dirty status for tenant:6d03983c6c4c4d87b7e902bbf22a74bc on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:03:31.007692 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-053957ec-4dbe-4e36-a74c-e9f0f5346616 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] 10.222.0.76 "GET /v2.0/ports/5e45aa58-e7f9-4abc-9a15-0744cf80251b HTTP/1.1" status: 404  len: 333 time: 0.4275005
Nov 24 13:03:31.008667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43476) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:31.018379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-cdab6490-8eba-4892-a0ce-42cc30c18fbb tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Transition to ACTIVE for port object fc01207d-bf98-4210-998e-807ae365b177 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:03:31.027139 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-902f59df-b43c-4522-a345-708825ffd0fa req-07283248-5830-46aa-a832-8abeaaa83dc8 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/security-groups?id=9e451509-08d0-4e40-b9fa-5f6fb3facecb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5797327
Nov 24 13:03:31.048706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9ea0ebbc-da6a-4014-9254-4fbf42d5fc0d tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Request body: {'port': {'network_id': '239dc6dc-a6d6-4670-97dd-27f8d2ed4e11', 'name': 'tempest-AllowedAddressPairTestJSON-2104381442'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:31.167570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cdab6490-8eba-4892-a0ce-42cc30c18fbb tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:31.184911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7039d562-3a4c-44a6-8e47-a593c906c034 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:31.255714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3191a172-4fdf-40bf-87a7-73488c9676c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:31.303555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6346668710>,) {'filters': {'network_id': ['f569f22a-2165-489b-9b32-484accb1b08c']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:31.342901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346668710>, '9c888069-483d-4e25-a78d-7ef60c25f19c') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:31.355284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346668710>, '9c888069-483d-4e25-a78d-7ef60c25f19c') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:31.358578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab6490-8eba-4892-a0ce-42cc30c18fbb tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Pushing event updated for resources: {'Port': ['ID=fc01207d-bf98-4210-998e-807ae365b177,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:31.362102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cdab6490-8eba-4892-a0ce-42cc30c18fbb tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:31.377179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:31.388098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device fe6d292f-6c90-46b9-a6d0-3718a15279d1 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:03:31.435231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:31.444267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Releasing vxlan tunnel 10 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:03:31.456823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea31924-d967-4ea1-bc73-24f357b8cf57 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:03:31.463626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Pushing event updated for resources: {'Port': ['ID=d1790a8d-c430-4134-b71a-215f40b8799d,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:31.473286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:31.476885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7407b615-122b-42f5-903f-ec8f47dfe3e0 None None] Sync routers for ids ['68958fec-faf6-4a7f-acdd-0bcee079f821'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:03:31.482013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9ea0ebbc-da6a-4014-9254-4fbf42d5fc0d tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:31.482994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ea31924-d967-4ea1-bc73-24f357b8cf57 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:31.522584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7407b615-122b-42f5-903f-ec8f47dfe3e0 None None] Routers {'68958fec-faf6-4a7f-acdd-0bcee079f821'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:03:31.523408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-7407b615-122b-42f5-903f-ec8f47dfe3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347ea59b0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:03:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['68958fec-faf6-4a7f-acdd-0bcee079f821'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:31.529547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdab6490-8eba-4892-a0ce-42cc30c18fbb tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Network e0e54bba-bb50-45b3-afc1-f41ae60b6787 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:03:31.533151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-cdab6490-8eba-4892-a0ce-42cc30c18fbb tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:03:31.538793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdab6490-8eba-4892-a0ce-42cc30c18fbb tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:03:31.543214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdab6490-8eba-4892-a0ce-42cc30c18fbb tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:31.543897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cdab6490-8eba-4892-a0ce-42cc30c18fbb tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:31.597255 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3ea31924-d967-4ea1-bc73-24f357b8cf57 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "PUT /v2.0/floatingips/ff8eaa74-db70-464e-b592-12dd04328e1d HTTP/1.1" status: 200  len: 686 time: 2.9813368
Nov 24 13:03:31.604418 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cdab6490-8eba-4892-a0ce-42cc30c18fbb tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 2.4643435
Nov 24 13:03:31.604418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43486) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:31.605464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43488) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:31.610367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ffd48f-a6d3-459f-a5b1-5ce33570685d None None] DHCP port deletion for f569f22a-2165-489b-9b32-484accb1b08c request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:03:31.613278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-7407b615-122b-42f5-903f-ec8f47dfe3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347ea59b0>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:31.615579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9ea0ebbc-da6a-4014-9254-4fbf42d5fc0d tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:31.619168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port fe6d292f-6c90-46b9-a6d0-3718a15279d1 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:03:31.627208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-21ffd48f-a6d3-459f-a5b1-5ce33570685d None None] Deleting port fe6d292f-6c90-46b9-a6d0-3718a15279d1 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:31.627633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21ffd48f-a6d3-459f-a5b1-5ce33570685d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:31.666087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port fe6d292f-6c90-46b9-a6d0-3718a15279d1 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:31.666557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:31.684032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-781d54b6-29f2-4238-beef-abe805b2adfd tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Request body: {'port': {'network_id': 'e0e54bba-bb50-45b3-afc1-f41ae60b6787', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2046708577', 'allowed_address_pairs': [{'ip_address': '2001:db8::277', 'mac_address': 'fa:16:3e:eb:2c:b0'}]}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:31.716293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea0ebbc-da6a-4014-9254-4fbf42d5fc0d tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Made reservation on behalf of 6d03983c6c4c4d87b7e902bbf22a74bc for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:03:31.722332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ea0ebbc-da6a-4014-9254-4fbf42d5fc0d tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:31.728313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7407b615-122b-42f5-903f-ec8f47dfe3e0 None None] Routers {'68958fec-faf6-4a7f-acdd-0bcee079f821'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:03:31.729027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-7407b615-122b-42f5-903f-ec8f47dfe3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347ea59b0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:03:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['68958fec-faf6-4a7f-acdd-0bcee079f821'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:31.867730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-7407b615-122b-42f5-903f-ec8f47dfe3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347ea59b0>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:31.868746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7407b615-122b-42f5-903f-ec8f47dfe3e0 None None] The sync data for ids ['68958fec-faf6-4a7f-acdd-0bcee079f821'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:03:31.902116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-65656ebf-f3bb-4f7b-be57-f140c78f1cbb tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Deleting port 78bbcd53-c30f-4658-8685-560b4a1161e9 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:31.902794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-65656ebf-f3bb-4f7b-be57-f140c78f1cbb tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:31.944997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network f569f22a-2165-489b-9b32-484accb1b08c has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:03:31.963022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:32.164028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-781d54b6-29f2-4238-beef-abe805b2adfd tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:32.187922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-781d54b6-29f2-4238-beef-abe805b2adfd tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Usage tracker for resource:port and tenant:8cfd7e59ac5c475f8fc39cd0c53e9e41 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:32.189666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:32.193508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-781d54b6-29f2-4238-beef-abe805b2adfd tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Quota usage for port was recalculated. Used quota:2. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:32.212668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-781d54b6-29f2-4238-beef-abe805b2adfd tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:32.249291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port fe6d292f-6c90-46b9-a6d0-3718a15279d1, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=fe6d292f-6c90-46b9-a6d0-3718a15279d1,segment=NetworkSegment(9c888069-483d-4e25-a78d-7ef60c25f19c),segment_id=9c888069-483d-4e25-a78d-7ef60c25f19c)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:03:32.267499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-65656ebf-f3bb-4f7b-be57-f140c78f1cbb tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:32.267868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-65656ebf-f3bb-4f7b-be57-f140c78f1cbb tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:32.269661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:32.279567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d9d9a485-a06f-4f68-8db5-f707971a2bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:32.392614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=fe6d292f-6c90-46b9-a6d0-3718a15279d1,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:32.417405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-21ffd48f-a6d3-459f-a5b1-5ce33570685d None None] For port fe6d292f-6c90-46b9-a6d0-3718a15279d1, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=fe6d292f-6c90-46b9-a6d0-3718a15279d1,segment=NetworkSegment(9c888069-483d-4e25-a78d-7ef60c25f19c),segment_id=9c888069-483d-4e25-a78d-7ef60c25f19c)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:03:32.417795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21ffd48f-a6d3-459f-a5b1-5ce33570685d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:32.430446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-65656ebf-f3bb-4f7b-be57-f140c78f1cbb tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Calling delete_port for 78bbcd53-c30f-4658-8685-560b4a1161e9 owned by network:floatingip {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:32.434930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:32.496412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781d54b6-29f2-4238-beef-abe805b2adfd tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Made reservation on behalf of 8cfd7e59ac5c475f8fc39cd0c53e9e41 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:03:32.523842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-781d54b6-29f2-4238-beef-abe805b2adfd tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:32.593983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-21ffd48f-a6d3-459f-a5b1-5ce33570685d None None] Calling delete_port for fe6d292f-6c90-46b9-a6d0-3718a15279d1 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:32.718636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network f569f22a-2165-489b-9b32-484accb1b08c has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:03:32.749587 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:03:32.749587 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:03:32.749587 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:03:32.749587 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:03:32.749587 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:03:32.749587 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:03:32.749587 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:03:32.749587 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:03:32.749587 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:03:32.749587 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:03:32.749587 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:03:32.749587 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:03:32.749587 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:03:32.749587 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:03:32.749587 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:03:32.749587 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:03:32.749587 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:03:32.749587 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:03:32.749587 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:03:32.749587 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:03:32.749587 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:03:32.749587 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:03:32.749587 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:03:32.749587 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:03:32.749587 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:03:32.749587 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:03:32.749587 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:03:32.749587 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:03:32.749587 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:03:32.749587 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:03:32.749587 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:03:32.749587 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:03:32.829620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-781d54b6-29f2-4238-beef-abe805b2adfd tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] device_id is not set on port 5166d399-e705-47a9-92ed-fe0732d01e0d yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:03:32.897324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-65656ebf-f3bb-4f7b-be57-f140c78f1cbb tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:32.916421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5f6f4465-50bf-4574-8151-5afde8f41fc8 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:32.945301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-9ea0ebbc-da6a-4014-9254-4fbf42d5fc0d tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] device_id is not set on port 59dbafd7-ab73-4f87-8179-5eee3399cd2f yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:03:33.008543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-21ffd48f-a6d3-459f-a5b1-5ce33570685d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:03:33.009297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-21ffd48f-a6d3-459f-a5b1-5ce33570685d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:03:33.030342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65656ebf-f3bb-4f7b-be57-f140c78f1cbb tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event deleted for resources: {'Port': ['ID=78bbcd53-c30f-4658-8685-560b4a1161e9,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:33.033634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 24 13:03:33.033634 dv-neutron-601336-61-ovs neutron-server[80834]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 24 13:03:33.033634 dv-neutron-601336-61-ovs neutron-server[80834]: [parameters: {'id': 'f569f22a-2165-489b-9b32-484accb1b08c'}]
Nov 24 13:03:33.033634 dv-neutron-601336-61-ovs neutron-server[80834]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:03:33.034000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:03:33.040289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-65656ebf-f3bb-4f7b-be57-f140c78f1cbb tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:33.073664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26834ba0-c6c4-4266-bbae-c76923ff1693 None None] Network e0e54bba-bb50-45b3-afc1-f41ae60b6787 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:03:33.193478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-781d54b6-29f2-4238-beef-abe805b2adfd tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Allocated IP 2001:db8::260 (e0e54bba-bb50-45b3-afc1-f41ae60b6787/0801a4ea-8939-4f1d-b3e1-d5f22aacdf18/5166d399-e705-47a9-92ed-fe0732d01e0d) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:03:33.201758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8114a1-c623-4dc8-8804-8e12129ac1ed req-88b4adbf-9215-48fe-a032-a3b9e46d8e52 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:33.210060 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9d8114a1-c623-4dc8-8804-8e12129ac1ed req-88b4adbf-9215-48fe-a032-a3b9e46d8e52 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/ports?device_id=55dc72b5-3fa4-4c89-9a93-c707c472eba1 HTTP/1.1" status: 200  len: 946 time: 0.4823470
Nov 24 13:03:33.268211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d1790a8d-c430-4134-b71a-215f40b8799d up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:03:33.276583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-9ea0ebbc-da6a-4014-9254-4fbf42d5fc0d tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Allocated IP 172.20.0.7 (239dc6dc-a6d6-4670-97dd-27f8d2ed4e11/f692da47-62a8-46f4-b558-dd777f0b4e15/59dbafd7-ab73-4f87-8179-5eee3399cd2f) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:03:33.320237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-65656ebf-f3bb-4f7b-be57-f140c78f1cbb tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:33.346345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ca8d96d5-0f56-44fd-b1b0-8cfcc1330861 None None] Provisioning for port d1790a8d-c430-4134-b71a-215f40b8799d completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:03:33.368678 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9d8114a1-c623-4dc8-8804-8e12129ac1ed req-5bbe08f6-826f-4656-925d-12d5220430da tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/security-groups?id=9e451509-08d0-4e40-b9fa-5f6fb3facecb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1575294
Nov 24 13:03:33.503842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port d1790a8d-c430-4134-b71a-215f40b8799d completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:03:33.514159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-21ffd48f-a6d3-459f-a5b1-5ce33570685d None None] Deleting port fe6d292f-6c90-46b9-a6d0-3718a15279d1 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:33.514807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21ffd48f-a6d3-459f-a5b1-5ce33570685d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:33.535630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:33.548788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port d1790a8d-c430-4134-b71a-215f40b8799d triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:33.549401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:33.682461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-65656ebf-f3bb-4f7b-be57-f140c78f1cbb tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:33.687244 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-65656ebf-f3bb-4f7b-be57-f140c78f1cbb tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "DELETE /v2.0/floatingips/ff8eaa74-db70-464e-b592-12dd04328e1d HTTP/1.1" status: 204  len: 168 time: 2.0806410
Nov 24 13:03:33.689676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43504) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:33.696616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-38e84ad5-a4a2-4c0a-8da4-ac61e3f50e0b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'port_id': '0012e189-242e-43fa-a251-a2e58a1c96b1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:33.717570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Deleting port fe6d292f-6c90-46b9-a6d0-3718a15279d1 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:33.717958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:33.787800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-45b6863a-1c28-4f86-b965-8805c1b59c97 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Deleting port 86330189-2d35-4a9b-9722-06ad62678596 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:33.788183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-45b6863a-1c28-4f86-b965-8805c1b59c97 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:33.815443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-781d54b6-29f2-4238-beef-abe805b2adfd tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:33.842898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-38e84ad5-a4a2-4c0a-8da4-ac61e3f50e0b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:33.845847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-781d54b6-29f2-4238-beef-abe805b2adfd tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Transition to ACTIVE for port object 5166d399-e705-47a9-92ed-fe0732d01e0d will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:03:33.850109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ea0ebbc-da6a-4014-9254-4fbf42d5fc0d tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:33.852165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-38e84ad5-a4a2-4c0a-8da4-ac61e3f50e0b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Usage tracker for resource:floatingip and tenant:fd22555ebd24497b9a32eac1cfc2772e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:33.857391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-38e84ad5-a4a2-4c0a-8da4-ac61e3f50e0b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:33.872558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-38e84ad5-a4a2-4c0a-8da4-ac61e3f50e0b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:33.898540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38e84ad5-a4a2-4c0a-8da4-ac61e3f50e0b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:33.927137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9ea0ebbc-da6a-4014-9254-4fbf42d5fc0d tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Transition to ACTIVE for port object 59dbafd7-ab73-4f87-8179-5eee3399cd2f will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:03:33.994863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-781d54b6-29f2-4238-beef-abe805b2adfd tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:34.025960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6142aa69-b91d-44c5-88ea-cc442a1d6bef tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:34.148005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:34.174591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-21ffd48f-a6d3-459f-a5b1-5ce33570685d None None] For port fe6d292f-6c90-46b9-a6d0-3718a15279d1, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=fe6d292f-6c90-46b9-a6d0-3718a15279d1,segment=NetworkSegment(9c888069-483d-4e25-a78d-7ef60c25f19c),segment_id=9c888069-483d-4e25-a78d-7ef60c25f19c)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:03:34.179505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21ffd48f-a6d3-459f-a5b1-5ce33570685d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:34.200573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-52ce2793-18fd-4341-9d29-1378ccde2d87 None None] Provisioning for port fc01207d-bf98-4210-998e-807ae365b177 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:03:34.241065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ea0ebbc-da6a-4014-9254-4fbf42d5fc0d tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:34.265992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-379c0a5f-26d8-4c4f-83d0-5c3679dc07ca tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:34.282185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d54b6-29f2-4238-beef-abe805b2adfd tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Pushing event updated for resources: {'Port': ['ID=5166d399-e705-47a9-92ed-fe0732d01e0d,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:34.289876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-781d54b6-29f2-4238-beef-abe805b2adfd tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:34.328993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781d54b6-29f2-4238-beef-abe805b2adfd tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Network e0e54bba-bb50-45b3-afc1-f41ae60b6787 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:03:34.343289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-781d54b6-29f2-4238-beef-abe805b2adfd tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:03:34.346486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781d54b6-29f2-4238-beef-abe805b2adfd tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:03:34.351273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781d54b6-29f2-4238-beef-abe805b2adfd tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:34.352118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-781d54b6-29f2-4238-beef-abe805b2adfd tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:34.371898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-52ce2793-18fd-4341-9d29-1378ccde2d87 None None] Provisioning complete for port fc01207d-bf98-4210-998e-807ae365b177 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:34.372480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-52ce2793-18fd-4341-9d29-1378ccde2d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:34.410007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] For port fe6d292f-6c90-46b9-a6d0-3718a15279d1, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=fe6d292f-6c90-46b9-a6d0-3718a15279d1,segment=NetworkSegment(9c888069-483d-4e25-a78d-7ef60c25f19c),segment_id=9c888069-483d-4e25-a78d-7ef60c25f19c)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:03:34.410442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:34.416840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-21ffd48f-a6d3-459f-a5b1-5ce33570685d None None] Calling delete_port for fe6d292f-6c90-46b9-a6d0-3718a15279d1 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:34.421283 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-781d54b6-29f2-4238-beef-abe805b2adfd tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1008 time: 2.8144746
Nov 24 13:03:34.424236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43512) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:34.431592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38e84ad5-a4a2-4c0a-8da4-ac61e3f50e0b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:34.469595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port d1790a8d-c430-4134-b71a-215f40b8799d, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d1790a8d-c430-4134-b71a-215f40b8799d,segment=NetworkSegment(7134ba35-be40-459f-b4b4-d3a60006bda1),segment_id=7134ba35-be40-459f-b4b4-d3a60006bda1)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:03:34.488267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:34.516230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:34.603743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-52ce2793-18fd-4341-9d29-1378ccde2d87 None None] Port fc01207d-bf98-4210-998e-807ae365b177 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:03:34.618676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device fe6d292f-6c90-46b9-a6d0-3718a15279d1 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:03:34.704026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-45b6863a-1c28-4f86-b965-8805c1b59c97 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:34.748671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Calling delete_port for fe6d292f-6c90-46b9-a6d0-3718a15279d1 owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:34.749891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21ffd48f-a6d3-459f-a5b1-5ce33570685d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:34.768034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-52ce2793-18fd-4341-9d29-1378ccde2d87 None None] Provisioning complete for port d1790a8d-c430-4134-b71a-215f40b8799d triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:34.768469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-52ce2793-18fd-4341-9d29-1378ccde2d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:34.777002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0ebbc-da6a-4014-9254-4fbf42d5fc0d tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Pushing event updated for resources: {'Port': ['ID=59dbafd7-ab73-4f87-8179-5eee3399cd2f,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:34.798547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=d1790a8d-c430-4134-b71a-215f40b8799d,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:34.800244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9ea0ebbc-da6a-4014-9254-4fbf42d5fc0d tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:34.859776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:34.865842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:34.894106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No active binding found for port fe6d292f-6c90-46b9-a6d0-3718a15279d1 {{(pid=80945) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Nov 24 13:03:34.894522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device fe6d292f-6c90-46b9-a6d0-3718a15279d1 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:03:34.921106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772a195-4ee7-4282-a0c1-40aa55cdbd87 req-2bcf1c35-584a-40d7-9d23-e4a76a15d125 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:34.921905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-9772a195-4ee7-4282-a0c1-40aa55cdbd87 req-2bcf1c35-584a-40d7-9d23-e4a76a15d125 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Synchronizing usage tracker for tenant:a2e9211661b4491282803556ce55f1f3 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:03:34.942359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-45b6863a-1c28-4f86-b965-8805c1b59c97 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Calling delete_port for 86330189-2d35-4a9b-9722-06ad62678596 owned by network:router_interface {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:34.994441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ffd48f-a6d3-459f-a5b1-5ce33570685d None None] Pushing event deleted for resources: {'Port': ['ID=fe6d292f-6c90-46b9-a6d0-3718a15279d1,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:35.011111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-21ffd48f-a6d3-459f-a5b1-5ce33570685d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:35.021608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ffd48f-a6d3-459f-a5b1-5ce33570685d None None] No DVR routers for this DVR port fe6d292f-6c90-46b9-a6d0-3718a15279d1 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:03:35.124200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-38e84ad5-a4a2-4c0a-8da4-ac61e3f50e0b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Allocated IP 172.26.8.165 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/2a13ae43-37e1-44f7-89da-f751df22e8f5) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:03:35.184682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:03:35.185065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:03:35.202560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d102d16c-bd41-4a44-bcf9-5d932fad1708 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:35.207129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d102d16c-bd41-4a44-bcf9-5d932fad1708 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:35.212053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d102d16c-bd41-4a44-bcf9-5d932fad1708 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:35.214519 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d102d16c-bd41-4a44-bcf9-5d932fad1708 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2483 time: 0.7742305
Nov 24 13:03:35.226921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea0ebbc-da6a-4014-9254-4fbf42d5fc0d tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Network 239dc6dc-a6d6-4670-97dd-27f8d2ed4e11 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:03:35.227771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43520) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:35.229701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-9ea0ebbc-da6a-4014-9254-4fbf42d5fc0d tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:03:35.232053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d1790a8d-c430-4134-b71a-215f40b8799d up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:03:35.239541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49d1d6-7c8d-476b-862d-84b1a2c9af48 req-5fdc3894-6d96-4f5a-b392-052e41767268 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:35.241239 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-db49d1d6-7c8d-476b-862d-84b1a2c9af48 req-5fdc3894-6d96-4f5a-b392-052e41767268 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/ports?device_id=55dc72b5-3fa4-4c89-9a93-c707c472eba1 HTTP/1.1" status: 200  len: 946 time: 0.5742097
Nov 24 13:03:35.243263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea0ebbc-da6a-4014-9254-4fbf42d5fc0d tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:03:35.318399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-271c182f-892b-4ba3-bde6-61a5d7ae3096 None None] Provisioning complete for port fc01207d-bf98-4210-998e-807ae365b177 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:35.319099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-271c182f-892b-4ba3-bde6-61a5d7ae3096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:35.394054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38e84ad5-a4a2-4c0a-8da4-ac61e3f50e0b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:35.397212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-271c182f-892b-4ba3-bde6-61a5d7ae3096 None None] Port fc01207d-bf98-4210-998e-807ae365b177 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:03:35.412896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port d1790a8d-c430-4134-b71a-215f40b8799d triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:35.413707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:35.425979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-9772a195-4ee7-4282-a0c1-40aa55cdbd87 req-2bcf1c35-584a-40d7-9d23-e4a76a15d125 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Unset dirty status for tenant:a2e9211661b4491282803556ce55f1f3 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:03:35.427959 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9772a195-4ee7-4282-a0c1-40aa55cdbd87 req-2bcf1c35-584a-40d7-9d23-e4a76a15d125 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.70 "GET /v2.0/ports?device_id=55dc72b5-3fa4-4c89-9a93-c707c472eba1 HTTP/1.1" status: 200  len: 946 time: 0.9545407
Nov 24 13:03:35.429661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38e84ad5-a4a2-4c0a-8da4-ac61e3f50e0b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:35.432448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a708cf91-13f5-4c3e-82ee-8bfc5b128f60 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Deleting port 5166d399-e705-47a9-92ed-fe0732d01e0d {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:35.432837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a708cf91-13f5-4c3e-82ee-8bfc5b128f60 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:35.440441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-271c182f-892b-4ba3-bde6-61a5d7ae3096 None None] Provisioning complete for port d1790a8d-c430-4134-b71a-215f40b8799d triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:35.441157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-271c182f-892b-4ba3-bde6-61a5d7ae3096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:35.450861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-03ae0da4-3604-47c8-a15b-1945ceb82de6 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:35.463582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea0ebbc-da6a-4014-9254-4fbf42d5fc0d tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:35.464388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ea0ebbc-da6a-4014-9254-4fbf42d5fc0d tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:35.477414 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-db49d1d6-7c8d-476b-862d-84b1a2c9af48 req-8fe7571c-5528-44ad-b51c-dece81e7c13b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/security-groups?id=9e451509-08d0-4e40-b9fa-5f6fb3facecb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1660769
Nov 24 13:03:35.531096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device a238cadf-7fcd-4f58-ba66-89ad42801d5a no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:03:35.608790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e84ad5-a4a2-4c0a-8da4-ac61e3f50e0b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event updated for resources: {'Port': ['ID=2a13ae43-37e1-44f7-89da-f751df22e8f5,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:35.612674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-38e84ad5-a4a2-4c0a-8da4-ac61e3f50e0b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:35.681862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-9772a195-4ee7-4282-a0c1-40aa55cdbd87 req-7b4d5d0b-853d-4f60-8909-25754bcca2aa tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Deleting port a238cadf-7fcd-4f58-ba66-89ad42801d5a {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:35.682279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9772a195-4ee7-4282-a0c1-40aa55cdbd87 req-7b4d5d0b-853d-4f60-8909-25754bcca2aa tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:35.804983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:35.825236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-271c182f-892b-4ba3-bde6-61a5d7ae3096 None None] Provisioning for port 5166d399-e705-47a9-92ed-fe0732d01e0d completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:03:35.831135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Deleting port fe6d292f-6c90-46b9-a6d0-3718a15279d1 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:35.831416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:35.838619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-271c182f-892b-4ba3-bde6-61a5d7ae3096 None None] Provisioning complete for port 5166d399-e705-47a9-92ed-fe0732d01e0d triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:35.838919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-271c182f-892b-4ba3-bde6-61a5d7ae3096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:35.882972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55dc72b5-3fa4-4c89-9a93-c707c472eba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a238cadf-7fcd-4f58-ba66-89ad42801d5a'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:03:35.935008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port a238cadf-7fcd-4f58-ba66-89ad42801d5a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=a238cadf-7fcd-4f58-ba66-89ad42801d5a,segment=NetworkSegment(d817b9b6-17c3-46f9-a6c5-0ab83cb913b6),segment_id=d817b9b6-17c3-46f9-a6c5-0ab83cb913b6)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:03:35.950879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:35.954954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fcc4b5bf-5cb8-4684-bf7b-7daf96c39371 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:35.957636 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9ea0ebbc-da6a-4014-9254-4fbf42d5fc0d tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.9421222
Nov 24 13:03:35.968510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] The port 'fe6d292f-6c90-46b9-a6d0-3718a15279d1' was deleted {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:03:35.971716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43528) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:35.981151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e84ad5-a4a2-4c0a-8da4-ac61e3f50e0b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:03:35.984765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-38e84ad5-a4a2-4c0a-8da4-ac61e3f50e0b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:03:35.992618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e84ad5-a4a2-4c0a-8da4-ac61e3f50e0b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:03:35.993722 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55dc72b5-3fa4-4c89-9a93-c707c472eba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a238cadf-7fcd-4f58-ba66-89ad42801d5a', 'code': 200}
Nov 24 13:03:36.000138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-271c182f-892b-4ba3-bde6-61a5d7ae3096 None None] Port 5166d399-e705-47a9-92ed-fe0732d01e0d cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:03:36.025307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-5f07f01f-997d-4445-83e3-bc6983fb2424 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:19:dd:91'}]}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:36.037456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=a238cadf-7fcd-4f58-ba66-89ad42801d5a,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:36.041147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:36.142873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b08378d0-7479-4345-98dd-8bcd3c9749c0 None None] Provisioning for port 59dbafd7-ab73-4f87-8179-5eee3399cd2f completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:03:36.148641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b08378d0-7479-4345-98dd-8bcd3c9749c0 None None] Provisioning complete for port 59dbafd7-ab73-4f87-8179-5eee3399cd2f triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:36.149145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b08378d0-7479-4345-98dd-8bcd3c9749c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:36.158663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-9772a195-4ee7-4282-a0c1-40aa55cdbd87 req-7b4d5d0b-853d-4f60-8909-25754bcca2aa tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] For port a238cadf-7fcd-4f58-ba66-89ad42801d5a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=a238cadf-7fcd-4f58-ba66-89ad42801d5a,segment=NetworkSegment(d817b9b6-17c3-46f9-a6c5-0ab83cb913b6),segment_id=d817b9b6-17c3-46f9-a6c5-0ab83cb913b6)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:03:36.159060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9772a195-4ee7-4282-a0c1-40aa55cdbd87 req-7b4d5d0b-853d-4f60-8909-25754bcca2aa tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:36.167240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-45b6863a-1c28-4f86-b965-8805c1b59c97 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:36.218969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b08378d0-7479-4345-98dd-8bcd3c9749c0 None None] Port 59dbafd7-ab73-4f87-8179-5eee3399cd2f cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:03:36.247028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a4eebe9a-9394-4447-8680-4bfa43b209d7 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:36.377286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6863a-1c28-4f86-b965-8805c1b59c97 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Pushing event deleted for resources: {'Port': ['ID=86330189-2d35-4a9b-9722-06ad62678596,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:36.405977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-45b6863a-1c28-4f86-b965-8805c1b59c97 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:36.417774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:36.708142 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9772a195-4ee7-4282-a0c1-40aa55cdbd87 req-7b4d5d0b-853d-4f60-8909-25754bcca2aa tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks [] for floatingip, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:36.708664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9772a195-4ee7-4282-a0c1-40aa55cdbd87 req-7b4d5d0b-853d-4f60-8909-25754bcca2aa tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:36.708900 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [req-9772a195-4ee7-4282-a0c1-40aa55cdbd87 req-7b4d5d0b-853d-4f60-8909-25754bcca2aa tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Floating IP 9e6d18dd-2124-4461-aa45-ec7615c5da3a disassociated. External IP: 172.26.8.194, port: a238cadf-7fcd-4f58-ba66-89ad42801d5a.
Nov 24 13:03:36.709272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-9772a195-4ee7-4282-a0c1-40aa55cdbd87 req-7b4d5d0b-853d-4f60-8909-25754bcca2aa tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Calling delete_port for a238cadf-7fcd-4f58-ba66-89ad42801d5a owned by compute:nova {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:36.785817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a708cf91-13f5-4c3e-82ee-8bfc5b128f60 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:36.830498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [req-9772a195-4ee7-4282-a0c1-40aa55cdbd87 req-7b4d5d0b-853d-4f60-8909-25754bcca2aa tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:03:36.830924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [req-9772a195-4ee7-4282-a0c1-40aa55cdbd87 req-7b4d5d0b-853d-4f60-8909-25754bcca2aa tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:03:36.861715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38e84ad5-a4a2-4c0a-8da4-ac61e3f50e0b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:36.936546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38e84ad5-a4a2-4c0a-8da4-ac61e3f50e0b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:36.962644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634c3798d0>,) {'filters': {'network_id': ['f569f22a-2165-489b-9b32-484accb1b08c']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:36.985382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a708cf91-13f5-4c3e-82ee-8bfc5b128f60 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Calling delete_port for 5166d399-e705-47a9-92ed-fe0732d01e0d owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:37.039807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c3798d0>, '9c888069-483d-4e25-a78d-7ef60c25f19c') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:37.040190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c3798d0>, '9c888069-483d-4e25-a78d-7ef60c25f19c') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:37.086639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:37.243580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:37.270905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b306f-6cb3-4f00-af66-17d1029d6ec9 req-a6b2d657-651f-40b4-b9f9-ccb537979a4e tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:37.272652 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a0b306f-6cb3-4f00-af66-17d1029d6ec9 req-a6b2d657-651f-40b4-b9f9-ccb537979a4e tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/ports?device_id=3eb94d76-1921-495b-9446-702d2f390806 HTTP/1.1" status: 200  len: 946 time: 0.7569253
Nov 24 13:03:37.273446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Releasing vxlan tunnel 10 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:03:37.384218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-9772a195-4ee7-4282-a0c1-40aa55cdbd87 req-7b4d5d0b-853d-4f60-8909-25754bcca2aa tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Deleting port a238cadf-7fcd-4f58-ba66-89ad42801d5a {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:37.384584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9772a195-4ee7-4282-a0c1-40aa55cdbd87 req-7b4d5d0b-853d-4f60-8909-25754bcca2aa tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:37.408476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5f07f01f-997d-4445-83e3-bc6983fb2424 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:37.424712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a15a1-49bb-491b-9d16-15ad32124c77 req-ce922c0f-f60a-40d0-b7ae-86c1db3142b8 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:37.426372 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b68a15a1-49bb-491b-9d16-15ad32124c77 req-ce922c0f-f60a-40d0-b7ae-86c1db3142b8 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/ports?device_id=55dc72b5-3fa4-4c89-9a93-c707c472eba1 HTTP/1.1" status: 200  len: 944 time: 0.7740214
Nov 24 13:03:37.667249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38e84ad5-a4a2-4c0a-8da4-ac61e3f50e0b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:37.675870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38e84ad5-a4a2-4c0a-8da4-ac61e3f50e0b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:37.695359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a652c094-fb82-4a43-b9b2-1235ed59cb16 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:37.867382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-9772a195-4ee7-4282-a0c1-40aa55cdbd87 req-7b4d5d0b-853d-4f60-8909-25754bcca2aa tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] For port a238cadf-7fcd-4f58-ba66-89ad42801d5a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=a238cadf-7fcd-4f58-ba66-89ad42801d5a,segment=NetworkSegment(d817b9b6-17c3-46f9-a6c5-0ab83cb913b6),segment_id=d817b9b6-17c3-46f9-a6c5-0ab83cb913b6)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:03:37.867936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9772a195-4ee7-4282-a0c1-40aa55cdbd87 req-7b4d5d0b-853d-4f60-8909-25754bcca2aa tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:37.941196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e84ad5-a4a2-4c0a-8da4-ac61e3f50e0b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event updated for resources: {'Port': ['ID=2a13ae43-37e1-44f7-89da-f751df22e8f5,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:37.961051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-38e84ad5-a4a2-4c0a-8da4-ac61e3f50e0b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:38.020523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network f569f22a-2165-489b-9b32-484accb1b08c has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:03:38.038397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:38.061546 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a0b306f-6cb3-4f00-af66-17d1029d6ec9 req-cf4b2ec9-5580-4b28-baae-165c1c6bb2eb tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/security-groups?id=fd2fc09d-94e8-49e3-9324-21c800167113&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7478058
Nov 24 13:03:38.226473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a708cf91-13f5-4c3e-82ee-8bfc5b128f60 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:38.248454 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b68a15a1-49bb-491b-9d16-15ad32124c77 req-efd33351-bd23-4784-81e5-35b95d694aa0 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/security-groups?id=9e451509-08d0-4e40-b9fa-5f6fb3facecb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8091486
Nov 24 13:03:38.252915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38e84ad5-a4a2-4c0a-8da4-ac61e3f50e0b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:38.280923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:38.413545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9772a195-4ee7-4282-a0c1-40aa55cdbd87 req-7b4d5d0b-853d-4f60-8909-25754bcca2aa tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks [] for floatingip, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:38.413943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9772a195-4ee7-4282-a0c1-40aa55cdbd87 req-7b4d5d0b-853d-4f60-8909-25754bcca2aa tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:38.414333 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [req-9772a195-4ee7-4282-a0c1-40aa55cdbd87 req-7b4d5d0b-853d-4f60-8909-25754bcca2aa tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Floating IP 9e6d18dd-2124-4461-aa45-ec7615c5da3a disassociated. External IP: 172.26.8.194, port: a238cadf-7fcd-4f58-ba66-89ad42801d5a.
Nov 24 13:03:38.414705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-9772a195-4ee7-4282-a0c1-40aa55cdbd87 req-7b4d5d0b-853d-4f60-8909-25754bcca2aa tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Calling delete_port for a238cadf-7fcd-4f58-ba66-89ad42801d5a owned by compute:nova {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:38.468947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708cf91-13f5-4c3e-82ee-8bfc5b128f60 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Pushing event deleted for resources: {'Port': ['ID=5166d399-e705-47a9-92ed-fe0732d01e0d,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:38.480649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a708cf91-13f5-4c3e-82ee-8bfc5b128f60 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:38.497346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-45b6863a-1c28-4f86-b965-8805c1b59c97 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:38.525864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network f569f22a-2165-489b-9b32-484accb1b08c has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:03:38.609009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9772a195-4ee7-4282-a0c1-40aa55cdbd87 req-7b4d5d0b-853d-4f60-8909-25754bcca2aa tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:38.627568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a652c094-fb82-4a43-b9b2-1235ed59cb16 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:03:38.631673 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:03:38.724552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d5d0b-853d-4f60-8909-25754bcca2aa tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Pushing event deleted for resources: {'Port': ['ID=a238cadf-7fcd-4f58-ba66-89ad42801d5a,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:38.737573 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-38e84ad5-a4a2-4c0a-8da4-ac61e3f50e0b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Floating IP 4174644b-dd19-4ce3-b4b3-6fa4b576a4f5 associated. External IP: 172.26.8.165, port: 0012e189-242e-43fa-a251-a2e58a1c96b1.
Nov 24 13:03:38.805182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7b4d5d0b-853d-4f60-8909-25754bcca2aa tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:38.847649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:38.874189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-25aaee8c-21fd-4a04-a408-db256ae769bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-655591477] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:38.904709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:38.931610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event deleted for resources: {'Network': ['ID=f569f22a-2165-489b-9b32-484accb1b08c,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:38.961038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:38.967531 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "DELETE /v2.0/networks/f569f22a-2165-489b-9b32-484accb1b08c HTTP/1.1" status: 204  len: 168 time: 11.5645757
Nov 24 13:03:38.974812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43546) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:38.982864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a708cf91-13f5-4c3e-82ee-8bfc5b128f60 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:38.985052 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a708cf91-13f5-4c3e-82ee-8bfc5b128f60 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] 10.222.0.76 "DELETE /v2.0/ports/5166d399-e705-47a9-92ed-fe0732d01e0d HTTP/1.1" status: 204  len: 168 time: 3.7526984
Nov 24 13:03:38.991906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-cdd59f22-19a5-422d-b6c8-368eacab91ec tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-865581974'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:38.993943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43550) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:39.002681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-cdd59f22-19a5-422d-b6c8-368eacab91ec tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:39.009563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-cdd59f22-19a5-422d-b6c8-368eacab91ec tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Usage tracker for resource:network and tenant:82cb9c8693f342c184d25cc0ea67ad76 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:39.015408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-cdd59f22-19a5-422d-b6c8-368eacab91ec tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Quota usage for network was recalculated. Used quota:2. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:39.025994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-cdd59f22-19a5-422d-b6c8-368eacab91ec tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:39.076806 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-29edf3ce-f000-482d-b558-a46850ea3160 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] GET failed (client error): The resource could not be found.
Nov 24 13:03:39.077426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-29edf3ce-f000-482d-b558-a46850ea3160 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Synchronizing usage tracker for tenant:8cfd7e59ac5c475f8fc39cd0c53e9e41 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:03:39.170563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5f07f01f-997d-4445-83e3-bc6983fb2424 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:39.238206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5f07f01f-997d-4445-83e3-bc6983fb2424 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:39.249469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-29edf3ce-f000-482d-b558-a46850ea3160 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Unset dirty status for tenant:8cfd7e59ac5c475f8fc39cd0c53e9e41 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:03:39.250770 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-29edf3ce-f000-482d-b558-a46850ea3160 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] 10.222.0.76 "GET /v2.0/ports/5166d399-e705-47a9-92ed-fe0732d01e0d HTTP/1.1" status: 404  len: 333 time: 0.2532742
Nov 24 13:03:39.261199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43556) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:39.261763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e0d5d1c9-d6d4-41a5-96b3-6c1b0eef60d0 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:39.304747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd59f22-19a5-422d-b6c8-368eacab91ec tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Made reservation on behalf of 82cb9c8693f342c184d25cc0ea67ad76 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:03:39.310465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cdd59f22-19a5-422d-b6c8-368eacab91ec tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:39.335947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2f53e670-14fe-4f0c-9e18-69dbbb9b4c40 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Request body: {'port': {'network_id': 'e0e54bba-bb50-45b3-afc1-f41ae60b6787', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2070908193'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:39.532407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07f01f-997d-4445-83e3-bc6983fb2424 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Pushing event updated for resources: {'Port': ['ID=59dbafd7-ab73-4f87-8179-5eee3399cd2f,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:39.537490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5f07f01f-997d-4445-83e3-bc6983fb2424 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:39.695526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd59f22-19a5-422d-b6c8-368eacab91ec tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:03:39.892342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2f53e670-14fe-4f0c-9e18-69dbbb9b4c40 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:39.910647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2f53e670-14fe-4f0c-9e18-69dbbb9b4c40 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:39.990018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f53e670-14fe-4f0c-9e18-69dbbb9b4c40 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Made reservation on behalf of 8cfd7e59ac5c475f8fc39cd0c53e9e41 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:03:39.995694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2f53e670-14fe-4f0c-9e18-69dbbb9b4c40 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:40.067651 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-61b099ef-4eb1-489e-a52f-05ce6e8594cc req-fa3bc8a7-231e-41d1-9955-2b2cfd40f537 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/ports?device_id=55dc72b5-3fa4-4c89-9a93-c707c472eba1 HTTP/1.1" status: 200  len: 210 time: 0.4458046
Nov 24 13:03:40.074494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cdd59f22-19a5-422d-b6c8-368eacab91ec tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:40.074885 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-cdd59f22-19a5-422d-b6c8-368eacab91ec tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Added segment df42b463-fadc-4250-ab27-b415b1e50139 of type vxlan for network 56904e8c-0275-413c-b9d0-0eb066d48118
Nov 24 13:03:40.101585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68af32-b707-4a4a-9e58-7b8806f95e71 req-89cf34cb-7990-409c-bb93-655e2d05813a tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:40.113642 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6f68af32-b707-4a4a-9e58-7b8806f95e71 req-89cf34cb-7990-409c-bb93-655e2d05813a tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/ports?device_id=3eb94d76-1921-495b-9446-702d2f390806 HTTP/1.1" status: 200  len: 946 time: 0.9295671
Nov 24 13:03:40.161869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cdd59f22-19a5-422d-b6c8-368eacab91ec tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:40.200487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4f09d709-ad1f-4f57-b838-12c3a121c818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:40.263170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-2f53e670-14fe-4f0c-9e18-69dbbb9b4c40 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] device_id is not set on port 0eb11d36-d89a-4caa-99f6-d0fec3cd8a5f yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:03:40.337253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9772a195-4ee7-4282-a0c1-40aa55cdbd87 req-7b4d5d0b-853d-4f60-8909-25754bcca2aa tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Router 8063002f-c51e-4912-afa6-aff6e3318723 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:03:40.392728 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6f68af32-b707-4a4a-9e58-7b8806f95e71 req-79ccfcec-5dc1-44aa-9145-c353fb5d021d tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/security-groups?id=fd2fc09d-94e8-49e3-9324-21c800167113&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2825472
Nov 24 13:03:40.461015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5f07f01f-997d-4445-83e3-bc6983fb2424 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] In _notify_port_updated(), no bound segment for port 59dbafd7-ab73-4f87-8179-5eee3399cd2f on network 239dc6dc-a6d6-4670-97dd-27f8d2ed4e11 {{(pid=80943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 24 13:03:40.466047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f07f01f-997d-4445-83e3-bc6983fb2424 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:40.466927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5f07f01f-997d-4445-83e3-bc6983fb2424 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:40.468552 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5f07f01f-997d-4445-83e3-bc6983fb2424 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] 10.222.0.76 "PUT /v2.0/ports/59dbafd7-ab73-4f87-8179-5eee3399cd2f HTTP/1.1" status: 200  len: 994 time: 4.4932008
Nov 24 13:03:40.476260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cdd59f22-19a5-422d-b6c8-368eacab91ec tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:40.481620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd59f22-19a5-422d-b6c8-368eacab91ec tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:40.482689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cdd59f22-19a5-422d-b6c8-368eacab91ec tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:40.487015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43566) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:40.491685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:40.521417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-26954e19-8559-437b-b05b-0234040c9465 None None] Provisioning complete for port 59dbafd7-ab73-4f87-8179-5eee3399cd2f triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:40.522880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-26954e19-8559-437b-b05b-0234040c9465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:40.616128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-26954e19-8559-437b-b05b-0234040c9465 None None] Port 59dbafd7-ab73-4f87-8179-5eee3399cd2f cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:03:40.657505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-2f53e670-14fe-4f0c-9e18-69dbbb9b4c40 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Allocated IP 2001:db8::227 (e0e54bba-bb50-45b3-afc1-f41ae60b6787/0801a4ea-8939-4f1d-b3e1-d5f22aacdf18/0eb11d36-d89a-4caa-99f6-d0fec3cd8a5f) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:03:40.678695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e84ad5-a4a2-4c0a-8da4-ac61e3f50e0b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Router 68958fec-faf6-4a7f-acdd-0bcee079f821 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:03:40.837609 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cdd59f22-19a5-422d-b6c8-368eacab91ec tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.8575182
Nov 24 13:03:40.838775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b6863a-1c28-4f86-b965-8805c1b59c97 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Router 64fadcf4-3092-40bb-bdbd-b87f8f637417 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:03:40.858091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43572) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:40.894323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd59f22-19a5-422d-b6c8-368eacab91ec tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event updated for resources: {'Network': ['ID=56904e8c-0275-413c-b9d0-0eb066d48118,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:40.910199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 56904e8c-0275-413c-b9d0-0eb066d48118 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:03:40.913351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cdd59f22-19a5-422d-b6c8-368eacab91ec tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:40.919547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-d0537be0-a494-41d3-97c7-533be3c7f2a4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Deleting port 59dbafd7-ab73-4f87-8179-5eee3399cd2f {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:40.920032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d0537be0-a494-41d3-97c7-533be3c7f2a4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:40.923284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-468a7bb6-b7df-4701-8b4e-10fabe97e310 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Request body: {'subnet': {'network_id': '56904e8c-0275-413c-b9d0-0eb066d48118', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:41.034201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 56904e8c-0275-413c-b9d0-0eb066d48118 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:03:41.226607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de415ff-504c-419e-b83c-1c49a0584623 req-8dad92d6-0639-48c3-a738-06171be7de4d tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:41.228106 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0de415ff-504c-419e-b83c-1c49a0584623 req-8dad92d6-0639-48c3-a738-06171be7de4d tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.70 "GET /v2.0/ports?device_id=3eb94d76-1921-495b-9446-702d2f390806 HTTP/1.1" status: 200  len: 946 time: 0.5061707
Nov 24 13:03:41.231498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-468a7bb6-b7df-4701-8b4e-10fabe97e310 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:41.255645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-468a7bb6-b7df-4701-8b4e-10fabe97e310 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Usage tracker for resource:subnet and tenant:82cb9c8693f342c184d25cc0ea67ad76 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:41.260947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-468a7bb6-b7df-4701-8b4e-10fabe97e310 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:41.288391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-468a7bb6-b7df-4701-8b4e-10fabe97e310 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:41.294236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1c63b-c1d3-4b3d-aab7-991875b8347e req-2ab1240f-e49e-4579-9eb5-01656b87efb2 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:41.295931 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4dd1c63b-c1d3-4b3d-aab7-991875b8347e req-2ab1240f-e49e-4579-9eb5-01656b87efb2 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.4536600
Nov 24 13:03:41.308514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2f53e670-14fe-4f0c-9e18-69dbbb9b4c40 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:41.313144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9772a195-4ee7-4282-a0c1-40aa55cdbd87 req-7b4d5d0b-853d-4f60-8909-25754bcca2aa tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:03:41.321816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b6863a-1c28-4f86-b965-8805c1b59c97 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:03:41.329770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefd1e1f-8245-465f-93c8-d3c54eb34ede None None] Sync routers for ids ['8063002f-c51e-4912-afa6-aff6e3318723'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:03:41.330966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af9c8a4-7250-4a45-941b-7dcd8634726e None None] Sync routers for ids ['64fadcf4-3092-40bb-bdbd-b87f8f637417'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:03:41.344394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af9c8a4-7250-4a45-941b-7dcd8634726e None None] Routers {'64fadcf4-3092-40bb-bdbd-b87f8f637417'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:03:41.344928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefd1e1f-8245-465f-93c8-d3c54eb34ede None None] Routers {'8063002f-c51e-4912-afa6-aff6e3318723'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:03:41.345335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-6af9c8a4-7250-4a45-941b-7dcd8634726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347f7cac8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:03:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['64fadcf4-3092-40bb-bdbd-b87f8f637417'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:41.346691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-aefd1e1f-8245-465f-93c8-d3c54eb34ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cdf3550>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:03:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['8063002f-c51e-4912-afa6-aff6e3318723'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:41.373293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2f53e670-14fe-4f0c-9e18-69dbbb9b4c40 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Transition to ACTIVE for port object 0eb11d36-d89a-4caa-99f6-d0fec3cd8a5f will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:03:41.394612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-9772a195-4ee7-4282-a0c1-40aa55cdbd87 req-7b4d5d0b-853d-4f60-8909-25754bcca2aa tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] No DVR routers for this DVR port a238cadf-7fcd-4f58-ba66-89ad42801d5a on host hv-neutron-6013 {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:03:41.402074 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-45b6863a-1c28-4f86-b965-8805c1b59c97 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] 10.222.0.76 "PUT /v2.0/routers/64fadcf4-3092-40bb-bdbd-b87f8f637417/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 13.2652955
Nov 24 13:03:41.405689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43578) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:41.407078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9772a195-4ee7-4282-a0c1-40aa55cdbd87 req-7b4d5d0b-853d-4f60-8909-25754bcca2aa tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:41.416658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468a7bb6-b7df-4701-8b4e-10fabe97e310 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Made reservation on behalf of 82cb9c8693f342c184d25cc0ea67ad76 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:03:41.416899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-6af9c8a4-7250-4a45-941b-7dcd8634726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347f7cac8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:41.435180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af9c8a4-7250-4a45-941b-7dcd8634726e None None] Routers {'64fadcf4-3092-40bb-bdbd-b87f8f637417'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:03:41.435831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-6af9c8a4-7250-4a45-941b-7dcd8634726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347f7cac8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:03:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['64fadcf4-3092-40bb-bdbd-b87f8f637417'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:41.493061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-0de415ff-504c-419e-b83c-1c49a0584623 req-05d2d5b2-6219-4f74-b200-2d0b01265ecc tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Deleting port 633e2245-ca34-43df-8b65-3ae47854bcfb {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:41.493611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-0de415ff-504c-419e-b83c-1c49a0584623 req-05d2d5b2-6219-4f74-b200-2d0b01265ecc tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:41.528089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-6af9c8a4-7250-4a45-941b-7dcd8634726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347f7cac8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:41.528905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af9c8a4-7250-4a45-941b-7dcd8634726e None None] The sync data for ids ['64fadcf4-3092-40bb-bdbd-b87f8f637417'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:03:41.550010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 633e2245-ca34-43df-8b65-3ae47854bcfb no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:03:41.559849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55dc72b5-3fa4-4c89-9a93-c707c472eba1', 'name': 'network-vif-deleted', 'tag': 'a238cadf-7fcd-4f58-ba66-89ad42801d5a'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:03:41.576354 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-46f54f84-9be1-4378-a785-457361f0cb43 req-46c18e3c-1da3-46a1-80f6-22064c5eca3d tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/ports?device_id=55dc72b5-3fa4-4c89-9a93-c707c472eba1 HTTP/1.1" status: 200  len: 210 time: 0.2610514
Nov 24 13:03:41.576488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2f53e670-14fe-4f0c-9e18-69dbbb9b4c40 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:41.754826 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4dd1c63b-c1d3-4b3d-aab7-991875b8347e req-d10b7912-3204-48d1-906b-67d1d58834b8 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4309115
Nov 24 13:03:41.828399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:41.829794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-468a7bb6-b7df-4701-8b4e-10fabe97e310 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:41.846283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d0537be0-a494-41d3-97c7-533be3c7f2a4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:41.855147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:41.877320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb94d76-1921-495b-9446-702d2f390806', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '633e2245-ca34-43df-8b65-3ae47854bcfb'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:03:41.888646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-aefd1e1f-8245-465f-93c8-d3c54eb34ede None None] Set router 8063002f-c51e-4912-afa6-aff6e3318723 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:03:41.889242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 633e2245-ca34-43df-8b65-3ae47854bcfb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=633e2245-ca34-43df-8b65-3ae47854bcfb,segment=NetworkSegment(5e24e664-4ce4-48ad-bee5-b45bf78bd382),segment_id=5e24e664-4ce4-48ad-bee5-b45bf78bd382)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:03:41.897413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:41.899369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0e9bb5b8-7587-46b1-8e9c-cff54499eade None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:41.928972 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55dc72b5-3fa4-4c89-9a93-c707c472eba1', 'name': 'network-vif-deleted', 'tag': 'a238cadf-7fcd-4f58-ba66-89ad42801d5a', 'status': 'completed', 'code': 200}
Nov 24 13:03:42.062793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=633e2245-ca34-43df-8b65-3ae47854bcfb,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:42.068436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:42.120780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-d0537be0-a494-41d3-97c7-533be3c7f2a4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Calling delete_port for 59dbafd7-ab73-4f87-8179-5eee3399cd2f owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:42.270888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac298e15-25fb-4760-afa5-11b32b02896f req-6cb8a0c3-468a-4b7d-8f24-3b9a1af049f3 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:42.279509 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ac298e15-25fb-4760-afa5-11b32b02896f req-6cb8a0c3-468a-4b7d-8f24-3b9a1af049f3 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/ports?device_id=3eb94d76-1921-495b-9446-702d2f390806 HTTP/1.1" status: 200  len: 944 time: 0.3625562
Nov 24 13:03:42.318036 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb94d76-1921-495b-9446-702d2f390806', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '633e2245-ca34-43df-8b65-3ae47854bcfb', 'code': 200}
Nov 24 13:03:42.322390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-0de415ff-504c-419e-b83c-1c49a0584623 req-05d2d5b2-6219-4f74-b200-2d0b01265ecc tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] For port 633e2245-ca34-43df-8b65-3ae47854bcfb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=633e2245-ca34-43df-8b65-3ae47854bcfb,segment=NetworkSegment(5e24e664-4ce4-48ad-bee5-b45bf78bd382),segment_id=5e24e664-4ce4-48ad-bee5-b45bf78bd382)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:03:42.322949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-0de415ff-504c-419e-b83c-1c49a0584623 req-05d2d5b2-6219-4f74-b200-2d0b01265ecc tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:42.361756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-aefd1e1f-8245-465f-93c8-d3c54eb34ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cdf3550>, [{'id': '8063002f-c51e-4912-afa6-aff6e3318723', 'name': 'tempest-ServersTestJSON-1632611640-router', 'tenant_id': 'a2e9211661b4491282803556ce55f1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'cce7777b-e1d8-467d-90db-205e939310bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:29Z', 'updated_at': '2020-11-24T13:01:40Z', 'revision_number': 4, 'project_id': 'a2e9211661b4491282803556ce55f1f3', 'gw_port': {'id': 'cce7777b-e1d8-467d-90db-205e939310bf', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8063002f-c51e-4912-afa6-aff6e3318723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:32Z', 'updated_at': '2020-11-24T13:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'c783e11a-3c79-4cd6-93d0-6d6fad830735', 'name': '', 'network_id': '5fae2ebf-38a4-4188-8136-91cd36860221', 'tenant_id': 'a2e9211661b4491282803556ce55f1f3', 'mac_address': 'fa:16:3e:80:8c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8063002f-c51e-4912-afa6-aff6e3318723', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4487902c-b885-4e28-986b-43936d420160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:39Z', 'updated_at': '2020-11-24T13:01:51Z', 'revision_number': 5, 'project_id': 'a2e9211661b4491282803556ce55f1f3', 'subnets': [{'id': '4487902c-b885-4e28-986b-43936d420160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:42.366903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefd1e1f-8245-465f-93c8-d3c54eb34ede None None] Checking router: 8063002f-c51e-4912-afa6-aff6e3318723 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:03:42.378816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefd1e1f-8245-465f-93c8-d3c54eb34ede None None] Routers {'8063002f-c51e-4912-afa6-aff6e3318723'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:03:42.379489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-aefd1e1f-8245-465f-93c8-d3c54eb34ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cdf3550>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:03:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['8063002f-c51e-4912-afa6-aff6e3318723'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:42.440865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f53e670-14fe-4f0c-9e18-69dbbb9b4c40 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Network e0e54bba-bb50-45b3-afc1-f41ae60b6787 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:03:42.450918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53e670-14fe-4f0c-9e18-69dbbb9b4c40 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Pushing event updated for resources: {'Port': ['ID=0eb11d36-d89a-4caa-99f6-d0fec3cd8a5f,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:42.459389 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9772a195-4ee7-4282-a0c1-40aa55cdbd87 req-7b4d5d0b-853d-4f60-8909-25754bcca2aa tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.70 "DELETE /v2.0/ports/a238cadf-7fcd-4f58-ba66-89ad42801d5a HTTP/1.1" status: 204  len: 173 time: 7.0120249
Nov 24 13:03:42.460264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-2f53e670-14fe-4f0c-9e18-69dbbb9b4c40 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:03:42.472245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2f53e670-14fe-4f0c-9e18-69dbbb9b4c40 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:42.480227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f53e670-14fe-4f0c-9e18-69dbbb9b4c40 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:03:42.484516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f53e670-14fe-4f0c-9e18-69dbbb9b4c40 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:42.485548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2f53e670-14fe-4f0c-9e18-69dbbb9b4c40 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:42.531468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-79d056b6-b4b9-4a15-934f-097da29801c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:42.602241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-aefd1e1f-8245-465f-93c8-d3c54eb34ede None None] Set router 8063002f-c51e-4912-afa6-aff6e3318723 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:03:42.685991 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2f53e670-14fe-4f0c-9e18-69dbbb9b4c40 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 3.3699310
Nov 24 13:03:42.689629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43594) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:42.702410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-6625d813-8a7f-40b1-bb73-8bbb7371cd98 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::277', 'mac_address': 'fa:16:3e:eb:2c:b0'}]}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:42.749605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed8de8d9-c4e2-461e-a0b2-0c78b57d1503 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:42.808980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:42.832786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e84ad5-a4a2-4c0a-8da4-ac61e3f50e0b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:03:42.834754 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ac298e15-25fb-4760-afa5-11b32b02896f req-f232501a-a26a-49e6-9a8e-d2fb34e6b046 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/security-groups?id=fd2fc09d-94e8-49e3-9324-21c800167113&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5540473
Nov 24 13:03:42.862773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0a1ecc-2c02-48c8-b030-ea4fa8cd6080 None None] Sync routers for ids ['68958fec-faf6-4a7f-acdd-0bcee079f821'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:03:42.881332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f6ef0dd0-f0fd-47e2-85e1-264eedc03a9b None None] Provisioning for port 0eb11d36-d89a-4caa-99f6-d0fec3cd8a5f completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:03:42.894677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f6ef0dd0-f0fd-47e2-85e1-264eedc03a9b None None] Provisioning complete for port 0eb11d36-d89a-4caa-99f6-d0fec3cd8a5f triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:42.895101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f6ef0dd0-f0fd-47e2-85e1-264eedc03a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:42.898542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0a1ecc-2c02-48c8-b030-ea4fa8cd6080 None None] Routers {'68958fec-faf6-4a7f-acdd-0bcee079f821'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:03:42.899354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-6c0a1ecc-2c02-48c8-b030-ea4fa8cd6080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d6487b8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:03:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['68958fec-faf6-4a7f-acdd-0bcee079f821'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:42.907775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d0537be0-a494-41d3-97c7-533be3c7f2a4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:42.970462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f25051d3-77a6-4381-8e6c-30b42597a55b tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:42.990711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-6c0a1ecc-2c02-48c8-b030-ea4fa8cd6080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d6487b8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:43.022025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f6ef0dd0-f0fd-47e2-85e1-264eedc03a9b None None] Port 0eb11d36-d89a-4caa-99f6-d0fec3cd8a5f cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:03:43.030209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38e84ad5-a4a2-4c0a-8da4-ac61e3f50e0b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:43.068967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0a1ecc-2c02-48c8-b030-ea4fa8cd6080 None None] Routers {'68958fec-faf6-4a7f-acdd-0bcee079f821'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:03:43.069713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-6c0a1ecc-2c02-48c8-b030-ea4fa8cd6080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d6487b8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:03:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['68958fec-faf6-4a7f-acdd-0bcee079f821'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:43.152511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-6c0a1ecc-2c02-48c8-b030-ea4fa8cd6080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d6487b8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:43.152908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0a1ecc-2c02-48c8-b030-ea4fa8cd6080 None None] The sync data for ids ['68958fec-faf6-4a7f-acdd-0bcee079f821'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:03:43.184246 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-38e84ad5-a4a2-4c0a-8da4-ac61e3f50e0b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 9.4951568
Nov 24 13:03:43.187786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-aefd1e1f-8245-465f-93c8-d3c54eb34ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cdf3550>, [{'id': '8063002f-c51e-4912-afa6-aff6e3318723', 'name': 'tempest-ServersTestJSON-1632611640-router', 'tenant_id': 'a2e9211661b4491282803556ce55f1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'cce7777b-e1d8-467d-90db-205e939310bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:29Z', 'updated_at': '2020-11-24T13:01:40Z', 'revision_number': 4, 'project_id': 'a2e9211661b4491282803556ce55f1f3', 'gw_port': {'id': 'cce7777b-e1d8-467d-90db-205e939310bf', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8063002f-c51e-4912-afa6-aff6e3318723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:32Z', 'updated_at': '2020-11-24T13:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'c783e11a-3c79-4cd6-93d0-6d6fad830735', 'name': '', 'network_id': '5fae2ebf-38a4-4188-8136-91cd36860221', 'tenant_id': 'a2e9211661b4491282803556ce55f1f3', 'mac_address': 'fa:16:3e:80:8c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8063002f-c51e-4912-afa6-aff6e3318723', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4487902c-b885-4e28-986b-43936d420160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:39Z', 'updated_at': '2020-11-24T13:01:51Z', 'revision_number': 5, 'project_id': 'a2e9211661b4491282803556ce55f1f3', 'subnets': [{'id': '4487902c-b885-4e28-986b-43936d420160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:43.193147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefd1e1f-8245-465f-93c8-d3c54eb34ede None None] The sync data for ids ['8063002f-c51e-4912-afa6-aff6e3318723'] in dv-neutron-601336-61-ovs is: [{'id': '8063002f-c51e-4912-afa6-aff6e3318723', 'name': 'tempest-ServersTestJSON-1632611640-router', 'tenant_id': 'a2e9211661b4491282803556ce55f1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'cce7777b-e1d8-467d-90db-205e939310bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:29Z', 'updated_at': '2020-11-24T13:01:40Z', 'revision_number': 4, 'project_id': 'a2e9211661b4491282803556ce55f1f3', 'gw_port': {'id': 'cce7777b-e1d8-467d-90db-205e939310bf', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8063002f-c51e-4912-afa6-aff6e3318723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:32Z', 'updated_at': '2020-11-24T13:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'c783e11a-3c79-4cd6-93d0-6d6fad830735', 'name': '', 'network_id': '5fae2ebf-38a4-4188-8136-91cd36860221', 'tenant_id': 'a2e9211661b4491282803556ce55f1f3', 'mac_address': 'fa:16:3e:80:8c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8063002f-c51e-4912-afa6-aff6e3318723', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4487902c-b885-4e28-986b-43936d420160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:39Z', 'updated_at': '2020-11-24T13:01:51Z', 'revision_number': 5, 'project_id': 'a2e9211661b4491282803556ce55f1f3', 'subnets': [{'id': '4487902c-b885-4e28-986b-43936d420160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:03:43.206470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43598) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:43.442181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0537be0-a494-41d3-97c7-533be3c7f2a4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Pushing event deleted for resources: {'Port': ['ID=59dbafd7-ab73-4f87-8179-5eee3399cd2f,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:43.463341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d0537be0-a494-41d3-97c7-533be3c7f2a4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:43.468938 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4f0d8aec-a879-4ec3-8dc7-97b74b7e17ca req-01b467e1-ca36-4c93-aea0-09a682306f3b tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/ports?device_id=55dc72b5-3fa4-4c89-9a93-c707c472eba1 HTTP/1.1" status: 200  len: 210 time: 0.0956531
Nov 24 13:03:43.472735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-0de415ff-504c-419e-b83c-1c49a0584623 req-05d2d5b2-6219-4f74-b200-2d0b01265ecc tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks [] for floatingip, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:43.473143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-0de415ff-504c-419e-b83c-1c49a0584623 req-05d2d5b2-6219-4f74-b200-2d0b01265ecc tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:43.473496 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [req-0de415ff-504c-419e-b83c-1c49a0584623 req-05d2d5b2-6219-4f74-b200-2d0b01265ecc tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Floating IP 71052a30-04ea-43a6-840f-3fcff1c14e80 disassociated. External IP: 172.26.8.58, port: 633e2245-ca34-43df-8b65-3ae47854bcfb.
Nov 24 13:03:43.473917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-0de415ff-504c-419e-b83c-1c49a0584623 req-05d2d5b2-6219-4f74-b200-2d0b01265ecc tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Calling delete_port for 633e2245-ca34-43df-8b65-3ae47854bcfb owned by compute:nova {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:43.560935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c378d-fef1-4785-968c-7cb1b8ff46c9 req-5ce33427-7098-41b9-a4ae-bcf667a1da84 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:43.562591 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0a9c378d-fef1-4785-968c-7cb1b8ff46c9 req-5ce33427-7098-41b9-a4ae-bcf667a1da84 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 1.0514858
Nov 24 13:03:43.657264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8125414-efd5-4023-936f-808263b294fc None None] New status for floating IP 9e6d18dd-2124-4461-aa45-ec7615c5da3a: DOWN {{(pid=80945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:03:43.670001 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0a9c378d-fef1-4785-968c-7cb1b8ff46c9 req-a039a841-a63a-4cb0-9dda-109cec253694 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0901926
Nov 24 13:03:43.681676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [req-0de415ff-504c-419e-b83c-1c49a0584623 req-05d2d5b2-6219-4f74-b200-2d0b01265ecc tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:03:43.682039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [req-0de415ff-504c-419e-b83c-1c49a0584623 req-05d2d5b2-6219-4f74-b200-2d0b01265ecc tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:03:43.734980 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8aa2c5d6-f714-47d0-ae9b-19350f6550d5 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "GET /v2.0/floatingips/4174644b-dd19-4ce3-b4b3-6fa4b576a4f5 HTTP/1.1" status: 200  len: 979 time: 0.5230365
Nov 24 13:03:43.737732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed8de8d9-c4e2-461e-a0b2-0c78b57d1503 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:43.746831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43604) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:43.770675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d0537be0-a494-41d3-97c7-533be3c7f2a4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:43.796490 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d0537be0-a494-41d3-97c7-533be3c7f2a4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] 10.222.0.76 "DELETE /v2.0/ports/59dbafd7-ab73-4f87-8179-5eee3399cd2f HTTP/1.1" status: 204  len: 168 time: 3.2862604
Nov 24 13:03:43.797414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43608) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:43.856892 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-3209a04c-f956-4526-ab9c-59eb925f2ccd tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] GET failed (client error): The resource could not be found.
Nov 24 13:03:43.857479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3209a04c-f956-4526-ab9c-59eb925f2ccd tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Synchronizing usage tracker for tenant:6d03983c6c4c4d87b7e902bbf22a74bc on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:03:43.889490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3209a04c-f956-4526-ab9c-59eb925f2ccd tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Unset dirty status for tenant:6d03983c6c4c4d87b7e902bbf22a74bc on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:03:43.890815 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3209a04c-f956-4526-ab9c-59eb925f2ccd tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] 10.222.0.76 "GET /v2.0/ports/59dbafd7-ab73-4f87-8179-5eee3399cd2f HTTP/1.1" status: 404  len: 333 time: 0.0923533
Nov 24 13:03:43.895174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43614) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:43.902430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a07b0641-bdd7-478c-907b-f52627d5629a tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Request body: {'port': {'network_id': '239dc6dc-a6d6-4670-97dd-27f8d2ed4e11', 'name': 'tempest-AllowedAddressPairTestJSON-235910549'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:43.950464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed8de8d9-c4e2-461e-a0b2-0c78b57d1503 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:44.106374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1526917e-4e4b-4996-851a-47223140f65f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Synchronizing usage tracker for tenant:fd22555ebd24497b9a32eac1cfc2772e on resource:floatingip {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:03:44.147690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:44.159794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a07b0641-bdd7-478c-907b-f52627d5629a tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:44.175195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a07b0641-bdd7-478c-907b-f52627d5629a tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:44.183504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-0de415ff-504c-419e-b83c-1c49a0584623 req-05d2d5b2-6219-4f74-b200-2d0b01265ecc tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Deleting port 633e2245-ca34-43df-8b65-3ae47854bcfb {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:44.183814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-0de415ff-504c-419e-b83c-1c49a0584623 req-05d2d5b2-6219-4f74-b200-2d0b01265ecc tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:44.220075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6625d813-8a7f-40b1-bb73-8bbb7371cd98 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:44.237365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07b0641-bdd7-478c-907b-f52627d5629a tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Made reservation on behalf of 6d03983c6c4c4d87b7e902bbf22a74bc for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:03:44.243823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a07b0641-bdd7-478c-907b-f52627d5629a tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:44.262562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed8de8d9-c4e2-461e-a0b2-0c78b57d1503 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:44.263125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8de8d9-c4e2-461e-a0b2-0c78b57d1503 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Fanout notify agent at l3_agent the message router_deleted on router 64fadcf4-3092-40bb-bdbd-b87f8f637417 {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:03:44.317760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1526917e-4e4b-4996-851a-47223140f65f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Unset dirty status for tenant:fd22555ebd24497b9a32eac1cfc2772e on resource:floatingip {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:03:44.322319 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1526917e-4e4b-4996-851a-47223140f65f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 982 time: 0.5707965
Nov 24 13:03:44.326909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed8de8d9-c4e2-461e-a0b2-0c78b57d1503 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:44.330403 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ed8de8d9-c4e2-461e-a0b2-0c78b57d1503 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] 10.222.0.76 "DELETE /v2.0/routers/64fadcf4-3092-40bb-bdbd-b87f8f637417 HTTP/1.1" status: 204  len: 168 time: 2.7704728
Nov 24 13:03:44.330403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43622) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:44.334780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43624) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:44.340842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-cb8c17c8-b0b9-4923-93eb-6ab3edf7256f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Request body: {'floatingip': {'port_id': '66085b58-f3d4-4fe2-81dc-71205b5a717d'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:44.351327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb43c19-9904-4d5c-85b2-e2953c395c84 req-02071086-bb2d-4259-8159-b6a06d176110 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:44.352175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-4eb43c19-9904-4d5c-85b2-e2953c395c84 req-02071086-bb2d-4259-8159-b6a06d176110 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Synchronizing usage tracker for tenant:ea8aaac80b7f416b8647220a0a5fe6df on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:03:44.561815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-4eb43c19-9904-4d5c-85b2-e2953c395c84 req-02071086-bb2d-4259-8159-b6a06d176110 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Unset dirty status for tenant:ea8aaac80b7f416b8647220a0a5fe6df on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:03:44.563588 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4eb43c19-9904-4d5c-85b2-e2953c395c84 req-02071086-bb2d-4259-8159-b6a06d176110 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/ports?device_id=3eb94d76-1921-495b-9446-702d2f390806 HTTP/1.1" status: 200  len: 944 time: 0.4609077
Nov 24 13:03:44.643557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:44.788335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-a07b0641-bdd7-478c-907b-f52627d5629a tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] device_id is not set on port c4bf6154-fccc-49a6-a988-9fbee42cd7a0 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:03:44.845435 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4eb43c19-9904-4d5c-85b2-e2953c395c84 req-d435e720-6cae-4293-b029-3aaa2097558f tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/security-groups?id=fd2fc09d-94e8-49e3-9324-21c800167113&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2225809
Nov 24 13:03:44.855199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cb8c17c8-b0b9-4923-93eb-6ab3edf7256f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:44.886863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-0de415ff-504c-419e-b83c-1c49a0584623 req-05d2d5b2-6219-4f74-b200-2d0b01265ecc tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] For port 633e2245-ca34-43df-8b65-3ae47854bcfb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=633e2245-ca34-43df-8b65-3ae47854bcfb,segment=NetworkSegment(5e24e664-4ce4-48ad-bee5-b45bf78bd382),segment_id=5e24e664-4ce4-48ad-bee5-b45bf78bd382)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:03:44.887275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-0de415ff-504c-419e-b83c-1c49a0584623 req-05d2d5b2-6219-4f74-b200-2d0b01265ecc tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:44.914823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb1ecc-a74d-4beb-b1fd-2db941b14ede req-a03cf2ac-32a4-45f8-aaca-3dd3ed2a8743 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:44.922882 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-02fb1ecc-a74d-4beb-b1fd-2db941b14ede req-a03cf2ac-32a4-45f8-aaca-3dd3ed2a8743 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.3441546
Nov 24 13:03:45.046843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43636) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:45.197709 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-02fb1ecc-a74d-4beb-b1fd-2db941b14ede req-f984f663-551e-4e20-a90f-c1a84bcfc32e tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2735422
Nov 24 13:03:45.237746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-a07b0641-bdd7-478c-907b-f52627d5629a tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Allocated IP 172.20.0.8 (239dc6dc-a6d6-4670-97dd-27f8d2ed4e11/f692da47-62a8-46f4-b558-dd777f0b4e15/c4bf6154-fccc-49a6-a988-9fbee42cd7a0) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:03:45.406407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-0de415ff-504c-419e-b83c-1c49a0584623 req-05d2d5b2-6219-4f74-b200-2d0b01265ecc tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks [] for floatingip, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:45.406772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-0de415ff-504c-419e-b83c-1c49a0584623 req-05d2d5b2-6219-4f74-b200-2d0b01265ecc tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:45.407122 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [req-0de415ff-504c-419e-b83c-1c49a0584623 req-05d2d5b2-6219-4f74-b200-2d0b01265ecc tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Floating IP 71052a30-04ea-43a6-840f-3fcff1c14e80 disassociated. External IP: 172.26.8.58, port: 633e2245-ca34-43df-8b65-3ae47854bcfb.
Nov 24 13:03:45.407513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-0de415ff-504c-419e-b83c-1c49a0584623 req-05d2d5b2-6219-4f74-b200-2d0b01265ecc tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Calling delete_port for 633e2245-ca34-43df-8b65-3ae47854bcfb owned by compute:nova {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:45.432085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cde7c4e-e7a4-4ba5-8199-b54cb349c969 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Deleting subnet c98245c0-2e5a-4f3e-ac7f-1f528b3b759a {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:03:45.441099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7cde7c4e-e7a4-4ba5-8199-b54cb349c969 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:45.475520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f999373d-b507-48b4-94c2-0431ad64d2c7 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:45.605329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-6625d813-8a7f-40b1-bb73-8bbb7371cd98 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:03:45.643305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7cde7c4e-e7a4-4ba5-8199-b54cb349c969 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:45.675484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6625d813-8a7f-40b1-bb73-8bbb7371cd98 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:45.690859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a07b0641-bdd7-478c-907b-f52627d5629a tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:45.694298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f999373d-b507-48b4-94c2-0431ad64d2c7 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:45.713342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6625d813-8a7f-40b1-bb73-8bbb7371cd98 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:45.718914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a07b0641-bdd7-478c-907b-f52627d5629a tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Transition to ACTIVE for port object c4bf6154-fccc-49a6-a988-9fbee42cd7a0 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:03:45.721730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-0de415ff-504c-419e-b83c-1c49a0584623 req-05d2d5b2-6219-4f74-b200-2d0b01265ecc tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:45.738600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d55c29f3-2f07-46a3-8bf3-de015706a0e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:45.738992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-047b46c0-345f-4eac-8768-7749bad4c701 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:45.845210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2d5b2-6219-4f74-b200-2d0b01265ecc tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Pushing event deleted for resources: {'Port': ['ID=633e2245-ca34-43df-8b65-3ae47854bcfb,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:45.848469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-05d2d5b2-6219-4f74-b200-2d0b01265ecc tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:45.862726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-468a7bb6-b7df-4701-8b4e-10fabe97e310 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:45.897216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a07b0641-bdd7-478c-907b-f52627d5629a tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:45.916827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5f07f01f-997d-4445-83e3-bc6983fb2424 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:46.100863 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9ba04c5c-9ef9-4e0b-8d7f-29621320a96a req-4793681e-9a4f-40d7-a388-8b544ae499c3 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/ports?device_id=3eb94d76-1921-495b-9446-702d2f390806 HTTP/1.1" status: 200  len: 210 time: 0.0779834
Nov 24 13:03:46.134565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b0641-bdd7-478c-907b-f52627d5629a tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Pushing event updated for resources: {'Port': ['ID=c4bf6154-fccc-49a6-a988-9fbee42cd7a0,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:46.144254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a07b0641-bdd7-478c-907b-f52627d5629a tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:46.160084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625d813-8a7f-40b1-bb73-8bbb7371cd98 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Pushing event updated for resources: {'Port': ['ID=0eb11d36-d89a-4caa-99f6-d0fec3cd8a5f,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:46.188861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6625d813-8a7f-40b1-bb73-8bbb7371cd98 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:46.189437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:46.338461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f999373d-b507-48b4-94c2-0431ad64d2c7 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:46.343229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7cde7c4e-e7a4-4ba5-8199-b54cb349c969 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:46.420199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a7bb6-b7df-4701-8b4e-10fabe97e310 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event updated for resources: {'Subnet': ['ID=acc6e60b-833f-432d-ad3b-3cd53e809de0,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:46.444432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-468a7bb6-b7df-4701-8b4e-10fabe97e310 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:46.449546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8f57097a-3786-4a4f-ae33-e8bdf3ee1d07 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:46.536812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6625d813-8a7f-40b1-bb73-8bbb7371cd98 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] In _notify_port_updated(), no bound segment for port 0eb11d36-d89a-4caa-99f6-d0fec3cd8a5f on network e0e54bba-bb50-45b3-afc1-f41ae60b6787 {{(pid=80944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 24 13:03:46.541202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6625d813-8a7f-40b1-bb73-8bbb7371cd98 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:46.541930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6625d813-8a7f-40b1-bb73-8bbb7371cd98 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:46.543410 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6625d813-8a7f-40b1-bb73-8bbb7371cd98 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] 10.222.0.76 "PUT /v2.0/ports/0eb11d36-d89a-4caa-99f6-d0fec3cd8a5f HTTP/1.1" status: 200  len: 1003 time: 3.8517842
Nov 24 13:03:46.545188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999373d-b507-48b4-94c2-0431ad64d2c7 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e451509-08d0-4e40-b9fa-5f6fb3facecb,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:46.552705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43644) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:46.553593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f999373d-b507-48b4-94c2-0431ad64d2c7 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:46.612571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f999373d-b507-48b4-94c2-0431ad64d2c7 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:46.616942 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f999373d-b507-48b4-94c2-0431ad64d2c7 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "DELETE /v2.0/security-groups/9e451509-08d0-4e40-b9fa-5f6fb3facecb HTTP/1.1" status: 204  len: 168 time: 1.5455544
Nov 24 13:03:46.634286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43648) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:46.701195 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-92103f13-7e6d-4d2c-9a45-f587a39e904a tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] show failed (client error): The resource could not be found.
Nov 24 13:03:46.705036 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-92103f13-7e6d-4d2c-9a45-f587a39e904a tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "GET /v2.0/security-groups/9e451509-08d0-4e40-b9fa-5f6fb3facecb HTTP/1.1" status: 404  len: 347 time: 0.0598426
Nov 24 13:03:46.708618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43652) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:46.818559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07b0641-bdd7-478c-907b-f52627d5629a tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Network 239dc6dc-a6d6-4670-97dd-27f8d2ed4e11 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:03:46.823655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-a07b0641-bdd7-478c-907b-f52627d5629a tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:03:46.827301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07b0641-bdd7-478c-907b-f52627d5629a tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:03:46.903443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-82969e00-f0bc-4f24-9298-263960552a7c None None] Provisioning complete for port 0eb11d36-d89a-4caa-99f6-d0fec3cd8a5f triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:46.903863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82969e00-f0bc-4f24-9298-263960552a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:46.973958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-82969e00-f0bc-4f24-9298-263960552a7c None None] Port 0eb11d36-d89a-4caa-99f6-d0fec3cd8a5f cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:03:46.981004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b468af-b96a-4eec-9dc6-c54557599c9b req-5b67990e-3a91-4da0-b5fe-64a7d62a6d63 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:46.982726 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-34b468af-b96a-4eec-9dc6-c54557599c9b req-5b67990e-3a91-4da0-b5fe-64a7d62a6d63 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.5049975
Nov 24 13:03:47.009772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-cbbece06-a31c-4697-a43b-260c2bb90c78 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Deleting port 2efd3543-a829-431d-81fc-69d31863ee6d {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:47.010155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cbbece06-a31c-4697-a43b-260c2bb90c78 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:47.091009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4b6fc68e-5ae6-489d-bbf7-27a46ea107de tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Deleting port 0eb11d36-d89a-4caa-99f6-d0fec3cd8a5f {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:47.091438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4b6fc68e-5ae6-489d-bbf7-27a46ea107de tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:47.092246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07b0641-bdd7-478c-907b-f52627d5629a tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:47.092923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a07b0641-bdd7-478c-907b-f52627d5629a tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:47.101588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2022ac10-0475-439e-9a23-a05f964e616c None None] Provisioning for port c4bf6154-fccc-49a6-a988-9fbee42cd7a0 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:03:47.107028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2022ac10-0475-439e-9a23-a05f964e616c None None] Provisioning complete for port c4bf6154-fccc-49a6-a988-9fbee42cd7a0 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:47.107655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2022ac10-0475-439e-9a23-a05f964e616c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:47.179661 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-34b468af-b96a-4eec-9dc6-c54557599c9b req-dbff100e-a2e4-4f28-b3bc-2c07d46b796f tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1787641
Nov 24 13:03:47.194584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a7bb6-b7df-4701-8b4e-10fabe97e310 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Checking segment: {'id': 'df42b463-fadc-4250-ab27-b415b1e50139', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '56904e8c-0275-413c-b9d0-0eb066d48118'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:03:47.194981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468a7bb6-b7df-4701-8b4e-10fabe97e310 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network hostable DHCP agents. Network: 56904e8c-0275-413c-b9d0-0eb066d48118, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:03:47.247738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2022ac10-0475-439e-9a23-a05f964e616c None None] Port c4bf6154-fccc-49a6-a988-9fbee42cd7a0 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:03:47.256018 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a07b0641-bdd7-478c-907b-f52627d5629a tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 3.3595521
Nov 24 13:03:47.256926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43658) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:47.275820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-4ba9cc18-65fa-44fa-b0e4-6fc8f2b2be40 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:19:dd:91'}]}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:47.384323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-8ec2b600-0557-45b0-be4a-2648e99c7ee5 req-3b6f99e2-3b7a-4429-aa65-728230aa29aa tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Synchronizing usage tracker for tenant:ea8aaac80b7f416b8647220a0a5fe6df on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:03:47.466058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cbbece06-a31c-4697-a43b-260c2bb90c78 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:47.466415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cbbece06-a31c-4697-a43b-260c2bb90c78 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks [] for floatingip, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:47.477000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0de415ff-504c-419e-b83c-1c49a0584623 req-05d2d5b2-6219-4f74-b200-2d0b01265ecc tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Router 303ef846-7f78-4e44-9457-b63bf6ee06b5 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:03:47.477886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468a7bb6-b7df-4701-8b4e-10fabe97e310 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network 56904e8c-0275-413c-b9d0-0eb066d48118 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:03:47.538718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-8ec2b600-0557-45b0-be4a-2648e99c7ee5 req-3b6f99e2-3b7a-4429-aa65-728230aa29aa tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Unset dirty status for tenant:ea8aaac80b7f416b8647220a0a5fe6df on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:03:47.539996 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8ec2b600-0557-45b0-be4a-2648e99c7ee5 req-3b6f99e2-3b7a-4429-aa65-728230aa29aa tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/ports?device_id=3eb94d76-1921-495b-9446-702d2f390806 HTTP/1.1" status: 200  len: 210 time: 0.2294998
Nov 24 13:03:47.559504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-468a7bb6-b7df-4701-8b4e-10fabe97e310 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 56904e8c-0275-413c-b9d0-0eb066d48118) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:03:47.589085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52550ba4-24e3-4961-b373-33b8d9d7fe1e None None] Network 56904e8c-0275-413c-b9d0-0eb066d48118 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:03:47.629842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468a7bb6-b7df-4701-8b4e-10fabe97e310 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:47.630565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-468a7bb6-b7df-4701-8b4e-10fabe97e310 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:47.634726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7cde7c4e-e7a4-4ba5-8199-b54cb349c969 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:47.685948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-cbbece06-a31c-4697-a43b-260c2bb90c78 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Calling delete_port for 2efd3543-a829-431d-81fc-69d31863ee6d owned by network:floatingip {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:47.686400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:47.778014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4b6fc68e-5ae6-489d-bbf7-27a46ea107de tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:47.809424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cb8c17c8-b0b9-4923-93eb-6ab3edf7256f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:47.810487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde7c4e-e7a4-4ba5-8199-b54cb349c969 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Pushing event deleted for resources: {'Subnet': ['ID=c98245c0-2e5a-4f3e-ac7f-1f528b3b759a,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:47.843913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a0932f-5fdb-4480-90f2-4238653b54df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-56904e8c-0275-413c-b9d0-0eb066d48118', 'network_id': '56904e8c-0275-413c-b9d0-0eb066d48118', 'tenant_id': '82cb9c8693f342c184d25cc0ea67ad76', 'fixed_ips': [{'subnet_id': 'acc6e60b-833f-432d-ad3b-3cd53e809de0'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:03:47.845289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-84a0932f-5fdb-4480-90f2-4238653b54df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:47.944079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7cde7c4e-e7a4-4ba5-8199-b54cb349c969 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:47.944743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cb8c17c8-b0b9-4923-93eb-6ab3edf7256f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:47.998917 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-468a7bb6-b7df-4701-8b4e-10fabe97e310 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 7.1395884
Nov 24 13:03:48.011350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43662) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:48.014837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4b6fc68e-5ae6-489d-bbf7-27a46ea107de tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Calling delete_port for 0eb11d36-d89a-4caa-99f6-d0fec3cd8a5f owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:48.056584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-774004d2-d9cc-4be0-aaa2-5862119b3316 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Request body: {'subnet': {'network_id': '56904e8c-0275-413c-b9d0-0eb066d48118', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:48.106158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ba9cc18-65fa-44fa-b0e4-6fc8f2b2be40 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:48.239373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-84a0932f-5fdb-4480-90f2-4238653b54df None None] Allocated IP 2001:db8::2 (56904e8c-0275-413c-b9d0-0eb066d48118/acc6e60b-833f-432d-ad3b-3cd53e809de0/dfbbba58-5ed8-4b20-9185-d439d623941b) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:03:48.265142 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7cde7c4e-e7a4-4ba5-8199-b54cb349c969 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:48.267321 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7cde7c4e-e7a4-4ba5-8199-b54cb349c969 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] 10.222.0.76 "DELETE /v2.0/subnets/c98245c0-2e5a-4f3e-ac7f-1f528b3b759a HTTP/1.1" status: 204  len: 168 time: 3.8702075
Nov 24 13:03:48.273721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43668) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:48.291813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1056513-01e5-4b67-89e4-c27bc73ce402 None None] Network 907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:03:48.408742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5d1b9661-9d99-4f2f-8536-8a8d21a1ca49 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:48.518760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400aebf1-d74f-4eab-806b-fd3ad5bd4db7 req-773a13a1-1526-4723-ae6f-7231721822e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:48.521020 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-400aebf1-d74f-4eab-806b-fd3ad5bd4db7 req-773a13a1-1526-4723-ae6f-7231721822e2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4286288353e74305b378e229e8ab5058&device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 1163 time: 0.5155861
Nov 24 13:03:48.681704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5d1b9661-9d99-4f2f-8536-8a8d21a1ca49 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Deleting port 879a78f3-9a81-4e0a-8e6a-8d29e426baf5 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:48.682098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5d1b9661-9d99-4f2f-8536-8a8d21a1ca49 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:48.714484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4b6fc68e-5ae6-489d-bbf7-27a46ea107de tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:48.746609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-15a35aca-11f5-4526-bb92-2da1c8209558 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:48.766880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-84a0932f-5fdb-4480-90f2-4238653b54df None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:48.782704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2964ffa0-3932-4e1c-b144-f331079d8853 None None] DHCP port deletion for 907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:03:48.786655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-84a0932f-5fdb-4480-90f2-4238653b54df None None] Transition to ACTIVE for port object dfbbba58-5ed8-4b20-9185-d439d623941b will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:03:48.798826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2964ffa0-3932-4e1c-b144-f331079d8853 None None] Deleting port 879a78f3-9a81-4e0a-8e6a-8d29e426baf5 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:48.799335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2964ffa0-3932-4e1c-b144-f331079d8853 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:48.862079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-84a0932f-5fdb-4480-90f2-4238653b54df None None] Transition to ACTIVE for port object dfbbba58-5ed8-4b20-9185-d439d623941b will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:03:48.894946 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f2fb145c-886d-40a5-be1a-4fadc7a672e6 req-29b67394-26dd-494d-8300-daaa96f2b842 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/ports?device_id=3eb94d76-1921-495b-9446-702d2f390806 HTTP/1.1" status: 200  len: 210 time: 0.0847938
Nov 24 13:03:48.909313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cbbece06-a31c-4697-a43b-260c2bb90c78 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:48.931603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-84a0932f-5fdb-4480-90f2-4238653b54df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:48.953278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-39bca7d6-0655-496f-a369-8ff7916e10cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:49.005673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-64d1292c-d4dd-4753-85b9-57925bab9a98 tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:49.135278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6fc68e-5ae6-489d-bbf7-27a46ea107de tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Pushing event deleted for resources: {'Port': ['ID=0eb11d36-d89a-4caa-99f6-d0fec3cd8a5f,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:49.144484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4b6fc68e-5ae6-489d-bbf7-27a46ea107de tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:49.211963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 879a78f3-9a81-4e0a-8e6a-8d29e426baf5 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:03:49.228819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400aebf1-d74f-4eab-806b-fd3ad5bd4db7 req-40506051-63dc-424c-8fb0-5d956892847f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:49.230520 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-400aebf1-d74f-4eab-806b-fd3ad5bd4db7 req-40506051-63dc-424c-8fb0-5d956892847f service neutron] 10.222.0.70 "GET /v2.0/networks?id=42f46442-d2b1-4c59-8018-dd6806abe134 HTTP/1.1" status: 200  len: 906 time: 0.6849363
Nov 24 13:03:49.252618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a0932f-5fdb-4480-90f2-4238653b54df None None] Network 56904e8c-0275-413c-b9d0-0eb066d48118 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:03:49.258746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbece06-a31c-4697-a43b-260c2bb90c78 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Pushing event deleted for resources: {'Port': ['ID=2efd3543-a829-431d-81fc-69d31863ee6d,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:49.278180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-84a0932f-5fdb-4480-90f2-4238653b54df None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:03:49.278935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cbbece06-a31c-4697-a43b-260c2bb90c78 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:49.288931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a0932f-5fdb-4480-90f2-4238653b54df None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:03:49.324751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4936550-9076-4f55-9bcd-5a6d45ea4951 req-4488d579-4e09-4fe8-98b2-aaf78c12f4a5 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:49.326770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a0932f-5fdb-4480-90f2-4238653b54df None None] Pushing event updated for resources: {'Port': ['ID=dfbbba58-5ed8-4b20-9185-d439d623941b,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:49.332544 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b4936550-9076-4f55-9bcd-5a6d45ea4951 req-4488d579-4e09-4fe8-98b2-aaf78c12f4a5 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.6011069
Nov 24 13:03:49.354306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-774004d2-d9cc-4be0-aaa2-5862119b3316 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:49.368795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-774004d2-d9cc-4be0-aaa2-5862119b3316 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Usage tracker for resource:subnet and tenant:82cb9c8693f342c184d25cc0ea67ad76 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:49.371190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-84a0932f-5fdb-4480-90f2-4238653b54df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:49.378967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-2964ffa0-3932-4e1c-b144-f331079d8853 None None] For port 879a78f3-9a81-4e0a-8e6a-8d29e426baf5, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=879a78f3-9a81-4e0a-8e6a-8d29e426baf5,segment=NetworkSegment(99b57fd0-2a59-44bb-96f8-3ad154120de4),segment_id=99b57fd0-2a59-44bb-96f8-3ad154120de4)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:03:49.379543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2964ffa0-3932-4e1c-b144-f331079d8853 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:49.403274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-774004d2-d9cc-4be0-aaa2-5862119b3316 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Quota usage for subnet was recalculated. Used quota:3. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:49.441020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-774004d2-d9cc-4be0-aaa2-5862119b3316 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:49.502628 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-cb8c17c8-b0b9-4923-93eb-6ab3edf7256f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Floating IP 4174644b-dd19-4ce3-b4b3-6fa4b576a4f5 associated. External IP: 172.26.8.165, port: 0012e189-242e-43fa-a251-a2e58a1c96b1.
Nov 24 13:03:49.511140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774004d2-d9cc-4be0-aaa2-5862119b3316 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Made reservation on behalf of 82cb9c8693f342c184d25cc0ea67ad76 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:03:49.528541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-84a0932f-5fdb-4480-90f2-4238653b54df None None] Attempting to bind port dfbbba58-5ed8-4b20-9185-d439d623941b on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:03:49.528967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-84a0932f-5fdb-4480-90f2-4238653b54df None None] Attempting to bind port dfbbba58-5ed8-4b20-9185-d439d623941b by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'df42b463-fadc-4250-ab27-b415b1e50139', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '56904e8c-0275-413c-b9d0-0eb066d48118'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:03:49.529314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a0932f-5fdb-4480-90f2-4238653b54df None None] Attempting to bind port dfbbba58-5ed8-4b20-9185-d439d623941b on network 56904e8c-0275-413c-b9d0-0eb066d48118 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:03:49.538653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2964ffa0-3932-4e1c-b144-f331079d8853 None None] Calling delete_port for 879a78f3-9a81-4e0a-8e6a-8d29e426baf5 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:49.606598 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-400aebf1-d74f-4eab-806b-fd3ad5bd4db7 req-bef2d34a-339e-4d92-84ae-92b312c7b09c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af0d0a0e-4f8a-4806-bb3e-d85246ab5173 HTTP/1.1" status: 200  len: 1002 time: 0.3555717
Nov 24 13:03:49.607692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-5d1b9661-9d99-4f2f-8536-8a8d21a1ca49 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] For port 879a78f3-9a81-4e0a-8e6a-8d29e426baf5, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=879a78f3-9a81-4e0a-8e6a-8d29e426baf5,segment=NetworkSegment(99b57fd0-2a59-44bb-96f8-3ad154120de4),segment_id=99b57fd0-2a59-44bb-96f8-3ad154120de4)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:03:49.607874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5d1b9661-9d99-4f2f-8536-8a8d21a1ca49 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:49.614163 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b4936550-9076-4f55-9bcd-5a6d45ea4951 req-38967c97-f9d3-4ec9-87c7-dde4824c9d3b tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2798581
Nov 24 13:03:49.615108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cbbece06-a31c-4697-a43b-260c2bb90c78 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks [] for floatingip, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:49.620860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a0932f-5fdb-4480-90f2-4238653b54df None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:03:49.621316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a0932f-5fdb-4480-90f2-4238653b54df None None] Checking segment: {'id': 'df42b463-fadc-4250-ab27-b415b1e50139', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '56904e8c-0275-413c-b9d0-0eb066d48118'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:03:49.621828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-84a0932f-5fdb-4480-90f2-4238653b54df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:49.622302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a0932f-5fdb-4480-90f2-4238653b54df None None] Bound using segment: {'id': 'df42b463-fadc-4250-ab27-b415b1e50139', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '56904e8c-0275-413c-b9d0-0eb066d48118'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:03:49.622849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-84a0932f-5fdb-4480-90f2-4238653b54df None None] Bound port: dfbbba58-5ed8-4b20-9185-d439d623941b, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df42b463-fadc-4250-ab27-b415b1e50139', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '56904e8c-0275-413c-b9d0-0eb066d48118'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:03:49.623271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-84a0932f-5fdb-4480-90f2-4238653b54df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:49.646249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0de415ff-504c-419e-b83c-1c49a0584623 req-05d2d5b2-6219-4f74-b200-2d0b01265ecc tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:03:49.676747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b06ad4-853d-41f0-aa4f-8cacb763bce5 None None] Sync routers for ids ['303ef846-7f78-4e44-9457-b63bf6ee06b5'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:03:49.681474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cbbece06-a31c-4697-a43b-260c2bb90c78 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:49.685884 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cbbece06-a31c-4697-a43b-260c2bb90c78 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] 10.222.0.76 "DELETE /v2.0/floatingips/9e6d18dd-2124-4461-aa45-ec7615c5da3a HTTP/1.1" status: 204  len: 168 time: 2.9722867
Nov 24 13:03:49.695121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b06ad4-853d-41f0-aa4f-8cacb763bce5 None None] Routers {'303ef846-7f78-4e44-9457-b63bf6ee06b5'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:03:49.695806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f9b06ad4-853d-41f0-aa4f-8cacb763bce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c6dacc0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:03:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['303ef846-7f78-4e44-9457-b63bf6ee06b5'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:49.709917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43674) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:49.716457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:49.777784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de415ff-504c-419e-b83c-1c49a0584623 req-05d2d5b2-6219-4f74-b200-2d0b01265ecc tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] No DVR routers for this DVR port 633e2245-ca34-43df-8b65-3ae47854bcfb on host hv-neutron-6013 {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:03:49.781446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ba9cc18-65fa-44fa-b0e4-6fc8f2b2be40 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:49.790620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4b6fc68e-5ae6-489d-bbf7-27a46ea107de tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:49.792467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-0de415ff-504c-419e-b83c-1c49a0584623 req-05d2d5b2-6219-4f74-b200-2d0b01265ecc tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:49.794568 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0de415ff-504c-419e-b83c-1c49a0584623 req-05d2d5b2-6219-4f74-b200-2d0b01265ecc tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.70 "DELETE /v2.0/ports/633e2245-ca34-43df-8b65-3ae47854bcfb HTTP/1.1" status: 204  len: 173 time: 8.5481963
Nov 24 13:03:49.806263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb94d76-1921-495b-9446-702d2f390806', 'name': 'network-vif-deleted', 'tag': '633e2245-ca34-43df-8b65-3ae47854bcfb'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:03:49.815641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ba9cc18-65fa-44fa-b0e4-6fc8f2b2be40 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:49.835314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-84a0932f-5fdb-4480-90f2-4238653b54df None None] For port dfbbba58-5ed8-4b20-9185-d439d623941b, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:03:49.838949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-84a0932f-5fdb-4480-90f2-4238653b54df None None] For port dfbbba58-5ed8-4b20-9185-d439d623941b, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=dfbbba58-5ed8-4b20-9185-d439d623941b,segment=NetworkSegment(df42b463-fadc-4250-ab27-b415b1e50139),segment_id=df42b463-fadc-4250-ab27-b415b1e50139)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:03:49.850379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-84a0932f-5fdb-4480-90f2-4238653b54df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:49.915344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5d1b9661-9d99-4f2f-8536-8a8d21a1ca49 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Calling delete_port for 879a78f3-9a81-4e0a-8e6a-8d29e426baf5 owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:50.009004 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4b6fc68e-5ae6-489d-bbf7-27a46ea107de tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] 10.222.0.76 "DELETE /v2.0/ports/0eb11d36-d89a-4caa-99f6-d0fec3cd8a5f HTTP/1.1" status: 204  len: 168 time: 3.4483261
Nov 24 13:03:50.015362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43682) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:50.069594 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb94d76-1921-495b-9446-702d2f390806', 'name': 'network-vif-deleted', 'tag': '633e2245-ca34-43df-8b65-3ae47854bcfb', 'status': 'completed', 'code': 200}
Nov 24 13:03:50.070254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9be8e777-ec97-4931-9943-88da6a05a9f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:50.071913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400aebf1-d74f-4eab-806b-fd3ad5bd4db7 req-00174606-be23-4824-bde9-63733c0417a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:50.073557 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-400aebf1-d74f-4eab-806b-fd3ad5bd4db7 req-00174606-be23-4824-bde9-63733c0417a3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4edc9f76-5638-4785-9026-5e5686309573 HTTP/1.1" status: 200  len: 851 time: 0.4536650
Nov 24 13:03:50.126541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-f9b06ad4-853d-41f0-aa4f-8cacb763bce5 None None] Set router 303ef846-7f78-4e44-9457-b63bf6ee06b5 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:03:50.149891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:50.158466 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-e060384c-4337-4c1e-9d16-68a0bfca57ce tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] GET failed (client error): The resource could not be found.
Nov 24 13:03:50.159477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e060384c-4337-4c1e-9d16-68a0bfca57ce tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Synchronizing usage tracker for tenant:8cfd7e59ac5c475f8fc39cd0c53e9e41 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:03:50.200275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-5d1b9661-9d99-4f2f-8536-8a8d21a1ca49 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:03:50.201245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-5d1b9661-9d99-4f2f-8536-8a8d21a1ca49 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:03:50.229775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e060384c-4337-4c1e-9d16-68a0bfca57ce tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Unset dirty status for tenant:8cfd7e59ac5c475f8fc39cd0c53e9e41 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:03:50.231594 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e060384c-4337-4c1e-9d16-68a0bfca57ce tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] 10.222.0.76 "GET /v2.0/ports/0eb11d36-d89a-4caa-99f6-d0fec3cd8a5f HTTP/1.1" status: 404  len: 333 time: 0.2097204
Nov 24 13:03:50.236631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43686) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:50.254292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e1073419-be24-4fca-af21-efe34a14405a tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Request body: {'port': {'network_id': 'e0e54bba-bb50-45b3-afc1-f41ae60b6787', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1749709614'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:50.398712 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-05909a36-b4c8-454d-bae5-75d0788288a4 req-1b951816-3bb6-4688-878f-5abef63b07e6 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/ports?device_id=3eb94d76-1921-495b-9446-702d2f390806 HTTP/1.1" status: 200  len: 210 time: 0.1048672
Nov 24 13:03:50.407380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400aebf1-d74f-4eab-806b-fd3ad5bd4db7 req-a376d849-4238-4ba4-9ff8-abdbacd52d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:50.409339 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-400aebf1-d74f-4eab-806b-fd3ad5bd4db7 req-a376d849-4238-4ba4-9ff8-abdbacd52d81 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=42f46442-d2b1-4c59-8018-dd6806abe134&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3140581
Nov 24 13:03:50.413428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-774004d2-d9cc-4be0-aaa2-5862119b3316 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:50.448872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9cc18-65fa-44fa-b0e4-6fc8f2b2be40 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Pushing event updated for resources: {'Port': ['ID=c4bf6154-fccc-49a6-a988-9fbee42cd7a0,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:50.481591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4ba9cc18-65fa-44fa-b0e4-6fc8f2b2be40 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:50.582100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2964ffa0-3932-4e1c-b144-f331079d8853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:50.658498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e1073419-be24-4fca-af21-efe34a14405a tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:50.669711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f9b06ad4-853d-41f0-aa4f-8cacb763bce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c6dacc0>, [{'id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'name': 'tempest-ServersTestManualDisk-1579092289-router', 'tenant_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'c0c120c3-bcf6-4efc-abb9-af284b657f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:27Z', 'updated_at': '2020-11-24T13:01:51Z', 'revision_number': 4, 'project_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'gw_port': {'id': 'c0c120c3-bcf6-4efc-abb9-af284b657f1d', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:30Z', 'updated_at': '2020-11-24T13:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '8b088be8-563e-4051-8787-fdddfa28c383', 'name': '', 'network_id': '48758c10-3c85-4387-a7e0-01d5b6f72c00', 'tenant_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'mac_address': 'fa:16:3e:ed:f6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'c2dc0013-69cf-4d22-b176-8f1c434b75d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:48Z', 'updated_at': '2020-11-24T13:02:05Z', 'revision_number': 5, 'project_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'subnets': [{'id': 'c2dc0013-69cf-4d22-b176-8f1c434b75d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:50.670457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4ba9cc18-65fa-44fa-b0e4-6fc8f2b2be40 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] In _notify_port_updated(), no bound segment for port c4bf6154-fccc-49a6-a988-9fbee42cd7a0 on network 239dc6dc-a6d6-4670-97dd-27f8d2ed4e11 {{(pid=80943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 24 13:03:50.674681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b06ad4-853d-41f0-aa4f-8cacb763bce5 None None] Checking router: 303ef846-7f78-4e44-9457-b63bf6ee06b5 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:03:50.674855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba9cc18-65fa-44fa-b0e4-6fc8f2b2be40 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:50.675457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ba9cc18-65fa-44fa-b0e4-6fc8f2b2be40 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:50.680323 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4ba9cc18-65fa-44fa-b0e4-6fc8f2b2be40 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] 10.222.0.76 "PUT /v2.0/ports/c4bf6154-fccc-49a6-a988-9fbee42cd7a0 HTTP/1.1" status: 200  len: 995 time: 3.4192297
Nov 24 13:03:50.684528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43690) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:50.696609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e1073419-be24-4fca-af21-efe34a14405a tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:50.733198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b06ad4-853d-41f0-aa4f-8cacb763bce5 None None] Routers {'303ef846-7f78-4e44-9457-b63bf6ee06b5'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:03:50.733949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f9b06ad4-853d-41f0-aa4f-8cacb763bce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c6dacc0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:03:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['303ef846-7f78-4e44-9457-b63bf6ee06b5'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:50.765552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5d1b9661-9d99-4f2f-8536-8a8d21a1ca49 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Deleting port 879a78f3-9a81-4e0a-8e6a-8d29e426baf5 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:50.766273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5d1b9661-9d99-4f2f-8536-8a8d21a1ca49 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:50.834249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-727c6d94-07f5-47f5-9a89-f5c9ebbea334 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Deleting port c4bf6154-fccc-49a6-a988-9fbee42cd7a0 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:50.834864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-727c6d94-07f5-47f5-9a89-f5c9ebbea334 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:50.868178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a0932f-5fdb-4480-90f2-4238653b54df None None] Pushing event updated for resources: {'Port': ['ID=dfbbba58-5ed8-4b20-9185-d439d623941b,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:50.894704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-84a0932f-5fdb-4480-90f2-4238653b54df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:50.896763 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-400aebf1-d74f-4eab-806b-fd3ad5bd4db7 req-6f5b798f-4b1b-4dca-9e57-94a97dcbe881 service neutron] 10.222.0.70 "GET /v2.0/networks/42f46442-d2b1-4c59-8018-dd6806abe134?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4750016
Nov 24 13:03:50.899037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1073419-be24-4fca-af21-efe34a14405a tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Made reservation on behalf of 8cfd7e59ac5c475f8fc39cd0c53e9e41 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:03:50.902464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:50.908608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1073419-be24-4fca-af21-efe34a14405a tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:50.973984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5d1b9661-9d99-4f2f-8536-8a8d21a1ca49 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] The port '879a78f3-9a81-4e0a-8e6a-8d29e426baf5' was deleted {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:03:50.984523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:51.000502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964ffa0-3932-4e1c-b144-f331079d8853 None None] Pushing event deleted for resources: {'Port': ['ID=879a78f3-9a81-4e0a-8e6a-8d29e426baf5,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:51.008171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2964ffa0-3932-4e1c-b144-f331079d8853 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:51.034778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2964ffa0-3932-4e1c-b144-f331079d8853 None None] No DVR routers for this DVR port 879a78f3-9a81-4e0a-8e6a-8d29e426baf5 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:03:51.048410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c2e7ea5e-1c37-440f-9572-568997ced4a8 None None] Provisioning complete for port c4bf6154-fccc-49a6-a988-9fbee42cd7a0 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:51.053416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c2e7ea5e-1c37-440f-9572-568997ced4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:51.095498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-f9b06ad4-853d-41f0-aa4f-8cacb763bce5 None None] Set router 303ef846-7f78-4e44-9457-b63bf6ee06b5 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:03:51.138283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c2e7ea5e-1c37-440f-9572-568997ced4a8 None None] Port c4bf6154-fccc-49a6-a988-9fbee42cd7a0 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:03:51.687921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f9b06ad4-853d-41f0-aa4f-8cacb763bce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c6dacc0>, [{'id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'name': 'tempest-ServersTestManualDisk-1579092289-router', 'tenant_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'c0c120c3-bcf6-4efc-abb9-af284b657f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:27Z', 'updated_at': '2020-11-24T13:01:51Z', 'revision_number': 4, 'project_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'gw_port': {'id': 'c0c120c3-bcf6-4efc-abb9-af284b657f1d', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:30Z', 'updated_at': '2020-11-24T13:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '8b088be8-563e-4051-8787-fdddfa28c383', 'name': '', 'network_id': '48758c10-3c85-4387-a7e0-01d5b6f72c00', 'tenant_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'mac_address': 'fa:16:3e:ed:f6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'c2dc0013-69cf-4d22-b176-8f1c434b75d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:48Z', 'updated_at': '2020-11-24T13:02:05Z', 'revision_number': 5, 'project_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'subnets': [{'id': 'c2dc0013-69cf-4d22-b176-8f1c434b75d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:51.693332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b06ad4-853d-41f0-aa4f-8cacb763bce5 None None] The sync data for ids ['303ef846-7f78-4e44-9457-b63bf6ee06b5'] in dv-neutron-601336-61-ovs is: [{'id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'name': 'tempest-ServersTestManualDisk-1579092289-router', 'tenant_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'c0c120c3-bcf6-4efc-abb9-af284b657f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:27Z', 'updated_at': '2020-11-24T13:01:51Z', 'revision_number': 4, 'project_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'gw_port': {'id': 'c0c120c3-bcf6-4efc-abb9-af284b657f1d', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:30Z', 'updated_at': '2020-11-24T13:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '8b088be8-563e-4051-8787-fdddfa28c383', 'name': '', 'network_id': '48758c10-3c85-4387-a7e0-01d5b6f72c00', 'tenant_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'mac_address': 'fa:16:3e:ed:f6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'c2dc0013-69cf-4d22-b176-8f1c434b75d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:48Z', 'updated_at': '2020-11-24T13:02:05Z', 'revision_number': 5, 'project_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'subnets': [{'id': 'c2dc0013-69cf-4d22-b176-8f1c434b75d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:03:51.720608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43700) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:51.813684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device af0d0a0e-4f8a-4806-bb3e-d85246ab5173 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:03:51.880724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a8131-2729-449c-b95a-854277aeea7e req-a442bec9-fd32-48da-a3b1-3c7bc40b6572 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:51.882410 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-155a8131-2729-449c-b95a-854277aeea7e req-a442bec9-fd32-48da-a3b1-3c7bc40b6572 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.9005935
Nov 24 13:03:51.903715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port af0d0a0e-4f8a-4806-bb3e-d85246ab5173 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:51.904065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:51.954889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5d1b9661-9d99-4f2f-8536-8a8d21a1ca49 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:52.132845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-727c6d94-07f5-47f5-9a89-f5c9ebbea334 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:52.153381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-e1073419-be24-4fca-af21-efe34a14405a tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] device_id is not set on port 19947592-06b2-41fd-a1d2-88540dc06df6 yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:03:52.182522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d7c8b7-fd0b-4f7c-bf2b-8071f1a0041b None None] New status for floating IP 71052a30-04ea-43a6-840f-3fcff1c14e80: DOWN {{(pid=80945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:03:52.271899 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-400aebf1-d74f-4eab-806b-fd3ad5bd4db7 req-c50ee7f3-d54b-406c-beb1-a361174755cb service neutron] 10.222.0.70 "GET /v2.0/networks/42f46442-d2b1-4c59-8018-dd6806abe134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.2955053
Nov 24 13:03:52.273604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-5d1b9661-9d99-4f2f-8536-8a8d21a1ca49 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634689dbe0>,) {'filters': {'network_id': ['907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:52.304179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-727c6d94-07f5-47f5-9a89-f5c9ebbea334 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Calling delete_port for c4bf6154-fccc-49a6-a988-9fbee42cd7a0 owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:52.306167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-5d1b9661-9d99-4f2f-8536-8a8d21a1ca49 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634689dbe0>, '99b57fd0-2a59-44bb-96f8-3ad154120de4') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:52.306507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-5d1b9661-9d99-4f2f-8536-8a8d21a1ca49 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634689dbe0>, '99b57fd0-2a59-44bb-96f8-3ad154120de4') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:52.336959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5d1b9661-9d99-4f2f-8536-8a8d21a1ca49 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:52.342753 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-155a8131-2729-449c-b95a-854277aeea7e req-b84aee13-5867-43b3-b525-1136fed9a09e tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4305785
Nov 24 13:03:52.363039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f4d0d141-544a-4be2-9799-563f4d6492a0 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:52.432863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f4d0d141-544a-4be2-9799-563f4d6492a0 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:52.447132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5d1b9661-9d99-4f2f-8536-8a8d21a1ca49 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:52.454195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5d1b9661-9d99-4f2f-8536-8a8d21a1ca49 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Releasing vxlan tunnel 8 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:03:52.606881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-e1073419-be24-4fca-af21-efe34a14405a tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Allocated IP 2001:db8::3b3 (e0e54bba-bb50-45b3-afc1-f41ae60b6787/0801a4ea-8939-4f1d-b3e1-d5f22aacdf18/19947592-06b2-41fd-a1d2-88540dc06df6) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:03:52.626684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06c1afef-a550-486d-b83c-db3c9c03134b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:52.697235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8c17c8-b0b9-4923-93eb-6ab3edf7256f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Router 68958fec-faf6-4a7f-acdd-0bcee079f821 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:03:52.714507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f4d0d141-544a-4be2-9799-563f4d6492a0 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:52.722241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b3bf7bb6-892e-48f3-8b70-1c98b749f8aa tempest-ExternalNetworksTestJSON-298031335 tempest-ExternalNetworksTestJSON-298031335] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:52.738730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-727c6d94-07f5-47f5-9a89-f5c9ebbea334 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:52.755282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-5d1b9661-9d99-4f2f-8536-8a8d21a1ca49 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Network 907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:03:52.771057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5d1b9661-9d99-4f2f-8536-8a8d21a1ca49 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:52.779908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edce179d-e94a-424e-99a2-7710d810ae70 None None] Network 56904e8c-0275-413c-b9d0-0eb066d48118 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:03:52.846599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0d141-544a-4be2-9799-563f4d6492a0 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2fc09d-94e8-49e3-9324-21c800167113,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:52.865940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f4d0d141-544a-4be2-9799-563f4d6492a0 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:52.875420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2c1a5ab4-98c9-4249-8050-a65240ac2b27 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:52.909363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4c929c9e-1511-49ec-bd60-28c6faed0068 None None] Provisioning for port dfbbba58-5ed8-4b20-9185-d439d623941b completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:03:52.998953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c6d94-07f5-47f5-9a89-f5c9ebbea334 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Pushing event deleted for resources: {'Port': ['ID=c4bf6154-fccc-49a6-a988-9fbee42cd7a0,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:53.010927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-727c6d94-07f5-47f5-9a89-f5c9ebbea334 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:53.031576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f4d0d141-544a-4be2-9799-563f4d6492a0 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:53.035367 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f4d0d141-544a-4be2-9799-563f4d6492a0 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "DELETE /v2.0/security-groups/fd2fc09d-94e8-49e3-9324-21c800167113 HTTP/1.1" status: 204  len: 168 time: 1.2449038
Nov 24 13:03:53.036794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-774004d2-d9cc-4be0-aaa2-5862119b3316 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:53.037595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43704) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:53.080141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:53.138825 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-4c1066d4-54ed-4bb3-93a2-0c2923691783 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] show failed (client error): The resource could not be found.
Nov 24 13:03:53.143655 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4c1066d4-54ed-4bb3-93a2-0c2923691783 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "GET /v2.0/security-groups/fd2fc09d-94e8-49e3-9324-21c800167113 HTTP/1.1" status: 404  len: 347 time: 0.0973289
Nov 24 13:03:53.197271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43708) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:53.267651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device dfbbba58-5ed8-4b20-9185-d439d623941b up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:03:53.289249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774004d2-d9cc-4be0-aaa2-5862119b3316 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event updated for resources: {'Subnet': ['ID=9b70d290-09ed-40c0-ac0a-4b8d10a3a5f1,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:53.293178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-774004d2-d9cc-4be0-aaa2-5862119b3316 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:53.300150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-5d1b9661-9d99-4f2f-8536-8a8d21a1ca49 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Network 907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:03:53.322192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adeb8fde-c19b-470b-a045-27e772111bf7 None None] Update dhcp port {'port': {'network_id': '56904e8c-0275-413c-b9d0-0eb066d48118', 'fixed_ips': [{'subnet_id': 'acc6e60b-833f-432d-ad3b-3cd53e809de0', 'ip_address': '2001:db8::2'}, {'subnet_id': '9b70d290-09ed-40c0-ac0a-4b8d10a3a5f1'}], 'binding:host_id': 'dv-neutron-601336-61-ovs'}, 'id': 'dfbbba58-5ed8-4b20-9185-d439d623941b'} from dv-neutron-601336-61-ovs. {{(pid=80945) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:03:53.360696 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:03:53.442473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-727c6d94-07f5-47f5-9a89-f5c9ebbea334 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:53.447633 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-727c6d94-07f5-47f5-9a89-f5c9ebbea334 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] 10.222.0.76 "DELETE /v2.0/ports/c4bf6154-fccc-49a6-a988-9fbee42cd7a0 HTTP/1.1" status: 204  len: 168 time: 2.7617218
Nov 24 13:03:53.449660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43714) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:53.462049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-adeb8fde-c19b-470b-a045-27e772111bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:53.489249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port dfbbba58-5ed8-4b20-9185-d439d623941b completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:03:53.495253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774004d2-d9cc-4be0-aaa2-5862119b3316 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network 56904e8c-0275-413c-b9d0-0eb066d48118 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:03:53.545692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-774004d2-d9cc-4be0-aaa2-5862119b3316 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:03:53.591409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-76d0f6fc-ca7a-4f58-8e82-63174905dc3b tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Deleting port ec0dfcd4-1848-4e29-9f08-fba130f1e472 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:53.591915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76d0f6fc-ca7a-4f58-8e82-63174905dc3b tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:53.615037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port dfbbba58-5ed8-4b20-9185-d439d623941b triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:53.615386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:53.629168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774004d2-d9cc-4be0-aaa2-5862119b3316 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:53.630386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-774004d2-d9cc-4be0-aaa2-5862119b3316 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:53.634642 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-e36a17f8-f525-42e8-8594-8800cca9ba4a tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] GET failed (client error): The resource could not be found.
Nov 24 13:03:53.634975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5d1b9661-9d99-4f2f-8536-8a8d21a1ca49 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:53.635197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e36a17f8-f525-42e8-8594-8800cca9ba4a tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Synchronizing usage tracker for tenant:6d03983c6c4c4d87b7e902bbf22a74bc on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:03:53.672619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:53.691591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5d1b9661-9d99-4f2f-8536-8a8d21a1ca49 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:53.732089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b9661-9d99-4f2f-8536-8a8d21a1ca49 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Pushing event deleted for resources: {'Network': ['ID=907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:53.746339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1073419-be24-4fca-af21-efe34a14405a tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:53.750684 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-774004d2-d9cc-4be0-aaa2-5862119b3316 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 5.7382209
Nov 24 13:03:53.756614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43718) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:53.769381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5d1b9661-9d99-4f2f-8536-8a8d21a1ca49 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:53.785346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e36a17f8-f525-42e8-8594-8800cca9ba4a tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Unset dirty status for tenant:6d03983c6c4c4d87b7e902bbf22a74bc on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:03:53.790246 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e36a17f8-f525-42e8-8594-8800cca9ba4a tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] 10.222.0.76 "GET /v2.0/ports/c4bf6154-fccc-49a6-a988-9fbee42cd7a0 HTTP/1.1" status: 404  len: 333 time: 0.3356469
Nov 24 13:03:53.827724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43722) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:53.838360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-1bd6e059-76f5-4aab-8987-e92f97c2a353 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Request body: {'port': {'network_id': '239dc6dc-a6d6-4670-97dd-27f8d2ed4e11', 'name': 'tempest-AllowedAddressPairTestJSON-1446951878'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:53.851782 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5d1b9661-9d99-4f2f-8536-8a8d21a1ca49 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] 10.222.0.76 "DELETE /v2.0/networks/907c78dc-a7a8-4c30-ae5c-1a2d0ad5016f HTTP/1.1" status: 204  len: 168 time: 5.5723681
Nov 24 13:03:53.873083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e1073419-be24-4fca-af21-efe34a14405a tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Transition to ACTIVE for port object 19947592-06b2-41fd-a1d2-88540dc06df6 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:03:53.895633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:53.949443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76d0f6fc-ca7a-4f58-8e82-63174905dc3b tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:53.949939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76d0f6fc-ca7a-4f58-8e82-63174905dc3b tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks [] for floatingip, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:53.960495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port dfbbba58-5ed8-4b20-9185-d439d623941b, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=dfbbba58-5ed8-4b20-9185-d439d623941b,segment=NetworkSegment(df42b463-fadc-4250-ab27-b415b1e50139),segment_id=df42b463-fadc-4250-ab27-b415b1e50139)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:03:53.965293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-adeb8fde-c19b-470b-a045-27e772111bf7 None None] Allocated IP 172.20.0.1 (56904e8c-0275-413c-b9d0-0eb066d48118/9b70d290-09ed-40c0-ac0a-4b8d10a3a5f1/dfbbba58-5ed8-4b20-9185-d439d623941b) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:03:53.970156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:53.978489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9a0cd847-77fe-4177-a915-165c28eff477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:54.090711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8c17c8-b0b9-4923-93eb-6ab3edf7256f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:03:54.108805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077558b7-471f-4dbc-bea7-3d4cf77ab969 None None] Sync routers for ids ['68958fec-faf6-4a7f-acdd-0bcee079f821'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:03:54.140202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-76d0f6fc-ca7a-4f58-8e82-63174905dc3b tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Calling delete_port for ec0dfcd4-1848-4e29-9f08-fba130f1e472 owned by network:floatingip {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:54.153327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077558b7-471f-4dbc-bea7-3d4cf77ab969 None None] Routers {'68958fec-faf6-4a7f-acdd-0bcee079f821'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:03:54.154018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-077558b7-471f-4dbc-bea7-3d4cf77ab969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cb06f28>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:03:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['68958fec-faf6-4a7f-acdd-0bcee079f821'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:54.167556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=dfbbba58-5ed8-4b20-9185-d439d623941b,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:54.182901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:54.216745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1073419-be24-4fca-af21-efe34a14405a tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:54.234227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-077558b7-471f-4dbc-bea7-3d4cf77ab969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cb06f28>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:54.246474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077558b7-471f-4dbc-bea7-3d4cf77ab969 None None] Routers {'68958fec-faf6-4a7f-acdd-0bcee079f821'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:03:54.247510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-077558b7-471f-4dbc-bea7-3d4cf77ab969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cb06f28>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:03:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['68958fec-faf6-4a7f-acdd-0bcee079f821'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:54.264409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-adeb8fde-c19b-470b-a045-27e772111bf7 None None] For port dfbbba58-5ed8-4b20-9185-d439d623941b, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=dfbbba58-5ed8-4b20-9185-d439d623941b,segment=NetworkSegment(df42b463-fadc-4250-ab27-b415b1e50139),segment_id=df42b463-fadc-4250-ab27-b415b1e50139)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:03:54.299216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-adeb8fde-c19b-470b-a045-27e772111bf7 None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:54.313313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-077558b7-471f-4dbc-bea7-3d4cf77ab969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cb06f28>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:54.314065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077558b7-471f-4dbc-bea7-3d4cf77ab969 None None] The sync data for ids ['68958fec-faf6-4a7f-acdd-0bcee079f821'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:03:54.323862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-adeb8fde-c19b-470b-a045-27e772111bf7 None None] Transition to ACTIVE for port object dfbbba58-5ed8-4b20-9185-d439d623941b will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:03:54.328255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-adeb8fde-c19b-470b-a045-27e772111bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:54.347792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:54.355088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1b1f061f-f198-47eb-9bcf-7c85ab1b042d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:54.408126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361dfcfd-1221-4a3f-b042-4e54b320a44c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:54.409638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361dfcfd-1221-4a3f-b042-4e54b320a44c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:54.411827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361dfcfd-1221-4a3f-b042-4e54b320a44c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:54.413491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361dfcfd-1221-4a3f-b042-4e54b320a44c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:54.415215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361dfcfd-1221-4a3f-b042-4e54b320a44c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:54.416273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-361dfcfd-1221-4a3f-b042-4e54b320a44c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Synchronizing usage tracker for tenant:82cb9c8693f342c184d25cc0ea67ad76 on resource:subnet {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:03:54.460801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f211b0-dd2b-405d-a532-017e80b37557 req-56762a3e-8a60-453e-a617-ebb9f0e3d9d8 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:54.462699 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e8f211b0-dd2b-405d-a532-017e80b37557 req-56762a3e-8a60-453e-a617-ebb9f0e3d9d8 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.8907065
Nov 24 13:03:54.495674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-361dfcfd-1221-4a3f-b042-4e54b320a44c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Unset dirty status for tenant:82cb9c8693f342c184d25cc0ea67ad76 on resource:subnet {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:03:54.496965 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-361dfcfd-1221-4a3f-b042-4e54b320a44c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.7216663
Nov 24 13:03:54.536850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb8fde-c19b-470b-a045-27e772111bf7 None None] Pushing event updated for resources: {'Port': ['ID=dfbbba58-5ed8-4b20-9185-d439d623941b,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:54.540956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-adeb8fde-c19b-470b-a045-27e772111bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:54.555989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43730) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:54.565165 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e8f211b0-dd2b-405d-a532-017e80b37557 req-4c3ba6d7-d815-448a-83b5-41776da958fa tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0866396
Nov 24 13:03:54.568290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43732) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:54.587566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7f0f9669-45ed-47b4-b921-69fc2e75292e tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-262886178'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:54.594106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7f0f9669-45ed-47b4-b921-69fc2e75292e tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:54.598730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7f0f9669-45ed-47b4-b921-69fc2e75292e tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Usage tracker for resource:network and tenant:82cb9c8693f342c184d25cc0ea67ad76 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:54.601835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7f0f9669-45ed-47b4-b921-69fc2e75292e tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Quota usage for network was recalculated. Used quota:3. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:54.616184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7f0f9669-45ed-47b4-b921-69fc2e75292e tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:54.706512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1bd6e059-76f5-4aab-8987-e92f97c2a353 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:54.750322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0f9669-45ed-47b4-b921-69fc2e75292e tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Made reservation on behalf of 82cb9c8693f342c184d25cc0ea67ad76 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:03:54.756017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7f0f9669-45ed-47b4-b921-69fc2e75292e tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:54.796133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1bd6e059-76f5-4aab-8987-e92f97c2a353 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:54.815004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f0f9669-45ed-47b4-b921-69fc2e75292e tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:03:54.848513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd6e059-76f5-4aab-8987-e92f97c2a353 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Made reservation on behalf of 6d03983c6c4c4d87b7e902bbf22a74bc for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:03:54.854613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1bd6e059-76f5-4aab-8987-e92f97c2a353 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:54.902094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7f0f9669-45ed-47b4-b921-69fc2e75292e tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:54.902530 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-7f0f9669-45ed-47b4-b921-69fc2e75292e tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Added segment e780af53-46c2-4892-8a9b-97bba16395d4 of type vxlan for network e7109908-8731-44dd-acc6-c82dd3baa636
Nov 24 13:03:54.916013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1073419-be24-4fca-af21-efe34a14405a tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Pushing event updated for resources: {'Port': ['ID=19947592-06b2-41fd-a1d2-88540dc06df6,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:54.929944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e1073419-be24-4fca-af21-efe34a14405a tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:55.048721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7f0f9669-45ed-47b4-b921-69fc2e75292e tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:55.086980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1073419-be24-4fca-af21-efe34a14405a tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Network e0e54bba-bb50-45b3-afc1-f41ae60b6787 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:03:55.089717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-e1073419-be24-4fca-af21-efe34a14405a tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:03:55.092459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76d0f6fc-ca7a-4f58-8e82-63174905dc3b tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:55.222777 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d9b50401-2774-43db-babf-32928a1c87db admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5491d251a2d2453eb8bad8031293e1e0&name=default HTTP/1.1" status: 200  len: 2747 time: 0.6142454
Nov 24 13:03:55.227734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device dfbbba58-5ed8-4b20-9185-d439d623941b up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:03:55.231980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43740) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:55.254108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1073419-be24-4fca-af21-efe34a14405a tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:03:55.259087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1073419-be24-4fca-af21-efe34a14405a tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:55.260052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1073419-be24-4fca-af21-efe34a14405a tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:55.287494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fc3119ed-7963-4bdd-8c61-11086cea458f tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:55.339639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-1bd6e059-76f5-4aab-8987-e92f97c2a353 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] device_id is not set on port a8481850-e6db-4337-bd85-bf477d6f0409 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:03:55.370731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0f6fc-ca7a-4f58-8e82-63174905dc3b tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Pushing event deleted for resources: {'Port': ['ID=ec0dfcd4-1848-4e29-9f08-fba130f1e472,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:55.373365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-76d0f6fc-ca7a-4f58-8e82-63174905dc3b tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:55.384979 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e1073419-be24-4fca-af21-efe34a14405a tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 5.1452298
Nov 24 13:03:55.386055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43744) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:55.386638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aed8ad1-add2-4473-abd9-61094fbffed7 None None] Network 56904e8c-0275-413c-b9d0-0eb066d48118 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:03:55.388433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7f0f9669-45ed-47b4-b921-69fc2e75292e tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:55.392628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0f9669-45ed-47b4-b921-69fc2e75292e tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:55.393293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7f0f9669-45ed-47b4-b921-69fc2e75292e tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2898607'] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:55.400452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ccd94df1-087c-4e19-aa61-cea4be9f888c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:eb:2c:b0'}]}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:55.414823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-979f21dd-21bb-41be-bb76-0d2e220a5a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:55.506611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d9ba1e4b-d429-44c7-a11a-65fe5dc8b782 None None] Provisioning for port dfbbba58-5ed8-4b20-9185-d439d623941b completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:03:55.514077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d9ba1e4b-d429-44c7-a11a-65fe5dc8b782 None None] Provisioning complete for port dfbbba58-5ed8-4b20-9185-d439d623941b triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:55.514624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d9ba1e4b-d429-44c7-a11a-65fe5dc8b782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:55.604520 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7f0f9669-45ed-47b4-b921-69fc2e75292e tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.0356033
Nov 24 13:03:55.608398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f9669-45ed-47b4-b921-69fc2e75292e tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event updated for resources: {'Network': ['ID=e7109908-8731-44dd-acc6-c82dd3baa636,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:55.612745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43748) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:55.613570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7f0f9669-45ed-47b4-b921-69fc2e75292e tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:55.620785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-06c1afef-a550-486d-b83c-db3c9c03134b admin admin] Deleting port c783e11a-3c79-4cd6-93d0-6d6fad830735 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:55.621241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06c1afef-a550-486d-b83c-db3c9c03134b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:55.643241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network e7109908-8731-44dd-acc6-c82dd3baa636 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:03:55.658009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-1ea3dff7-35fb-4b32-a7c7-bff3a97ac90b tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Request body: {'network': {'name': 'New_network'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:55.729745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76d0f6fc-ca7a-4f58-8e82-63174905dc3b tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks [] for floatingip, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:55.732492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76d0f6fc-ca7a-4f58-8e82-63174905dc3b tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:55.733797 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-76d0f6fc-ca7a-4f58-8e82-63174905dc3b tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] 10.222.0.76 "DELETE /v2.0/floatingips/71052a30-04ea-43a6-840f-3fcff1c14e80 HTTP/1.1" status: 204  len: 168 time: 2.5354931
Nov 24 13:03:55.739105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43754) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:55.773915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d686601-e5b5-4f38-882e-bb2049930d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:55.922774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network e7109908-8731-44dd-acc6-c82dd3baa636 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:03:56.063946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d686601-e5b5-4f38-882e-bb2049930d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:56.097524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-1bd6e059-76f5-4aab-8987-e92f97c2a353 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Allocated IP 172.20.0.4 (239dc6dc-a6d6-4670-97dd-27f8d2ed4e11/f692da47-62a8-46f4-b558-dd777f0b4e15/a8481850-e6db-4337-bd85-bf477d6f0409) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:03:56.112196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ccd94df1-087c-4e19-aa61-cea4be9f888c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:56.303018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-17f2efb5-eefe-4e22-b7e4-f4ac917a86dd None None] Provisioning for port 19947592-06b2-41fd-a1d2-88540dc06df6 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:03:56.311548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-17f2efb5-eefe-4e22-b7e4-f4ac917a86dd None None] Provisioning complete for port 19947592-06b2-41fd-a1d2-88540dc06df6 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:56.313565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-17f2efb5-eefe-4e22-b7e4-f4ac917a86dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:56.355432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-06c1afef-a550-486d-b83c-db3c9c03134b admin admin] For port c783e11a-3c79-4cd6-93d0-6d6fad830735, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=c783e11a-3c79-4cd6-93d0-6d6fad830735,segment=NetworkSegment(d817b9b6-17c3-46f9-a6c5-0ab83cb913b6),segment_id=d817b9b6-17c3-46f9-a6c5-0ab83cb913b6)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:03:56.355927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06c1afef-a550-486d-b83c-db3c9c03134b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:56.377836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-17f2efb5-eefe-4e22-b7e4-f4ac917a86dd None None] Port 19947592-06b2-41fd-a1d2-88540dc06df6 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:03:56.388144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49447b33-c529-47c3-ab08-878bf81e3c29 req-f9042b71-2318-43f0-b02b-4268f289aa80 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:56.389821 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-49447b33-c529-47c3-ab08-878bf81e3c29 req-f9042b71-2318-43f0-b02b-4268f289aa80 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.6172104
Nov 24 13:03:56.471190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8c17c8-b0b9-4923-93eb-6ab3edf7256f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Router 68958fec-faf6-4a7f-acdd-0bcee079f821 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:03:56.508566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-feedc380-31c8-427a-a8da-1dbbc5643624 None None] Provisioning complete for port dfbbba58-5ed8-4b20-9185-d439d623941b triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:56.509132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-feedc380-31c8-427a-a8da-1dbbc5643624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:56.647804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-06c1afef-a550-486d-b83c-db3c9c03134b admin admin] Calling delete_port for c783e11a-3c79-4cd6-93d0-6d6fad830735 owned by network:router_interface {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:56.724065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616e9a6e-3d1a-4404-ad4f-2480b2cb078a None None] get_active_networks_info from dv-neutron-601336-61-ovs {{(pid=80945) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 13:03:56.794597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d686601-e5b5-4f38-882e-bb2049930d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:56.804309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ccd94df1-087c-4e19-aa61-cea4be9f888c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:56.808140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5173af0b-561b-422d-814c-bd3f295d9337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:56.839602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ccd94df1-087c-4e19-aa61-cea4be9f888c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:56.856399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d686601-e5b5-4f38-882e-bb2049930d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b67e2a-1680-4808-af4f-399027c3f9ff,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:56.880888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0d686601-e5b5-4f38-882e-bb2049930d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:56.905577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d686601-e5b5-4f38-882e-bb2049930d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:56.906841 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0d686601-e5b5-4f38-882e-bb2049930d7e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c4b67e2a-1680-4808-af4f-399027c3f9ff HTTP/1.1" status: 204  len: 168 time: 1.6691108
Nov 24 13:03:56.922952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1ea3dff7-35fb-4b32-a7c7-bff3a97ac90b tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:56.951040 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-49447b33-c529-47c3-ab08-878bf81e3c29 req-7747ce78-a1ab-4a1a-811e-57e563b03dbe tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4812610
Nov 24 13:03:56.968231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616e9a6e-3d1a-4404-ad4f-2480b2cb078a None None] Resources bound (agent type, host, resource id):  {{(pid=80945) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 24 13:03:56.990267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4b19ebbb-f5f0-4f47-aaa2-30ef29194099 None None] Provisioning complete for port dfbbba58-5ed8-4b20-9185-d439d623941b triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:56.990917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4b19ebbb-f5f0-4f47-aaa2-30ef29194099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:57.013058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1ea3dff7-35fb-4b32-a7c7-bff3a97ac90b tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:57.037493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-503b8f9d-800d-49f1-ae46-1a985a863b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:57.196365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1bd6e059-76f5-4aab-8987-e92f97c2a353 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:57.217579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1bd6e059-76f5-4aab-8987-e92f97c2a353 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Transition to ACTIVE for port object a8481850-e6db-4337-bd85-bf477d6f0409 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:03:57.305494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4b6fc68e-5ae6-489d-bbf7-27a46ea107de tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:57.390229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd94df1-087c-4e19-aa61-cea4be9f888c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Pushing event updated for resources: {'Port': ['ID=19947592-06b2-41fd-a1d2-88540dc06df6,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:57.404472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ccd94df1-087c-4e19-aa61-cea4be9f888c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:57.727166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091af58c-7937-4a7d-bfc2-944efad5367d req-48eb3faf-b274-42ba-be44-e8e37ca37648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:57.731255 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-091af58c-7937-4a7d-bfc2-944efad5367d req-48eb3faf-b274-42ba-be44-e8e37ca37648 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4286288353e74305b378e229e8ab5058&device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 1163 time: 0.2089064
Nov 24 13:03:57.797859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1bd6e059-76f5-4aab-8987-e92f97c2a353 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:57.842731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a45d5d9e-8cfb-4563-b962-448eb9080d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:57.917564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ccd94df1-087c-4e19-aa61-cea4be9f888c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] In _notify_port_updated(), no bound segment for port 19947592-06b2-41fd-a1d2-88540dc06df6 on network e0e54bba-bb50-45b3-afc1-f41ae60b6787 {{(pid=80944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 24 13:03:57.921843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd94df1-087c-4e19-aa61-cea4be9f888c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:57.922571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ccd94df1-087c-4e19-aa61-cea4be9f888c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:57.928010 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ccd94df1-087c-4e19-aa61-cea4be9f888c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] 10.222.0.76 "PUT /v2.0/ports/19947592-06b2-41fd-a1d2-88540dc06df6 HTTP/1.1" status: 200  len: 1003 time: 2.5378797
Nov 24 13:03:57.932281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43776) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:58.055697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06c1afef-a550-486d-b83c-db3c9c03134b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:58.111353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3dff7-35fb-4b32-a7c7-bff3a97ac90b tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event updated for resources: {'Network': ['ID=e7109908-8731-44dd-acc6-c82dd3baa636,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:58.121657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1ea3dff7-35fb-4b32-a7c7-bff3a97ac90b tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.084s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:58.138401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network e7109908-8731-44dd-acc6-c82dd3baa636 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:03:58.158918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa0b7a-b8f3-4199-acf4-82c0afb3ccdd tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Deleting port 19947592-06b2-41fd-a1d2-88540dc06df6 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:03:58.159536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5dfa0b7a-b8f3-4199-acf4-82c0afb3ccdd tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:58.169940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network e7109908-8731-44dd-acc6-c82dd3baa636 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:03:58.251178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3d2b3854-a806-4f31-8520-a1895279ce8f tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.365s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:58.309528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091af58c-7937-4a7d-bfc2-944efad5367d req-1cc1ea12-da05-4235-ab8d-435006001d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:58.312011 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-091af58c-7937-4a7d-bfc2-944efad5367d req-1cc1ea12-da05-4235-ab8d-435006001d91 service neutron] 10.222.0.70 "GET /v2.0/networks?id=42f46442-d2b1-4c59-8018-dd6806abe134 HTTP/1.1" status: 200  len: 906 time: 0.5618846
Nov 24 13:03:58.356965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6e059-76f5-4aab-8987-e92f97c2a353 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Pushing event updated for resources: {'Port': ['ID=a8481850-e6db-4337-bd85-bf477d6f0409,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:58.404682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43784) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:58.437508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c1afef-a550-486d-b83c-db3c9c03134b admin admin] Pushing event deleted for resources: {'Port': ['ID=c783e11a-3c79-4cd6-93d0-6d6fad830735,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:03:58.447253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1ea3dff7-35fb-4b32-a7c7-bff3a97ac90b tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network e7109908-8731-44dd-acc6-c82dd3baa636 is not hosted by any dhcp agent {{(pid=80943) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Nov 24 13:03:58.451407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea3dff7-35fb-4b32-a7c7-bff3a97ac90b tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:58.452070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1ea3dff7-35fb-4b32-a7c7-bff3a97ac90b tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:58.456878 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1ea3dff7-35fb-4b32-a7c7-bff3a97ac90b tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "PUT /v2.0/networks/e7109908-8731-44dd-acc6-c82dd3baa636 HTTP/1.1" status: 200  len: 723 time: 2.8375835
Nov 24 13:03:58.459899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43790) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:58.461449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-06c1afef-a550-486d-b83c-db3c9c03134b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:58.467470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.380s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:58.467824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:03:58.479301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7c1d4b88-9041-4fe7-b634-db5041ba72e7 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Request body: {'subnet': {'network_id': 'e7109908-8731-44dd-acc6-c82dd3baa636', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:58.488831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8c17c8-b0b9-4923-93eb-6ab3edf7256f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:03:58.493781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cb8c17c8-b0b9-4923-93eb-6ab3edf7256f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:58.500849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6989df4-2204-4e2e-8803-517ccc06953a None None] Sync routers for ids ['68958fec-faf6-4a7f-acdd-0bcee079f821'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:03:58.510026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd6e059-76f5-4aab-8987-e92f97c2a353 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Network 239dc6dc-a6d6-4670-97dd-27f8d2ed4e11 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:03:58.528254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6989df4-2204-4e2e-8803-517ccc06953a None None] Routers {'68958fec-faf6-4a7f-acdd-0bcee079f821'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:03:58.529531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f6989df4-2204-4e2e-8803-517ccc06953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634707d438>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:03:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['68958fec-faf6-4a7f-acdd-0bcee079f821'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:58.572311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-1bd6e059-76f5-4aab-8987-e92f97c2a353 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:03:58.596081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd6e059-76f5-4aab-8987-e92f97c2a353 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:03:58.636761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f6989df4-2204-4e2e-8803-517ccc06953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634707d438>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:58.664620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6989df4-2204-4e2e-8803-517ccc06953a None None] Routers {'68958fec-faf6-4a7f-acdd-0bcee079f821'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:03:58.665467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f6989df4-2204-4e2e-8803-517ccc06953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634707d438>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:03:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['68958fec-faf6-4a7f-acdd-0bcee079f821'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:58.677972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48455f70-fe51-4ec4-9045-47bf1bf80295 req-6d51c855-2d86-4a82-8432-6f8dfd2e9db4 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:58.679665 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-48455f70-fe51-4ec4-9045-47bf1bf80295 req-6d51c855-2d86-4a82-8432-6f8dfd2e9db4 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.8869410
Nov 24 13:03:58.718411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-964f6342-adc4-4dcf-8d45-60c02c89a5fd tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Request body: {'security_group': {'name': 'default'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:58.726191 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.api.v2.base [None req-964f6342-adc4-4dcf-8d45-60c02c89a5fd tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 24 13:03:58.726806 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-964f6342-adc4-4dcf-8d45-60c02c89a5fd tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] create failed (client error): There was a conflict when trying to complete your request.
Nov 24 13:03:58.727960 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-964f6342-adc4-4dcf-8d45-60c02c89a5fd tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.3220899
Nov 24 13:03:58.734309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43794) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:58.752103 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-091af58c-7937-4a7d-bfc2-944efad5367d req-6e49634f-1592-4b1c-ae4d-29d5fa9b0e31 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af0d0a0e-4f8a-4806-bb3e-d85246ab5173 HTTP/1.1" status: 200  len: 1002 time: 0.4062538
Nov 24 13:03:58.758324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-4bd82cb6-d143-4435-87e4-453d0e671f75 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Request body: {'security_group': {'name': 'tempest-secgroup--1149247156'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:58.765964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4bd82cb6-d143-4435-87e4-453d0e671f75 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:58.771229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4bd82cb6-d143-4435-87e4-453d0e671f75 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Usage tracker for resource:security_group and tenant:c007fc86389a40a6bf71f190fba58c2c is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:58.771722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f6989df4-2204-4e2e-8803-517ccc06953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634707d438>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:03:58.772395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6989df4-2204-4e2e-8803-517ccc06953a None None] The sync data for ids ['68958fec-faf6-4a7f-acdd-0bcee079f821'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:03:58.776744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4bd82cb6-d143-4435-87e4-453d0e671f75 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:58.782945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4bd82cb6-d143-4435-87e4-453d0e671f75 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:58.795400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8a144907-78ee-44cd-bc1b-4b0a07d303c1 None None] Provisioning complete for port dfbbba58-5ed8-4b20-9185-d439d623941b triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:58.796093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8a144907-78ee-44cd-bc1b-4b0a07d303c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:58.807464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7c1d4b88-9041-4fe7-b634-db5041ba72e7 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:58.815026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd6e059-76f5-4aab-8987-e92f97c2a353 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:58.815649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1bd6e059-76f5-4aab-8987-e92f97c2a353 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:58.852336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7c1d4b88-9041-4fe7-b634-db5041ba72e7 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:58.866605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bd82cb6-d143-4435-87e4-453d0e671f75 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:58.961756 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1bd6e059-76f5-4aab-8987-e92f97c2a353 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 5.1267786
Nov 24 13:03:58.962789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1d4b88-9041-4fe7-b634-db5041ba72e7 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Made reservation on behalf of 82cb9c8693f342c184d25cc0ea67ad76 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:03:58.965196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5dfa0b7a-b8f3-4199-acf4-82c0afb3ccdd tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:58.991472 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-48455f70-fe51-4ec4-9045-47bf1bf80295 req-e2fbcb53-02f9-425e-9086-720ccfe6e3c1 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2969158
Nov 24 13:03:58.992077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43798) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:59.071962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ab43c8e0-fea1-4f4d-ba5f-f340ff716a17 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Request body: {'port': {'network_id': '239dc6dc-a6d6-4670-97dd-27f8d2ed4e11', 'name': 'tempest-AllowedAddressPairTestJSON-541978058'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:59.155280 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cb8c17c8-b0b9-4923-93eb-6ab3edf7256f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "PUT /v2.0/floatingips/4174644b-dd19-4ce3-b4b3-6fa4b576a4f5 HTTP/1.1" status: 200  len: 978 time: 14.8189850
Nov 24 13:03:59.162908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ae338398-37b4-45a2-b577-6cf58cc64509 None None] Provisioning complete for port 19947592-06b2-41fd-a1d2-88540dc06df6 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:59.163566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ae338398-37b4-45a2-b577-6cf58cc64509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:59.167989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa0b7a-b8f3-4199-acf4-82c0afb3ccdd tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Calling delete_port for 19947592-06b2-41fd-a1d2-88540dc06df6 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:03:59.172521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43802) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:03:59.183219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-3d9b92f8-a33b-4e74-adbe-89a84503f9fb tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Request body: {'floatingip': {'port_id': None}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:03:59.207482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bd82cb6-d143-4435-87e4-453d0e671f75 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:59.237870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ae338398-37b4-45a2-b577-6cf58cc64509 None None] Port 19947592-06b2-41fd-a1d2-88540dc06df6 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:03:59.251640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ae338398-37b4-45a2-b577-6cf58cc64509 None None] Provisioning for port a8481850-e6db-4337-bd85-bf477d6f0409 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:03:59.257835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ae338398-37b4-45a2-b577-6cf58cc64509 None None] Provisioning complete for port a8481850-e6db-4337-bd85-bf477d6f0409 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:03:59.258282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ae338398-37b4-45a2-b577-6cf58cc64509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:59.287704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091af58c-7937-4a7d-bfc2-944efad5367d req-206d6910-034b-4c03-b243-73901e63d52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:59.289214 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-091af58c-7937-4a7d-bfc2-944efad5367d req-206d6910-034b-4c03-b243-73901e63d52d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4edc9f76-5638-4785-9026-5e5686309573 HTTP/1.1" status: 200  len: 851 time: 0.4240191
Nov 24 13:03:59.315421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ae338398-37b4-45a2-b577-6cf58cc64509 None None] Port a8481850-e6db-4337-bd85-bf477d6f0409 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:03:59.360226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4bd82cb6-d143-4435-87e4-453d0e671f75 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:59.372727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4bd82cb6-d143-4435-87e4-453d0e671f75 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Usage tracker for resource:security_group_rule and tenant:c007fc86389a40a6bf71f190fba58c2c is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:03:59.380562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4bd82cb6-d143-4435-87e4-453d0e671f75 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:03:59.417459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4bd82cb6-d143-4435-87e4-453d0e671f75 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:59.453636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7c1d4b88-9041-4fe7-b634-db5041ba72e7 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:59.521512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3d9b92f8-a33b-4e74-adbe-89a84503f9fb tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:59.611612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5dfa0b7a-b8f3-4199-acf4-82c0afb3ccdd tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:03:59.661534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091af58c-7937-4a7d-bfc2-944efad5367d req-2a9a525c-8a5e-4da1-a663-3aca43eba9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:03:59.663204 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-091af58c-7937-4a7d-bfc2-944efad5367d req-2a9a525c-8a5e-4da1-a663-3aca43eba9d6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=42f46442-d2b1-4c59-8018-dd6806abe134&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3648894
Nov 24 13:03:59.663890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-38e84ad5-a4a2-4c0a-8da4-ac61e3f50e0b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:03:59.681790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ab43c8e0-fea1-4f4d-ba5f-f340ff716a17 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:03:59.728342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ab43c8e0-fea1-4f4d-ba5f-f340ff716a17 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:03:59.830768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab43c8e0-fea1-4f4d-ba5f-f340ff716a17 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Made reservation on behalf of 6d03983c6c4c4d87b7e902bbf22a74bc for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:03:59.837154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab43c8e0-fea1-4f4d-ba5f-f340ff716a17 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:00.114727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa0b7a-b8f3-4199-acf4-82c0afb3ccdd tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Pushing event deleted for resources: {'Port': ['ID=19947592-06b2-41fd-a1d2-88540dc06df6,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:00.143790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5dfa0b7a-b8f3-4199-acf4-82c0afb3ccdd tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:00.340497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bd82cb6-d143-4435-87e4-453d0e671f75 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:00.354345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bd82cb6-d143-4435-87e4-453d0e671f75 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:00.359336 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-091af58c-7937-4a7d-bfc2-944efad5367d req-466dd82a-e1bf-467e-91a7-2ed2c3b68c0a service neutron] 10.222.0.70 "GET /v2.0/networks/42f46442-d2b1-4c59-8018-dd6806abe134?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6611130
Nov 24 13:04:00.364001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f999373d-b507-48b4-94c2-0431ad64d2c7 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:00.528897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3d9b92f8-a33b-4e74-adbe-89a84503f9fb tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:00.547297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4bd82cb6-d143-4435-87e4-453d0e671f75 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:00.555758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5dfa0b7a-b8f3-4199-acf4-82c0afb3ccdd tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:00.568293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4bd82cb6-d143-4435-87e4-453d0e671f75 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Usage tracker for resource:security_group_rule and tenant:c007fc86389a40a6bf71f190fba58c2c is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:00.573494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3d9b92f8-a33b-4e74-adbe-89a84503f9fb tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:00.573846 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-3d9b92f8-a33b-4e74-adbe-89a84503f9fb tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Floating IP 4174644b-dd19-4ce3-b4b3-6fa4b576a4f5 disassociated. External IP: 172.26.8.165, port: 66085b58-f3d4-4fe2-81dc-71205b5a717d.
Nov 24 13:04:00.577943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4bd82cb6-d143-4435-87e4-453d0e671f75 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:00.582302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd82cb6-d143-4435-87e4-453d0e671f75 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e811b5-c192-4e2c-88e2-2178a7ccbd00,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:00.594449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4bd82cb6-d143-4435-87e4-453d0e671f75 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:00.599643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4bd82cb6-d143-4435-87e4-453d0e671f75 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:00.617740 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5dfa0b7a-b8f3-4199-acf4-82c0afb3ccdd tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] 10.222.0.76 "DELETE /v2.0/ports/19947592-06b2-41fd-a1d2-88540dc06df6 HTTP/1.1" status: 204  len: 168 time: 2.6720088
Nov 24 13:04:00.623881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43808) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:00.704958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-ab43c8e0-fea1-4f4d-ba5f-f340ff716a17 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] device_id is not set on port b69ea593-57d9-402c-a833-ad92ccd45307 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:04:00.724012 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-497102bc-343e-4744-9a34-7157bfc59fb8 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] GET failed (client error): The resource could not be found.
Nov 24 13:04:00.724587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-497102bc-343e-4744-9a34-7157bfc59fb8 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Synchronizing usage tracker for tenant:8cfd7e59ac5c475f8fc39cd0c53e9e41 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:04:00.740669 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-091af58c-7937-4a7d-bfc2-944efad5367d req-b07f7784-707b-4a2b-a414-2cd096730e7b service neutron] 10.222.0.70 "GET /v2.0/networks/42f46442-d2b1-4c59-8018-dd6806abe134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3624947
Nov 24 13:04:00.749284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06c1afef-a550-486d-b83c-db3c9c03134b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:00.779109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-497102bc-343e-4744-9a34-7157bfc59fb8 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Unset dirty status for tenant:8cfd7e59ac5c475f8fc39cd0c53e9e41 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:04:00.786009 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-497102bc-343e-4744-9a34-7157bfc59fb8 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] 10.222.0.76 "GET /v2.0/ports/19947592-06b2-41fd-a1d2-88540dc06df6 HTTP/1.1" status: 404  len: 333 time: 0.1440818
Nov 24 13:04:00.789224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43812) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:00.798246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bd82cb6-d143-4435-87e4-453d0e671f75 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:00.803141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-43437917-cf99-4b1c-b2e9-842337afd09c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Request body: {'port': {'network_id': 'e0e54bba-bb50-45b3-afc1-f41ae60b6787', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1474116988'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:00.875508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bd82cb6-d143-4435-87e4-453d0e671f75 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:00.892093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:00.981910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bd82cb6-d143-4435-87e4-453d0e671f75 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:00.983246 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4bd82cb6-d143-4435-87e4-453d0e671f75 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 2.2451954
Nov 24 13:04:00.990669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43816) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:00.995437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd82cb6-d143-4435-87e4-453d0e671f75 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Pushing event updated for resources: {'SecurityGroup': ['ID=849a80f8-41f6-4444-b34a-1b84ae6faf63,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:01.005156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-0159d031-6edc-4429-bae0-496ed4d5d6e8 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Request body: {'security_group_rule': {'security_group_id': '849a80f8-41f6-4444-b34a-1b84ae6faf63', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:01.012399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4bd82cb6-d143-4435-87e4-453d0e671f75 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:01.019396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0159d031-6edc-4429-bae0-496ed4d5d6e8 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:01.040989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0159d031-6edc-4429-bae0-496ed4d5d6e8 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Usage tracker for resource:security_group_rule and tenant:c007fc86389a40a6bf71f190fba58c2c is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:01.055955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0159d031-6edc-4429-bae0-496ed4d5d6e8 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:01.056512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53151bc0-0abb-4b5e-ae8a-ca1c9faf920e req-6028a497-8498-4f8f-95f2-8004f1cdda6c tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:01.058419 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-53151bc0-0abb-4b5e-ae8a-ca1c9faf920e req-6028a497-8498-4f8f-95f2-8004f1cdda6c tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.6252484
Nov 24 13:04:01.073340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0159d031-6edc-4429-bae0-496ed4d5d6e8 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:01.090023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-43437917-cf99-4b1c-b2e9-842337afd09c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:01.137569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-43437917-cf99-4b1c-b2e9-842337afd09c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:01.145339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0159d031-6edc-4429-bae0-496ed4d5d6e8 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:01.173650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43437917-cf99-4b1c-b2e9-842337afd09c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Made reservation on behalf of 8cfd7e59ac5c475f8fc39cd0c53e9e41 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:04:01.179827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-43437917-cf99-4b1c-b2e9-842337afd09c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:01.235727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a45d5d9e-8cfb-4563-b962-448eb9080d5b admin admin] Deleting port 8b088be8-563e-4051-8787-fdddfa28c383 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:01.236262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a45d5d9e-8cfb-4563-b962-448eb9080d5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:01.266684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-ab43c8e0-fea1-4f4d-ba5f-f340ff716a17 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Allocated IP 172.20.0.14 (239dc6dc-a6d6-4670-97dd-27f8d2ed4e11/f692da47-62a8-46f4-b558-dd777f0b4e15/b69ea593-57d9-402c-a833-ad92ccd45307) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:04:01.326833 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-53151bc0-0abb-4b5e-ae8a-ca1c9faf920e req-7a6d1210-4b78-492d-be6a-28152c3aaff2 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2568488
Nov 24 13:04:01.514537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0159d031-6edc-4429-bae0-496ed4d5d6e8 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:01.530323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0159d031-6edc-4429-bae0-496ed4d5d6e8 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:01.543487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-678618e0-61be-4a38-976e-5e63cf558933 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:01.592506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159d031-6edc-4429-bae0-496ed4d5d6e8 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c61e993-7716-482c-99fd-54c7bc2d0a9c,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:01.608111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0159d031-6edc-4429-bae0-496ed4d5d6e8 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:01.609917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-43437917-cf99-4b1c-b2e9-842337afd09c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] device_id is not set on port ce9e62be-6e21-4c5d-a15b-f583fed5a75e yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:04:01.673883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0159d031-6edc-4429-bae0-496ed4d5d6e8 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:01.675184 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0159d031-6edc-4429-bae0-496ed4d5d6e8 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6811900
Nov 24 13:04:01.690700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43820) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:01.701230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7a64ae23-e663-49b1-b2a1-1f749e9abede tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Request body: {'security_group_rule': {'security_group_id': '849a80f8-41f6-4444-b34a-1b84ae6faf63', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:01.712375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-a45d5d9e-8cfb-4563-b962-448eb9080d5b admin admin] For port 8b088be8-563e-4051-8787-fdddfa28c383, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8b088be8-563e-4051-8787-fdddfa28c383,segment=NetworkSegment(5e24e664-4ce4-48ad-bee5-b45bf78bd382),segment_id=5e24e664-4ce4-48ad-bee5-b45bf78bd382)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:04:01.712769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a45d5d9e-8cfb-4563-b962-448eb9080d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:01.720753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7a64ae23-e663-49b1-b2a1-1f749e9abede tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:01.792144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7a64ae23-e663-49b1-b2a1-1f749e9abede tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Usage tracker for resource:security_group_rule and tenant:c007fc86389a40a6bf71f190fba58c2c is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:01.797949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7a64ae23-e663-49b1-b2a1-1f749e9abede tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:01.851821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7c1d4b88-9041-4fe7-b634-db5041ba72e7 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:01.876133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a45d5d9e-8cfb-4563-b962-448eb9080d5b admin admin] Calling delete_port for 8b088be8-563e-4051-8787-fdddfa28c383 owned by network:router_interface {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:01.884980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:01.906779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7a64ae23-e663-49b1-b2a1-1f749e9abede tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:01.919235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device af0d0a0e-4f8a-4806-bb3e-d85246ab5173 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:04:01.976521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab43c8e0-fea1-4f4d-ba5f-f340ff716a17 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:01.999471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port af0d0a0e-4f8a-4806-bb3e-d85246ab5173 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:04:02.000007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:02.110183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ab43c8e0-fea1-4f4d-ba5f-f340ff716a17 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Transition to ACTIVE for port object b69ea593-57d9-402c-a833-ad92ccd45307 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:04:02.136710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d4b88-9041-4fe7-b634-db5041ba72e7 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event updated for resources: {'Subnet': ['ID=9cb5a1fc-c8ad-4b26-8df9-3be49813caa1,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:02.140818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7a64ae23-e663-49b1-b2a1-1f749e9abede tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:02.145688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7c1d4b88-9041-4fe7-b634-db5041ba72e7 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:02.203887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-43437917-cf99-4b1c-b2e9-842337afd09c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Allocated IP 2001:db8::15d (e0e54bba-bb50-45b3-afc1-f41ae60b6787/0801a4ea-8939-4f1d-b3e1-d5f22aacdf18/ce9e62be-6e21-4c5d-a15b-f583fed5a75e) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:04:02.327924 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-7a64ae23-e663-49b1-b2a1-1f749e9abede tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] create failed (client error): There was a conflict when trying to complete your request.
Nov 24 13:04:02.329069 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7a64ae23-e663-49b1-b2a1-1f749e9abede tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.6374719
Nov 24 13:04:02.333168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43824) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:02.653311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab43c8e0-fea1-4f4d-ba5f-f340ff716a17 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:02.714827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-727c6d94-07f5-47f5-9a89-f5c9ebbea334 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:02.832020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a45d5d9e-8cfb-4563-b962-448eb9080d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:02.852136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b776f951-7b50-41d9-9bc3-9b14f2ae587e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:02.928867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43c8e0-fea1-4f4d-ba5f-f340ff716a17 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Pushing event updated for resources: {'Port': ['ID=b69ea593-57d9-402c-a833-ad92ccd45307,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:02.931973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ab43c8e0-fea1-4f4d-ba5f-f340ff716a17 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:02.971755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d5d9e-8cfb-4563-b962-448eb9080d5b admin admin] Pushing event deleted for resources: {'Port': ['ID=8b088be8-563e-4051-8787-fdddfa28c383,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:02.986684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a45d5d9e-8cfb-4563-b962-448eb9080d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:02.989197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-363b871e-e01f-4d27-b5e5-d4b0b84976d9 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:03.008363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-43437917-cf99-4b1c-b2e9-842337afd09c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:03.015515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1d4b88-9041-4fe7-b634-db5041ba72e7 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Checking segment: {'id': 'e780af53-46c2-4892-8a9b-97bba16395d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e7109908-8731-44dd-acc6-c82dd3baa636'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:04:03.015919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1d4b88-9041-4fe7-b634-db5041ba72e7 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network hostable DHCP agents. Network: e7109908-8731-44dd-acc6-c82dd3baa636, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:04:03.055844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-43437917-cf99-4b1c-b2e9-842337afd09c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Transition to ACTIVE for port object ce9e62be-6e21-4c5d-a15b-f583fed5a75e will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:04:03.060340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-363b871e-e01f-4d27-b5e5-d4b0b84976d9 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:03.144671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf171827-ae07-4d4d-bbf7-2bb8a85e32e9 req-b886fa56-a7b9-4ae1-8158-7876684c4a7a tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:03.147719 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cf171827-ae07-4d4d-bbf7-2bb8a85e32e9 req-b886fa56-a7b9-4ae1-8158-7876684c4a7a tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.5084975
Nov 24 13:04:03.174178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab43c8e0-fea1-4f4d-ba5f-f340ff716a17 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Network 239dc6dc-a6d6-4670-97dd-27f8d2ed4e11 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:04:03.197293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-43437917-cf99-4b1c-b2e9-842337afd09c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:03.209041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-ab43c8e0-fea1-4f4d-ba5f-f340ff716a17 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:04:03.215983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab43c8e0-fea1-4f4d-ba5f-f340ff716a17 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:04:03.220009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c0da5426-02cd-4748-a1cf-040e857227b7 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:03.266391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9b92f8-a33b-4e74-adbe-89a84503f9fb tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Router 68958fec-faf6-4a7f-acdd-0bcee079f821 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:04:03.348392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-363b871e-e01f-4d27-b5e5-d4b0b84976d9 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:03.380008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1d4b88-9041-4fe7-b634-db5041ba72e7 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network e7109908-8731-44dd-acc6-c82dd3baa636 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:04:03.423454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab43c8e0-fea1-4f4d-ba5f-f340ff716a17 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:03.424523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab43c8e0-fea1-4f4d-ba5f-f340ff716a17 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:03.432910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-7c1d4b88-9041-4fe7-b634-db5041ba72e7 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, e7109908-8731-44dd-acc6-c82dd3baa636) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:04:03.444056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f361d559-58cc-4dd6-acec-065cad89083a None None] Network e7109908-8731-44dd-acc6-c82dd3baa636 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:04:03.456887 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cf171827-ae07-4d4d-bbf7-2bb8a85e32e9 req-f4c14faf-690e-4377-9a4f-969dd2dba625 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2660136
Nov 24 13:04:03.511578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43437917-cf99-4b1c-b2e9-842337afd09c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Pushing event updated for resources: {'Port': ['ID=ce9e62be-6e21-4c5d-a15b-f583fed5a75e,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:03.514930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-43437917-cf99-4b1c-b2e9-842337afd09c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:03.526070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5616a63f-5d77-4cff-8d29-942042f88422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:03.563878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-363b871e-e01f-4d27-b5e5-d4b0b84976d9 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:03.565108 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-363b871e-e01f-4d27-b5e5-d4b0b84976d9 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "DELETE /v2.0/security-groups/849a80f8-41f6-4444-b34a-1b84ae6faf63 HTTP/1.1" status: 204  len: 168 time: 1.2290092
Nov 24 13:04:03.577340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b871e-e01f-4d27-b5e5-d4b0b84976d9 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Pushing event deleted for resources: {'SecurityGroup': ['ID=849a80f8-41f6-4444-b34a-1b84ae6faf63,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:03.580356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-363b871e-e01f-4d27-b5e5-d4b0b84976d9 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:03.584742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43832) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:03.601918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1d4b88-9041-4fe7-b634-db5041ba72e7 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:03.602816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7c1d4b88-9041-4fe7-b634-db5041ba72e7 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:03.707556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3f3c44ce-3cd6-47b8-b09f-ef00705c2014 None None] Provisioning for port b69ea593-57d9-402c-a833-ad92ccd45307 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:04:03.716522 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ab43c8e0-fea1-4f4d-ba5f-f340ff716a17 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.7155757
Nov 24 13:04:03.718669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43836) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:03.722872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3f3c44ce-3cd6-47b8-b09f-ef00705c2014 None None] Provisioning complete for port b69ea593-57d9-402c-a833-ad92ccd45307 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:04:03.723329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3f3c44ce-3cd6-47b8-b09f-ef00705c2014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:03.728748 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7c1d4b88-9041-4fe7-b634-db5041ba72e7 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.2597728
Nov 24 13:04:03.730036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-5864baa7-4317-4b82-b01c-f38f2c7e71a1 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:19:dd:91'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:c5:a7:5d'}]}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:03.777445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43840) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:03.786947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ee2d0612-c8fc-4aa4-9fc4-8c1c0ac2680f tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:03.823577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c44ce-3cd6-47b8-b09f-ef00705c2014 None None] Port b69ea593-57d9-402c-a833-ad92ccd45307 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:04:03.835160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71486a3-d282-4776-834f-ca62e8501e47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-e7109908-8731-44dd-acc6-c82dd3baa636', 'network_id': 'e7109908-8731-44dd-acc6-c82dd3baa636', 'tenant_id': '82cb9c8693f342c184d25cc0ea67ad76', 'fixed_ips': [{'subnet_id': '9cb5a1fc-c8ad-4b26-8df9-3be49813caa1'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:04:03.836223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f71486a3-d282-4776-834f-ca62e8501e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:03.845034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43437917-cf99-4b1c-b2e9-842337afd09c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Network e0e54bba-bb50-45b3-afc1-f41ae60b6787 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:04:03.861621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-43437917-cf99-4b1c-b2e9-842337afd09c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:04:03.864867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43437917-cf99-4b1c-b2e9-842337afd09c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:04:03.869463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43437917-cf99-4b1c-b2e9-842337afd09c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:03.869954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-43437917-cf99-4b1c-b2e9-842337afd09c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:03.876839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211d98b-9b32-405e-a166-db851c4e1e88 req-9ae742ec-aa98-4397-898c-5ce7893c96a0 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:03.878536 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6211d98b-9b32-405e-a166-db851c4e1e88 req-9ae742ec-aa98-4397-898c-5ce7893c96a0 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.2673597
Nov 24 13:04:03.895717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6ab0cdd6-066d-43b5-b353-a8997be298d6 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Synchronizing usage tracker for tenant:c007fc86389a40a6bf71f190fba58c2c on resource:security_group {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:04:03.967377 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-43437917-cf99-4b1c-b2e9-842337afd09c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 3.1761723
Nov 24 13:04:03.971886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43844) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:03.980800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b2b7f97b-5944-4ec9-a6cc-ba9b9e93ff62 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Request body: {'port': {'network_id': 'e0e54bba-bb50-45b3-afc1-f41ae60b6787', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1050454225'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:04.008203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c1afef-a550-486d-b83c-db3c9c03134b admin admin] Router 8063002f-c51e-4912-afa6-aff6e3318723 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:04:04.011020 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6211d98b-9b32-405e-a166-db851c4e1e88 req-ea98f24d-892c-4b93-a9b5-a96986232e3b tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1169336
Nov 24 13:04:04.132120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6ab0cdd6-066d-43b5-b353-a8997be298d6 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Unset dirty status for tenant:c007fc86389a40a6bf71f190fba58c2c on resource:security_group {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:04:04.140071 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6ab0cdd6-066d-43b5-b353-a8997be298d6 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.5540156
Nov 24 13:04:04.150401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43850) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:04.163468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7891b730-84d9-4737-8782-392abd9b786c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Request body: {'security_group': {'name': 'tempest-secgroup--1009344030'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:04.178540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7891b730-84d9-4737-8782-392abd9b786c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:04.222468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7891b730-84d9-4737-8782-392abd9b786c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:04.259601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9b92f8-a33b-4e74-adbe-89a84503f9fb tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:04:04.272456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053ff451-7318-4a66-91fd-c40ea386a5ff None None] Sync routers for ids ['68958fec-faf6-4a7f-acdd-0bcee079f821'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:04:04.298681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-00206312-8413-4b48-92b8-bc7283eea7e3 None None] Provisioning for port ce9e62be-6e21-4c5d-a15b-f583fed5a75e completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:04:04.303966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053ff451-7318-4a66-91fd-c40ea386a5ff None None] Routers {'68958fec-faf6-4a7f-acdd-0bcee079f821'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:04:04.304807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-053ff451-7318-4a66-91fd-c40ea386a5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ccbf630>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:03:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['68958fec-faf6-4a7f-acdd-0bcee079f821'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:04.307623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3d9b92f8-a33b-4e74-adbe-89a84503f9fb tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:04.317339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-00206312-8413-4b48-92b8-bc7283eea7e3 None None] Provisioning complete for port ce9e62be-6e21-4c5d-a15b-f583fed5a75e triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:04:04.318039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-00206312-8413-4b48-92b8-bc7283eea7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:04.320660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7891b730-84d9-4737-8782-392abd9b786c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:04.360483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-f71486a3-d282-4776-834f-ca62e8501e47 None None] Allocated IP 2001:db8::2 (e7109908-8731-44dd-acc6-c82dd3baa636/9cb5a1fc-c8ad-4b26-8df9-3be49813caa1/2006e20d-e3a6-4302-b9b6-5ae5db18226c) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:04:04.392255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-053ff451-7318-4a66-91fd-c40ea386a5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ccbf630>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:04.402975 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3d9b92f8-a33b-4e74-adbe-89a84503f9fb tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "PUT /v2.0/floatingips/4174644b-dd19-4ce3-b4b3-6fa4b576a4f5 HTTP/1.1" status: 200  len: 688 time: 5.2241275
Nov 24 13:04:04.404795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43854) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:04.406154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053ff451-7318-4a66-91fd-c40ea386a5ff None None] Routers {'68958fec-faf6-4a7f-acdd-0bcee079f821'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:04:04.407231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-053ff451-7318-4a66-91fd-c40ea386a5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ccbf630>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:03:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['68958fec-faf6-4a7f-acdd-0bcee079f821'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:04.447721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a45d5d9e-8cfb-4563-b962-448eb9080d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:04.479848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-00206312-8413-4b48-92b8-bc7283eea7e3 None None] Port ce9e62be-6e21-4c5d-a15b-f583fed5a75e cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:04:04.494556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-053ff451-7318-4a66-91fd-c40ea386a5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ccbf630>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:04.495216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053ff451-7318-4a66-91fd-c40ea386a5ff None None] The sync data for ids ['68958fec-faf6-4a7f-acdd-0bcee079f821'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:04:04.651002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f71486a3-d282-4776-834f-ca62e8501e47 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:04.651311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b2b7f97b-5944-4ec9-a6cc-ba9b9e93ff62 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:04.668539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f71486a3-d282-4776-834f-ca62e8501e47 None None] Transition to ACTIVE for port object 2006e20d-e3a6-4302-b9b6-5ae5db18226c will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:04:04.668883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b2b7f97b-5944-4ec9-a6cc-ba9b9e93ff62 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:04.677575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7891b730-84d9-4737-8782-392abd9b786c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:04.683462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5864baa7-4317-4b82-b01c-f38f2c7e71a1 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:04.690216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f71486a3-d282-4776-834f-ca62e8501e47 None None] Transition to ACTIVE for port object 2006e20d-e3a6-4302-b9b6-5ae5db18226c will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:04:04.695232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f71486a3-d282-4776-834f-ca62e8501e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:04.700871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7891b730-84d9-4737-8782-392abd9b786c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Usage tracker for resource:security_group_rule and tenant:c007fc86389a40a6bf71f190fba58c2c is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:04.704877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b7f97b-5944-4ec9-a6cc-ba9b9e93ff62 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Made reservation on behalf of 8cfd7e59ac5c475f8fc39cd0c53e9e41 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:04:04.711056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2b7f97b-5944-4ec9-a6cc-ba9b9e93ff62 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:04.711545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee2d0612-c8fc-4aa4-9fc4-8c1c0ac2680f tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10228557'] for subnet, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:04.713844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-39bca7d6-0655-496f-a369-8ff7916e10cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:04.752668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7891b730-84d9-4737-8782-392abd9b786c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:04.781745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7891b730-84d9-4737-8782-392abd9b786c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:04.864129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71486a3-d282-4776-834f-ca62e8501e47 None None] Pushing event updated for resources: {'Port': ['ID=2006e20d-e3a6-4302-b9b6-5ae5db18226c,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:04.867248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c23ce1c5-e26d-4a5b-9af1-b924f362f055 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Deleting port 2a13ae43-37e1-44f7-89da-f751df22e8f5 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:04.867675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c23ce1c5-e26d-4a5b-9af1-b924f362f055 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:04.870789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f71486a3-d282-4776-834f-ca62e8501e47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:04.928993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71486a3-d282-4776-834f-ca62e8501e47 None None] Network e7109908-8731-44dd-acc6-c82dd3baa636 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:04:04.930258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-f71486a3-d282-4776-834f-ca62e8501e47 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:04:04.934279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71486a3-d282-4776-834f-ca62e8501e47 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:04:04.998141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f71486a3-d282-4776-834f-ca62e8501e47 None None] Attempting to bind port 2006e20d-e3a6-4302-b9b6-5ae5db18226c on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:04:04.998730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f71486a3-d282-4776-834f-ca62e8501e47 None None] Attempting to bind port 2006e20d-e3a6-4302-b9b6-5ae5db18226c by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'e780af53-46c2-4892-8a9b-97bba16395d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e7109908-8731-44dd-acc6-c82dd3baa636'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:04:04.999276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71486a3-d282-4776-834f-ca62e8501e47 None None] Attempting to bind port 2006e20d-e3a6-4302-b9b6-5ae5db18226c on network e7109908-8731-44dd-acc6-c82dd3baa636 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:04:05.007085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71486a3-d282-4776-834f-ca62e8501e47 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:04:05.007570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71486a3-d282-4776-834f-ca62e8501e47 None None] Checking segment: {'id': 'e780af53-46c2-4892-8a9b-97bba16395d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e7109908-8731-44dd-acc6-c82dd3baa636'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:04:05.008383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f71486a3-d282-4776-834f-ca62e8501e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:05.008717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71486a3-d282-4776-834f-ca62e8501e47 None None] Bound using segment: {'id': 'e780af53-46c2-4892-8a9b-97bba16395d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e7109908-8731-44dd-acc6-c82dd3baa636'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:04:05.009332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f71486a3-d282-4776-834f-ca62e8501e47 None None] Bound port: 2006e20d-e3a6-4302-b9b6-5ae5db18226c, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e780af53-46c2-4892-8a9b-97bba16395d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e7109908-8731-44dd-acc6-c82dd3baa636'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:04:05.009875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f71486a3-d282-4776-834f-ca62e8501e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:05.117482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-f71486a3-d282-4776-834f-ca62e8501e47 None None] For port 2006e20d-e3a6-4302-b9b6-5ae5db18226c, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:04:05.122626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-f71486a3-d282-4776-834f-ca62e8501e47 None None] For port 2006e20d-e3a6-4302-b9b6-5ae5db18226c, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=2006e20d-e3a6-4302-b9b6-5ae5db18226c,segment=NetworkSegment(e780af53-46c2-4892-8a9b-97bba16395d4),segment_id=e780af53-46c2-4892-8a9b-97bba16395d4)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:04:05.127379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f71486a3-d282-4776-834f-ca62e8501e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:05.393684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f71486a3-d282-4776-834f-ca62e8501e47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:05.430911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68e869-efd9-4b05-962c-efc2b106b9ed req-c7672a35-1147-4f88-ab25-be42bc353519 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:05.432541 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fc68e869-efd9-4b05-962c-efc2b106b9ed req-c7672a35-1147-4f88-ab25-be42bc353519 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.8542039
Nov 24 13:04:05.476630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71486a3-d282-4776-834f-ca62e8501e47 None None] Pushing event updated for resources: {'Port': ['ID=2006e20d-e3a6-4302-b9b6-5ae5db18226c,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:05.511093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f71486a3-d282-4776-834f-ca62e8501e47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:05.513915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-b2b7f97b-5944-4ec9-a6cc-ba9b9e93ff62 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] device_id is not set on port dc709d77-c299-4ef5-a7a2-f557f5d70c52 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:04:05.529104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7891b730-84d9-4737-8782-392abd9b786c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:05.546708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7891b730-84d9-4737-8782-392abd9b786c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:05.575322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a7aa1211-1e01-4684-b74b-03f6948a8cfa tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:05.642669 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fc68e869-efd9-4b05-962c-efc2b106b9ed req-6f39a900-3eae-4fb3-9786-8d4da6081d25 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1907687
Nov 24 13:04:05.681821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c23ce1c5-e26d-4a5b-9af1-b924f362f055 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:05.682267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c23ce1c5-e26d-4a5b-9af1-b924f362f055 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:05.750003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c1afef-a550-486d-b83c-db3c9c03134b admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:04:05.766544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762af958-d296-4dcf-b5a2-c5968d3c76fa None None] Sync routers for ids ['8063002f-c51e-4912-afa6-aff6e3318723'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:04:05.773698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891b730-84d9-4737-8782-392abd9b786c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Pushing event updated for resources: {'SecurityGroup': ['ID=71ee114a-d5be-488e-82f2-c6bd7bb1590b,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:05.777962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7891b730-84d9-4737-8782-392abd9b786c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:05.790225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7891b730-84d9-4737-8782-392abd9b786c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:05.791565 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7891b730-84d9-4737-8782-392abd9b786c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 1.6387501
Nov 24 13:04:05.805875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43862) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:05.810890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762af958-d296-4dcf-b5a2-c5968d3c76fa None None] Routers {'8063002f-c51e-4912-afa6-aff6e3318723'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:04:05.812371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-762af958-d296-4dcf-b5a2-c5968d3c76fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347d840b8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:03:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['8063002f-c51e-4912-afa6-aff6e3318723'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:05.817558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-feba60a3-952b-4cde-9ca9-ba78e0fc3820 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Request body: {'security_group_rule': {'security_group_id': '71ee114a-d5be-488e-82f2-c6bd7bb1590b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:05.822805 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.api.v2.base [None req-feba60a3-952b-4cde-9ca9-ba78e0fc3820 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Nov 24 13:04:05.823394 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-feba60a3-952b-4cde-9ca9-ba78e0fc3820 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:04:05.824512 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-feba60a3-952b-4cde-9ca9-ba78e0fc3820 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0177569
Nov 24 13:04:05.896148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43866) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:05.944133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c23ce1c5-e26d-4a5b-9af1-b924f362f055 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Calling delete_port for 2a13ae43-37e1-44f7-89da-f751df22e8f5 owned by network:floatingip {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:06.006490 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-06c1afef-a550-486d-b83c-db3c9c03134b admin admin] 10.222.0.76 "PUT /v2.0/routers/8063002f-c51e-4912-afa6-aff6e3318723/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 16.2884536
Nov 24 13:04:06.011871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43872) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:06.044951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-b2b7f97b-5944-4ec9-a6cc-ba9b9e93ff62 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Allocated IP 2001:db8::337 (e0e54bba-bb50-45b3-afc1-f41ae60b6787/0801a4ea-8939-4f1d-b3e1-d5f22aacdf18/dc709d77-c299-4ef5-a7a2-f557f5d70c52) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:04:06.087079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee2d0612-c8fc-4aa4-9fc4-8c1c0ac2680f tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754030687722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036844460535'] for subnet, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:06.132581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:06.166002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-5864baa7-4317-4b82-b01c-f38f2c7e71a1 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:04:06.216895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-762af958-d296-4dcf-b5a2-c5968d3c76fa None None] Set router 8063002f-c51e-4912-afa6-aff6e3318723 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:04:06.263827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5864baa7-4317-4b82-b01c-f38f2c7e71a1 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:06.294857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5864baa7-4317-4b82-b01c-f38f2c7e71a1 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:06.473647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de580fcc-4cdc-4f88-b895-308f2466358c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:06.495794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c23ce1c5-e26d-4a5b-9af1-b924f362f055 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:06.499595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d0612-c8fc-4aa4-9fc4-8c1c0ac2680f tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event updated for resources: {'Subnet': ['ID=9cb5a1fc-c8ad-4b26-8df9-3be49813caa1,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:06.502852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ee2d0612-c8fc-4aa4-9fc4-8c1c0ac2680f tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:06.514308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e1073419-be24-4fca-af21-efe34a14405a tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:06.521010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-427e81e3-2664-4f64-ae0e-7763e6e82ab7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:06.569195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b323cd-3113-4eff-86ca-0ee4d6955f78 req-ea6ae112-0c66-4382-930b-e00bf156a703 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:06.571037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-762af958-d296-4dcf-b5a2-c5968d3c76fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347d840b8>, [{'id': '8063002f-c51e-4912-afa6-aff6e3318723', 'name': 'tempest-ServersTestJSON-1632611640-router', 'tenant_id': 'a2e9211661b4491282803556ce55f1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'cce7777b-e1d8-467d-90db-205e939310bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:29Z', 'updated_at': '2020-11-24T13:03:57Z', 'revision_number': 5, 'project_id': 'a2e9211661b4491282803556ce55f1f3', 'gw_port': {'id': 'cce7777b-e1d8-467d-90db-205e939310bf', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8063002f-c51e-4912-afa6-aff6e3318723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:32Z', 'updated_at': '2020-11-24T13:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:06.571209 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-94b323cd-3113-4eff-86ca-0ee4d6955f78 req-ea6ae112-0c66-4382-930b-e00bf156a703 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.3603725
Nov 24 13:04:06.575688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762af958-d296-4dcf-b5a2-c5968d3c76fa None None] Checking router: 8063002f-c51e-4912-afa6-aff6e3318723 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:04:06.578616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2b7f97b-5944-4ec9-a6cc-ba9b9e93ff62 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:06.588630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762af958-d296-4dcf-b5a2-c5968d3c76fa None None] Routers {'8063002f-c51e-4912-afa6-aff6e3318723'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:04:06.589322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-762af958-d296-4dcf-b5a2-c5968d3c76fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347d840b8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:03:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['8063002f-c51e-4912-afa6-aff6e3318723'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:06.662191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ce1c5-e26d-4a5b-9af1-b924f362f055 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event deleted for resources: {'Port': ['ID=2a13ae43-37e1-44f7-89da-f751df22e8f5,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:06.680427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de580fcc-4cdc-4f88-b895-308f2466358c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:06.682997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c23ce1c5-e26d-4a5b-9af1-b924f362f055 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:06.707100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b2b7f97b-5944-4ec9-a6cc-ba9b9e93ff62 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Transition to ACTIVE for port object dc709d77-c299-4ef5-a7a2-f557f5d70c52 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:04:06.778554 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-94b323cd-3113-4eff-86ca-0ee4d6955f78 req-ab52b3f3-9e66-4e49-8c56-b0469e344c3c tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1380019
Nov 24 13:04:06.788598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-762af958-d296-4dcf-b5a2-c5968d3c76fa None None] Set router 8063002f-c51e-4912-afa6-aff6e3318723 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:04:06.849338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:04:06.877626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2b7f97b-5944-4ec9-a6cc-ba9b9e93ff62 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:06.879918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c23ce1c5-e26d-4a5b-9af1-b924f362f055 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:06.903986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-05d2d5b2-6219-4f74-b200-2d0b01265ecc tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:06.929118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de580fcc-4cdc-4f88-b895-308f2466358c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:06.943955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864baa7-4317-4b82-b01c-f38f2c7e71a1 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Pushing event updated for resources: {'Port': ['ID=b69ea593-57d9-402c-a833-ad92ccd45307,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:07.038971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2d0612-c8fc-4aa4-9fc4-8c1c0ac2680f tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:07.039795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee2d0612-c8fc-4aa4-9fc4-8c1c0ac2680f tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:07.045661 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ee2d0612-c8fc-4aa4-9fc4-8c1c0ac2680f tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "PUT /v2.0/subnets/9cb5a1fc-c8ad-4b26-8df9-3be49813caa1 HTTP/1.1" status: 200  len: 826 time: 3.2674096
Nov 24 13:04:07.045923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43878) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:07.069478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5864baa7-4317-4b82-b01c-f38f2c7e71a1 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] In _notify_port_updated(), no bound segment for port b69ea593-57d9-402c-a833-ad92ccd45307 on network 239dc6dc-a6d6-4670-97dd-27f8d2ed4e11 {{(pid=80944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 24 13:04:07.073907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5864baa7-4317-4b82-b01c-f38f2c7e71a1 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:07.074829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5864baa7-4317-4b82-b01c-f38f2c7e71a1 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:07.077862 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5864baa7-4317-4b82-b01c-f38f2c7e71a1 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] 10.222.0.76 "PUT /v2.0/ports/b69ea593-57d9-402c-a833-ad92ccd45307 HTTP/1.1" status: 200  len: 1056 time: 3.3578286
Nov 24 13:04:07.102372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de580fcc-4cdc-4f88-b895-308f2466358c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:07.106644 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-de580fcc-4cdc-4f88-b895-308f2466358c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "DELETE /v2.0/security-groups/71ee114a-d5be-488e-82f2-c6bd7bb1590b HTTP/1.1" status: 204  len: 168 time: 1.2093766
Nov 24 13:04:07.118857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43882) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:07.119243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43884) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:07.258991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-762af958-d296-4dcf-b5a2-c5968d3c76fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347d840b8>, [{'id': '8063002f-c51e-4912-afa6-aff6e3318723', 'name': 'tempest-ServersTestJSON-1632611640-router', 'tenant_id': 'a2e9211661b4491282803556ce55f1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'cce7777b-e1d8-467d-90db-205e939310bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:29Z', 'updated_at': '2020-11-24T13:03:57Z', 'revision_number': 5, 'project_id': 'a2e9211661b4491282803556ce55f1f3', 'gw_port': {'id': 'cce7777b-e1d8-467d-90db-205e939310bf', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8063002f-c51e-4912-afa6-aff6e3318723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:32Z', 'updated_at': '2020-11-24T13:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:07.268997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762af958-d296-4dcf-b5a2-c5968d3c76fa None None] The sync data for ids ['8063002f-c51e-4912-afa6-aff6e3318723'] in dv-neutron-601336-61-ovs is: [{'id': '8063002f-c51e-4912-afa6-aff6e3318723', 'name': 'tempest-ServersTestJSON-1632611640-router', 'tenant_id': 'a2e9211661b4491282803556ce55f1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'cce7777b-e1d8-467d-90db-205e939310bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:29Z', 'updated_at': '2020-11-24T13:03:57Z', 'revision_number': 5, 'project_id': 'a2e9211661b4491282803556ce55f1f3', 'gw_port': {'id': 'cce7777b-e1d8-467d-90db-205e939310bf', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8063002f-c51e-4912-afa6-aff6e3318723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:32Z', 'updated_at': '2020-11-24T13:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:04:07.286103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2006e20d-e3a6-4302-b9b6-5ae5db18226c up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:04:07.292832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c23ce1c5-e26d-4a5b-9af1-b924f362f055 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:07.296623 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c23ce1c5-e26d-4a5b-9af1-b924f362f055 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "DELETE /v2.0/floatingips/4174644b-dd19-4ce3-b4b3-6fa4b576a4f5 HTTP/1.1" status: 204  len: 168 time: 2.7878563
Nov 24 13:04:07.312614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43890) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:07.319394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4849ef18-834c-41a4-8685-065537e9b434 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Deleting port b69ea593-57d9-402c-a833-ad92ccd45307 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:07.319780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4849ef18-834c-41a4-8685-065537e9b434 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:07.337627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7f97b-5944-4ec9-a6cc-ba9b9e93ff62 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Pushing event updated for resources: {'Port': ['ID=dc709d77-c299-4ef5-a7a2-f557f5d70c52,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:07.345803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b2b7f97b-5944-4ec9-a6cc-ba9b9e93ff62 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:07.364916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb24bbd-924a-45f7-9ebf-7200658bae91 None None] Network e7109908-8731-44dd-acc6-c82dd3baa636 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:04:07.371246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5864baa7-4317-4b82-b01c-f38f2c7e71a1 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.857s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:07.436704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dd4b2508-fd68-4ed3-ae74-77fa853a8cf4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.376s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:07.444675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:07.499271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5f57dca7-ddb5-4fc1-8507-e3c00f335bc9 None None] Provisioning complete for port b69ea593-57d9-402c-a833-ad92ccd45307 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:04:07.499868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5f57dca7-ddb5-4fc1-8507-e3c00f335bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:07.530077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b7f97b-5944-4ec9-a6cc-ba9b9e93ff62 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Network e0e54bba-bb50-45b3-afc1-f41ae60b6787 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:04:07.531926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-b2b7f97b-5944-4ec9-a6cc-ba9b9e93ff62 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:04:07.536484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b7f97b-5944-4ec9-a6cc-ba9b9e93ff62 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:04:07.540912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b7f97b-5944-4ec9-a6cc-ba9b9e93ff62 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:07.541645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2b7f97b-5944-4ec9-a6cc-ba9b9e93ff62 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:07.554665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Deleting port 2006e20d-e3a6-4302-b9b6-5ae5db18226c {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:07.555056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:07.564612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5f57dca7-ddb5-4fc1-8507-e3c00f335bc9 None None] Port b69ea593-57d9-402c-a833-ad92ccd45307 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:04:07.569491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 2006e20d-e3a6-4302-b9b6-5ae5db18226c completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:04:07.611465 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b2b7f97b-5944-4ec9-a6cc-ba9b9e93ff62 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 3.6356692
Nov 24 13:04:07.619556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43894) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:07.630103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-16f72cc2-971e-48eb-9cb0-160610a21127 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::277', 'mac_address': 'fa:16:3e:eb:2c:b0'}, {'ip_address': '2001:db8::15d', 'mac_address': 'fa:16:3e:9d:a9:87'}]}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:07.750136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b576b6ba-1123-429b-acd8-fa4fcb342a86 None None] Provisioning for port 2006e20d-e3a6-4302-b9b6-5ae5db18226c completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:04:07.769616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b576b6ba-1123-429b-acd8-fa4fcb342a86 None None] Provisioning complete for port 2006e20d-e3a6-4302-b9b6-5ae5db18226c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:04:07.771368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b576b6ba-1123-429b-acd8-fa4fcb342a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:07.820813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de580fcc-4cdc-4f88-b895-308f2466358c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ee114a-d5be-488e-82f2-c6bd7bb1590b,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:07.834554 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-82db4faa-9b7a-4b2f-b970-071cc080b160 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] delete failed (client error): The resource could not be found.
Nov 24 13:04:07.836023 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-82db4faa-9b7a-4b2f-b970-071cc080b160 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "DELETE /v2.0/floatingips/4174644b-dd19-4ce3-b4b3-6fa4b576a4f5 HTTP/1.1" status: 404  len: 345 time: 0.4721880
Nov 24 13:04:07.855562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43898) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:07.857156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-de580fcc-4cdc-4f88-b895-308f2466358c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:07.981179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b576b6ba-1123-429b-acd8-fa4fcb342a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:08.021304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b576b6ba-1123-429b-acd8-fa4fcb342a86 None None] For port 2006e20d-e3a6-4302-b9b6-5ae5db18226c, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=2006e20d-e3a6-4302-b9b6-5ae5db18226c,segment=NetworkSegment(e780af53-46c2-4892-8a9b-97bba16395d4),segment_id=e780af53-46c2-4892-8a9b-97bba16395d4)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:04:08.024188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] For port 2006e20d-e3a6-4302-b9b6-5ae5db18226c, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=2006e20d-e3a6-4302-b9b6-5ae5db18226c,segment=NetworkSegment(e780af53-46c2-4892-8a9b-97bba16395d4),segment_id=e780af53-46c2-4892-8a9b-97bba16395d4)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:04:08.024841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:08.026721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b576b6ba-1123-429b-acd8-fa4fcb342a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:08.028697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:08.075326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f7c4645a-14cc-4060-ab8c-702e44a38eb8 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Synchronizing usage tracker for tenant:c007fc86389a40a6bf71f190fba58c2c on resource:security_group {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:04:08.101062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576b6ba-1123-429b-acd8-fa4fcb342a86 None None] Pushing event updated for resources: {'Port': ['ID=2006e20d-e3a6-4302-b9b6-5ae5db18226c,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:08.104665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b576b6ba-1123-429b-acd8-fa4fcb342a86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:08.157505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-703e9082-db39-4593-9f3b-c45d6f7d0094 None None] Provisioning for port dc709d77-c299-4ef5-a7a2-f557f5d70c52 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:04:08.165072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-703e9082-db39-4593-9f3b-c45d6f7d0094 None None] Provisioning complete for port dc709d77-c299-4ef5-a7a2-f557f5d70c52 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:04:08.166368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-703e9082-db39-4593-9f3b-c45d6f7d0094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:08.219578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8935cec9-4aff-4c1f-9696-84cd88dc6a5b None None] Network e7109908-8731-44dd-acc6-c82dd3baa636 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:04:08.222027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Calling delete_port for 2006e20d-e3a6-4302-b9b6-5ae5db18226c owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:08.303018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f7c4645a-14cc-4060-ab8c-702e44a38eb8 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Unset dirty status for tenant:c007fc86389a40a6bf71f190fba58c2c on resource:security_group {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:04:08.308037 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f7c4645a-14cc-4060-ab8c-702e44a38eb8 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 1.1802530
Nov 24 13:04:08.309025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0df1c481-7a7c-475d-b1fa-447ca1569d5e admin admin] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:08.315435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43904) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:08.330329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-703e9082-db39-4593-9f3b-c45d6f7d0094 None None] Port dc709d77-c299-4ef5-a7a2-f557f5d70c52 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:04:08.330996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7c92d5db-1927-408e-af4c-5b25c8d90d1c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Request body: {'security_group': {'name': 'tempest-secgroup--1268133929'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:08.354324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7c92d5db-1927-408e-af4c-5b25c8d90d1c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:08.387172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7c92d5db-1927-408e-af4c-5b25c8d90d1c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:08.430891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fe39f0-8e54-49c2-991b-c47d9c8a3ad1 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:08.435367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fe39f0-8e54-49c2-991b-c47d9c8a3ad1 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:08.447882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fe39f0-8e54-49c2-991b-c47d9c8a3ad1 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:08.450890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b9fe39f0-8e54-49c2-991b-c47d9c8a3ad1 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Synchronizing usage tracker for tenant:fd22555ebd24497b9a32eac1cfc2772e on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:04:08.454902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7c92d5db-1927-408e-af4c-5b25c8d90d1c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:08.511851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3a885c92-3386-4dfb-a1e5-29b1cd46e530 None None] Provisioning complete for port 2006e20d-e3a6-4302-b9b6-5ae5db18226c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:04:08.512273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3a885c92-3386-4dfb-a1e5-29b1cd46e530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:08.537113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:04:08.537113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:04:08.553761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62e071-c2e3-4732-a3a9-564b639a5751 req-fab5d182-8fc7-4272-b508-348911b3eecd tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:08.555663 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7c62e071-c2e3-4732-a3a9-564b639a5751 req-fab5d182-8fc7-4272-b508-348911b3eecd tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.3068607
Nov 24 13:04:08.581017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4849ef18-834c-41a4-8685-065537e9b434 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:08.597438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-16f72cc2-971e-48eb-9cb0-160610a21127 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:08.616565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b9fe39f0-8e54-49c2-991b-c47d9c8a3ad1 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Unset dirty status for tenant:fd22555ebd24497b9a32eac1cfc2772e on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:04:08.618341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7c92d5db-1927-408e-af4c-5b25c8d90d1c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:08.618823 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b9fe39f0-8e54-49c2-991b-c47d9c8a3ad1 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "GET /v2.0/ports?network_id=b6553714-4051-4049-83a1-34bf2cbe33e9 HTTP/1.1" status: 200  len: 2359 time: 0.7545750
Nov 24 13:04:08.627029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43908) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:08.671027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7c92d5db-1927-408e-af4c-5b25c8d90d1c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Usage tracker for resource:security_group_rule and tenant:c007fc86389a40a6bf71f190fba58c2c is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:08.680229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7c92d5db-1927-408e-af4c-5b25c8d90d1c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:08.734637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7c92d5db-1927-408e-af4c-5b25c8d90d1c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:08.763523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4849ef18-834c-41a4-8685-065537e9b434 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Calling delete_port for b69ea593-57d9-402c-a833-ad92ccd45307 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:08.804094 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7c62e071-c2e3-4732-a3a9-564b639a5751 req-6ea2dbf9-cfb0-4f8a-8cab-44a1ef15b51f tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2292569
Nov 24 13:04:08.816414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8e3c16-b3d6-43d6-bf7e-1c076ccd9ec9 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:08.818096 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5b8e3c16-b3d6-43d6-bf7e-1c076ccd9ec9 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "GET /v2.0/subnets/b40ac6ff-70e2-4607-877c-a95a428fbf19 HTTP/1.1" status: 200  len: 797 time: 0.1898949
Nov 24 13:04:08.830051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43912) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:08.859652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a951d861-f470-404b-ab5f-468cde94e1e7 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Request body: {'port': {'network_id': 'b6553714-4051-4049-83a1-34bf2cbe33e9', 'name': 'tempest-FloatingIPTestJSON-2114552400', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:08.929868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7c92d5db-1927-408e-af4c-5b25c8d90d1c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:08.934424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7c92d5db-1927-408e-af4c-5b25c8d90d1c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:08.942688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c9de8e71-77aa-467b-84cd-a8d6e8f47456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:09.070436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8f583b40-f3be-458a-9c45-a894f8c87c02 None None] Provisioning complete for port 2006e20d-e3a6-4302-b9b6-5ae5db18226c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:04:09.070846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f583b40-f3be-458a-9c45-a894f8c87c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:09.233304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45d5d9e-8cfb-4563-b962-448eb9080d5b admin admin] Router 303ef846-7f78-4e44-9457-b63bf6ee06b5 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:04:09.280519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a951d861-f470-404b-ab5f-468cde94e1e7 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:09.294763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a951d861-f470-404b-ab5f-468cde94e1e7 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:09.297653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2006e20d-e3a6-4302-b9b6-5ae5db18226c up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:04:09.315600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a951d861-f470-404b-ab5f-468cde94e1e7 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Made reservation on behalf of fd22555ebd24497b9a32eac1cfc2772e for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:04:09.408531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 2006e20d-e3a6-4302-b9b6-5ae5db18226c triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:04:09.408955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:09.469995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Deleting port 2006e20d-e3a6-4302-b9b6-5ae5db18226c {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:09.470798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:09.499329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4849ef18-834c-41a4-8685-065537e9b434 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:09.537572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0df1c481-7a7c-475d-b1fa-447ca1569d5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:09.578012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device c783e11a-3c79-4cd6-93d0-6d6fad830735 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:04:09.631430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: c783e11a-3c79-4cd6-93d0-6d6fad830735 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:04:09.631745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device c783e11a-3c79-4cd6-93d0-6d6fad830735 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:04:09.634427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-304dab85-9d5a-4383-88df-8472ca5f2f24 None None] Provisioning complete for port 2006e20d-e3a6-4302-b9b6-5ae5db18226c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:04:09.634846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-304dab85-9d5a-4383-88df-8472ca5f2f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:09.665130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1c27e7a6-5f65-4c27-9795-00360ecc01c7 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:09.684981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92d5db-1927-408e-af4c-5b25c8d90d1c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Pushing event updated for resources: {'SecurityGroup': ['ID=aac5fb4a-4614-484c-89f5-3ca6a87d0e0b,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:09.701493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7c92d5db-1927-408e-af4c-5b25c8d90d1c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:09.717117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7c92d5db-1927-408e-af4c-5b25c8d90d1c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:09.721170 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7c92d5db-1927-408e-af4c-5b25c8d90d1c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 1.4018385
Nov 24 13:04:09.727032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43920) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:09.769931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-1f677158-ed38-4c4c-9e4e-909b20a2e29e tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Request body: {'security_group_rule': {'security_group_id': 'aac5fb4a-4614-484c-89f5-3ca6a87d0e0b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:09.771636 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.api.v2.base [None req-1f677158-ed38-4c4c-9e4e-909b20a2e29e tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Nov 24 13:04:09.772202 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-1f677158-ed38-4c4c-9e4e-909b20a2e29e tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:04:09.776520 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1f677158-ed38-4c4c-9e4e-909b20a2e29e tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0446203
Nov 24 13:04:09.777688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43924) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:09.795584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849ef18-834c-41a4-8685-065537e9b434 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Pushing event deleted for resources: {'Port': ['ID=b69ea593-57d9-402c-a833-ad92ccd45307,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:09.803247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-0df1c481-7a7c-475d-b1fa-447ca1569d5e admin admin] Deleting port cce7777b-e1d8-467d-90db-205e939310bf {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:09.803674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0df1c481-7a7c-475d-b1fa-447ca1569d5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:09.841248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4849ef18-834c-41a4-8685-065537e9b434 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:09.900588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-edd45c54-af26-437f-b02a-9a1ae9e86047 None None] Provisioning complete for port 2006e20d-e3a6-4302-b9b6-5ae5db18226c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:04:09.901325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-edd45c54-af26-437f-b02a-9a1ae9e86047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:09.994060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7831e1-e914-43d1-b3de-cd71f9d51ce9 req-6017786f-9746-44e6-a20c-0f2892cfaae1 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:09.995729 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bd7831e1-e914-43d1-b3de-cd71f9d51ce9 req-6017786f-9746-44e6-a20c-0f2892cfaae1 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.4898148
Nov 24 13:04:10.069032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-95e4bb9d-e764-4caa-a407-8c3449f596f2 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:10.103881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a951d861-f470-404b-ab5f-468cde94e1e7 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:10.117108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-16f72cc2-971e-48eb-9cb0-160610a21127 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:10.158232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-16f72cc2-971e-48eb-9cb0-160610a21127 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:10.183006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4ba9cc18-65fa-44fa-b0e4-6fc8f2b2be40 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:10.186167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5ac14765-4326-44ca-9839-cbbda898c0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:10.297447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-95e4bb9d-e764-4caa-a407-8c3449f596f2 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:10.314394 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bd7831e1-e914-43d1-b3de-cd71f9d51ce9 req-63ac8cff-8cc2-4eaf-9055-f1b7fd76fc2c tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3059688
Nov 24 13:04:10.353553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] For port 2006e20d-e3a6-4302-b9b6-5ae5db18226c, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=2006e20d-e3a6-4302-b9b6-5ae5db18226c,segment=NetworkSegment(e780af53-46c2-4892-8a9b-97bba16395d4),segment_id=e780af53-46c2-4892-8a9b-97bba16395d4)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:04:10.353959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:10.438336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f72cc2-971e-48eb-9cb0-160610a21127 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Pushing event updated for resources: {'Port': ['ID=dc709d77-c299-4ef5-a7a2-f557f5d70c52,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:10.508610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-16f72cc2-971e-48eb-9cb0-160610a21127 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:10.517697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Calling delete_port for 2006e20d-e3a6-4302-b9b6-5ae5db18226c owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:10.606071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-95e4bb9d-e764-4caa-a407-8c3449f596f2 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:10.616244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7312b8eb-1018-4222-aac5-305a34e348a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:10.627711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-0df1c481-7a7c-475d-b1fa-447ca1569d5e admin admin] For port cce7777b-e1d8-467d-90db-205e939310bf, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=cce7777b-e1d8-467d-90db-205e939310bf,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:04:10.628120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0df1c481-7a7c-475d-b1fa-447ca1569d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:10.658605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4bb9d-e764-4caa-a407-8c3449f596f2 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac5fb4a-4614-484c-89f5-3ca6a87d0e0b,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:10.666410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-95e4bb9d-e764-4caa-a407-8c3449f596f2 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:10.671213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-95e4bb9d-e764-4caa-a407-8c3449f596f2 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:10.675091 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-95e4bb9d-e764-4caa-a407-8c3449f596f2 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "DELETE /v2.0/security-groups/aac5fb4a-4614-484c-89f5-3ca6a87d0e0b HTTP/1.1" status: 204  len: 168 time: 0.8875113
Nov 24 13:04:10.675850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43928) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:10.736349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-16f72cc2-971e-48eb-9cb0-160610a21127 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] In _notify_port_updated(), no bound segment for port dc709d77-c299-4ef5-a7a2-f557f5d70c52 on network e0e54bba-bb50-45b3-afc1-f41ae60b6787 {{(pid=80943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 24 13:04:10.740733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f72cc2-971e-48eb-9cb0-160610a21127 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:10.741434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-16f72cc2-971e-48eb-9cb0-160610a21127 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:10.742904 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-16f72cc2-971e-48eb-9cb0-160610a21127 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] 10.222.0.76 "PUT /v2.0/ports/dc709d77-c299-4ef5-a7a2-f557f5d70c52 HTTP/1.1" status: 200  len: 1068 time: 3.1222959
Nov 24 13:04:10.749007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43932) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:10.786507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-0df1c481-7a7c-475d-b1fa-447ca1569d5e admin admin] Calling delete_port for cce7777b-e1d8-467d-90db-205e939310bf owned by network:router_gateway {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:10.815175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4849ef18-834c-41a4-8685-065537e9b434 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:10.864893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4dfda335-a0c0-434b-b72f-efdb40ed62ef tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Deleting port dc709d77-c299-4ef5-a7a2-f557f5d70c52 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:10.865455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4dfda335-a0c0-434b-b72f-efdb40ed62ef tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:10.877455 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4849ef18-834c-41a4-8685-065537e9b434 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] 10.222.0.76 "DELETE /v2.0/ports/b69ea593-57d9-402c-a833-ad92ccd45307 HTTP/1.1" status: 204  len: 168 time: 3.7542675
Nov 24 13:04:10.883698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-a951d861-f470-404b-ab5f-468cde94e1e7 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] device_id is not set on port 3b70ee63-6689-4513-ad96-3ae34ab707b8 yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:04:10.900801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43936) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:10.952512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:10.979959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cbbece06-a31c-4697-a43b-260c2bb90c78 tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:10.985992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6fdd3e2d-ac8f-4f76-b12f-0cde7f9c2f0b None None] Provisioning complete for port dc709d77-c299-4ef5-a7a2-f557f5d70c52 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:04:10.986647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6fdd3e2d-ac8f-4f76-b12f-0cde7f9c2f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:11.042380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd3e2d-ac8f-4f76-b12f-0cde7f9c2f0b None None] Port dc709d77-c299-4ef5-a7a2-f557f5d70c52 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:04:11.064421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7bea0793-3a28-404c-9199-cce39b5eaf1b tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Synchronizing usage tracker for tenant:c007fc86389a40a6bf71f190fba58c2c on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:04:11.068061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45d5d9e-8cfb-4563-b962-448eb9080d5b admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:04:11.081537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ad936c-1e4c-4d0b-a5c7-6f7401327115 None None] Sync routers for ids ['303ef846-7f78-4e44-9457-b63bf6ee06b5'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:04:11.095563 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4276d6-4122-415f-b69a-0c8bcf1af8dc tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] GET failed (client error): The resource could not be found.
Nov 24 13:04:11.096148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9b4276d6-4122-415f-b69a-0c8bcf1af8dc tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Synchronizing usage tracker for tenant:6d03983c6c4c4d87b7e902bbf22a74bc on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:04:11.104126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event deleted for resources: {'Port': ['ID=2006e20d-e3a6-4302-b9b6-5ae5db18226c,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:11.111954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ad936c-1e4c-4d0b-a5c7-6f7401327115 None None] Routers {'303ef846-7f78-4e44-9457-b63bf6ee06b5'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:04:11.117134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-17ad936c-1e4c-4d0b-a5c7-6f7401327115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc16f28>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:03:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['303ef846-7f78-4e44-9457-b63bf6ee06b5'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:11.118082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:11.160299 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a45d5d9e-8cfb-4563-b962-448eb9080d5b admin admin] 10.222.0.76 "PUT /v2.0/routers/303ef846-7f78-4e44-9457-b63bf6ee06b5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 15.4200342
Nov 24 13:04:11.164560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43940) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:11.264430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7bea0793-3a28-404c-9199-cce39b5eaf1b tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Unset dirty status for tenant:c007fc86389a40a6bf71f190fba58c2c on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:04:11.271387 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7bea0793-3a28-404c-9199-cce39b5eaf1b tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.5884786
Nov 24 13:04:11.271387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9b4276d6-4122-415f-b69a-0c8bcf1af8dc tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Unset dirty status for tenant:6d03983c6c4c4d87b7e902bbf22a74bc on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:04:11.271387 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9b4276d6-4122-415f-b69a-0c8bcf1af8dc tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] 10.222.0.76 "GET /v2.0/ports/b69ea593-57d9-402c-a833-ad92ccd45307 HTTP/1.1" status: 404  len: 333 time: 0.3660119
Nov 24 13:04:11.278041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43944) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:11.278458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43946) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:11.288596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-121caae9-a4ef-43ec-bd94-f82a26ecad34 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Request body: {'security_group': {'name': 'tempest-secgroup--677531463'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:11.353807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-121caae9-a4ef-43ec-bd94-f82a26ecad34 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:11.356531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-17ad936c-1e4c-4d0b-a5c7-6f7401327115 None None] Set router 303ef846-7f78-4e44-9457-b63bf6ee06b5 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:04:11.395297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-121caae9-a4ef-43ec-bd94-f82a26ecad34 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:11.444288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0df1c481-7a7c-475d-b1fa-447ca1569d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:11.472226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-65656ebf-f3bb-4f7b-be57-f140c78f1cbb tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:11.566802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3c469-56a1-4a3f-9199-098d421f0bb1 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Deleting port a8481850-e6db-4337-bd85-bf477d6f0409 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:11.567191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ae3c469-56a1-4a3f-9199-098d421f0bb1 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:11.625691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-121caae9-a4ef-43ec-bd94-f82a26ecad34 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:11.655293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1c481-7a7c-475d-b1fa-447ca1569d5e admin admin] Pushing event deleted for resources: {'Port': ['ID=cce7777b-e1d8-467d-90db-205e939310bf,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:11.667116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0df1c481-7a7c-475d-b1fa-447ca1569d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:11.718017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-a951d861-f470-404b-ab5f-468cde94e1e7 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Allocated IP 172.20.0.14 (b6553714-4051-4049-83a1-34bf2cbe33e9/b40ac6ff-70e2-4607-877c-a95a428fbf19/3b70ee63-6689-4513-ad96-3ae34ab707b8) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:04:11.722809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-17ad936c-1e4c-4d0b-a5c7-6f7401327115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc16f28>, [{'id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'name': 'tempest-ServersTestManualDisk-1579092289-router', 'tenant_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'c0c120c3-bcf6-4efc-abb9-af284b657f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:27Z', 'updated_at': '2020-11-24T13:04:02Z', 'revision_number': 5, 'project_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'gw_port': {'id': 'c0c120c3-bcf6-4efc-abb9-af284b657f1d', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:30Z', 'updated_at': '2020-11-24T13:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:11.727859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ad936c-1e4c-4d0b-a5c7-6f7401327115 None None] Checking router: 303ef846-7f78-4e44-9457-b63bf6ee06b5 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:04:11.742370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ad936c-1e4c-4d0b-a5c7-6f7401327115 None None] Routers {'303ef846-7f78-4e44-9457-b63bf6ee06b5'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:04:11.743208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-17ad936c-1e4c-4d0b-a5c7-6f7401327115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc16f28>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:03:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['303ef846-7f78-4e44-9457-b63bf6ee06b5'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:11.778645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-a951d861-f470-404b-ab5f-468cde94e1e7 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Allocated IP 172.20.0.13 (b6553714-4051-4049-83a1-34bf2cbe33e9/b40ac6ff-70e2-4607-877c-a95a428fbf19/3b70ee63-6689-4513-ad96-3ae34ab707b8) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:04:11.837201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-121caae9-a4ef-43ec-bd94-f82a26ecad34 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:11.867227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] No DVR routers for this DVR port 2006e20d-e3a6-4302-b9b6-5ae5db18226c on host dv-neutron-601336-61-ovs {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:04:11.879392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e05c5c-479f-48ed-bbc4-0f6f1439b64a None None] DHCP port deletion for e7109908-8731-44dd-acc6-c82dd3baa636 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:04:11.884004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-121caae9-a4ef-43ec-bd94-f82a26ecad34 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Usage tracker for resource:security_group_rule and tenant:c007fc86389a40a6bf71f190fba58c2c is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:11.889587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-121caae9-a4ef-43ec-bd94-f82a26ecad34 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:11.925750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4142953e-3e33-4855-a9ff-d58e1f8b1b72 None None] get_active_networks_info from dv-neutron-601336-61-ovs {{(pid=80945) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 13:04:11.965676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4dfda335-a0c0-434b-b72f-efdb40ed62ef tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:11.975202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-121caae9-a4ef-43ec-bd94-f82a26ecad34 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:11.989590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-17ad936c-1e4c-4d0b-a5c7-6f7401327115 None None] Set router 303ef846-7f78-4e44-9457-b63bf6ee06b5 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:04:12.124207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4dfda335-a0c0-434b-b72f-efdb40ed62ef tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Calling delete_port for dc709d77-c299-4ef5-a7a2-f557f5d70c52 owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:12.184921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:12.220079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9713a3-d81c-4738-8be2-a29ab332c326 req-13db8759-757d-4f5d-a576-adc285fabd04 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:12.221605 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4a9713a3-d81c-4738-8be2-a29ab332c326 req-13db8759-757d-4f5d-a576-adc285fabd04 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.7490096
Nov 24 13:04:12.230058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4142953e-3e33-4855-a9ff-d58e1f8b1b72 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 24 13:04:12.344705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ae3c469-56a1-4a3f-9199-098d421f0bb1 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:12.447246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-121caae9-a4ef-43ec-bd94-f82a26ecad34 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:12.527181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-121caae9-a4ef-43ec-bd94-f82a26ecad34 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:12.580493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-53a550f0-3ecc-4126-b7ec-dcb8969a1539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:12.587612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-17ad936c-1e4c-4d0b-a5c7-6f7401327115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc16f28>, [{'id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'name': 'tempest-ServersTestManualDisk-1579092289-router', 'tenant_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'c0c120c3-bcf6-4efc-abb9-af284b657f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:27Z', 'updated_at': '2020-11-24T13:04:02Z', 'revision_number': 5, 'project_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'gw_port': {'id': 'c0c120c3-bcf6-4efc-abb9-af284b657f1d', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:30Z', 'updated_at': '2020-11-24T13:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:12.590328 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4a9713a3-d81c-4738-8be2-a29ab332c326 req-e4f1f7c0-e230-49dd-99ab-d53462ec00a2 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3607681
Nov 24 13:04:12.593005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ad936c-1e4c-4d0b-a5c7-6f7401327115 None None] The sync data for ids ['303ef846-7f78-4e44-9457-b63bf6ee06b5'] in dv-neutron-601336-61-ovs is: [{'id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'name': 'tempest-ServersTestManualDisk-1579092289-router', 'tenant_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'c0c120c3-bcf6-4efc-abb9-af284b657f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:27Z', 'updated_at': '2020-11-24T13:04:02Z', 'revision_number': 5, 'project_id': 'ea8aaac80b7f416b8647220a0a5fe6df', 'gw_port': {'id': 'c0c120c3-bcf6-4efc-abb9-af284b657f1d', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303ef846-7f78-4e44-9457-b63bf6ee06b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:30Z', 'updated_at': '2020-11-24T13:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:04:12.607683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a8ed81ad-8296-4533-8ab3-be94a4c5ce95 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:12.625371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0df1c481-7a7c-475d-b1fa-447ca1569d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:12.706461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:12.727160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4dfda335-a0c0-434b-b72f-efdb40ed62ef tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:12.734057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:12.834826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:12.870197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b681c24-eb5b-4591-9165-6584887808b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:12.984605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event deleted for resources: {'Subnet': ['ID=9cb5a1fc-c8ad-4b26-8df9-3be49813caa1,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:13.017282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3c469-56a1-4a3f-9199-098d421f0bb1 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Calling delete_port for a8481850-e6db-4337-bd85-bf477d6f0409 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:13.047104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:13.062268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-45b6863a-1c28-4f86-b965-8805c1b59c97 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:13.176014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfda335-a0c0-434b-b72f-efdb40ed62ef tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Pushing event deleted for resources: {'Port': ['ID=dc709d77-c299-4ef5-a7a2-f557f5d70c52,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:13.185088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fa78eb-2b1c-4819-888e-ea9c9fc85108 None None] Network e7109908-8731-44dd-acc6-c82dd3baa636 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:04:13.206940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a951d861-f470-404b-ab5f-468cde94e1e7 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:13.265016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2006e20d-e3a6-4302-b9b6-5ae5db18226c no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:04:13.280368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4dfda335-a0c0-434b-b72f-efdb40ed62ef tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:13.284389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121caae9-a4ef-43ec-bd94-f82a26ecad34 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Pushing event updated for resources: {'SecurityGroup': ['ID=d057daa6-fcd5-4237-a975-9d4102ef185d,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:13.306652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-121caae9-a4ef-43ec-bd94-f82a26ecad34 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:13.307455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-121caae9-a4ef-43ec-bd94-f82a26ecad34 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:13.311700 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-121caae9-a4ef-43ec-bd94-f82a26ecad34 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1627 time: 2.0273142
Nov 24 13:04:13.311842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 2006e20d-e3a6-4302-b9b6-5ae5db18226c {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:04:13.311842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2006e20d-e3a6-4302-b9b6-5ae5db18226c not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:04:13.311842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8b088be8-563e-4051-8787-fdddfa28c383 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:04:13.326763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43956) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:13.362862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 8b088be8-563e-4051-8787-fdddfa28c383 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:04:13.363196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8b088be8-563e-4051-8787-fdddfa28c383 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:04:13.406003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:13.409353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7dd74741-cad1-491b-b1f3-77beddf832ab tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Request body: {'security_group_rule': {'security_group_id': 'd057daa6-fcd5-4237-a975-9d4102ef185d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:13.412675 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.api.v2.base [None req-7dd74741-cad1-491b-b1f3-77beddf832ab tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Nov 24 13:04:13.413240 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-7dd74741-cad1-491b-b1f3-77beddf832ab tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:04:13.415825 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7dd74741-cad1-491b-b1f3-77beddf832ab tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0864997
Nov 24 13:04:13.420263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43960) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:13.427063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-34fded25-0a61-495f-afe1-68cceb3e30e4 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Request body: {'security_group_rule': {'security_group_id': 'd057daa6-fcd5-4237-a975-9d4102ef185d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:13.427782 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.api.v2.base [None req-34fded25-0a61-495f-afe1-68cceb3e30e4 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Nov 24 13:04:13.428314 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-34fded25-0a61-495f-afe1-68cceb3e30e4 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:04:13.432790 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-34fded25-0a61-495f-afe1-68cceb3e30e4 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0075169
Nov 24 13:04:13.432790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0df1c481-7a7c-475d-b1fa-447ca1569d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:13.434387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43964) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:13.464177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c52607-38cc-4884-8739-c8a32e51f130 None None] DHCP port deletion for e7109908-8731-44dd-acc6-c82dd3baa636 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:04:13.486655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a5581e84-8d46-4357-8834-ba599915660a tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Request body: {'security_group_rule': {'security_group_id': 'd057daa6-fcd5-4237-a975-9d4102ef185d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:13.487598 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.api.v2.base [None req-a5581e84-8d46-4357-8834-ba599915660a tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Nov 24 13:04:13.488158 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-a5581e84-8d46-4357-8834-ba599915660a tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:04:13.492609 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a5581e84-8d46-4357-8834-ba599915660a tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0538120
Nov 24 13:04:13.501674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43968) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:13.507663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0df1c481-7a7c-475d-b1fa-447ca1569d5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:13.528223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a951d861-f470-404b-ab5f-468cde94e1e7 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:13.537558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a18b2caa-5bb5-436a-bbd7-2c21ef2d196e tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Request body: {'security_group_rule': {'security_group_id': 'd057daa6-fcd5-4237-a975-9d4102ef185d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:13.540210 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.api.v2.base [None req-a18b2caa-5bb5-436a-bbd7-2c21ef2d196e tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Nov 24 13:04:13.540773 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-a18b2caa-5bb5-436a-bbd7-2c21ef2d196e tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:04:13.544650 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a18b2caa-5bb5-436a-bbd7-2c21ef2d196e tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0384014
Nov 24 13:04:13.551569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43972) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:13.554359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1a4f5a9b-4b2b-4638-b82d-966242516abf tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:13.582106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e178a-bdc0-4ed4-a9ee-da14c64a56b6 req-1e914996-d8dc-4fe9-9754-9b56ebe308bd tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:13.584271 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-042e178a-bdc0-4ed4-a9ee-da14c64a56b6 req-1e914996-d8dc-4fe9-9754-9b56ebe308bd tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.7167208
Nov 24 13:04:13.657860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634c2897f0>,) {'filters': {'network_id': ['e7109908-8731-44dd-acc6-c82dd3baa636']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:13.682791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ae3c469-56a1-4a3f-9199-098d421f0bb1 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:13.696870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c2897f0>, 'e780af53-46c2-4892-8a9b-97bba16395d4') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:13.697211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c2897f0>, 'e780af53-46c2-4892-8a9b-97bba16395d4') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:13.715837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0df1c481-7a7c-475d-b1fa-447ca1569d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:13.716421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df1c481-7a7c-475d-b1fa-447ca1569d5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8063002f-c51e-4912-afa6-aff6e3318723 {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:04:13.730439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4dfda335-a0c0-434b-b72f-efdb40ed62ef tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:13.734678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:13.779080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:13.788093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Releasing vxlan tunnel 8 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:04:13.805756 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4dfda335-a0c0-434b-b72f-efdb40ed62ef tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] 10.222.0.76 "DELETE /v2.0/ports/dc709d77-c299-4ef5-a7a2-f557f5d70c52 HTTP/1.1" status: 204  len: 168 time: 3.0556123
Nov 24 13:04:13.811024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951d861-f470-404b-ab5f-468cde94e1e7 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event updated for resources: {'Port': ['ID=3b70ee63-6689-4513-ad96-3ae34ab707b8,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:13.815512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43976) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:13.825555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a951d861-f470-404b-ab5f-468cde94e1e7 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:13.830516 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-042e178a-bdc0-4ed4-a9ee-da14c64a56b6 req-8de94e1e-9c53-4477-b198-d1e7d054b33e tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2249720
Nov 24 13:04:13.830802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2f53e670-14fe-4f0c-9e18-69dbbb9b4c40 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:13.918162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2954af7f-0690-4901-bf6d-e650bf49524d tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:13.992204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3c469-56a1-4a3f-9199-098d421f0bb1 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Pushing event deleted for resources: {'Port': ['ID=a8481850-e6db-4337-bd85-bf477d6f0409,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:13.995461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9ae3c469-56a1-4a3f-9199-098d421f0bb1 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:13.997755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0df1c481-7a7c-475d-b1fa-447ca1569d5e admin admin] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:14.002191 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0df1c481-7a7c-475d-b1fa-447ca1569d5e admin admin] 10.222.0.76 "DELETE /v2.0/routers/8063002f-c51e-4912-afa6-aff6e3318723 HTTP/1.1" status: 204  len: 168 time: 7.9774976
Nov 24 13:04:14.006774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43982) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:14.016951 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e19d8ed-96ff-489b-a318-a3670a1f8007 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] GET failed (client error): The resource could not be found.
Nov 24 13:04:14.017603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0e19d8ed-96ff-489b-a318-a3670a1f8007 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Synchronizing usage tracker for tenant:8cfd7e59ac5c475f8fc39cd0c53e9e41 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:04:14.105803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:14.135110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network e7109908-8731-44dd-acc6-c82dd3baa636 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:04:14.137956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0e19d8ed-96ff-489b-a318-a3670a1f8007 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Unset dirty status for tenant:8cfd7e59ac5c475f8fc39cd0c53e9e41 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:04:14.141872 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0e19d8ed-96ff-489b-a318-a3670a1f8007 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] 10.222.0.76 "GET /v2.0/ports/dc709d77-c299-4ef5-a7a2-f557f5d70c52 HTTP/1.1" status: 404  len: 333 time: 0.3183014
Nov 24 13:04:14.144845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43986) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:14.155240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2954af7f-0690-4901-bf6d-e650bf49524d tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:14.166918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:14.246697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a951d861-f470-404b-ab5f-468cde94e1e7 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Network b6553714-4051-4049-83a1-34bf2cbe33e9 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:04:14.248785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b681c24-eb5b-4591-9165-6584887808b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:14.256336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-c46d7a8f-16dd-4f52-a03c-79ce323d5195 admin admin] Deleting subnet 4487902c-b885-4e28-986b-43936d420160 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:04:14.265389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-a951d861-f470-404b-ab5f-468cde94e1e7 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:04:14.267439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c46d7a8f-16dd-4f52-a03c-79ce323d5195 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:14.310275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a951d861-f470-404b-ab5f-468cde94e1e7 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:04:14.370216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5b681c24-eb5b-4591-9165-6584887808b3 admin admin] Deleting port c0c120c3-bcf6-4efc-abb9-af284b657f1d {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:14.370602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b681c24-eb5b-4591-9165-6584887808b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:14.395683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e0235186-e820-4a70-a30a-91afe115794d tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Deleting port ce9e62be-6e21-4c5d-a15b-f583fed5a75e {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:14.396068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e0235186-e820-4a70-a30a-91afe115794d tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:14.465640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network e7109908-8731-44dd-acc6-c82dd3baa636 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:04:14.471128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c46d7a8f-16dd-4f52-a03c-79ce323d5195 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:14.496561 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:04:14.496561 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:04:14.496561 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:04:14.496561 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:04:14.496561 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:04:14.496561 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:04:14.496561 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:04:14.496561 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:04:14.496561 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:04:14.496561 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:04:14.496561 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:04:14.496561 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:04:14.496561 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:04:14.496561 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:04:14.496561 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:04:14.496561 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:04:14.496561 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:04:14.496561 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:04:14.496561 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:04:14.496561 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:04:14.496561 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:04:14.496561 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:04:14.496561 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:04:14.496561 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:04:14.496561 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:04:14.496561 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:04:14.496561 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:04:14.496561 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:04:14.496561 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:04:14.496561 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:04:14.496561 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:04:14.496561 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:04:14.502834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ae3c469-56a1-4a3f-9199-098d421f0bb1 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:14.504881 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9ae3c469-56a1-4a3f-9199-098d421f0bb1 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] 10.222.0.76 "DELETE /v2.0/ports/a8481850-e6db-4337-bd85-bf477d6f0409 HTTP/1.1" status: 204  len: 168 time: 3.2254062
Nov 24 13:04:14.512610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43990) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:14.527073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a951d861-f470-404b-ab5f-468cde94e1e7 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:14.527738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a951d861-f470-404b-ab5f-468cde94e1e7 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:14.637403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:14.647009 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-9306eeb2-9865-45c6-985d-5f789998781f tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] GET failed (client error): The resource could not be found.
Nov 24 13:04:14.647583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9306eeb2-9865-45c6-985d-5f789998781f tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Synchronizing usage tracker for tenant:6d03983c6c4c4d87b7e902bbf22a74bc on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:04:14.654696 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a951d861-f470-404b-ab5f-468cde94e1e7 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1010 time: 5.8102732
Nov 24 13:04:14.660835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 43994) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:14.679466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-3afd7332-9483-40f0-aec3-ad80118fb454 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'port_id': '3b70ee63-6689-4513-ad96-3ae34ab707b8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:14.709141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3afd7332-9483-40f0-aec3-ad80118fb454 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:14.800524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3afd7332-9483-40f0-aec3-ad80118fb454 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Usage tracker for resource:floatingip and tenant:fd22555ebd24497b9a32eac1cfc2772e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:14.804714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3afd7332-9483-40f0-aec3-ad80118fb454 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:14.812303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9306eeb2-9865-45c6-985d-5f789998781f tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Unset dirty status for tenant:6d03983c6c4c4d87b7e902bbf22a74bc on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:04:14.813567 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9306eeb2-9865-45c6-985d-5f789998781f tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] 10.222.0.76 "GET /v2.0/ports/a8481850-e6db-4337-bd85-bf477d6f0409 HTTP/1.1" status: 404  len: 333 time: 0.2919559
Nov 24 13:04:14.818827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 43998) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:14.824845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2954af7f-0690-4901-bf6d-e650bf49524d tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:14.827090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3afd7332-9483-40f0-aec3-ad80118fb454 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:14.837538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606800d-51e7-446d-a363-ae5aaa65bb28 req-c6cb3518-23c4-44e0-95ab-2d843059dd60 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:14.839209 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8606800d-51e7-446d-a363-ae5aaa65bb28 req-c6cb3518-23c4-44e0-95ab-2d843059dd60 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.8166170
Nov 24 13:04:14.860713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a8c056e6-d902-4f37-a029-8edd9c30e055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:14.875014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3afd7332-9483-40f0-aec3-ad80118fb454 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:14.896350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c46d7a8f-16dd-4f52-a03c-79ce323d5195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:15.013555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954af7f-0690-4901-bf6d-e650bf49524d tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Pushing event deleted for resources: {'SecurityGroup': ['ID=d057daa6-fcd5-4237-a975-9d4102ef185d,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:15.023814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e0235186-e820-4a70-a30a-91afe115794d tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:15.034566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2954af7f-0690-4901-bf6d-e650bf49524d tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:15.057003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:15.063173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2954af7f-0690-4901-bf6d-e650bf49524d tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:15.064397 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2954af7f-0690-4901-bf6d-e650bf49524d tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "DELETE /v2.0/security-groups/d057daa6-fcd5-4237-a975-9d4102ef185d HTTP/1.1" status: 204  len: 168 time: 1.5095942
Nov 24 13:04:15.072037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44002) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:15.081831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2cf1bb6b-f6d3-4b4d-86af-b77e6cdc15b8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:15.115748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:15.127057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-d033cfe1-da7a-48c3-bbbd-e630719e15ab tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Deleting port 9bdab3c7-668b-4708-b435-03231ac7f683 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:15.127463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d033cfe1-da7a-48c3-bbbd-e630719e15ab tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:15.137771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device cce7777b-e1d8-467d-90db-205e939310bf no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:04:15.185655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event deleted for resources: {'Network': ['ID=e7109908-8731-44dd-acc6-c82dd3baa636,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:15.197406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: cce7777b-e1d8-467d-90db-205e939310bf {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:04:15.197903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device cce7777b-e1d8-467d-90db-205e939310bf not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:04:15.204547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:15.211997 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "DELETE /v2.0/networks/e7109908-8731-44dd-acc6-c82dd3baa636 HTTP/1.1" status: 204  len: 168 time: 8.1447532
Nov 24 13:04:15.219091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44006) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:15.246628 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8606800d-51e7-446d-a363-ae5aaa65bb28 req-5dd8ba2e-73f8-4b02-b21e-35f73beed957 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3775012
Nov 24 13:04:15.300672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-5b681c24-eb5b-4591-9165-6584887808b3 admin admin] For port c0c120c3-bcf6-4efc-abb9-af284b657f1d, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=c0c120c3-bcf6-4efc-abb9-af284b657f1d,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:04:15.301184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b681c24-eb5b-4591-9165-6584887808b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:15.319339 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-176adfda-5b0c-40bf-9ab4-8e666d44b319 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] DELETE failed (client error): The resource could not be found.
Nov 24 13:04:15.319840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-176adfda-5b0c-40bf-9ab4-8e666d44b319 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:04:15.325968 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-176adfda-5b0c-40bf-9ab4-8e666d44b319 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "DELETE /v2.0/networks/e7109908-8731-44dd-acc6-c82dd3baa636 HTTP/1.1" status: 404  len: 339 time: 0.0847445
Nov 24 13:04:15.336819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44012) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:15.441219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2be45f1a-7f59-4089-a6ff-fd7e2b61d8f4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-405917912', 'description': 'd1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:15.511317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e0235186-e820-4a70-a30a-91afe115794d tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Calling delete_port for ce9e62be-6e21-4c5d-a15b-f583fed5a75e owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:15.524623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5b681c24-eb5b-4591-9165-6584887808b3 admin admin] Calling delete_port for c0c120c3-bcf6-4efc-abb9-af284b657f1d owned by network:router_gateway {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:15.584812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2be45f1a-7f59-4089-a6ff-fd7e2b61d8f4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:15.591012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-76e384fd-cc72-427a-b110-6632f42d6bdd tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Synchronizing usage tracker for tenant:c007fc86389a40a6bf71f190fba58c2c on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:04:15.617649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2be45f1a-7f59-4089-a6ff-fd7e2b61d8f4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Usage tracker for resource:network and tenant:82cb9c8693f342c184d25cc0ea67ad76 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:15.638755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2be45f1a-7f59-4089-a6ff-fd7e2b61d8f4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Quota usage for network was recalculated. Used quota:3. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:15.677672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2be45f1a-7f59-4089-a6ff-fd7e2b61d8f4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:15.759984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-76e384fd-cc72-427a-b110-6632f42d6bdd tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Unset dirty status for tenant:c007fc86389a40a6bf71f190fba58c2c on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:04:15.761331 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-76e384fd-cc72-427a-b110-6632f42d6bdd tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.6810100
Nov 24 13:04:15.768595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44016) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:15.791231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9d282c33-b6be-4fcb-a8b0-e21bec1011fc tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Request body: {'security_group': {'name': 'tempest-secgroup--561709678'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:15.798325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be45f1a-7f59-4089-a6ff-fd7e2b61d8f4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Made reservation on behalf of 82cb9c8693f342c184d25cc0ea67ad76 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:04:15.804320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2be45f1a-7f59-4089-a6ff-fd7e2b61d8f4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:15.812349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9d282c33-b6be-4fcb-a8b0-e21bec1011fc tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:15.839115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9d282c33-b6be-4fcb-a8b0-e21bec1011fc tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:15.841845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e0235186-e820-4a70-a30a-91afe115794d tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:15.849500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3afd7332-9483-40f0-aec3-ad80118fb454 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:15.877518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-03ae0da4-3604-47c8-a15b-1945ceb82de6 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:15.914422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be45f1a-7f59-4089-a6ff-fd7e2b61d8f4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:04:15.923679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d033cfe1-da7a-48c3-bbbd-e630719e15ab tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:15.938972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602748f4-5126-4501-b1d7-832cd971985e req-11cb7283-907c-4385-bae1-bbe51b09350b tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:15.940583 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-602748f4-5126-4501-b1d7-832cd971985e req-11cb7283-907c-4385-bae1-bbe51b09350b tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.4881477
Nov 24 13:04:16.001713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0235186-e820-4a70-a30a-91afe115794d tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Pushing event deleted for resources: {'Port': ['ID=ce9e62be-6e21-4c5d-a15b-f583fed5a75e,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:16.009787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d282c33-b6be-4fcb-a8b0-e21bec1011fc tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:16.021671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e0235186-e820-4a70-a30a-91afe115794d tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:16.088559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2be45f1a-7f59-4089-a6ff-fd7e2b61d8f4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:16.088957 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-2be45f1a-7f59-4089-a6ff-fd7e2b61d8f4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Added segment 51573f54-1428-45ef-ac84-ed7c888e9129 of type vxlan for network f88f309a-f987-4d4c-a2cd-797f0cf86af1
Nov 24 13:04:16.105017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-d033cfe1-da7a-48c3-bbbd-e630719e15ab tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Calling delete_port for 9bdab3c7-668b-4708-b435-03231ac7f683 owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:16.140795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c46d7a8f-16dd-4f52-a03c-79ce323d5195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:16.177434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7cde7c4e-e7a4-4ba5-8199-b54cb349c969 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:16.247463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2be45f1a-7f59-4089-a6ff-fd7e2b61d8f4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:16.284788 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-602748f4-5126-4501-b1d7-832cd971985e req-788aba1a-e476-4961-b509-aff508ed54ae tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3359272
Nov 24 13:04:16.290496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9d282c33-b6be-4fcb-a8b0-e21bec1011fc tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:16.309917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d7a8f-16dd-4f52-a03c-79ce323d5195 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4487902c-b885-4e28-986b-43936d420160,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:16.310869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9d282c33-b6be-4fcb-a8b0-e21bec1011fc tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Usage tracker for resource:security_group_rule and tenant:c007fc86389a40a6bf71f190fba58c2c is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:16.341675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9d282c33-b6be-4fcb-a8b0-e21bec1011fc tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:16.347145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b681c24-eb5b-4591-9165-6584887808b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:16.351539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c46d7a8f-16dd-4f52-a03c-79ce323d5195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:16.372646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4dfda335-a0c0-434b-b72f-efdb40ed62ef tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:16.411279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9d282c33-b6be-4fcb-a8b0-e21bec1011fc tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:16.484047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e0235186-e820-4a70-a30a-91afe115794d tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:16.484749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b681c24-eb5b-4591-9165-6584887808b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c120c3-bcf6-4efc-abb9-af284b657f1d,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:16.486552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2be45f1a-7f59-4089-a6ff-fd7e2b61d8f4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:16.490682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be45f1a-7f59-4089-a6ff-fd7e2b61d8f4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:16.491301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2be45f1a-7f59-4089-a6ff-fd7e2b61d8f4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:16.497507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5b681c24-eb5b-4591-9165-6584887808b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:16.501984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:16.550533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf13c36-6fd6-4b94-ac81-f1c5f9ee80e7 None None] Network 5fae2ebf-38a4-4188-8136-91cd36860221 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:04:16.557534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c46d7a8f-16dd-4f52-a03c-79ce323d5195 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:16.608358 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e0235186-e820-4a70-a30a-91afe115794d tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] 10.222.0.76 "DELETE /v2.0/ports/ce9e62be-6e21-4c5d-a15b-f583fed5a75e HTTP/1.1" status: 204  len: 168 time: 2.4586277
Nov 24 13:04:16.621283 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c46d7a8f-16dd-4f52-a03c-79ce323d5195 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/4487902c-b885-4e28-986b-43936d420160 HTTP/1.1" status: 204  len: 168 time: 2.6084530
Nov 24 13:04:16.621548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44022) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:16.624842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44024) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:16.638682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d282c33-b6be-4fcb-a8b0-e21bec1011fc tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:16.668257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d282c33-b6be-4fcb-a8b0-e21bec1011fc tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:16.673032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4bd82cb6-d143-4435-87e4-453d0e671f75 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:16.684495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d033cfe1-da7a-48c3-bbbd-e630719e15ab tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:16.732444 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2be45f1a-7f59-4089-a6ff-fd7e2b61d8f4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.3585987
Nov 24 13:04:16.739234 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-0029064a-15ce-42dc-b4c0-6239c056efe5 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] GET failed (client error): The resource could not be found.
Nov 24 13:04:16.739798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0029064a-15ce-42dc-b4c0-6239c056efe5 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Synchronizing usage tracker for tenant:8cfd7e59ac5c475f8fc39cd0c53e9e41 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:04:16.744883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44030) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:16.751075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-3afd7332-9483-40f0-aec3-ad80118fb454 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Allocated IP 172.26.8.25 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/566bab6b-1e1b-4101-b48d-ce6ab06b1526) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:04:16.794577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be45f1a-7f59-4089-a6ff-fd7e2b61d8f4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event updated for resources: {'Network': ['ID=f88f309a-f987-4d4c-a2cd-797f0cf86af1,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:16.811225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network f88f309a-f987-4d4c-a2cd-797f0cf86af1 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:04:16.819145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2be45f1a-7f59-4089-a6ff-fd7e2b61d8f4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:16.819852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-16f72cc2-971e-48eb-9cb0-160610a21127 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:16.831546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network f88f309a-f987-4d4c-a2cd-797f0cf86af1 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:04:16.880237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033cfe1-da7a-48c3-bbbd-e630719e15ab tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Pushing event deleted for resources: {'Port': ['ID=9bdab3c7-668b-4708-b435-03231ac7f683,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:16.888793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d033cfe1-da7a-48c3-bbbd-e630719e15ab tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:16.910188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0029064a-15ce-42dc-b4c0-6239c056efe5 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Unset dirty status for tenant:8cfd7e59ac5c475f8fc39cd0c53e9e41 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:04:16.915755 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0029064a-15ce-42dc-b4c0-6239c056efe5 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] 10.222.0.76 "GET /v2.0/ports/ce9e62be-6e21-4c5d-a15b-f583fed5a75e HTTP/1.1" status: 404  len: 333 time: 0.2886586
Nov 24 13:04:16.916833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44034) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:16.941448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d282c33-b6be-4fcb-a8b0-e21bec1011fc tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Pushing event updated for resources: {'SecurityGroup': ['ID=16bbb21f-e5fe-46cb-878a-bf86261f3bff,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:16.944904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d282c33-b6be-4fcb-a8b0-e21bec1011fc tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:16.946767 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9d282c33-b6be-4fcb-a8b0-e21bec1011fc tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1627 time: 1.1740234
Nov 24 13:04:16.982165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44038) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:16.988550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-1f2310bd-42bf-4208-a29e-1075486cd4a1 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Request body: {'security_group_rule': {'security_group_id': '16bbb21f-e5fe-46cb-878a-bf86261f3bff', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:16.990216 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.api.v2.base [None req-1f2310bd-42bf-4208-a29e-1075486cd4a1 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 24 13:04:16.990671 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-1f2310bd-42bf-4208-a29e-1075486cd4a1 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:04:16.994878 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1f2310bd-42bf-4208-a29e-1075486cd4a1 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0122783
Nov 24 13:04:17.010633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9d282c33-b6be-4fcb-a8b0-e21bec1011fc tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:17.025138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44042) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:17.033739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-06bfd2d1-d586-4606-8cf1-8b81844ac2a9 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Request body: {'security_group_rule': {'security_group_id': '16bbb21f-e5fe-46cb-878a-bf86261f3bff', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:17.064229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-416f02dc-aa02-4080-be62-f91618cfd421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:17.090902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0515a160-0d34-4dc2-a247-b4f13baab689 None None] DHCP port deletion for 5fae2ebf-38a4-4188-8136-91cd36860221 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:04:17.095272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-0515a160-0d34-4dc2-a247-b4f13baab689 None None] Deleting port f2e9d19c-356a-4cf3-ab80-ead226562959 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:17.095713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0515a160-0d34-4dc2-a247-b4f13baab689 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:17.102934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-be3aa91a-112f-4fbd-bfdf-3344e977337c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Deleting port fc01207d-bf98-4210-998e-807ae365b177 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:17.103602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-be3aa91a-112f-4fbd-bfdf-3344e977337c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:17.116963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-06bfd2d1-d586-4606-8cf1-8b81844ac2a9 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:17.146493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-06bfd2d1-d586-4606-8cf1-8b81844ac2a9 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Usage tracker for resource:security_group_rule and tenant:c007fc86389a40a6bf71f190fba58c2c is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:17.154508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c98ec8-fe42-4d26-a74a-b60474c84a30 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:17.155260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b5c98ec8-fe42-4d26-a74a-b60474c84a30 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Synchronizing usage tracker for tenant:82cb9c8693f342c184d25cc0ea67ad76 on resource:network {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:04:17.161515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-06bfd2d1-d586-4606-8cf1-8b81844ac2a9 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:17.180276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-06bfd2d1-d586-4606-8cf1-8b81844ac2a9 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:17.225037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-416f02dc-aa02-4080-be62-f91618cfd421 admin admin] Deleting port f2e9d19c-356a-4cf3-ab80-ead226562959 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:17.225369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-416f02dc-aa02-4080-be62-f91618cfd421 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:17.285283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b5c98ec8-fe42-4d26-a74a-b60474c84a30 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Unset dirty status for tenant:82cb9c8693f342c184d25cc0ea67ad76 on resource:network {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:04:17.286520 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b5c98ec8-fe42-4d26-a74a-b60474c84a30 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "GET /v2.0/networks?id=f88f309a-f987-4d4c-a2cd-797f0cf86af1 HTTP/1.1" status: 200  len: 764 time: 0.5289772
Nov 24 13:04:17.296992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44046) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:17.308679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-fbbba220-145b-48f0-8bca-6c1ef2705632 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Request body: {'network': {'description': 'd2'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:17.318673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device f2e9d19c-356a-4cf3-ab80-ead226562959 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:04:17.361816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3afd7332-9483-40f0-aec3-ad80118fb454 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:17.367378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-0515a160-0d34-4dc2-a247-b4f13baab689 None None] For port f2e9d19c-356a-4cf3-ab80-ead226562959, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=f2e9d19c-356a-4cf3-ab80-ead226562959,segment=NetworkSegment(d817b9b6-17c3-46f9-a6c5-0ab83cb913b6),segment_id=d817b9b6-17c3-46f9-a6c5-0ab83cb913b6)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:04:17.367829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0515a160-0d34-4dc2-a247-b4f13baab689 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:17.446460 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-06bfd2d1-d586-4606-8cf1-8b81844ac2a9 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:04:17.446460 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-06bfd2d1-d586-4606-8cf1-8b81844ac2a9 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.4175248
Nov 24 13:04:17.487146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44050) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:17.507774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-18ee3472-922c-4b58-be5a-03c8d071fe71 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Request body: {'security_group_rule': {'security_group_id': '16bbb21f-e5fe-46cb-878a-bf86261f3bff', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:17.509340 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.api.v2.base [None req-18ee3472-922c-4b58-be5a-03c8d071fe71 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Nov 24 13:04:17.509885 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-18ee3472-922c-4b58-be5a-03c8d071fe71 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:04:17.511129 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-18ee3472-922c-4b58-be5a-03c8d071fe71 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0231099
Nov 24 13:04:17.519446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-0515a160-0d34-4dc2-a247-b4f13baab689 None None] Calling delete_port for f2e9d19c-356a-4cf3-ab80-ead226562959 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:17.523781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44054) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:17.549915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-25c10644-ce54-433c-a535-dae6dc257c97 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Request body: {'security_group_rule': {'security_group_id': '16bbb21f-e5fe-46cb-878a-bf86261f3bff', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:17.585123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-25c10644-ce54-433c-a535-dae6dc257c97 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:17.651438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:17.675809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0515a160-0d34-4dc2-a247-b4f13baab689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:17.694442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-84a0932f-5fdb-4480-90f2-4238653b54df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:17.714964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-25c10644-ce54-433c-a535-dae6dc257c97 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Usage tracker for resource:security_group_rule and tenant:c007fc86389a40a6bf71f190fba58c2c is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:17.719365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-25c10644-ce54-433c-a535-dae6dc257c97 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:17.746831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-25c10644-ce54-433c-a535-dae6dc257c97 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:17.792291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d033cfe1-da7a-48c3-bbbd-e630719e15ab tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:17.794459 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d033cfe1-da7a-48c3-bbbd-e630719e15ab tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] 10.222.0.76 "DELETE /v2.0/ports/9bdab3c7-668b-4708-b435-03231ac7f683 HTTP/1.1" status: 204  len: 168 time: 2.9649324
Nov 24 13:04:17.797468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44058) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:17.820759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b681c24-eb5b-4591-9165-6584887808b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:17.840842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3afd7332-9483-40f0-aec3-ad80118fb454 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:17.849545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515a160-0d34-4dc2-a247-b4f13baab689 None None] Pushing event deleted for resources: {'Port': ['ID=f2e9d19c-356a-4cf3-ab80-ead226562959,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:17.876791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7b4d5d0b-853d-4f60-8909-25754bcca2aa tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:17.892056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0515a160-0d34-4dc2-a247-b4f13baab689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:17.908126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0515a160-0d34-4dc2-a247-b4f13baab689 None None] No DVR routers for this DVR port f2e9d19c-356a-4cf3-ab80-ead226562959 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:04:18.258859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b681c24-eb5b-4591-9165-6584887808b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:18.274644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b681c24-eb5b-4591-9165-6584887808b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:18.315261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-be3aa91a-112f-4fbd-bfdf-3344e977337c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:18.360314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-416f02dc-aa02-4080-be62-f91618cfd421 admin admin] For port f2e9d19c-356a-4cf3-ab80-ead226562959, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=f2e9d19c-356a-4cf3-ab80-ead226562959,segment=NetworkSegment(d817b9b6-17c3-46f9-a6c5-0ab83cb913b6),segment_id=d817b9b6-17c3-46f9-a6c5-0ab83cb913b6)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:04:18.360712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-416f02dc-aa02-4080-be62-f91618cfd421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:18.459597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-be3aa91a-112f-4fbd-bfdf-3344e977337c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Calling delete_port for fc01207d-bf98-4210-998e-807ae365b177 owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:18.491833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b681c24-eb5b-4591-9165-6584887808b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:18.492441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b681c24-eb5b-4591-9165-6584887808b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 303ef846-7f78-4e44-9457-b63bf6ee06b5 {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:04:18.510681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b681c24-eb5b-4591-9165-6584887808b3 admin admin] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:18.514601 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5b681c24-eb5b-4591-9165-6584887808b3 admin admin] 10.222.0.76 "DELETE /v2.0/routers/303ef846-7f78-4e44-9457-b63bf6ee06b5 HTTP/1.1" status: 204  len: 168 time: 7.3360271
Nov 24 13:04:18.515487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44062) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:18.548317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd7332-9483-40f0-aec3-ad80118fb454 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event updated for resources: {'Port': ['ID=566bab6b-1e1b-4101-b48d-ce6ab06b1526,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:18.552776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3afd7332-9483-40f0-aec3-ad80118fb454 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:18.562990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-416f02dc-aa02-4080-be62-f91618cfd421 admin admin] Calling delete_port for f2e9d19c-356a-4cf3-ab80-ead226562959 owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:18.615591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d6a211-0b82-4911-900b-95dd04cdc9b4 admin admin] Deleting subnet c2dc0013-69cf-4d22-b176-8f1c434b75d1 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:04:18.619244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-98d6a211-0b82-4911-900b-95dd04cdc9b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:18.625537 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-25c10644-ce54-433c-a535-dae6dc257c97 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:04:18.626702 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-25c10644-ce54-433c-a535-dae6dc257c97 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 1.0961566
Nov 24 13:04:18.653071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44066) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:18.672254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-bcbd97a3-6384-4308-83b3-b5809f8f0851 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Request body: {'security_group_rule': {'security_group_id': '16bbb21f-e5fe-46cb-878a-bf86261f3bff', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:18.672797 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.api.v2.base [None req-bcbd97a3-6384-4308-83b3-b5809f8f0851 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 24 13:04:18.673321 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-bcbd97a3-6384-4308-83b3-b5809f8f0851 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:04:18.674410 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bcbd97a3-6384-4308-83b3-b5809f8f0851 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0196035
Nov 24 13:04:18.687814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44070) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:18.728211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-cfb307c2-2063-4070-a4fe-03d5018c03ad tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Request body: {'security_group_rule': {'security_group_id': '16bbb21f-e5fe-46cb-878a-bf86261f3bff', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:18.738108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-98d6a211-0b82-4911-900b-95dd04cdc9b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:18.759551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fbbba220-145b-48f0-8bca-6c1ef2705632 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:18.775291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-cfb307c2-2063-4070-a4fe-03d5018c03ad tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:18.797933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-cfb307c2-2063-4070-a4fe-03d5018c03ad tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Usage tracker for resource:security_group_rule and tenant:c007fc86389a40a6bf71f190fba58c2c is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:18.807530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-cfb307c2-2063-4070-a4fe-03d5018c03ad tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:18.809379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-be3aa91a-112f-4fbd-bfdf-3344e977337c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:18.813700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fbbba220-145b-48f0-8bca-6c1ef2705632 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:18.820980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-cfb307c2-2063-4070-a4fe-03d5018c03ad tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:18.825960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bcb2d751-5bc7-41f7-9c8e-967bce70716f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:18.859283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f3aeb575-d46c-4728-afbb-03be8a00c30b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:18.936182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3aa91a-112f-4fbd-bfdf-3344e977337c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Pushing event deleted for resources: {'Port': ['ID=fc01207d-bf98-4210-998e-807ae365b177,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:18.951212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-be3aa91a-112f-4fbd-bfdf-3344e977337c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:18.980405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-98d6a211-0b82-4911-900b-95dd04cdc9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:19.050643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-416f02dc-aa02-4080-be62-f91618cfd421 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:04:19.051076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-416f02dc-aa02-4080-be62-f91618cfd421 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:04:19.081352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afd7332-9483-40f0-aec3-ad80118fb454 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:04:19.093213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-3afd7332-9483-40f0-aec3-ad80118fb454 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:04:19.096027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afd7332-9483-40f0-aec3-ad80118fb454 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:04:19.164770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-be3aa91a-112f-4fbd-bfdf-3344e977337c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:19.166273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f9e211-e53c-415e-9b50-6796c3b8ac00 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Deleting subnet f692da47-62a8-46f4-b558-dd777f0b4e15 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:04:19.167948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbba220-145b-48f0-8bca-6c1ef2705632 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event updated for resources: {'Network': ['ID=f88f309a-f987-4d4c-a2cd-797f0cf86af1,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:19.183642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device c0c120c3-bcf6-4efc-abb9-af284b657f1d no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:04:19.186460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e8f9e211-e53c-415e-9b50-6796c3b8ac00 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:19.188906 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-be3aa91a-112f-4fbd-bfdf-3344e977337c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] 10.222.0.76 "DELETE /v2.0/ports/fc01207d-bf98-4210-998e-807ae365b177 HTTP/1.1" status: 204  len: 168 time: 2.2715058
Nov 24 13:04:19.194031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44074) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:19.219868 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-cfb307c2-2063-4070-a4fe-03d5018c03ad tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:04:19.221014 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cfb307c2-2063-4070-a4fe-03d5018c03ad tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.5181148
Nov 24 13:04:19.236335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fbbba220-145b-48f0-8bca-6c1ef2705632 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:19.237572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44078) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:19.255527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c7608208-7f12-40cd-bfad-8dc7d84d9742 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Request body: {'security_group_rule': {'security_group_id': '16bbb21f-e5fe-46cb-878a-bf86261f3bff', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:19.256041 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.api.v2.base [None req-c7608208-7f12-40cd-bfad-8dc7d84d9742 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Nov 24 13:04:19.256585 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-c7608208-7f12-40cd-bfad-8dc7d84d9742 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:04:19.257628 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c7608208-7f12-40cd-bfad-8dc7d84d9742 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0097520
Nov 24 13:04:19.262171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network f88f309a-f987-4d4c-a2cd-797f0cf86af1 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:04:19.266260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44082) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:19.280238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-85a22521-d4ec-41eb-a6a2-b37b369cc366 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Request body: {'security_group_rule': {'security_group_id': '16bbb21f-e5fe-46cb-878a-bf86261f3bff', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:19.281673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network f88f309a-f987-4d4c-a2cd-797f0cf86af1 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:04:19.290991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-85a22521-d4ec-41eb-a6a2-b37b369cc366 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:19.301905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-85a22521-d4ec-41eb-a6a2-b37b369cc366 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Usage tracker for resource:security_group_rule and tenant:c007fc86389a40a6bf71f190fba58c2c is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:19.304768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fbbba220-145b-48f0-8bca-6c1ef2705632 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network f88f309a-f987-4d4c-a2cd-797f0cf86af1 is not hosted by any dhcp agent {{(pid=80944) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Nov 24 13:04:19.308824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbba220-145b-48f0-8bca-6c1ef2705632 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:19.309764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fbbba220-145b-48f0-8bca-6c1ef2705632 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:19.311713 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fbbba220-145b-48f0-8bca-6c1ef2705632 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "PUT /v2.0/networks/f88f309a-f987-4d4c-a2cd-797f0cf86af1 HTTP/1.1" status: 200  len: 761 time: 2.0086174
Nov 24 13:04:19.316045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-85a22521-d4ec-41eb-a6a2-b37b369cc366 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:19.343229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44086) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:19.355328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e8f9e211-e53c-415e-9b50-6796c3b8ac00 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:19.371795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: c0c120c3-bcf6-4efc-abb9-af284b657f1d {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:04:19.372358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device c0c120c3-bcf6-4efc-abb9-af284b657f1d not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:04:19.404263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-85a22521-d4ec-41eb-a6a2-b37b369cc366 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:19.539326 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-85a22521-d4ec-41eb-a6a2-b37b369cc366 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:04:19.543290 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-85a22521-d4ec-41eb-a6a2-b37b369cc366 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.2709870
Nov 24 13:04:19.551982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44090) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:19.552603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-416f02dc-aa02-4080-be62-f91618cfd421 admin admin] Deleting port f2e9d19c-356a-4cf3-ab80-ead226562959 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:19.552979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-416f02dc-aa02-4080-be62-f91618cfd421 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:19.584267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-dfdc0188-668c-4237-ac8e-4e81e2065122 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Request body: {'security_group_rule': {'security_group_id': '16bbb21f-e5fe-46cb-878a-bf86261f3bff', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:19.606019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-dfdc0188-668c-4237-ac8e-4e81e2065122 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:19.616661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d68304f-343e-44c5-b746-ac9a98803b2b tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:19.617437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1d68304f-343e-44c5-b746-ac9a98803b2b tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Synchronizing usage tracker for tenant:82cb9c8693f342c184d25cc0ea67ad76 on resource:network {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:04:19.653561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-98d6a211-0b82-4911-900b-95dd04cdc9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:19.657482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-416f02dc-aa02-4080-be62-f91618cfd421 admin admin] The port 'f2e9d19c-356a-4cf3-ab80-ead226562959' was deleted {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:04:19.658677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-dfdc0188-668c-4237-ac8e-4e81e2065122 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Usage tracker for resource:security_group_rule and tenant:c007fc86389a40a6bf71f190fba58c2c is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:19.668402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-dfdc0188-668c-4237-ac8e-4e81e2065122 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:19.684880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:19.712132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1d68304f-343e-44c5-b746-ac9a98803b2b tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Unset dirty status for tenant:82cb9c8693f342c184d25cc0ea67ad76 on resource:network {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:04:19.717152 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1d68304f-343e-44c5-b746-ac9a98803b2b tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "GET /v2.0/networks?id=f88f309a-f987-4d4c-a2cd-797f0cf86af1 HTTP/1.1" status: 200  len: 764 time: 0.3668163
Nov 24 13:04:19.773641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44094) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:19.776652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-dfdc0188-668c-4237-ac8e-4e81e2065122 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:19.783329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-b18675de-acbc-4f89-9ac3-d281bac1b4a1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Deleting subnet 0801a4ea-8939-4f1d-b3e1-d5f22aacdf18 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:04:19.788659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6a211-0b82-4911-900b-95dd04cdc9b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2dc0013-69cf-4d22-b176-8f1c434b75d1,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:19.794306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b18675de-acbc-4f89-9ac3-d281bac1b4a1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:19.823981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-98d6a211-0b82-4911-900b-95dd04cdc9b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:19.884195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b18675de-acbc-4f89-9ac3-d281bac1b4a1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:19.894695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e8f9e211-e53c-415e-9b50-6796c3b8ac00 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:19.941333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-98d6a211-0b82-4911-900b-95dd04cdc9b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:19.946893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91cc46f-649d-475c-b63e-a791e338fee2 None None] Network 48758c10-3c85-4387-a7e0-01d5b6f72c00 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:04:19.958204 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-98d6a211-0b82-4911-900b-95dd04cdc9b4 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c2dc0013-69cf-4d22-b176-8f1c434b75d1 HTTP/1.1" status: 204  len: 168 time: 1.4389515
Nov 24 13:04:19.960620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44098) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:20.104641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-da97250d-cf33-4f76-9f8e-2d06b1b3c787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:20.125515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-416f02dc-aa02-4080-be62-f91618cfd421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:20.167616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b18675de-acbc-4f89-9ac3-d281bac1b4a1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:20.237441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38476265-298a-421f-990d-fc6601c7c041 None None] DHCP port deletion for 48758c10-3c85-4387-a7e0-01d5b6f72c00 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:04:20.242596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-38476265-298a-421f-990d-fc6601c7c041 None None] Deleting port 6d5144c6-39a4-4c0e-b5fa-caf053c36ead {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:20.243026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38476265-298a-421f-990d-fc6601c7c041 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:20.252971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-da97250d-cf33-4f76-9f8e-2d06b1b3c787 admin admin] Deleting port 6d5144c6-39a4-4c0e-b5fa-caf053c36ead {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:20.252971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-da97250d-cf33-4f76-9f8e-2d06b1b3c787 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:20.315861 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-dfdc0188-668c-4237-ac8e-4e81e2065122 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:04:20.320317 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-dfdc0188-668c-4237-ac8e-4e81e2065122 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.7390928
Nov 24 13:04:20.368019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44102) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:20.489287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-38476265-298a-421f-990d-fc6601c7c041 None None] For port 6d5144c6-39a4-4c0e-b5fa-caf053c36ead, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=6d5144c6-39a4-4c0e-b5fa-caf053c36ead,segment=NetworkSegment(5e24e664-4ce4-48ad-bee5-b45bf78bd382),segment_id=5e24e664-4ce4-48ad-bee5-b45bf78bd382)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:04:20.489518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38476265-298a-421f-990d-fc6601c7c041 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:20.494739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8569291d-c458-41a4-88d6-fbb6af25ea3b tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:20.499223 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8569291d-c458-41a4-88d6-fbb6af25ea3b tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.7171836
Nov 24 13:04:20.508332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-416f02dc-aa02-4080-be62-f91618cfd421 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634787e438>,) {'filters': {'network_id': ['5fae2ebf-38a4-4188-8136-91cd36860221']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:20.517206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44106) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:20.642456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-38476265-298a-421f-990d-fc6601c7c041 None None] Calling delete_port for 6d5144c6-39a4-4c0e-b5fa-caf053c36ead owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:20.692997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:20.737684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38476265-298a-421f-990d-fc6601c7c041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:20.757750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c98dbb0f-73fc-4e06-a98f-c3fd884bce1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:20.853158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38476265-298a-421f-990d-fc6601c7c041 None None] Pushing event deleted for resources: {'Port': ['ID=6d5144c6-39a4-4c0e-b5fa-caf053c36ead,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:20.856561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-38476265-298a-421f-990d-fc6601c7c041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:20.877190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-416f02dc-aa02-4080-be62-f91618cfd421 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634787e438>, 'd817b9b6-17c3-46f9-a6c5-0ab83cb913b6') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:20.877548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-416f02dc-aa02-4080-be62-f91618cfd421 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634787e438>, 'd817b9b6-17c3-46f9-a6c5-0ab83cb913b6') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:20.897359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-59bc4507-ba52-4532-8c02-83432042f98d tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Synchronizing usage tracker for tenant:82cb9c8693f342c184d25cc0ea67ad76 on resource:subnet {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:04:20.915035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38476265-298a-421f-990d-fc6601c7c041 None None] No DVR routers for this DVR port 6d5144c6-39a4-4c0e-b5fa-caf053c36ead on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:04:20.924548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-416f02dc-aa02-4080-be62-f91618cfd421 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:20.952471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-da97250d-cf33-4f76-9f8e-2d06b1b3c787 admin admin] For port 6d5144c6-39a4-4c0e-b5fa-caf053c36ead, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=6d5144c6-39a4-4c0e-b5fa-caf053c36ead,segment=NetworkSegment(5e24e664-4ce4-48ad-bee5-b45bf78bd382),segment_id=5e24e664-4ce4-48ad-bee5-b45bf78bd382)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:04:20.952872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-da97250d-cf33-4f76-9f8e-2d06b1b3c787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:21.030958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-59bc4507-ba52-4532-8c02-83432042f98d tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Unset dirty status for tenant:82cb9c8693f342c184d25cc0ea67ad76 on resource:subnet {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:04:21.032247 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-59bc4507-ba52-4532-8c02-83432042f98d tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "GET /v2.0/subnets?network_id=cfe08d36-e5ba-4f00-8669-16a0ead5d220 HTTP/1.1" status: 200  len: 207 time: 0.5125630
Nov 24 13:04:21.035267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-416f02dc-aa02-4080-be62-f91618cfd421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:21.040207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8636b069-b570-498d-8fd5-e6ffe21b516b tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:21.048413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-416f02dc-aa02-4080-be62-f91618cfd421 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:04:21.063275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44110) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:21.097369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-da97250d-cf33-4f76-9f8e-2d06b1b3c787 admin admin] Calling delete_port for 6d5144c6-39a4-4c0e-b5fa-caf053c36ead owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:21.166627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b18675de-acbc-4f89-9ac3-d281bac1b4a1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:21.184444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-48c90b40-7a71-4561-90e4-374551aeb1e9 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:21.205160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 6d5144c6-39a4-4c0e-b5fa-caf053c36ead no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:04:21.244424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 6d5144c6-39a4-4c0e-b5fa-caf053c36ead {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:04:21.244639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 6d5144c6-39a4-4c0e-b5fa-caf053c36ead not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:04:21.288195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18675de-acbc-4f89-9ac3-d281bac1b4a1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Pushing event deleted for resources: {'Subnet': ['ID=0801a4ea-8939-4f1d-b3e1-d5f22aacdf18,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:21.294385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b18675de-acbc-4f89-9ac3-d281bac1b4a1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:21.297236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8636b069-b570-498d-8fd5-e6ffe21b516b tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:21.322669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-da97250d-cf33-4f76-9f8e-2d06b1b3c787 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:04:21.323211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-da97250d-cf33-4f76-9f8e-2d06b1b3c787 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:04:21.342455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b18675de-acbc-4f89-9ac3-d281bac1b4a1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:21.349502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67daf2d8-53fb-480c-9fa2-601ede9dc48d None None] Network e0e54bba-bb50-45b3-afc1-f41ae60b6787 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:04:21.354042 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b18675de-acbc-4f89-9ac3-d281bac1b4a1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] 10.222.0.76 "DELETE /v2.0/subnets/0801a4ea-8939-4f1d-b3e1-d5f22aacdf18 HTTP/1.1" status: 204  len: 168 time: 2.1565838
Nov 24 13:04:21.354421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44114) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:21.482425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-416f02dc-aa02-4080-be62-f91618cfd421 admin admin] Network 5fae2ebf-38a4-4188-8136-91cd36860221 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:04:21.485291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70acd69f-1b7d-408a-af27-7d0c44bb2343 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:21.493580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-416f02dc-aa02-4080-be62-f91618cfd421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:21.564886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-70acd69f-1b7d-408a-af27-7d0c44bb2343 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Deleting port d1790a8d-c430-4134-b71a-215f40b8799d {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:21.565272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70acd69f-1b7d-408a-af27-7d0c44bb2343 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:21.576461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e8f9e211-e53c-415e-9b50-6796c3b8ac00 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:21.586770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3afd7332-9483-40f0-aec3-ad80118fb454 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:21.619249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:21.624996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0373675a-23de-4c86-939f-37c6cef35766 None None] DHCP port deletion for e0e54bba-bb50-45b3-afc1-f41ae60b6787 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:04:21.631539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-0373675a-23de-4c86-939f-37c6cef35766 None None] Deleting port d1790a8d-c430-4134-b71a-215f40b8799d {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:21.631974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0373675a-23de-4c86-939f-37c6cef35766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:21.717386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dd7679-ef80-4368-a8a2-10d14629bbe1 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:21.721733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dd7679-ef80-4368-a8a2-10d14629bbe1 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:21.726083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dd7679-ef80-4368-a8a2-10d14629bbe1 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:21.730522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dd7679-ef80-4368-a8a2-10d14629bbe1 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:21.735140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dd7679-ef80-4368-a8a2-10d14629bbe1 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:21.739922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dd7679-ef80-4368-a8a2-10d14629bbe1 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:21.745670 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b8dd7679-ef80-4368-a8a2-10d14629bbe1 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3730 time: 0.6774452
Nov 24 13:04:21.747414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44118) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:21.760557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8636b069-b570-498d-8fd5-e6ffe21b516b tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:21.763601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9e211-e53c-415e-9b50-6796c3b8ac00 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Pushing event deleted for resources: {'Subnet': ['ID=f692da47-62a8-46f4-b558-dd777f0b4e15,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:21.786147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e8f9e211-e53c-415e-9b50-6796c3b8ac00 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:21.838491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-da97250d-cf33-4f76-9f8e-2d06b1b3c787 admin admin] Deleting port 6d5144c6-39a4-4c0e-b5fa-caf053c36ead {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:21.838880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-da97250d-cf33-4f76-9f8e-2d06b1b3c787 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:21.854896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2ee81de6-2b8e-46f5-b6fe-b06f09195fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:21.865219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-0373675a-23de-4c86-939f-37c6cef35766 None None] For port d1790a8d-c430-4134-b71a-215f40b8799d, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d1790a8d-c430-4134-b71a-215f40b8799d,segment=NetworkSegment(7134ba35-be40-459f-b4b4-d3a60006bda1),segment_id=7134ba35-be40-459f-b4b4-d3a60006bda1)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:04:21.865657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0373675a-23de-4c86-939f-37c6cef35766 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:21.896812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636b069-b570-498d-8fd5-e6ffe21b516b tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bbb21f-e5fe-46cb-878a-bf86261f3bff,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:21.900920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8636b069-b570-498d-8fd5-e6ffe21b516b tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:21.931600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-416f02dc-aa02-4080-be62-f91618cfd421 admin admin] Network 5fae2ebf-38a4-4188-8136-91cd36860221 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:04:21.953356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-da97250d-cf33-4f76-9f8e-2d06b1b3c787 admin admin] The port '6d5144c6-39a4-4c0e-b5fa-caf053c36ead' was deleted {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:04:21.961346 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:04:21.997897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-70acd69f-1b7d-408a-af27-7d0c44bb2343 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] For port d1790a8d-c430-4134-b71a-215f40b8799d, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d1790a8d-c430-4134-b71a-215f40b8799d,segment=NetworkSegment(7134ba35-be40-459f-b4b4-d3a60006bda1),segment_id=7134ba35-be40-459f-b4b4-d3a60006bda1)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:04:21.997897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70acd69f-1b7d-408a-af27-7d0c44bb2343 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:22.007268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-0373675a-23de-4c86-939f-37c6cef35766 None None] Calling delete_port for d1790a8d-c430-4134-b71a-215f40b8799d owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:22.106371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0373675a-23de-4c86-939f-37c6cef35766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:22.111234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e8f9e211-e53c-415e-9b50-6796c3b8ac00 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:22.122011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8636b069-b570-498d-8fd5-e6ffe21b516b tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:22.123025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-21ffd48f-a6d3-459f-a5b1-5ce33570685d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:22.126075 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8636b069-b570-498d-8fd5-e6ffe21b516b tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "DELETE /v2.0/security-groups/16bbb21f-e5fe-46cb-878a-bf86261f3bff HTTP/1.1" status: 204  len: 168 time: 1.7570529
Nov 24 13:04:22.127531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44124) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:22.128731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3afd7332-9483-40f0-aec3-ad80118fb454 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:22.175061 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e8f9e211-e53c-415e-9b50-6796c3b8ac00 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] 10.222.0.76 "DELETE /v2.0/subnets/f692da47-62a8-46f4-b558-dd777f0b4e15 HTTP/1.1" status: 204  len: 168 time: 4.3740292
Nov 24 13:04:22.186801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44128) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:22.189300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-416f02dc-aa02-4080-be62-f91618cfd421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:22.194779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-416f02dc-aa02-4080-be62-f91618cfd421 admin admin] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:22.210994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a4f8ed-a4d6-4fc4-9608-60945fa29f16 None None] Network 239dc6dc-a6d6-4670-97dd-27f8d2ed4e11 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:04:22.225368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:22.251172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-70acd69f-1b7d-408a-af27-7d0c44bb2343 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Calling delete_port for d1790a8d-c430-4134-b71a-215f40b8799d owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:22.290886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373675a-23de-4c86-939f-37c6cef35766 None None] Pushing event deleted for resources: {'Port': ['ID=d1790a8d-c430-4134-b71a-215f40b8799d,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:22.311473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0373675a-23de-4c86-939f-37c6cef35766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:22.335185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f02dc-aa02-4080-be62-f91618cfd421 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fae2ebf-38a4-4188-8136-91cd36860221,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:22.338151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-416f02dc-aa02-4080-be62-f91618cfd421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:22.350695 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-416f02dc-aa02-4080-be62-f91618cfd421 admin admin] 10.222.0.76 "DELETE /v2.0/networks/5fae2ebf-38a4-4188-8136-91cd36860221 HTTP/1.1" status: 204  len: 168 time: 5.7209930
Nov 24 13:04:22.360485 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-986c1584-1d3e-47c3-94b4-bff52f443507 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 812 time: 0.6086140
Nov 24 13:04:22.360485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-da97250d-cf33-4f76-9f8e-2d06b1b3c787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:22.380014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44134) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:22.443186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0373675a-23de-4c86-939f-37c6cef35766 None None] No DVR routers for this DVR port d1790a8d-c430-4134-b71a-215f40b8799d on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:04:22.468119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b6a8248-145a-4b26-9cb5-2d099d1255d0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:22.526804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f6999126-76f1-4250-8f35-9b45b13aee83 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Synchronizing usage tracker for tenant:c007fc86389a40a6bf71f190fba58c2c on resource:security_group {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:04:22.557518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2118739-bea8-4e57-b600-0ff88126c95b None None] DHCP port deletion for 239dc6dc-a6d6-4670-97dd-27f8d2ed4e11 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:04:22.562370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a2118739-bea8-4e57-b600-0ff88126c95b None None] Deleting port b2599512-70ce-4a85-8d16-2d8cbd421a12 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:22.563023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a2118739-bea8-4e57-b600-0ff88126c95b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:22.575764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1750b24d-bf91-4ac7-b239-0bb07c691662 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:22.577692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1750b24d-bf91-4ac7-b239-0bb07c691662 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:22.579386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1750b24d-bf91-4ac7-b239-0bb07c691662 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:22.580850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1750b24d-bf91-4ac7-b239-0bb07c691662 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:22.582845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1750b24d-bf91-4ac7-b239-0bb07c691662 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:22.584090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1750b24d-bf91-4ac7-b239-0bb07c691662 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Synchronizing usage tracker for tenant:82cb9c8693f342c184d25cc0ea67ad76 on resource:subnet {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:04:22.642393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1750b24d-bf91-4ac7-b239-0bb07c691662 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Unset dirty status for tenant:82cb9c8693f342c184d25cc0ea67ad76 on resource:subnet {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:04:22.643643 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1750b24d-bf91-4ac7-b239-0bb07c691662 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.2079647
Nov 24 13:04:22.645535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f6999126-76f1-4250-8f35-9b45b13aee83 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Unset dirty status for tenant:c007fc86389a40a6bf71f190fba58c2c on resource:security_group {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:04:22.646001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-da97250d-cf33-4f76-9f8e-2d06b1b3c787 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6347a2d208>,) {'filters': {'network_id': ['48758c10-3c85-4387-a7e0-01d5b6f72c00']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:22.654938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44138) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:22.655313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44140) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:22.655720 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f6999126-76f1-4250-8f35-9b45b13aee83 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.5002782
Nov 24 13:04:22.665063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44146) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:22.682433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6b6a8248-145a-4b26-9cb5-2d099d1255d0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Deleting port b2599512-70ce-4a85-8d16-2d8cbd421a12 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:22.682818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b6a8248-145a-4b26-9cb5-2d099d1255d0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:22.703941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-30c3d66b-f862-4715-bcc7-c4a79f6e444c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Request body: {'security_group': {'name': 'tempest-secgroup--197119324'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:22.710052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-da97250d-cf33-4f76-9f8e-2d06b1b3c787 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347a2d208>, '5e24e664-4ce4-48ad-bee5-b45bf78bd382') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:22.710414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-da97250d-cf33-4f76-9f8e-2d06b1b3c787 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347a2d208>, '5e24e664-4ce4-48ad-bee5-b45bf78bd382') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:22.721619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-70acd69f-1b7d-408a-af27-7d0c44bb2343 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:04:22.721998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-70acd69f-1b7d-408a-af27-7d0c44bb2343 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:04:22.731165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-30c3d66b-f862-4715-bcc7-c4a79f6e444c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:22.749530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-da97250d-cf33-4f76-9f8e-2d06b1b3c787 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:22.771810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-30c3d66b-f862-4715-bcc7-c4a79f6e444c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:22.787731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-da97250d-cf33-4f76-9f8e-2d06b1b3c787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:22.791005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-da97250d-cf33-4f76-9f8e-2d06b1b3c787 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:04:22.833861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-a2118739-bea8-4e57-b600-0ff88126c95b None None] For port b2599512-70ce-4a85-8d16-2d8cbd421a12, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=b2599512-70ce-4a85-8d16-2d8cbd421a12,segment=NetworkSegment(878517dc-0eca-4ce8-b212-bf421295254d),segment_id=878517dc-0eca-4ce8-b212-bf421295254d)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:04:22.834348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a2118739-bea8-4e57-b600-0ff88126c95b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:22.873668 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ec453beb-f5f7-47bf-922d-12d1f78a8f18 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a2e9211661b4491282803556ce55f1f3&name=default HTTP/1.1" status: 200  len: 2743 time: 0.2043736
Nov 24 13:04:22.874721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44150) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:22.878318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38049b6-cb90-4f06-bd23-06f4a34ec592 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['shared'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:22.880307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38049b6-cb90-4f06-bd23-06f4a34ec592 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['shared'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:22.881732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38049b6-cb90-4f06-bd23-06f4a34ec592 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['shared'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:22.883168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38049b6-cb90-4f06-bd23-06f4a34ec592 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['shared'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:22.884581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38049b6-cb90-4f06-bd23-06f4a34ec592 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['shared'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:22.886344 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a38049b6-cb90-4f06-bd23-06f4a34ec592 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.2265859
Nov 24 13:04:22.892215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-30c3d66b-f862-4715-bcc7-c4a79f6e444c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:22.899181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44154) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:22.968363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a2118739-bea8-4e57-b600-0ff88126c95b None None] Calling delete_port for b2599512-70ce-4a85-8d16-2d8cbd421a12 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:23.032422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-da97250d-cf33-4f76-9f8e-2d06b1b3c787 admin admin] Network 48758c10-3c85-4387-a7e0-01d5b6f72c00 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:04:23.041328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-30c3d66b-f862-4715-bcc7-c4a79f6e444c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:23.044727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-da97250d-cf33-4f76-9f8e-2d06b1b3c787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:23.047251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a2118739-bea8-4e57-b600-0ff88126c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:23.056741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-3afd7332-9483-40f0-aec3-ad80118fb454 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:04:23.064035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-92182532-ef47-443c-8a2c-5348eb6d7719 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:23.110278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3afd7332-9483-40f0-aec3-ad80118fb454 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:23.121078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-30c3d66b-f862-4715-bcc7-c4a79f6e444c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Usage tracker for resource:security_group_rule and tenant:c007fc86389a40a6bf71f190fba58c2c is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:23.126146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-30c3d66b-f862-4715-bcc7-c4a79f6e444c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:23.131897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3afd7332-9483-40f0-aec3-ad80118fb454 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:23.146665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-30c3d66b-f862-4715-bcc7-c4a79f6e444c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:23.154463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9ae3c469-56a1-4a3f-9199-098d421f0bb1 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:23.227599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-70acd69f-1b7d-408a-af27-7d0c44bb2343 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Deleting port d1790a8d-c430-4134-b71a-215f40b8799d {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:23.227954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70acd69f-1b7d-408a-af27-7d0c44bb2343 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:23.242371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d1790a8d-c430-4134-b71a-215f40b8799d no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:04:23.282198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2118739-bea8-4e57-b600-0ff88126c95b None None] Pushing event deleted for resources: {'Port': ['ID=b2599512-70ce-4a85-8d16-2d8cbd421a12,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:23.285970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a2118739-bea8-4e57-b600-0ff88126c95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:23.301078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: d1790a8d-c430-4134-b71a-215f40b8799d {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:04:23.301458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d1790a8d-c430-4134-b71a-215f40b8799d not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:04:23.302105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b2599512-70ce-4a85-8d16-2d8cbd421a12 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:04:23.316391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-70acd69f-1b7d-408a-af27-7d0c44bb2343 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] The port 'd1790a8d-c430-4134-b71a-215f40b8799d' was deleted {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:04:23.342282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: b2599512-70ce-4a85-8d16-2d8cbd421a12 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:04:23.342978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b2599512-70ce-4a85-8d16-2d8cbd421a12 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:04:23.361645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2118739-bea8-4e57-b600-0ff88126c95b None None] No DVR routers for this DVR port b2599512-70ce-4a85-8d16-2d8cbd421a12 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:04:23.388173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-da97250d-cf33-4f76-9f8e-2d06b1b3c787 admin admin] Network 48758c10-3c85-4387-a7e0-01d5b6f72c00 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:04:23.418198 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:04:23.505325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-6b6a8248-145a-4b26-9cb5-2d099d1255d0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] For port b2599512-70ce-4a85-8d16-2d8cbd421a12, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=b2599512-70ce-4a85-8d16-2d8cbd421a12,segment=NetworkSegment(878517dc-0eca-4ce8-b212-bf421295254d),segment_id=878517dc-0eca-4ce8-b212-bf421295254d)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:04:23.505725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b6a8248-145a-4b26-9cb5-2d099d1255d0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:23.618922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-30c3d66b-f862-4715-bcc7-c4a79f6e444c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:23.624793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70acd69f-1b7d-408a-af27-7d0c44bb2343 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:23.646051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-30c3d66b-f862-4715-bcc7-c4a79f6e444c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:23.694340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6b6a8248-145a-4b26-9cb5-2d099d1255d0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Calling delete_port for b2599512-70ce-4a85-8d16-2d8cbd421a12 owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:23.699255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:23.708274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-da97250d-cf33-4f76-9f8e-2d06b1b3c787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:23.736064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-da97250d-cf33-4f76-9f8e-2d06b1b3c787 admin admin] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:23.791855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd7332-9483-40f0-aec3-ad80118fb454 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event updated for resources: {'Port': ['ID=566bab6b-1e1b-4101-b48d-ce6ab06b1526,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:23.792086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3d66b-f862-4715-bcc7-c4a79f6e444c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Pushing event updated for resources: {'SecurityGroup': ['ID=be0b4e50-e4c3-428d-a805-bf1aa81525a5,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:23.799830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c593be-4160-4c64-9e16-204aefbdf7ca tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:23.807286 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-65c593be-4160-4c64-9e16-204aefbdf7ca tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "GET /v2.0/networks/9c1628d3-fca8-47ff-a0c9-12959c6e12f2 HTTP/1.1" status: 200  len: 804 time: 0.8409739
Nov 24 13:04:23.807286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3afd7332-9483-40f0-aec3-ad80118fb454 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:23.810514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44158) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:23.817105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-30c3d66b-f862-4715-bcc7-c4a79f6e444c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:23.817749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:23.879882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-48785f0f-5d3d-4490-86a4-7d814170c9e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:23.990212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-6b6a8248-145a-4b26-9cb5-2d099d1255d0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:04:23.990578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-6b6a8248-145a-4b26-9cb5-2d099d1255d0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:04:24.019010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-48785f0f-5d3d-4490-86a4-7d814170c9e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:24.098405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-30c3d66b-f862-4715-bcc7-c4a79f6e444c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:24.099721 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-30c3d66b-f862-4715-bcc7-c4a79f6e444c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1627 time: 1.4373367
Nov 24 13:04:24.100752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97250d-cf33-4f76-9f8e-2d06b1b3c787 admin admin] Pushing event deleted for resources: {'Network': ['ID=48758c10-3c85-4387-a7e0-01d5b6f72c00,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:24.112106 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-da97250d-cf33-4f76-9f8e-2d06b1b3c787 admin admin] 10.222.0.76 "DELETE /v2.0/networks/48758c10-3c85-4387-a7e0-01d5b6f72c00 HTTP/1.1" status: 204  len: 168 time: 4.1504245
Nov 24 13:04:24.113735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-da97250d-cf33-4f76-9f8e-2d06b1b3c787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:24.116501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44162) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:24.125016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9b8583fc-2998-41d6-94cd-a663b9782ec0 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Request body: {'security_group_rule': {'security_group_id': 'be0b4e50-e4c3-428d-a805-bf1aa81525a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:24.138922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-70acd69f-1b7d-408a-af27-7d0c44bb2343 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6346ef7358>,) {'filters': {'network_id': ['e0e54bba-bb50-45b3-afc1-f41ae60b6787']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:24.154618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9b8583fc-2998-41d6-94cd-a663b9782ec0 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:24.155344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-70acd69f-1b7d-408a-af27-7d0c44bb2343 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346ef7358>, '7134ba35-be40-459f-b4b4-d3a60006bda1') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:24.155682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-70acd69f-1b7d-408a-af27-7d0c44bb2343 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346ef7358>, '7134ba35-be40-459f-b4b4-d3a60006bda1') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:24.166363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9b8583fc-2998-41d6-94cd-a663b9782ec0 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Usage tracker for resource:security_group_rule and tenant:c007fc86389a40a6bf71f190fba58c2c is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:24.173270 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-03327c46-69b6-42ab-a077-12428637c78a tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "GET /v2.0/networks/9c1628d3-fca8-47ff-a0c9-12959c6e12f2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 320 time: 0.3432093
Nov 24 13:04:24.177678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9b8583fc-2998-41d6-94cd-a663b9782ec0 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:24.179569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44168) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:24.183795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70acd69f-1b7d-408a-af27-7d0c44bb2343 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:24.188209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9b8583fc-2998-41d6-94cd-a663b9782ec0 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:24.190849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3afd7332-9483-40f0-aec3-ad80118fb454 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:24.251271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70acd69f-1b7d-408a-af27-7d0c44bb2343 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:24.255213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-70acd69f-1b7d-408a-af27-7d0c44bb2343 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Releasing vxlan tunnel 12 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:04:24.279927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-48785f0f-5d3d-4490-86a4-7d814170c9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:24.285968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:24.354418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd33a6e-8935-4ac6-9d99-47ce05a8e94e tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:24.361056 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6dd33a6e-8935-4ac6-9d99-47ce05a8e94e tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "GET /v2.0/subnets/ce286361-3676-4a19-aa09-8b9b98a24bfd HTTP/1.1" status: 200  len: 843 time: 0.1752515
Nov 24 13:04:24.362958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44172) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:24.376230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48785f0f-5d3d-4490-86a4-7d814170c9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242a994c-f204-4932-ae56-eb7b933506a8,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:24.383210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-48785f0f-5d3d-4490-86a4-7d814170c9e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:24.393462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44176) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:24.421287 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-9b8583fc-2998-41d6-94cd-a663b9782ec0 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] create failed (client error): The resource could not be found.
Nov 24 13:04:24.425128 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9b8583fc-2998-41d6-94cd-a663b9782ec0 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.3051567
Nov 24 13:04:24.433059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44180) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:24.446190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-d77b32dd-d966-421c-b596-6a7c375c7849 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Request body: {'security_group_rule': {'security_group_id': 'be0b4e50-e4c3-428d-a805-bf1aa81525a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '17251186-01b0-4ada-835c-10db70d50095'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:24.459160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-48785f0f-5d3d-4490-86a4-7d814170c9e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:24.460320 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-48785f0f-5d3d-4490-86a4-7d814170c9e7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/242a994c-f204-4932-ae56-eb7b933506a8 HTTP/1.1" status: 204  len: 168 time: 1.5846503
Nov 24 13:04:24.463192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d77b32dd-d966-421c-b596-6a7c375c7849 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:24.475598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d77b32dd-d966-421c-b596-6a7c375c7849 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Usage tracker for resource:security_group_rule and tenant:c007fc86389a40a6bf71f190fba58c2c is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:24.490159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d77b32dd-d966-421c-b596-6a7c375c7849 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:24.492778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6b6a8248-145a-4b26-9cb5-2d099d1255d0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Deleting port b2599512-70ce-4a85-8d16-2d8cbd421a12 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:24.493159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b6a8248-145a-4b26-9cb5-2d099d1255d0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:24.515810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-70acd69f-1b7d-408a-af27-7d0c44bb2343 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Network e0e54bba-bb50-45b3-afc1-f41ae60b6787 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:04:24.527417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70acd69f-1b7d-408a-af27-7d0c44bb2343 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:24.543884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d77b32dd-d966-421c-b596-6a7c375c7849 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:24.593449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6b6a8248-145a-4b26-9cb5-2d099d1255d0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] The port 'b2599512-70ce-4a85-8d16-2d8cbd421a12' was deleted {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:04:24.601433 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-92669c1d-ad9f-46f5-9bb7-4b6e2d2ca481 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ea8aaac80b7f416b8647220a0a5fe6df&name=default HTTP/1.1" status: 200  len: 2743 time: 0.2050662
Nov 24 13:04:24.605845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44186) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:24.610594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5312cc-bb50-4440-8193-fb4a2f7a3193 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['shared'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:24.617103 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9d5312cc-bb50-4440-8193-fb4a2f7a3193 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "GET /v2.0/subnets/ce286361-3676-4a19-aa09-8b9b98a24bfd?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.2497318
Nov 24 13:04:24.617103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44190) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:24.648940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e9a7249d-eb09-4cfc-87c8-fe7b2e992fda tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1138334076'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:24.665743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e9a7249d-eb09-4cfc-87c8-fe7b2e992fda tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:24.763754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e9a7249d-eb09-4cfc-87c8-fe7b2e992fda tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:24.775100 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-d77b32dd-d966-421c-b596-6a7c375c7849 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] create failed (client error): The resource could not be found.
Nov 24 13:04:24.779201 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d77b32dd-d966-421c-b596-6a7c375c7849 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.3409951
Nov 24 13:04:24.779201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b6a8248-145a-4b26-9cb5-2d099d1255d0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:24.784230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44196) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:24.801656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-70acd69f-1b7d-408a-af27-7d0c44bb2343 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Network e0e54bba-bb50-45b3-afc1-f41ae60b6787 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:04:24.842521 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:04:24.842521 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:04:24.842521 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:04:24.842521 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:04:24.842521 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:04:24.842521 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:04:24.842521 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:04:24.842521 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:04:24.842521 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:04:24.842521 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:04:24.842521 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:04:24.842521 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:04:24.842521 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:04:24.842521 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:04:24.842521 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:04:24.842521 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:04:24.842521 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:04:24.842521 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:04:24.842521 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:04:24.842521 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:04:24.842521 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:04:24.842521 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:04:24.842521 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:04:24.842521 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:04:24.842521 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:04:24.842521 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:04:24.842521 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:04:24.842521 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:04:24.842521 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:04:24.842521 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:04:24.842521 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:04:24.842521 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:04:24.908624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a7249d-eb09-4cfc-87c8-fe7b2e992fda tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Made reservation on behalf of 82cb9c8693f342c184d25cc0ea67ad76 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:04:24.914089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9a7249d-eb09-4cfc-87c8-fe7b2e992fda tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:24.923051 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-3afd7332-9483-40f0-aec3-ad80118fb454 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Floating IP 095e1350-afbd-413a-bb84-c6f894aa1357 associated. External IP: 172.26.8.25, port: 3b70ee63-6689-4513-ad96-3ae34ab707b8.
Nov 24 13:04:24.985429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8b2c1120-f8db-4b29-8a02-d4931acb9e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:24.998993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-6b6a8248-145a-4b26-9cb5-2d099d1255d0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634d341d68>,) {'filters': {'network_id': ['239dc6dc-a6d6-4670-97dd-27f8d2ed4e11']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:25.016339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-6b6a8248-145a-4b26-9cb5-2d099d1255d0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634d341d68>, '878517dc-0eca-4ce8-b212-bf421295254d') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:25.016674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-6b6a8248-145a-4b26-9cb5-2d099d1255d0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634d341d68>, '878517dc-0eca-4ce8-b212-bf421295254d') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:25.019889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70acd69f-1b7d-408a-af27-7d0c44bb2343 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:25.039348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a7249d-eb09-4cfc-87c8-fe7b2e992fda tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:04:25.044503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-db01b360-cb3a-4300-8e4b-50dc0304baa1 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:25.063691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70acd69f-1b7d-408a-af27-7d0c44bb2343 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:25.067374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8b2c1120-f8db-4b29-8a02-d4931acb9e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:25.084447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b6a8248-145a-4b26-9cb5-2d099d1255d0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:25.106708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b6a8248-145a-4b26-9cb5-2d099d1255d0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:25.109281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6b6a8248-145a-4b26-9cb5-2d099d1255d0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Releasing vxlan tunnel 9 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:04:25.136962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9a7249d-eb09-4cfc-87c8-fe7b2e992fda tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:25.137333 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-e9a7249d-eb09-4cfc-87c8-fe7b2e992fda tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Added segment f8c8e9d7-826a-421a-af3a-271d6a8858e2 of type vxlan for network c01fca14-1ce2-4f89-89c6-79533f32e21c
Nov 24 13:04:25.142687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70acd69f-1b7d-408a-af27-7d0c44bb2343 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Pushing event deleted for resources: {'Network': ['ID=e0e54bba-bb50-45b3-afc1-f41ae60b6787,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:25.150936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3a47a405-84bc-4aae-98e9-b44d25aed680 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:25.156006 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-70acd69f-1b7d-408a-af27-7d0c44bb2343 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] 10.222.0.76 "DELETE /v2.0/networks/e0e54bba-bb50-45b3-afc1-f41ae60b6787 HTTP/1.1" status: 204  len: 168 time: 3.7981176
Nov 24 13:04:25.164210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-70acd69f-1b7d-408a-af27-7d0c44bb2343 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:25.217224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3a47a405-84bc-4aae-98e9-b44d25aed680 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:25.226985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9a7249d-eb09-4cfc-87c8-fe7b2e992fda tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:25.283153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8b2c1120-f8db-4b29-8a02-d4931acb9e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:25.291280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7c006a3f-b77c-4cfc-8f63-3f0a798b8f0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:25.311073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c1120-f8db-4b29-8a02-d4931acb9e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed26ec5-8c45-42ab-b59d-e5ad57f28d23,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:25.317258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8b2c1120-f8db-4b29-8a02-d4931acb9e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:25.319408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9a7249d-eb09-4cfc-87c8-fe7b2e992fda tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:25.323549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a7249d-eb09-4cfc-87c8-fe7b2e992fda tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:25.324327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9a7249d-eb09-4cfc-87c8-fe7b2e992fda tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:25.324922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-6b6a8248-145a-4b26-9cb5-2d099d1255d0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Network 239dc6dc-a6d6-4670-97dd-27f8d2ed4e11 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:04:25.333017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1ea3dff7-35fb-4b32-a7c7-bff3a97ac90b tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:25.335713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b6a8248-145a-4b26-9cb5-2d099d1255d0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:25.363388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3a47a405-84bc-4aae-98e9-b44d25aed680 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:25.427178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8b2c1120-f8db-4b29-8a02-d4931acb9e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:25.428639 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8b2c1120-f8db-4b29-8a02-d4931acb9e2d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aed26ec5-8c45-42ab-b59d-e5ad57f28d23 HTTP/1.1" status: 204  len: 168 time: 0.8213952
Nov 24 13:04:25.444552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3a47a405-84bc-4aae-98e9-b44d25aed680 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:25.445803 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3a47a405-84bc-4aae-98e9-b44d25aed680 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "DELETE /v2.0/security-groups/be0b4e50-e4c3-428d-a805-bf1aa81525a5 HTTP/1.1" status: 204  len: 168 time: 0.6515813
Nov 24 13:04:25.447328 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e9a7249d-eb09-4cfc-87c8-fe7b2e992fda tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.8296866
Nov 24 13:04:25.459213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44216) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:25.459591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44218) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:25.471611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-5556471e-bdab-4496-9e9a-746f3b72c100 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Request body: {'subnet': {'network_id': 'c01fca14-1ce2-4f89-89c6-79533f32e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:25.615508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-6b6a8248-145a-4b26-9cb5-2d099d1255d0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Network 239dc6dc-a6d6-4670-97dd-27f8d2ed4e11 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:04:25.628475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5556471e-bdab-4496-9e9a-746f3b72c100 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:25.631220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7249d-eb09-4cfc-87c8-fe7b2e992fda tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event updated for resources: {'Network': ['ID=c01fca14-1ce2-4f89-89c6-79533f32e21c,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:25.638229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e9a7249d-eb09-4cfc-87c8-fe7b2e992fda tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:25.638793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f24aaeb5-5dc4-47f6-8b7e-07f59c23ad9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:25.645206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network c01fca14-1ce2-4f89-89c6-79533f32e21c details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:04:25.657595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5556471e-bdab-4496-9e9a-746f3b72c100 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:25.658557 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:04:25.658557 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:04:25.658557 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:04:25.658557 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:04:25.658557 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:04:25.658557 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:04:25.658557 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:04:25.658557 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:04:25.658557 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:04:25.658557 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:04:25.658557 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:04:25.658557 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:04:25.658557 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:04:25.658557 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:04:25.658557 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:04:25.658557 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:04:25.658557 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:04:25.658557 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:04:25.658557 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:04:25.658557 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:04:25.658557 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:04:25.658557 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:04:25.658557 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:04:25.658557 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:04:25.658557 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:04:25.658557 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:04:25.658557 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:04:25.658557 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:04:25.658557 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:04:25.658557 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:04:25.658557 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:04:25.658557 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:04:25.667942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47a405-84bc-4aae-98e9-b44d25aed680 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0b4e50-e4c3-428d-a805-bf1aa81525a5,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:25.671791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3a47a405-84bc-4aae-98e9-b44d25aed680 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:25.685245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network c01fca14-1ce2-4f89-89c6-79533f32e21c details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:04:25.693679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5556471e-bdab-4496-9e9a-746f3b72c100 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Made reservation on behalf of 82cb9c8693f342c184d25cc0ea67ad76 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:04:25.721916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44228) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:25.796018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b6a8248-145a-4b26-9cb5-2d099d1255d0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:25.802446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:25.825379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b6a8248-145a-4b26-9cb5-2d099d1255d0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:25.833267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-32d942b0-6b93-4463-a177-341ff1fb9032 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Synchronizing usage tracker for tenant:c007fc86389a40a6bf71f190fba58c2c on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:04:25.844930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a8248-145a-4b26-9cb5-2d099d1255d0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Pushing event deleted for resources: {'Network': ['ID=239dc6dc-a6d6-4670-97dd-27f8d2ed4e11,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:25.852528 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6b6a8248-145a-4b26-9cb5-2d099d1255d0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] 10.222.0.76 "DELETE /v2.0/networks/239dc6dc-a6d6-4670-97dd-27f8d2ed4e11 HTTP/1.1" status: 204  len: 168 time: 3.6645265
Nov 24 13:04:25.853579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6b6a8248-145a-4b26-9cb5-2d099d1255d0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:25.861698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-32d942b0-6b93-4463-a177-341ff1fb9032 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Unset dirty status for tenant:c007fc86389a40a6bf71f190fba58c2c on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:04:25.868144 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-32d942b0-6b93-4463-a177-341ff1fb9032 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.4074514
Nov 24 13:04:25.868825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44236) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:25.908068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e3dfd16c-8ee9-48cc-ae31-a596945b587a tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Request body: {'security_group_rule': {'security_group_id': '28bb3f3f-6dd9-4b05-bc46-cb80da2f008e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:25.938810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e3dfd16c-8ee9-48cc-ae31-a596945b587a tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:25.947889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e3dfd16c-8ee9-48cc-ae31-a596945b587a tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Usage tracker for resource:security_group_rule and tenant:c007fc86389a40a6bf71f190fba58c2c is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:25.952826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e3dfd16c-8ee9-48cc-ae31-a596945b587a tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:25.960558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5556471e-bdab-4496-9e9a-746f3b72c100 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:26.041947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e3dfd16c-8ee9-48cc-ae31-a596945b587a tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:26.086703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.ipam_backend_mixin [None req-5556471e-bdab-4496-9e9a-746f3b72c100 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Performing IP validity checks on allocation pools {{(pid=80943) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Nov 24 13:04:26.087319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.ipam_backend_mixin [None req-5556471e-bdab-4496-9e9a-746f3b72c100 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Checking for overlaps among allocation pools and gateway ip {{(pid=80943) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Nov 24 13:04:26.138950 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-e3dfd16c-8ee9-48cc-ae31-a596945b587a tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] create failed (client error): The resource could not be found.
Nov 24 13:04:26.140115 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e3dfd16c-8ee9-48cc-ae31-a596945b587a tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2482433
Nov 24 13:04:26.148196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44244) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:26.165487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-3539d9cb-0016-46c7-a371-72fb8598237c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Request body: {'security_group': {'name': 'tempest-secgroup--2126302859'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:26.197336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3539d9cb-0016-46c7-a371-72fb8598237c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:26.217848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3539d9cb-0016-46c7-a371-72fb8598237c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:26.234423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3539d9cb-0016-46c7-a371-72fb8598237c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:26.341258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3539d9cb-0016-46c7-a371-72fb8598237c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:26.355642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3539d9cb-0016-46c7-a371-72fb8598237c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Usage tracker for resource:security_group_rule and tenant:c007fc86389a40a6bf71f190fba58c2c is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:26.359330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3539d9cb-0016-46c7-a371-72fb8598237c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:26.367052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3539d9cb-0016-46c7-a371-72fb8598237c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:26.404809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44252) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:26.491517 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e0bafe63-76ba-4183-a835-338cfc314e82 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8cfd7e59ac5c475f8fc39cd0c53e9e41&name=default HTTP/1.1" status: 200  len: 2747 time: 0.7671468
Nov 24 13:04:26.493896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44260) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:26.500279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3539d9cb-0016-46c7-a371-72fb8598237c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:26.504838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3539d9cb-0016-46c7-a371-72fb8598237c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:26.520100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:26.564843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539d9cb-0016-46c7-a371-72fb8598237c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Pushing event updated for resources: {'SecurityGroup': ['ID=5e651f80-8f08-41e2-ae95-58afa81b10f0,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:26.568912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3539d9cb-0016-46c7-a371-72fb8598237c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:26.601525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8027e894-8355-490e-a926-f6ec626d5a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:26.644364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afd7332-9483-40f0-aec3-ad80118fb454 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Router 68958fec-faf6-4a7f-acdd-0bcee079f821 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:04:26.648619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8027e894-8355-490e-a926-f6ec626d5a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:26.696166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3539d9cb-0016-46c7-a371-72fb8598237c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:26.701058 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3539d9cb-0016-46c7-a371-72fb8598237c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.5460701
Nov 24 13:04:26.704041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44270) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:26.737300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-16314ed8-7133-46d0-9e0c-cf1c1a478980 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Request body: {'security_group': {'name': 'tempest-secgroup--641258079'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:26.754937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-16314ed8-7133-46d0-9e0c-cf1c1a478980 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:26.760967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-16314ed8-7133-46d0-9e0c-cf1c1a478980 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Usage tracker for resource:security_group and tenant:c007fc86389a40a6bf71f190fba58c2c is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:26.765556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-16314ed8-7133-46d0-9e0c-cf1c1a478980 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:26.784733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-16314ed8-7133-46d0-9e0c-cf1c1a478980 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:26.830064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-16314ed8-7133-46d0-9e0c-cf1c1a478980 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:26.850513 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-87aad29f-9ca3-4437-ac63-2e3921932410 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6d03983c6c4c4d87b7e902bbf22a74bc&name=default HTTP/1.1" status: 200  len: 2747 time: 0.4461024
Nov 24 13:04:26.854629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44278) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:26.874500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8027e894-8355-490e-a926-f6ec626d5a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:26.885207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9d282c33-b6be-4fcb-a8b0-e21bec1011fc tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:26.908921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027e894-8355-490e-a926-f6ec626d5a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c32d773-c13c-486c-8b10-5079f0204c1e,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:26.911537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8027e894-8355-490e-a926-f6ec626d5a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:26.912764 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8027e894-8355-490e-a926-f6ec626d5a8d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1c32d773-c13c-486c-8b10-5079f0204c1e HTTP/1.1" status: 204  len: 168 time: 0.4176819
Nov 24 13:04:26.913711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8027e894-8355-490e-a926-f6ec626d5a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:26.972400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-16314ed8-7133-46d0-9e0c-cf1c1a478980 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:26.982469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afd7332-9483-40f0-aec3-ad80118fb454 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:04:26.985784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-16314ed8-7133-46d0-9e0c-cf1c1a478980 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Usage tracker for resource:security_group_rule and tenant:c007fc86389a40a6bf71f190fba58c2c is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:26.994063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c090b3-7010-41b1-9697-7c2fa2bf14ab None None] Sync routers for ids ['68958fec-faf6-4a7f-acdd-0bcee079f821'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:04:27.000868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-16314ed8-7133-46d0-9e0c-cf1c1a478980 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:27.009258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3afd7332-9483-40f0-aec3-ad80118fb454 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:27.014848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c090b3-7010-41b1-9697-7c2fa2bf14ab None None] Routers {'68958fec-faf6-4a7f-acdd-0bcee079f821'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:04:27.015545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-55c090b3-7010-41b1-9697-7c2fa2bf14ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca9a908>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:04:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['68958fec-faf6-4a7f-acdd-0bcee079f821'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:27.028200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-16314ed8-7133-46d0-9e0c-cf1c1a478980 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:27.096578 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3afd7332-9483-40f0-aec3-ad80118fb454 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 12.4312742
Nov 24 13:04:27.100068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44288) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:27.110493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-8284c0df-9b05-455c-86fa-70da4a3bdb22 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Request body: {'floatingip': {'port_id': '3b70ee63-6689-4513-ad96-3ae34ab707b8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:27.139942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4627156c-db82-4166-8827-643dfb57813f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:27.239677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4627156c-db82-4166-8827-643dfb57813f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:27.291803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5556471e-bdab-4496-9e9a-746f3b72c100 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:27.322276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:27.365716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-55c090b3-7010-41b1-9697-7c2fa2bf14ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca9a908>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:27.377399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8284c0df-9b05-455c-86fa-70da4a3bdb22 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:27.381667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c090b3-7010-41b1-9697-7c2fa2bf14ab None None] Routers {'68958fec-faf6-4a7f-acdd-0bcee079f821'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:04:27.382496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-55c090b3-7010-41b1-9697-7c2fa2bf14ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca9a908>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:04:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['68958fec-faf6-4a7f-acdd-0bcee079f821'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:27.466471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-55c090b3-7010-41b1-9697-7c2fa2bf14ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca9a908>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:27.467056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c090b3-7010-41b1-9697-7c2fa2bf14ab None None] The sync data for ids ['68958fec-faf6-4a7f-acdd-0bcee079f821'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:04:27.522878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556471e-bdab-4496-9e9a-746f3b72c100 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event updated for resources: {'Subnet': ['ID=42bbc30e-9bc9-4002-a61f-59c4e3943ed6,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:27.534106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-16314ed8-7133-46d0-9e0c-cf1c1a478980 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:27.540898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5556471e-bdab-4496-9e9a-746f3b72c100 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:27.540898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4627156c-db82-4166-8827-643dfb57813f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:27.554656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-346ef180-3bc0-4a1b-a6e4-5606d1931b82 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:27.579154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-16314ed8-7133-46d0-9e0c-cf1c1a478980 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:27.609623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627156c-db82-4166-8827-643dfb57813f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204f8b41-fda5-479c-9a28-23d11eccff71,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:27.631695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4627156c-db82-4166-8827-643dfb57813f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:27.635657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3539d9cb-0016-46c7-a371-72fb8598237c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:27.708819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4627156c-db82-4166-8827-643dfb57813f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:27.721951 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4627156c-db82-4166-8827-643dfb57813f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/204f8b41-fda5-479c-9a28-23d11eccff71 HTTP/1.1" status: 204  len: 168 time: 0.8558836
Nov 24 13:04:27.721951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16314ed8-7133-46d0-9e0c-cf1c1a478980 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Pushing event updated for resources: {'SecurityGroup': ['ID=51f46f26-ebb5-4964-b086-87fd22030f7b,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:27.721951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-16314ed8-7133-46d0-9e0c-cf1c1a478980 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:27.725494 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-16314ed8-7133-46d0-9e0c-cf1c1a478980 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1627 time: 1.0133014
Nov 24 13:04:27.725977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-16314ed8-7133-46d0-9e0c-cf1c1a478980 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:27.750924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44308) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:27.751308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44310) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:27.770006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-eb4f1bb2-8018-4cda-a25d-237665062258 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Request body: {'security_group_rule': {'security_group_id': '5e651f80-8f08-41e2-ae95-58afa81b10f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '51f46f26-ebb5-4964-b086-87fd22030f7b'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:27.780339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-eb4f1bb2-8018-4cda-a25d-237665062258 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:27.790711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-eb4f1bb2-8018-4cda-a25d-237665062258 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Usage tracker for resource:security_group_rule and tenant:c007fc86389a40a6bf71f190fba58c2c is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:27.797059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-eb4f1bb2-8018-4cda-a25d-237665062258 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:27.807859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-eb4f1bb2-8018-4cda-a25d-237665062258 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:27.849331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5556471e-bdab-4496-9e9a-746f3b72c100 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Checking segment: {'id': 'f8c8e9d7-826a-421a-af3a-271d6a8858e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c01fca14-1ce2-4f89-89c6-79533f32e21c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:04:27.849732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5556471e-bdab-4496-9e9a-746f3b72c100 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network hostable DHCP agents. Network: c01fca14-1ce2-4f89-89c6-79533f32e21c, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:04:27.884567 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-eb4f1bb2-8018-4cda-a25d-237665062258 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:04:27.888928 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-eb4f1bb2-8018-4cda-a25d-237665062258 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 360 time: 0.1285763
Nov 24 13:04:27.889251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5556471e-bdab-4496-9e9a-746f3b72c100 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network c01fca14-1ce2-4f89-89c6-79533f32e21c is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:04:27.891552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44320) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:27.917469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-5556471e-bdab-4496-9e9a-746f3b72c100 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, c01fca14-1ce2-4f89-89c6-79533f32e21c) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:04:27.934762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde92faa-8cbe-46ab-9651-1c803a9e5c6a None None] Network c01fca14-1ce2-4f89-89c6-79533f32e21c requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:04:27.991364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5556471e-bdab-4496-9e9a-746f3b72c100 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:27.992028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5556471e-bdab-4496-9e9a-746f3b72c100 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:28.019405 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5556471e-bdab-4496-9e9a-746f3b72c100 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 2.5568337
Nov 24 13:04:28.022435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44326) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:28.030766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:28.116655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07b6f800-cb66-4630-898d-aa98f22e1ac3 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:28.314764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8284c0df-9b05-455c-86fa-70da4a3bdb22 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:28.317767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8284c0df-9b05-455c-86fa-70da4a3bdb22 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:28.353699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8999143'] for subnet, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:28.384809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-c01fca14-1ce2-4f89-89c6-79533f32e21c', 'network_id': 'c01fca14-1ce2-4f89-89c6-79533f32e21c', 'tenant_id': '82cb9c8693f342c184d25cc0ea67ad76', 'fixed_ips': [{'subnet_id': '42bbc30e-9bc9-4002-a61f-59c4e3943ed6'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:04:28.385735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:28.409355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07b6f800-cb66-4630-898d-aa98f22e1ac3 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:28.461465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-cd0d3502-7c3d-4e24-9ffb-bf96e17d6295 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1258934495', 'router:external': True}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:28.483940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-cd0d3502-7c3d-4e24-9ffb-bf96e17d6295 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:28.512287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-cd0d3502-7c3d-4e24-9ffb-bf96e17d6295 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Usage tracker for resource:network and tenant:b0600db2aa7e4ca299a5964d39c8677a is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:28.534280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-cd0d3502-7c3d-4e24-9ffb-bf96e17d6295 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Quota usage for network was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:28.580432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07b6f800-cb66-4630-898d-aa98f22e1ac3 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:28.592847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-cd0d3502-7c3d-4e24-9ffb-bf96e17d6295 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:28.596016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8b2c1120-f8db-4b29-8a02-d4931acb9e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:28.635396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6f800-cb66-4630-898d-aa98f22e1ac3 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f46f26-ebb5-4964-b086-87fd22030f7b,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:28.658457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-07b6f800-cb66-4630-898d-aa98f22e1ac3 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:28.664425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07b6f800-cb66-4630-898d-aa98f22e1ac3 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:28.666457 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-07b6f800-cb66-4630-898d-aa98f22e1ac3 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "DELETE /v2.0/security-groups/51f46f26-ebb5-4964-b086-87fd22030f7b HTTP/1.1" status: 204  len: 168 time: 0.7723582
Nov 24 13:04:28.667826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0d3502-7c3d-4e24-9ffb-bf96e17d6295 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Made reservation on behalf of b0600db2aa7e4ca299a5964d39c8677a for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:04:28.673875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd0d3502-7c3d-4e24-9ffb-bf96e17d6295 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:28.692259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44346) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:28.696005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd0d3502-7c3d-4e24-9ffb-bf96e17d6295 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:28.884590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8284c0df-9b05-455c-86fa-70da4a3bdb22 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Router 68958fec-faf6-4a7f-acdd-0bcee079f821 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:04:28.895364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-cd0d3502-7c3d-4e24-9ffb-bf96e17d6295 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:28.941751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-cd0d3502-7c3d-4e24-9ffb-bf96e17d6295 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Usage tracker for resource:security_group_rule and tenant:b0600db2aa7e4ca299a5964d39c8677a is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:28.959092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-baa5bb84-aa89-48cc-a3aa-9499b969b576 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Synchronizing usage tracker for tenant:c007fc86389a40a6bf71f190fba58c2c on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:04:28.964855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-cd0d3502-7c3d-4e24-9ffb-bf96e17d6295 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:28.978976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-cd0d3502-7c3d-4e24-9ffb-bf96e17d6295 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:29.015570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-baa5bb84-aa89-48cc-a3aa-9499b969b576 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Unset dirty status for tenant:c007fc86389a40a6bf71f190fba58c2c on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:04:29.020373 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-baa5bb84-aa89-48cc-a3aa-9499b969b576 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4157 time: 0.3073885
Nov 24 13:04:29.021316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44358) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:29.035817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 24 13:04:29.035817 dv-neutron-601336-61-ovs neutron-server[80834]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s]
Nov 24 13:04:29.035817 dv-neutron-601336-61-ovs neutron-server[80834]: [parameters: {'in_use': 1, 'id_1': '42bbc30e-9bc9-4002-a61f-59c4e3943ed6'}]
Nov 24 13:04:29.035817 dv-neutron-601336-61-ovs neutron-server[80834]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:04:29.036885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:04:29.146262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8284c0df-9b05-455c-86fa-70da4a3bdb22 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:04:29.155133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8284c0df-9b05-455c-86fa-70da4a3bdb22 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:29.160061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1432ff07-009e-4f93-954d-a1a107d21ff9 None None] Sync routers for ids ['68958fec-faf6-4a7f-acdd-0bcee079f821'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:04:29.183951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1432ff07-009e-4f93-954d-a1a107d21ff9 None None] Routers {'68958fec-faf6-4a7f-acdd-0bcee079f821'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:04:29.187935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1432ff07-009e-4f93-954d-a1a107d21ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc8cf60>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:04:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['68958fec-faf6-4a7f-acdd-0bcee079f821'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:29.291963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1432ff07-009e-4f93-954d-a1a107d21ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc8cf60>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:29.298965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-482a82a2-0627-4f5b-801c-862bb1f18f18 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:29.308608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd0d3502-7c3d-4e24-9ffb-bf96e17d6295 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:29.322195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1432ff07-009e-4f93-954d-a1a107d21ff9 None None] Routers {'68958fec-faf6-4a7f-acdd-0bcee079f821'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:04:29.324753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1432ff07-009e-4f93-954d-a1a107d21ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc8cf60>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:04:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['68958fec-faf6-4a7f-acdd-0bcee079f821'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:29.327849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd0d3502-7c3d-4e24-9ffb-bf96e17d6295 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:29.337281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fd26af28-5945-45d5-af1e-3d5415ca76f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:29.337543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44366) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:29.339005 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8284c0df-9b05-455c-86fa-70da4a3bdb22 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "PUT /v2.0/floatingips/095e1350-afbd-413a-bb84-c6f894aa1357 HTTP/1.1" status: 200  len: 978 time: 2.2376711
Nov 24 13:04:29.345997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44370) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:29.361711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754030687722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036851680337'] for subnet, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:29.383635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-482a82a2-0627-4f5b-801c-862bb1f18f18 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:29.417792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1432ff07-009e-4f93-954d-a1a107d21ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc8cf60>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:29.419228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1432ff07-009e-4f93-954d-a1a107d21ff9 None None] The sync data for ids ['68958fec-faf6-4a7f-acdd-0bcee079f821'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:04:29.499509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd0d3502-7c3d-4e24-9ffb-bf96e17d6295 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:04:29.517586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d3502-7c3d-4e24-9ffb-bf96e17d6295 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Pushing event updated for resources: {'SecurityGroup': ['ID=5479fa68-fae8-44b9-922c-966eeaed3b7e,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:29.528785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cd0d3502-7c3d-4e24-9ffb-bf96e17d6295 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:29.532377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b18675de-acbc-4f89-9ac3-d281bac1b4a1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:29.539551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:29.989799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd0d3502-7c3d-4e24-9ffb-bf96e17d6295 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:29.990340 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-cd0d3502-7c3d-4e24-9ffb-bf96e17d6295 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Added segment d1a8e199-dc47-4240-ac03-a7e97528df5f of type vxlan for network ac7addc2-1c63-4fef-918c-954cdd9cf988
Nov 24 13:04:30.018664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1267217194'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:30.025996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-482a82a2-0627-4f5b-801c-862bb1f18f18 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:30.036107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:30.043004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:30.043682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:30.050256 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "PUT /v2.0/subnets/42bbc30e-9bc9-4002-a61f-59c4e3943ed6 HTTP/1.1" status: 200  len: 900 time: 2.0224080
Nov 24 13:04:30.052171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44386) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:30.052356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Usage tracker for resource:network and tenant:2aca37eb671f42ff857d97c1cafabbf3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:30.209498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Allocated IP 2001:db8::3 (c01fca14-1ce2-4f89-89c6-79533f32e21c/42bbc30e-9bc9-4002-a61f-59c4e3943ed6/e13d6016-f47f-4c2e-87ab-f6cd770ce08c) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:04:30.224126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:30.239049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:30.259123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44392) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:30.280917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Made reservation on behalf of 2aca37eb671f42ff857d97c1cafabbf3 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:04:30.287596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:30.309068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-43a0c8a6-a70f-4fa1-ab50-d3e7c3bc5718 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Deleting port 566bab6b-1e1b-4101-b48d-ce6ab06b1526 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:30.309585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-43a0c8a6-a70f-4fa1-ab50-d3e7c3bc5718 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:30.371678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:30.403235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44398) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:30.416525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event updated for resources: {'Subnet': ['ID=42bbc30e-9bc9-4002-a61f-59c4e3943ed6,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:30.421209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd0d3502-7c3d-4e24-9ffb-bf96e17d6295 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:30.451614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:30.560560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:30.561113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:30.561531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:30.561942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:30.562382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:30.562791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:30.563337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:30.563573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:30.563975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:30.564376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:30.564775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:30.565180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:30.565677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:30.566079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:30.567043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:30.567922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:30.568326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:30.568731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:30.569130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:30.569886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:30.570019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:30.570715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:30.571100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:30.571500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:30.584196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:30.584873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-482a82a2-0627-4f5b-801c-862bb1f18f18 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:30.586098 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-482a82a2-0627-4f5b-801c-862bb1f18f18 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "DELETE /v2.0/security-groups/5e651f80-8f08-41e2-ae95-58afa81b10f0 HTTP/1.1" status: 204  len: 168 time: 1.5643880
Nov 24 13:04:30.596385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.064s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:30.596955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dc129280-626c-404a-b0f4-2a633a1c7129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.555s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:30.603504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44404) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:30.615468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:30.619110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a82a2-0627-4f5b-801c-862bb1f18f18 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e651f80-8f08-41e2-ae95-58afa81b10f0,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:30.624569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-482a82a2-0627-4f5b-801c-862bb1f18f18 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:30.648735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Usage tracker for resource:security_group_rule and tenant:2aca37eb671f42ff857d97c1cafabbf3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:30.656581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:30.665075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd0d3502-7c3d-4e24-9ffb-bf96e17d6295 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:30.666068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0d3502-7c3d-4e24-9ffb-bf96e17d6295 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:30.667297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd0d3502-7c3d-4e24-9ffb-bf96e17d6295 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:30.683776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:30.684076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2be45f1a-7f59-4089-a6ff-fd7e2b61d8f4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:30.686236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Transition to ACTIVE for port object e13d6016-f47f-4c2e-87ab-f6cd770ce08c will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:04:30.690440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1614940197'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:30.712023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Transition to ACTIVE for port object e13d6016-f47f-4c2e-87ab-f6cd770ce08c will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:04:30.725596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:30.744609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:30.747589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-84a0932f-5fdb-4480-90f2-4238653b54df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:30.755425 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9a5d6a12-7b48-4527-a346-c28d05cd46e6 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.1489494
Nov 24 13:04:30.757989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44408) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:30.768165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:network and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:30.773480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:30.781523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-d7debbce-c280-4f4a-b0cc-159fdbe0548f tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Request body: {'security_group': {'name': 'tempest-secgroup--1810414940'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:30.788556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d7debbce-c280-4f4a-b0cc-159fdbe0548f tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:30.805965 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cd0d3502-7c3d-4e24-9ffb-bf96e17d6295 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 864 time: 3.0466876
Nov 24 13:04:30.812045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-20a7c574-4894-44ab-bf39-ef94fc32cf37 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-897313887'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:30.813217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44412) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:30.821364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:30.824862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-4586d108-c835-4a56-bdfa-79f2552997a1 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Request body: {'subnet': {'network_id': 'ac7addc2-1c63-4fef-918c-954cdd9cf988', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:30.827097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d7debbce-c280-4f4a-b0cc-159fdbe0548f tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Usage tracker for resource:security_group and tenant:c007fc86389a40a6bf71f190fba58c2c is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:30.830940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d3502-7c3d-4e24-9ffb-bf96e17d6295 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Pushing event updated for resources: {'Network': ['ID=ac7addc2-1c63-4fef-918c-954cdd9cf988,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:30.837456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4586d108-c835-4a56-bdfa-79f2552997a1 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:30.840169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cd0d3502-7c3d-4e24-9ffb-bf96e17d6295 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:30.840445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d7debbce-c280-4f4a-b0cc-159fdbe0548f tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:30.841184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:30.844810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-20a7c574-4894-44ab-bf39-ef94fc32cf37 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:30.860290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d7debbce-c280-4f4a-b0cc-159fdbe0548f tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:30.862855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-20a7c574-4894-44ab-bf39-ef94fc32cf37 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Usage tracker for resource:network and tenant:e45ecc3d3dfa47218ac86fa6bcb4b895 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:30.872859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-43a0c8a6-a70f-4fa1-ab50-d3e7c3bc5718 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:30.874154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-43a0c8a6-a70f-4fa1-ab50-d3e7c3bc5718 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:30.884980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4586d108-c835-4a56-bdfa-79f2552997a1 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Usage tracker for resource:subnet and tenant:b0600db2aa7e4ca299a5964d39c8677a is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:30.885185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network ac7addc2-1c63-4fef-918c-954cdd9cf988 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:04:30.886584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-20a7c574-4894-44ab-bf39-ef94fc32cf37 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:30.890783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4586d108-c835-4a56-bdfa-79f2552997a1 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:30.898993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network ac7addc2-1c63-4fef-918c-954cdd9cf988 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:04:30.901506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4586d108-c835-4a56-bdfa-79f2552997a1 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:30.907316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-20a7c574-4894-44ab-bf39-ef94fc32cf37 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:30.914455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:04:30.920830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:30.936871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4586d108-c835-4a56-bdfa-79f2552997a1 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Made reservation on behalf of b0600db2aa7e4ca299a5964d39c8677a for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:04:30.941644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4586d108-c835-4a56-bdfa-79f2552997a1 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:31.060523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Pushing event updated for resources: {'Port': ['ID=e13d6016-f47f-4c2e-87ab-f6cd770ce08c,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:31.077885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-43a0c8a6-a70f-4fa1-ab50-d3e7c3bc5718 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Calling delete_port for 566bab6b-1e1b-4101-b48d-ce6ab06b1526 owned by network:floatingip {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:31.116328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d7debbce-c280-4f4a-b0cc-159fdbe0548f tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:31.129803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:31.131178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.131365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.131764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.132136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.132563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.132941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.133631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.133631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.134025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.134684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.134812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.135154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.135569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.135934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.136300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.137118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.137118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.137783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.137930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.138308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.139150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.139150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.139385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.139718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.183493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:31.198307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:31.208707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:security_group_rule and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:31.214949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:31.221143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a7c574-4894-44ab-bf39-ef94fc32cf37 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Made reservation on behalf of e45ecc3d3dfa47218ac86fa6bcb4b895 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:04:31.227019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20a7c574-4894-44ab-bf39-ef94fc32cf37 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:31.260667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Network c01fca14-1ce2-4f89-89c6-79533f32e21c is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:04:31.260939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:04:31.263174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:04:31.274786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:31.304037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20a7c574-4894-44ab-bf39-ef94fc32cf37 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:31.319997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:31.326970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Attempting to bind port e13d6016-f47f-4c2e-87ab-f6cd770ce08c on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:04:31.327399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Attempting to bind port e13d6016-f47f-4c2e-87ab-f6cd770ce08c by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f8c8e9d7-826a-421a-af3a-271d6a8858e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c01fca14-1ce2-4f89-89c6-79533f32e21c'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:04:31.327829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Attempting to bind port e13d6016-f47f-4c2e-87ab-f6cd770ce08c on network c01fca14-1ce2-4f89-89c6-79533f32e21c {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:04:31.337207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:04:31.337207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Checking segment: {'id': 'f8c8e9d7-826a-421a-af3a-271d6a8858e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c01fca14-1ce2-4f89-89c6-79533f32e21c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:04:31.337207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:31.337715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Bound using segment: {'id': 'f8c8e9d7-826a-421a-af3a-271d6a8858e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c01fca14-1ce2-4f89-89c6-79533f32e21c'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:04:31.338181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Bound port: e13d6016-f47f-4c2e-87ab-f6cd770ce08c, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c8e9d7-826a-421a-af3a-271d6a8858e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c01fca14-1ce2-4f89-89c6-79533f32e21c'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:04:31.338609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:31.340554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d7debbce-c280-4f4a-b0cc-159fdbe0548f tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:31.351214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:31.360345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3aeccc68-aa56-47a9-ac05-16c0d3b670f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:31.366861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:31.376988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d7debbce-c280-4f4a-b0cc-159fdbe0548f tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Usage tracker for resource:security_group_rule and tenant:c007fc86389a40a6bf71f190fba58c2c is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:31.384896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:31.389584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d7debbce-c280-4f4a-b0cc-159fdbe0548f tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:31.419707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d7debbce-c280-4f4a-b0cc-159fdbe0548f tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:31.433497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:04:31.454992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] For port e13d6016-f47f-4c2e-87ab-f6cd770ce08c, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:04:31.458257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] For port e13d6016-f47f-4c2e-87ab-f6cd770ce08c, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=e13d6016-f47f-4c2e-87ab-f6cd770ce08c,segment=NetworkSegment(f8c8e9d7-826a-421a-af3a-271d6a8858e2),segment_id=f8c8e9d7-826a-421a-af3a-271d6a8858e2)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:04:31.463045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:31.479146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-572e690f-067f-4bb2-8db0-d500d01e0358 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:31.484288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event deleted for resources: {'Subnet': ['ID=42bbc30e-9bc9-4002-a61f-59c4e3943ed6,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:31.489733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event updated for resources: {'SecurityGroup': ['ID=0495d34c-46af-40c7-99fb-dab1b81fb270,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:31.499796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-20a7c574-4894-44ab-bf39-ef94fc32cf37 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:31.506016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:31.506323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:31.506732 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Added segment 4202dd55-1b69-4a79-be75-36b96b3e623e of type vxlan for network 34943de3-21d8-4e2f-ae9b-687969d94793
Nov 24 13:04:31.510573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-20a7c574-4894-44ab-bf39-ef94fc32cf37 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Usage tracker for resource:security_group_rule and tenant:e45ecc3d3dfa47218ac86fa6bcb4b895 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:31.524745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-20a7c574-4894-44ab-bf39-ef94fc32cf37 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:31.553143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-20a7c574-4894-44ab-bf39-ef94fc32cf37 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:31.565265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.565838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.566944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.568247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.568247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.568247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.568900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.569403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.569900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.570426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.570932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.571444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.572394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.572394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.572989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.573487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.574077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.575744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.575744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.575744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.575744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.576690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.576690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.577302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:31.606095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:31.655340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Pushing event updated for resources: {'Port': ['ID=e13d6016-f47f-4c2e-87ab-f6cd770ce08c,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:31.658267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:31.685697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:31.744133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:31.745377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:31.772641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d7debbce-c280-4f4a-b0cc-159fdbe0548f tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:31.773786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:31.777508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd5702a-9a22-46a1-8aff-807973562ee6 None None] Network c01fca14-1ce2-4f89-89c6-79533f32e21c requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:04:31.793070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-de580fcc-4cdc-4f88-b895-308f2466358c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:31.813945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d7debbce-c280-4f4a-b0cc-159fdbe0548f tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:31.852033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-43a0c8a6-a70f-4fa1-ab50-d3e7c3bc5718 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:31.907802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f63466d4208>,) {'filters': {'network_id': ['c01fca14-1ce2-4f89-89c6-79533f32e21c']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:31.926520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f63466d4208>, 'f8c8e9d7-826a-421a-af3a-271d6a8858e2') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:31.926862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f63466d4208>, 'f8c8e9d7-826a-421a-af3a-271d6a8858e2') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:31.944550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:31.953644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:31.957824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:31.958528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:31.979640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:04:31.980043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:04:31.994980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f561da2-ec52-4eae-a0a2-fdcb6bae0fd4 None None] Network c01fca14-1ce2-4f89-89c6-79533f32e21c requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:04:32.001445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'SecurityGroup': ['ID=5e197138-1577-470a-b937-1bad8da551eb,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:32.002202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:32.006887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:32.007054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Releasing vxlan tunnel 3 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:04:32.017333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:32.074776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20a7c574-4894-44ab-bf39-ef94fc32cf37 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:32.098681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20a7c574-4894-44ab-bf39-ef94fc32cf37 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:32.110882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7debbce-c280-4f4a-b0cc-159fdbe0548f tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Pushing event updated for resources: {'SecurityGroup': ['ID=989103cb-3781-48da-8779-ec16a2bf8265,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:32.122975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d7debbce-c280-4f4a-b0cc-159fdbe0548f tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:32.132024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-99171081-0aff-4079-abfc-3781fd4ff101 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:32.189760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a7c574-4894-44ab-bf39-ef94fc32cf37 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:04:32.210150 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 2.8584445
Nov 24 13:04:32.214165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0c8a6-a70f-4fa1-ab50-d3e7c3bc5718 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event deleted for resources: {'Port': ['ID=566bab6b-1e1b-4101-b48d-ce6ab06b1526,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:32.220775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d7debbce-c280-4f4a-b0cc-159fdbe0548f tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:32.222138 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d7debbce-c280-4f4a-b0cc-159fdbe0548f tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 1.4568887
Nov 24 13:04:32.228819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44416) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:32.229808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-43a0c8a6-a70f-4fa1-ab50-d3e7c3bc5718 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:32.233839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.254s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:32.241341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.objects.ports [None req-4586d108-c835-4a56-bdfa-79f2552997a1 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80943) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 24 13:04:32.241850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4586d108-c835-4a56-bdfa-79f2552997a1 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:32.265072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:32.274042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-07ab112c-e60b-4ce6-b8c0-608736441ed7 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Request body: {'security_group': {'name': 'default'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:32.275063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9603822f-4e9c-4664-b831-3a8fbcc8f701 None None] get_active_networks_info from dv-neutron-601336-61-ovs {{(pid=80945) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 13:04:32.275960 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.api.v2.base [None req-07ab112c-e60b-4ce6-b8c0-608736441ed7 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 24 13:04:32.276518 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-07ab112c-e60b-4ce6-b8c0-608736441ed7 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] update failed (client error): There was a conflict when trying to complete your request.
Nov 24 13:04:32.280818 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-07ab112c-e60b-4ce6-b8c0-608736441ed7 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "PUT /v2.0/security-groups/989103cb-3781-48da-8779-ec16a2bf8265 HTTP/1.1" status: 409  len: 330 time: 0.0456407
Nov 24 13:04:32.282747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20a7c574-4894-44ab-bf39-ef94fc32cf37 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:32.283199 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-20a7c574-4894-44ab-bf39-ef94fc32cf37 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Added segment fe6df6bb-ce64-4d4a-8e01-0d10dc326989 of type vxlan for network 8f343e14-074e-47a2-b554-9a504c3a2314
Nov 24 13:04:32.299433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44420) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:32.317355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network c01fca14-1ce2-4f89-89c6-79533f32e21c has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:04:32.386509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44424) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:32.395047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:32.402653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-1c9bf4b9-a41f-4d58-98fa-f4e27a4e21b9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Request body: {'subnet': {'network_id': '34943de3-21d8-4e2f-ae9b-687969d94793', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:32.416456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9603822f-4e9c-4664-b831-3a8fbcc8f701 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 24 13:04:32.499946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event updated for resources: {'Network': ['ID=34943de3-21d8-4e2f-ae9b-687969d94793,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:32.502657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:32.525224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 34943de3-21d8-4e2f-ae9b-687969d94793 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:04:32.546535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 34943de3-21d8-4e2f-ae9b-687969d94793 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:04:32.551500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:32.552182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.442s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:32.584851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20a7c574-4894-44ab-bf39-ef94fc32cf37 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:32.615522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586d108-c835-4a56-bdfa-79f2552997a1 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Pushing event updated for resources: {'Subnet': ['ID=bdf69361-b756-434e-bb83-cb68845b98c3,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:32.630485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4586d108-c835-4a56-bdfa-79f2552997a1 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:32.666786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7c574-4894-44ab-bf39-ef94fc32cf37 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1ebcc5-afee-4c58-bd39-7ce6fe0216a3,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:32.677144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-20a7c574-4894-44ab-bf39-ef94fc32cf37 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:32.703220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network c01fca14-1ce2-4f89-89c6-79533f32e21c has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:04:32.715703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1c9bf4b9-a41f-4d58-98fa-f4e27a4e21b9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:32.718587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-43a0c8a6-a70f-4fa1-ab50-d3e7c3bc5718 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:32.718963 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-43a0c8a6-a70f-4fa1-ab50-d3e7c3bc5718 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Floating IP 095e1350-afbd-413a-bb84-c6f894aa1357 disassociated (deleted). External IP: 172.26.8.25, port: 3b70ee63-6689-4513-ad96-3ae34ab707b8.
Nov 24 13:04:32.742985 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:04:32.742985 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:04:32.742985 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:04:32.742985 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:04:32.742985 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:04:32.742985 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:04:32.742985 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:04:32.742985 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:04:32.742985 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:04:32.742985 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:04:32.742985 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:04:32.742985 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:04:32.742985 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:04:32.742985 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:04:32.742985 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:04:32.742985 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:04:32.742985 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:04:32.742985 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:04:32.742985 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:04:32.742985 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:04:32.742985 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:04:32.742985 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:04:32.742985 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:04:32.742985 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:04:32.742985 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:04:32.742985 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:04:32.742985 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:04:32.742985 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:04:32.742985 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:04:32.742985 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:04:32.742985 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:04:32.742985 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:04:32.781257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1c9bf4b9-a41f-4d58-98fa-f4e27a4e21b9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Usage tracker for resource:subnet and tenant:2aca37eb671f42ff857d97c1cafabbf3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:32.792986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1c9bf4b9-a41f-4d58-98fa-f4e27a4e21b9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:32.804052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1c9bf4b9-a41f-4d58-98fa-f4e27a4e21b9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:32.811504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20a7c574-4894-44ab-bf39-ef94fc32cf37 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:32.815840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a7c574-4894-44ab-bf39-ef94fc32cf37 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:32.816518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d5b72955-0a14-43dd-a7fd-29b6edf91c85 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:32.816637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20a7c574-4894-44ab-bf39-ef94fc32cf37 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:32.820806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:04:32.821155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:04:32.826730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d19cb50a-f099-4ff5-8369-ace22dbc6d26 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:32.962460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:32.993642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9bf4b9-a41f-4d58-98fa-f4e27a4e21b9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Made reservation on behalf of 2aca37eb671f42ff857d97c1cafabbf3 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:04:33.125350 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-20a7c574-4894-44ab-bf39-ef94fc32cf37 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 2.7134326
Nov 24 13:04:33.143426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7c574-4894-44ab-bf39-ef94fc32cf37 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Pushing event updated for resources: {'Network': ['ID=8f343e14-074e-47a2-b554-9a504c3a2314,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:33.147451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-20a7c574-4894-44ab-bf39-ef94fc32cf37 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:33.166319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] vxlan segment allocate from pool success with {'vxlan_vni': 13}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:04:33.200559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 24 13:04:33.200559 dv-neutron-601336-61-ovs neutron-server[80834]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 24 13:04:33.200559 dv-neutron-601336-61-ovs neutron-server[80834]: [parameters: {'id': 'c01fca14-1ce2-4f89-89c6-79533f32e21c'}]
Nov 24 13:04:33.200559 dv-neutron-601336-61-ovs neutron-server[80834]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:04:33.201118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:04:33.202479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d5b72955-0a14-43dd-a7fd-29b6edf91c85 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:33.207417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 8f343e14-074e-47a2-b554-9a504c3a2314 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:04:33.212767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c9bf4b9-a41f-4d58-98fa-f4e27a4e21b9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:33.289141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:33.289583 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Added segment 85df2f39-33bf-4370-a2b3-ba825f6d6875 of type vxlan for network 8ca51b04-1dca-4f60-b844-2979d8864b51
Nov 24 13:04:33.298990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4586d108-c835-4a56-bdfa-79f2552997a1 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Checking segment: {'id': 'd1a8e199-dc47-4240-ac03-a7e97528df5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ac7addc2-1c63-4fef-918c-954cdd9cf988'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:04:33.299815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4586d108-c835-4a56-bdfa-79f2552997a1 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Network hostable DHCP agents. Network: ac7addc2-1c63-4fef-918c-954cdd9cf988, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:04:33.324880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 8f343e14-074e-47a2-b554-9a504c3a2314 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:04:33.330812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d5b72955-0a14-43dd-a7fd-29b6edf91c85 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:33.345962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-010f3527-95ce-434e-9635-e2a2f386adff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:33.361929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:33.374893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b72955-0a14-43dd-a7fd-29b6edf91c85 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Pushing event deleted for resources: {'SecurityGroup': ['ID=989103cb-3781-48da-8779-ec16a2bf8265,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:33.390798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d5b72955-0a14-43dd-a7fd-29b6edf91c85 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:33.399429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4586d108-c835-4a56-bdfa-79f2552997a1 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Network ac7addc2-1c63-4fef-918c-954cdd9cf988 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:04:33.409113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:33.409385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d5b72955-0a14-43dd-a7fd-29b6edf91c85 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:33.410757 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d5b72955-0a14-43dd-a7fd-29b6edf91c85 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "DELETE /v2.0/security-groups/989103cb-3781-48da-8779-ec16a2bf8265 HTTP/1.1" status: 204  len: 168 time: 1.0960629
Nov 24 13:04:33.413293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:33.413793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44432) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:33.413920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:33.425387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-02a4e075-cd65-47bb-a6fd-70ba57934192 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:33.444352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-4586d108-c835-4a56-bdfa-79f2552997a1 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, ac7addc2-1c63-4fef-918c-954cdd9cf988) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:04:33.461959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9fb44a-3f88-443c-a05e-e417c57db2a5 None None] Network ac7addc2-1c63-4fef-918c-954cdd9cf988 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:04:33.466990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4586d108-c835-4a56-bdfa-79f2552997a1 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:33.467662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4586d108-c835-4a56-bdfa-79f2552997a1 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:33.492718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44436) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:33.501425 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4586d108-c835-4a56-bdfa-79f2552997a1 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 2.6843612
Nov 24 13:04:33.507648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Request body: {'port': {'network_id': '8f343e14-074e-47a2-b554-9a504c3a2314', 'binding:host_id': 'hv-neutron-6013', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1195831151'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:33.514576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44440) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:33.518227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:33.527505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b8588be3-2d94-421d-8edf-e791d16763ab tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Request body: {'port': {'name': 'tempest-RoutersAdminTest-760934605', 'network_id': 'ac7addc2-1c63-4fef-918c-954cdd9cf988'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:33.533397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b8588be3-2d94-421d-8edf-e791d16763ab tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:33.538707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b8588be3-2d94-421d-8edf-e791d16763ab tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Usage tracker for resource:port and tenant:b0600db2aa7e4ca299a5964d39c8677a is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:33.542566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b8588be3-2d94-421d-8edf-e791d16763ab tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Quota usage for port was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:33.550257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b8588be3-2d94-421d-8edf-e791d16763ab tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:33.571898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Usage tracker for resource:port and tenant:4ca04762fc024eb08486d73defc09552 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:33.575417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8588be3-2d94-421d-8edf-e791d16763ab tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Made reservation on behalf of b0600db2aa7e4ca299a5964d39c8677a for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:04:33.580809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b8588be3-2d94-421d-8edf-e791d16763ab tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:33.598992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Quota usage for port was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:33.614478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-eb21ae00-c4fd-422d-baf5-f3b9be3a3459 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Synchronizing usage tracker for tenant:c007fc86389a40a6bf71f190fba58c2c on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:04:33.619322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:33.727996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:33.748769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa797b4f-a600-4c81-baa9-180eaad35a02 None None] Network ac7addc2-1c63-4fef-918c-954cdd9cf988 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:04:33.792015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Made reservation on behalf of 4ca04762fc024eb08486d73defc09552 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:04:33.797006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:33.832185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-eb21ae00-c4fd-422d-baf5-f3b9be3a3459 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Unset dirty status for tenant:c007fc86389a40a6bf71f190fba58c2c on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:04:33.837513 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-eb21ae00-c4fd-422d-baf5-f3b9be3a3459 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.4184179
Nov 24 13:04:33.837682 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 3.5705137
Nov 24 13:04:33.837816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:33.847895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44444) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:33.848281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44446) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:33.875109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Deleting port e13d6016-f47f-4c2e-87ab-f6cd770ce08c {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:33.875794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:33.901340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Network': ['ID=8ca51b04-1dca-4f60-b844-2979d8864b51,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:33.907767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-1402170e-be27-4807-afed-b8c9adffec43 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:33.931164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:04:33.939011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:33.942342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-b8588be3-2d94-421d-8edf-e791d16763ab tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] device_id is not set on port 5f1f8087-c512-4c9c-848c-018c95f3db4e yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:04:33.956614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:04:34.007452 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-0a2ec7c8-3222-4944-bb01-164e034882a0 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] delete failed (client error): The resource could not be found.
Nov 24 13:04:34.012258 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0a2ec7c8-3222-4944-bb01-164e034882a0 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "DELETE /v2.0/security-groups/6059bbab-9db4-4d23-a916-dc97836305da HTTP/1.1" status: 404  len: 347 time: 0.1530545
Nov 24 13:04:34.015033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:34.020061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44452) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:34.048058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Usage tracker for resource:security_group_rule and tenant:4ca04762fc024eb08486d73defc09552 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:34.087094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:34.112709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:34.174465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1402170e-be27-4807-afed-b8c9adffec43 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:34.184254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1402170e-be27-4807-afed-b8c9adffec43 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:subnet and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:34.189927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:34.194992 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-9c7ae8f5-10b2-403d-9495-5ab7bbc264b1 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] show failed (client error): The resource could not be found.
Nov 24 13:04:34.201373 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9c7ae8f5-10b2-403d-9495-5ab7bbc264b1 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "GET /v2.0/security-groups/99cc1d8a-6537-4cc9-a7f8-8e56ad0f7620 HTTP/1.1" status: 404  len: 347 time: 0.1747141
Nov 24 13:04:34.201851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1402170e-be27-4807-afed-b8c9adffec43 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:34.201851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44456) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:34.203328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:34.221991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1402170e-be27-4807-afed-b8c9adffec43 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:34.248696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-16314ed8-7133-46d0-9e0c-cf1c1a478980 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:34.312454 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-8b298e45-63d2-4244-b745-ac45595045f3 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] show failed (client error): The resource could not be found.
Nov 24 13:04:34.313571 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8b298e45-63d2-4244-b745-ac45595045f3 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] 10.222.0.76 "GET /v2.0/security-group-rules/e2971114-acb7-4859-872f-95af448b3f04 HTTP/1.1" status: 404  len: 356 time: 0.1074207
Nov 24 13:04:34.376782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1402170e-be27-4807-afed-b8c9adffec43 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:04:34.465788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Pushing event updated for resources: {'SecurityGroup': ['ID=ed636196-95a5-4d0a-9f3d-16ccabd441f3,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:34.483088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:34.486530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-b8588be3-2d94-421d-8edf-e791d16763ab tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Allocated IP 172.20.0.2 (ac7addc2-1c63-4fef-918c-954cdd9cf988/bdf69361-b756-434e-bb83-cb68845b98c3/5f1f8087-c512-4c9c-848c-018c95f3db4e) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:04:34.541828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1402170e-be27-4807-afed-b8c9adffec43 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:34.550323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] device_id is not set on port 864de2c0-d6c5-401d-9560-ba143d9131c7 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:04:34.650204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] For port e13d6016-f47f-4c2e-87ab-f6cd770ce08c, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=e13d6016-f47f-4c2e-87ab-f6cd770ce08c,segment=NetworkSegment(f8c8e9d7-826a-421a-af3a-271d6a8858e2),segment_id=f8c8e9d7-826a-421a-af3a-271d6a8858e2)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:04:34.650597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:34.708575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44464) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:34.762442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a0c8a6-a70f-4fa1-ab50-d3e7c3bc5718 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Router 68958fec-faf6-4a7f-acdd-0bcee079f821 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:04:34.804701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Calling delete_port for e13d6016-f47f-4c2e-87ab-f6cd770ce08c owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:34.985739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c9bf4b9-a41f-4d58-98fa-f4e27a4e21b9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:35.022846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:35.125697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:35.151633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:35.272166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event deleted for resources: {'Port': ['ID=e13d6016-f47f-4c2e-87ab-f6cd770ce08c,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:35.299072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:35.304561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b8588be3-2d94-421d-8edf-e791d16763ab tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:35.342470 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e594edf0-72f0-4a54-abf6-6ba52357cd9b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c007fc86389a40a6bf71f190fba58c2c&name=default HTTP/1.1" status: 200  len: 2747 time: 0.6243062
Nov 24 13:04:35.343239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9bf4b9-a41f-4d58-98fa-f4e27a4e21b9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event updated for resources: {'Subnet': ['ID=54c76fcb-b36f-4ac9-b037-eae42400f2e9,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:35.345258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44470) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:35.365071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1c9bf4b9-a41f-4d58-98fa-f4e27a4e21b9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:35.400558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] device_id is not set on port 864de2c0-d6c5-401d-9560-ba143d9131c7 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:04:35.416449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:35.419358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] No DVR routers for this DVR port e13d6016-f47f-4c2e-87ab-f6cd770ce08c on host dv-neutron-601336-61-ovs {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:04:35.466567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Transition to ACTIVE for port object 864de2c0-d6c5-401d-9560-ba143d9131c7 will not be triggered until provisioned by entity L2. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:04:35.541899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b8588be3-2d94-421d-8edf-e791d16763ab tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:35.543843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-135fa45b-37e7-494e-8eb0-17297548a516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:35.565262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b2b7f97b-5944-4ec9-a6cc-ba9b9e93ff62 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:35.600668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-135fa45b-37e7-494e-8eb0-17297548a516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:35.615645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9bf4b9-a41f-4d58-98fa-f4e27a4e21b9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Checking segment: {'id': '4202dd55-1b69-4a79-be75-36b96b3e623e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '34943de3-21d8-4e2f-ae9b-687969d94793'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:04:35.616045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9bf4b9-a41f-4d58-98fa-f4e27a4e21b9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network hostable DHCP agents. Network: 34943de3-21d8-4e2f-ae9b-687969d94793, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:04:35.658917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:35.690081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a0c8a6-a70f-4fa1-ab50-d3e7c3bc5718 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:04:35.703862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e8efa0-6b9f-45f2-8a06-6319b11bc51a None None] Sync routers for ids ['68958fec-faf6-4a7f-acdd-0bcee079f821'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:04:35.721788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e8efa0-6b9f-45f2-8a06-6319b11bc51a None None] Routers {'68958fec-faf6-4a7f-acdd-0bcee079f821'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:04:35.723168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b1e8efa0-6b9f-45f2-8a06-6319b11bc51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347356908>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:04:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['68958fec-faf6-4a7f-acdd-0bcee079f821'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:35.723306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:35.760074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-43a0c8a6-a70f-4fa1-ab50-d3e7c3bc5718 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:35.791345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9bf4b9-a41f-4d58-98fa-f4e27a4e21b9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network 34943de3-21d8-4e2f-ae9b-687969d94793 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:04:35.803360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b1e8efa0-6b9f-45f2-8a06-6319b11bc51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347356908>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:35.817568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e8efa0-6b9f-45f2-8a06-6319b11bc51a None None] Routers {'68958fec-faf6-4a7f-acdd-0bcee079f821'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:04:35.818314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b1e8efa0-6b9f-45f2-8a06-6319b11bc51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347356908>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:04:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['68958fec-faf6-4a7f-acdd-0bcee079f821'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:35.837938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-135fa45b-37e7-494e-8eb0-17297548a516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:35.848245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-44400da0-a0a9-4d5f-9663-af27e4c799cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:35.855415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-1c9bf4b9-a41f-4d58-98fa-f4e27a4e21b9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 34943de3-21d8-4e2f-ae9b-687969d94793) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:04:35.864490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1402170e-be27-4807-afed-b8c9adffec43 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:35.873358 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-43a0c8a6-a70f-4fa1-ab50-d3e7c3bc5718 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "DELETE /v2.0/floatingips/095e1350-afbd-413a-bb84-c6f894aa1357 HTTP/1.1" status: 204  len: 168 time: 6.5237806
Nov 24 13:04:35.888659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb442341-450e-476d-931e-d5d66d6537f6 None None] Network 34943de3-21d8-4e2f-ae9b-687969d94793 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:04:35.894437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135fa45b-37e7-494e-8eb0-17297548a516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e811b5-c192-4e2c-88e2-2178a7ccbd00,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:35.900892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44474) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:35.954238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-135fa45b-37e7-494e-8eb0-17297548a516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:35.954810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:36.000587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b1e8efa0-6b9f-45f2-8a06-6319b11bc51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347356908>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:36.001059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e8efa0-6b9f-45f2-8a06-6319b11bc51a None None] The sync data for ids ['68958fec-faf6-4a7f-acdd-0bcee079f821'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:04:36.187821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8588be3-2d94-421d-8edf-e791d16763ab tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Pushing event updated for resources: {'Port': ['ID=5f1f8087-c512-4c9c-848c-018c95f3db4e,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:36.212667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b8588be3-2d94-421d-8edf-e791d16763ab tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:36.216200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2454a052-35d6-49d1-bb7d-c90d6101f04a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-34943de3-21d8-4e2f-ae9b-687969d94793', 'network_id': '34943de3-21d8-4e2f-ae9b-687969d94793', 'tenant_id': '2aca37eb671f42ff857d97c1cafabbf3', 'fixed_ips': [{'subnet_id': '54c76fcb-b36f-4ac9-b037-eae42400f2e9'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:04:36.217178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2454a052-35d6-49d1-bb7d-c90d6101f04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:36.225006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5b681c24-eb5b-4591-9165-6584887808b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.518s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:36.252179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-135fa45b-37e7-494e-8eb0-17297548a516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:36.253439 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-135fa45b-37e7-494e-8eb0-17297548a516 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d5e811b5-c192-4e2c-88e2-2178a7ccbd00 HTTP/1.1" status: 204  len: 168 time: 0.9009805
Nov 24 13:04:36.301299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9bf4b9-a41f-4d58-98fa-f4e27a4e21b9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:36.301944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c9bf4b9-a41f-4d58-98fa-f4e27a4e21b9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:36.353000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634c7d46a0>,) {'filters': {'network_id': ['c01fca14-1ce2-4f89-89c6-79533f32e21c']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:36.364963 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1c9bf4b9-a41f-4d58-98fa-f4e27a4e21b9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 3.9760730
Nov 24 13:04:36.365839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44482) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:36.369517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Pushing event updated for resources: {'Port': ['ID=864de2c0-d6c5-401d-9560-ba143d9131c7,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:36.377041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:36.382385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c7d46a0>, 'f8c8e9d7-826a-421a-af3a-271d6a8858e2') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:36.382714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c7d46a0>, 'f8c8e9d7-826a-421a-af3a-271d6a8858e2') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:36.395385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-f8991525-8bb8-48bc-ab44-ef6a97a990b3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1394085706'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:36.418590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:36.428427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-080adf14-58e2-4b80-b4d6-d6db8164da13 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Deleting port 3b70ee63-6689-4513-ad96-3ae34ab707b8 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:36.428814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-080adf14-58e2-4b80-b4d6-d6db8164da13 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:36.439228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8588be3-2d94-421d-8edf-e791d16763ab tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Network ac7addc2-1c63-4fef-918c-954cdd9cf988 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:04:36.444690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-b8588be3-2d94-421d-8edf-e791d16763ab tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:04:36.447954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8588be3-2d94-421d-8edf-e791d16763ab tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:04:36.459891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f8991525-8bb8-48bc-ab44-ef6a97a990b3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:36.468350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402170e-be27-4807-afed-b8c9adffec43 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Subnet': ['ID=058a1177-62fa-4f23-ab36-d22b08819e66,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:36.485690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:36.487630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1402170e-be27-4807-afed-b8c9adffec43 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:36.489269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f8991525-8bb8-48bc-ab44-ef6a97a990b3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Usage tracker for resource:network and tenant:2aca37eb671f42ff857d97c1cafabbf3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:36.494336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f8991525-8bb8-48bc-ab44-ef6a97a990b3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Quota usage for network was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:36.501183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Releasing vxlan tunnel 3 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:04:36.506565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f8991525-8bb8-48bc-ab44-ef6a97a990b3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:36.532801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Checking segment: {'id': 'fe6df6bb-ce64-4d4a-8e01-0d10dc326989', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8f343e14-074e-47a2-b554-9a504c3a2314'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:04:36.533203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Network hostable DHCP agents. Network: 8f343e14-074e-47a2-b554-9a504c3a2314, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:04:36.580041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8991525-8bb8-48bc-ab44-ef6a97a990b3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Made reservation on behalf of 2aca37eb671f42ff857d97c1cafabbf3 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:04:36.586161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f8991525-8bb8-48bc-ab44-ef6a97a990b3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:36.669568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-2454a052-35d6-49d1-bb7d-c90d6101f04a None None] Allocated IP 172.20.255.242 (34943de3-21d8-4e2f-ae9b-687969d94793/54c76fcb-b36f-4ac9-b037-eae42400f2e9/ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:04:36.731315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8991525-8bb8-48bc-ab44-ef6a97a990b3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] vxlan segment allocate from pool success with {'vxlan_vni': 14}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:04:36.731581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network c01fca14-1ce2-4f89-89c6-79533f32e21c has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:04:36.742904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:36.775303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f8991525-8bb8-48bc-ab44-ef6a97a990b3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:36.775750 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-f8991525-8bb8-48bc-ab44-ef6a97a990b3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Added segment 3a4fabbb-5a19-4d7d-9343-07c050c5372c of type vxlan for network e534e809-41ea-4e72-9c68-24fa9163117b
Nov 24 13:04:36.783766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1402170e-be27-4807-afed-b8c9adffec43 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Checking segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:04:36.784159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1402170e-be27-4807-afed-b8c9adffec43 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network hostable DHCP agents. Network: 8ca51b04-1dca-4f60-b844-2979d8864b51, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:04:36.850263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8588be3-2d94-421d-8edf-e791d16763ab tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:36.851174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b8588be3-2d94-421d-8edf-e791d16763ab tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:36.860521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f8991525-8bb8-48bc-ab44-ef6a97a990b3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:36.872673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-080adf14-58e2-4b80-b4d6-d6db8164da13 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:36.879624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Network 8f343e14-074e-47a2-b554-9a504c3a2314 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:04:36.985214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 8f343e14-074e-47a2-b554-9a504c3a2314) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:04:36.999601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2454a052-35d6-49d1-bb7d-c90d6101f04a None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:37.005660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network c01fca14-1ce2-4f89-89c6-79533f32e21c has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:04:37.015300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:04:37.015816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-080adf14-58e2-4b80-b4d6-d6db8164da13 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Calling delete_port for 3b70ee63-6689-4513-ad96-3ae34ab707b8 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:37.020593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2454a052-35d6-49d1-bb7d-c90d6101f04a None None] Transition to ACTIVE for port object ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:04:37.045733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1402170e-be27-4807-afed-b8c9adffec43 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:04:37.045987 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:04:37.045987 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:04:37.045987 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:04:37.045987 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:04:37.045987 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:04:37.045987 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:04:37.045987 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:04:37.045987 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:04:37.045987 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:04:37.045987 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:04:37.045987 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:04:37.045987 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:04:37.045987 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:04:37.045987 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:04:37.045987 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:04:37.045987 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:04:37.045987 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:04:37.045987 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:04:37.045987 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:04:37.045987 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:04:37.045987 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:04:37.045987 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:04:37.045987 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:04:37.045987 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:04:37.045987 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:04:37.045987 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:04:37.045987 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:04:37.045987 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:04:37.045987 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:04:37.045987 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:04:37.045987 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:04:37.045987 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:04:37.051693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2454a052-35d6-49d1-bb7d-c90d6101f04a None None] Transition to ACTIVE for port object ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:04:37.058945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-f8991525-8bb8-48bc-ab44-ef6a97a990b3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:04:37.085433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-1402170e-be27-4807-afed-b8c9adffec43 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 8ca51b04-1dca-4f60-b844-2979d8864b51) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:04:37.117071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f8991525-8bb8-48bc-ab44-ef6a97a990b3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:37.121256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8991525-8bb8-48bc-ab44-ef6a97a990b3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:37.121969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f8991525-8bb8-48bc-ab44-ef6a97a990b3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:37.140118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fbbba220-145b-48f0-8bca-6c1ef2705632 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:37.167432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1402170e-be27-4807-afed-b8c9adffec43 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:37.168079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1402170e-be27-4807-afed-b8c9adffec43 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:37.203667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9b823b-c180-4e12-b1d9-6a90b7b4c7bb None None] Network 8f343e14-074e-47a2-b554-9a504c3a2314 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:04:37.218471 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b8588be3-2d94-421d-8edf-e791d16763ab tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1022 time: 3.6999285
Nov 24 13:04:37.221236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef147c9-ba00-46d8-88da-eb6462110cb5 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:04:37.222406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44502) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:37.225468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:37.231518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attempting to bind port 864de2c0-d6c5-401d-9560-ba143d9131c7 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:04:37.232666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attempting to bind port 864de2c0-d6c5-401d-9560-ba143d9131c7 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'fe6df6bb-ce64-4d4a-8e01-0d10dc326989', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8f343e14-074e-47a2-b554-9a504c3a2314'}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:04:37.233677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attempting to bind port 864de2c0-d6c5-401d-9560-ba143d9131c7 on network 8f343e14-074e-47a2-b554-9a504c3a2314 {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:04:37.249150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e9a7249d-eb09-4cfc-87c8-fe7b2e992fda tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:37.273616 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f8991525-8bb8-48bc-ab44-ef6a97a990b3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.8948655
Nov 24 13:04:37.277678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:37.277911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44506) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:37.302631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2454a052-35d6-49d1-bb7d-c90d6101f04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:37.318784 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1402170e-be27-4807-afed-b8c9adffec43 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.4612310
Nov 24 13:04:37.335699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44512) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:37.343801 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "DELETE /v2.0/networks/c01fca14-1ce2-4f89-89c6-79533f32e21c HTTP/1.1" status: 204  len: 168 time: 7.2878602
Nov 24 13:04:37.348188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-907cc850-5bee-4a91-bfbe-babaf74fd9f3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Request body: {'subnet': {'network_id': 'e534e809-41ea-4e72-9c68-24fa9163117b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:37.353295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event deleted for resources: {'Network': ['ID=c01fca14-1ce2-4f89-89c6-79533f32e21c,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:37.358480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44516) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:37.360187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:04:37.360990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Checking segment: {'id': 'fe6df6bb-ce64-4d4a-8e01-0d10dc326989', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8f343e14-074e-47a2-b554-9a504c3a2314'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:04:37.361473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:37.361941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Bound using segment: {'id': 'fe6df6bb-ce64-4d4a-8e01-0d10dc326989', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8f343e14-074e-47a2-b554-9a504c3a2314'} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:04:37.362531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Bound port: 864de2c0-d6c5-401d-9560-ba143d9131c7, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe6df6bb-ce64-4d4a-8e01-0d10dc326989', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8f343e14-074e-47a2-b554-9a504c3a2314'}}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:04:37.363528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:37.372860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-799d15ea-49df-469c-884f-d77b0b924b09 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'port': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'name': 'tempest-NetworksTestDHCPv6-2046682206'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:37.382857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:37.388663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8991525-8bb8-48bc-ab44-ef6a97a990b3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event updated for resources: {'Network': ['ID=e534e809-41ea-4e72-9c68-24fa9163117b,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:37.446770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44520) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:37.465752 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-5808c790-aaf0-4085-87da-ac2e87440700 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] DELETE failed (client error): The resource could not be found.
Nov 24 13:04:37.466322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5808c790-aaf0-4085-87da-ac2e87440700 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:04:37.470596 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5808c790-aaf0-4085-87da-ac2e87440700 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "DELETE /v2.0/subnets/42bbc30e-9bc9-4002-a61f-59c4e3943ed6 HTTP/1.1" status: 404  len: 337 time: 0.0924494
Nov 24 13:04:37.502544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f8991525-8bb8-48bc-ab44-ef6a97a990b3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:37.516607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44526) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:37.558435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] For port 864de2c0-d6c5-401d-9560-ba143d9131c7, host hv-neutron-6013, cleared binding levels {{(pid=80943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:04:37.562079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] For port 864de2c0-d6c5-401d-9560-ba143d9131c7, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=864de2c0-d6c5-401d-9560-ba143d9131c7,segment=NetworkSegment(fe6df6bb-ce64-4d4a-8e01-0d10dc326989),segment_id=fe6df6bb-ce64-4d4a-8e01-0d10dc326989)] {{(pid=80943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:04:37.569201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f58e2d9b-a9a4-4b41-8d4e-e1b543abab33 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Deleting port 5f1f8087-c512-4c9c-848c-018c95f3db4e {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:37.569582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f58e2d9b-a9a4-4b41-8d4e-e1b543abab33 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:37.597108 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad41528-37c1-4019-b4a1-cc4909025ab9 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] DELETE failed (client error): The resource could not be found.
Nov 24 13:04:37.597749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad41528-37c1-4019-b4a1-cc4909025ab9 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:04:37.662354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:37.685672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a708cf91-13f5-4c3e-82ee-8bfc5b128f60 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:37.726175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-32a0dfc2-c519-4012-a7dc-593d8ff3b334 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-366325813-network', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:37.732992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-907cc850-5bee-4a91-bfbe-babaf74fd9f3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:37.737148 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0ad41528-37c1-4019-b4a1-cc4909025ab9 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "DELETE /v2.0/networks/c01fca14-1ce2-4f89-89c6-79533f32e21c HTTP/1.1" status: 404  len: 339 time: 0.2138748
Nov 24 13:04:37.745526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44532) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:37.748846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-907cc850-5bee-4a91-bfbe-babaf74fd9f3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Usage tracker for resource:subnet and tenant:2aca37eb671f42ff857d97c1cafabbf3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:37.756135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-907cc850-5bee-4a91-bfbe-babaf74fd9f3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:37.794326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-907cc850-5bee-4a91-bfbe-babaf74fd9f3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:37.803698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-32a0dfc2-c519-4012-a7dc-593d8ff3b334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:37.813556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:37.818424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-32a0dfc2-c519-4012-a7dc-593d8ff3b334 admin admin] Usage tracker for resource:network and tenant:6efb027d4b0e48cc970462a6d3154fa0 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:37.829454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-32a0dfc2-c519-4012-a7dc-593d8ff3b334 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:37.865936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-32a0dfc2-c519-4012-a7dc-593d8ff3b334 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:37.899591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network e534e809-41ea-4e72-9c68-24fa9163117b details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:04:37.913543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907cc850-5bee-4a91-bfbe-babaf74fd9f3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Made reservation on behalf of 2aca37eb671f42ff857d97c1cafabbf3 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:04:37.921690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network e534e809-41ea-4e72-9c68-24fa9163117b details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:04:37.936419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-799d15ea-49df-469c-884f-d77b0b924b09 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:37.944337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-080adf14-58e2-4b80-b4d6-d6db8164da13 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:37.984275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a0dfc2-c519-4012-a7dc-593d8ff3b334 admin admin] Made reservation on behalf of 6efb027d4b0e48cc970462a6d3154fa0 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:04:37.989601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-32a0dfc2-c519-4012-a7dc-593d8ff3b334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:38.020618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Pushing event updated for resources: {'Port': ['ID=864de2c0-d6c5-401d-9560-ba143d9131c7,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:38.031283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-141c6976-a5e8-4471-be8f-f8a7b8cdab31 tempest-RoutersAdminNegativeIpV6Test-1408128280 tempest-RoutersAdminNegativeIpV6Test-1408128280] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:38.039168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:38.042645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-32a0dfc2-c519-4012-a7dc-593d8ff3b334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:38.076746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454a052-35d6-49d1-bb7d-c90d6101f04a None None] Pushing event updated for resources: {'Port': ['ID=ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:38.080653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2454a052-35d6-49d1-bb7d-c90d6101f04a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:38.085553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-32a0dfc2-c519-4012-a7dc-593d8ff3b334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:38.097190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-32a0dfc2-c519-4012-a7dc-593d8ff3b334 admin admin] Usage tracker for resource:security_group_rule and tenant:6efb027d4b0e48cc970462a6d3154fa0 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:38.108892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-799d15ea-49df-469c-884f-d77b0b924b09 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:port and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:38.152642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-32a0dfc2-c519-4012-a7dc-593d8ff3b334 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:38.170672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-32a0dfc2-c519-4012-a7dc-593d8ff3b334 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:38.176477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:38.176682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-799d15ea-49df-469c-884f-d77b0b924b09 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for port was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:38.176782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:38.203647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2454a052-35d6-49d1-bb7d-c90d6101f04a None None] Network 34943de3-21d8-4e2f-ae9b-687969d94793 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:04:38.209634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080adf14-58e2-4b80-b4d6-d6db8164da13 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event deleted for resources: {'Port': ['ID=3b70ee63-6689-4513-ad96-3ae34ab707b8,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:38.224697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-080adf14-58e2-4b80-b4d6-d6db8164da13 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:38.230799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-799d15ea-49df-469c-884f-d77b0b924b09 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:38.239351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-2454a052-35d6-49d1-bb7d-c90d6101f04a None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:04:38.239849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-671be613-7a67-4f0f-a3bc-12d6a6210c46 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:38.243033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2454a052-35d6-49d1-bb7d-c90d6101f04a None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:04:38.266349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f58e2d9b-a9a4-4b41-8d4e-e1b543abab33 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:38.275847 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1081 time: 4.7816539
Nov 24 13:04:38.288777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44538) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:38.350675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-907cc850-5bee-4a91-bfbe-babaf74fd9f3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:38.375715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799d15ea-49df-469c-884f-d77b0b924b09 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:04:38.381477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-799d15ea-49df-469c-884f-d77b0b924b09 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:38.470664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f58e2d9b-a9a4-4b41-8d4e-e1b543abab33 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Calling delete_port for 5f1f8087-c512-4c9c-848c-018c95f3db4e owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:38.493670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2454a052-35d6-49d1-bb7d-c90d6101f04a None None] Attempting to bind port ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:04:38.494620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2454a052-35d6-49d1-bb7d-c90d6101f04a None None] Attempting to bind port ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '4202dd55-1b69-4a79-be75-36b96b3e623e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '34943de3-21d8-4e2f-ae9b-687969d94793'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:04:38.494620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2454a052-35d6-49d1-bb7d-c90d6101f04a None None] Attempting to bind port ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b on network 34943de3-21d8-4e2f-ae9b-687969d94793 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:04:38.538780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2454a052-35d6-49d1-bb7d-c90d6101f04a None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:04:38.539286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2454a052-35d6-49d1-bb7d-c90d6101f04a None None] Checking segment: {'id': '4202dd55-1b69-4a79-be75-36b96b3e623e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '34943de3-21d8-4e2f-ae9b-687969d94793'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:04:38.539742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2454a052-35d6-49d1-bb7d-c90d6101f04a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:38.540184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2454a052-35d6-49d1-bb7d-c90d6101f04a None None] Bound using segment: {'id': '4202dd55-1b69-4a79-be75-36b96b3e623e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '34943de3-21d8-4e2f-ae9b-687969d94793'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:04:38.540719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2454a052-35d6-49d1-bb7d-c90d6101f04a None None] Bound port: ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4202dd55-1b69-4a79-be75-36b96b3e623e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '34943de3-21d8-4e2f-ae9b-687969d94793'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:04:38.541357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2454a052-35d6-49d1-bb7d-c90d6101f04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:38.581170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e4327-cd19-4d49-8f56-eba5b972c2e6 req-d1c4761e-45cb-4bd6-b941-20bea0f5bfe4 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:38.583388 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a66e4327-cd19-4d49-8f56-eba5b972c2e6 req-d1c4761e-45cb-4bd6-b941-20bea0f5bfe4 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.4904995
Nov 24 13:04:38.604030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3184c706-d57f-4cf7-936e-0259755ff56f tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Deleting port 864de2c0-d6c5-401d-9560-ba143d9131c7 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:38.604591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3184c706-d57f-4cf7-936e-0259755ff56f tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:38.683049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5028f65e-e40d-4f40-a6f7-f45bbe669abc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-8ca51b04-1dca-4f60-b844-2979d8864b51', 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'fixed_ips': [{'subnet_id': '058a1177-62fa-4f23-ab36-d22b08819e66'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:04:38.683840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5028f65e-e40d-4f40-a6f7-f45bbe669abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:38.702088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-32a0dfc2-c519-4012-a7dc-593d8ff3b334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:38.723677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-32a0dfc2-c519-4012-a7dc-593d8ff3b334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:38.732888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-07b6f800-cb66-4630-898d-aa98f22e1ac3 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:38.777886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903121a-f284-4150-9cb7-dc192d6c2b8d req-351f7a35-7e01-4498-8419-b9e3fb154c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:38.779665 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3903121a-f284-4150-9cb7-dc192d6c2b8d req-351f7a35-7e01-4498-8419-b9e3fb154c46 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4286288353e74305b378e229e8ab5058&device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 1163 time: 0.7642503
Nov 24 13:04:38.801821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-671be613-7a67-4f0f-a3bc-12d6a6210c46 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:38.829176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-2454a052-35d6-49d1-bb7d-c90d6101f04a None None] For port ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:04:38.847850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a0dfc2-c519-4012-a7dc-593d8ff3b334 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:04:38.852405 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a66e4327-cd19-4d49-8f56-eba5b972c2e6 req-3f7115dd-7c26-4f84-81e9-d3f80378e97c tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2598886
Nov 24 13:04:38.894339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-32a0dfc2-c519-4012-a7dc-593d8ff3b334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:38.894734 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-32a0dfc2-c519-4012-a7dc-593d8ff3b334 admin admin] Added segment f37bbda7-8694-4075-8d54-b96ea9721450 of type vxlan for network c200d148-1aac-4d09-a682-2365e76cfa1f
Nov 24 13:04:38.898287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a0dfc2-c519-4012-a7dc-593d8ff3b334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5679bea3-a0bf-46d0-802b-80a6c7338623,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:38.910907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-32a0dfc2-c519-4012-a7dc-593d8ff3b334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:38.927767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-2454a052-35d6-49d1-bb7d-c90d6101f04a None None] For port ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b,segment=NetworkSegment(4202dd55-1b69-4a79-be75-36b96b3e623e),segment_id=4202dd55-1b69-4a79-be75-36b96b3e623e)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:04:38.944104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2454a052-35d6-49d1-bb7d-c90d6101f04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:38.963196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2454a052-35d6-49d1-bb7d-c90d6101f04a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:39.017421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f58e2d9b-a9a4-4b41-8d4e-e1b543abab33 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:39.031493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-32a0dfc2-c519-4012-a7dc-593d8ff3b334 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:39.053374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9ea0ebbc-da6a-4014-9254-4fbf42d5fc0d tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:39.181380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e2d9b-a9a4-4b41-8d4e-e1b543abab33 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Pushing event deleted for resources: {'Port': ['ID=5f1f8087-c512-4c9c-848c-018c95f3db4e,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:39.197760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f58e2d9b-a9a4-4b41-8d4e-e1b543abab33 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:39.205862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-3184c706-d57f-4cf7-936e-0259755ff56f tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] For port 864de2c0-d6c5-401d-9560-ba143d9131c7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=864de2c0-d6c5-401d-9560-ba143d9131c7,segment=NetworkSegment(fe6df6bb-ce64-4d4a-8e01-0d10dc326989),segment_id=fe6df6bb-ce64-4d4a-8e01-0d10dc326989)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:04:39.206291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3184c706-d57f-4cf7-936e-0259755ff56f tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:39.253802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454a052-35d6-49d1-bb7d-c90d6101f04a None None] Pushing event updated for resources: {'Port': ['ID=ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:39.264007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2454a052-35d6-49d1-bb7d-c90d6101f04a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:39.365274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3184c706-d57f-4cf7-936e-0259755ff56f tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Calling delete_port for 864de2c0-d6c5-401d-9560-ba143d9131c7 owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:39.379940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-5028f65e-e40d-4f40-a6f7-f45bbe669abc None None] Allocated IP 2001:db8::2 (8ca51b04-1dca-4f60-b844-2979d8864b51/058a1177-62fa-4f23-ab36-d22b08819e66/4a58771f-6496-40dd-997a-86952c25904d) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:04:39.408811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-32a0dfc2-c519-4012-a7dc-593d8ff3b334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:39.410348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a0dfc2-c519-4012-a7dc-593d8ff3b334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:39.410996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-32a0dfc2-c519-4012-a7dc-593d8ff3b334 admin admin] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:39.420812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cd0d3502-7c3d-4e24-9ffb-bf96e17d6295 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:39.453988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-799d15ea-49df-469c-884f-d77b0b924b09 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] device_id is not set on port ae7b70c5-dc2d-498a-b51e-7242566fff58 yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:04:39.491725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-671be613-7a67-4f0f-a3bc-12d6a6210c46 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634787d550>,) {'filters': {'network_id': ['f88f309a-f987-4d4c-a2cd-797f0cf86af1']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:39.564511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-671be613-7a67-4f0f-a3bc-12d6a6210c46 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634787d550>, '51573f54-1428-45ef-ac84-ed7c888e9129') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:39.564956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-671be613-7a67-4f0f-a3bc-12d6a6210c46 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634787d550>, '51573f54-1428-45ef-ac84-ed7c888e9129') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:39.573009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-080adf14-58e2-4b80-b4d6-d6db8164da13 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:39.597016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903121a-f284-4150-9cb7-dc192d6c2b8d req-d0d07789-8340-4026-bfc8-5c300d415586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:39.599250 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3903121a-f284-4150-9cb7-dc192d6c2b8d req-d0d07789-8340-4026-bfc8-5c300d415586 service neutron] 10.222.0.70 "GET /v2.0/networks?id=42f46442-d2b1-4c59-8018-dd6806abe134 HTTP/1.1" status: 200  len: 906 time: 0.7789075
Nov 24 13:04:39.610961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-671be613-7a67-4f0f-a3bc-12d6a6210c46 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:39.710863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5028f65e-e40d-4f40-a6f7-f45bbe669abc None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:39.717932 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-080adf14-58e2-4b80-b4d6-d6db8164da13 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "DELETE /v2.0/ports/3b70ee63-6689-4513-ad96-3ae34ab707b8 HTTP/1.1" status: 204  len: 168 time: 3.8120136
Nov 24 13:04:39.732150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5028f65e-e40d-4f40-a6f7-f45bbe669abc None None] Transition to ACTIVE for port object 4a58771f-6496-40dd-997a-86952c25904d will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:04:39.744849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44542) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:39.753030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5028f65e-e40d-4f40-a6f7-f45bbe669abc None None] Transition to ACTIVE for port object 4a58771f-6496-40dd-997a-86952c25904d will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:04:39.758894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5028f65e-e40d-4f40-a6f7-f45bbe669abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:39.773799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-3bb2f594-d2f6-4988-a6c4-fb7a7650488c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:39.779562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:39.793214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-671be613-7a67-4f0f-a3bc-12d6a6210c46 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:39.816595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-671be613-7a67-4f0f-a3bc-12d6a6210c46 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Releasing vxlan tunnel 8 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:04:39.832841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3bb2f594-d2f6-4988-a6c4-fb7a7650488c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:39.911133 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-32a0dfc2-c519-4012-a7dc-593d8ff3b334 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 2.4625218
Nov 24 13:04:39.914357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a0dfc2-c519-4012-a7dc-593d8ff3b334 admin admin] Pushing event updated for resources: {'Network': ['ID=c200d148-1aac-4d09-a682-2365e76cfa1f,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:39.917495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44548) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:39.924427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-32a0dfc2-c519-4012-a7dc-593d8ff3b334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:39.929136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9ca31317-5047-4e48-a340-aad6c2063de5 admin admin] Request body: {'subnet': {'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-366325813-subnet', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'ip_version': 4}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:39.938197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3bb2f594-d2f6-4988-a6c4-fb7a7650488c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Usage tracker for resource:floatingip and tenant:fd22555ebd24497b9a32eac1cfc2772e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:39.943514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9ca31317-5047-4e48-a340-aad6c2063de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:39.951741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9ca31317-5047-4e48-a340-aad6c2063de5 admin admin] Usage tracker for resource:subnet and tenant:6efb027d4b0e48cc970462a6d3154fa0 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:39.980366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3bb2f594-d2f6-4988-a6c4-fb7a7650488c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:39.985334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9ca31317-5047-4e48-a340-aad6c2063de5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:39.988837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3184c706-d57f-4cf7-936e-0259755ff56f tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:40.011468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3bb2f594-d2f6-4988-a6c4-fb7a7650488c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:40.025492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-70412432-7bf7-48a8-983c-bb8306d8ade0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:40.044636 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3903121a-f284-4150-9cb7-dc192d6c2b8d req-22436b19-1a7e-4cb7-a1c8-088469e72d60 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af0d0a0e-4f8a-4806-bb3e-d85246ab5173 HTTP/1.1" status: 200  len: 1002 time: 0.4360118
Nov 24 13:04:40.064666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9ca31317-5047-4e48-a340-aad6c2063de5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:40.119714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network c200d148-1aac-4d09-a682-2365e76cfa1f details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:04:40.133492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network c200d148-1aac-4d09-a682-2365e76cfa1f details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:04:40.185201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184c706-d57f-4cf7-936e-0259755ff56f tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Pushing event deleted for resources: {'Port': ['ID=864de2c0-d6c5-401d-9560-ba143d9131c7,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:40.203294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3184c706-d57f-4cf7-936e-0259755ff56f tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:40.228573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca31317-5047-4e48-a340-aad6c2063de5 admin admin] Made reservation on behalf of 6efb027d4b0e48cc970462a6d3154fa0 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:04:40.235700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ca31317-5047-4e48-a340-aad6c2063de5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:40.240564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f594-d2f6-4988-a6c4-fb7a7650488c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:40.324069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f58e2d9b-a9a4-4b41-8d4e-e1b543abab33 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:40.346178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028f65e-e40d-4f40-a6f7-f45bbe669abc None None] Pushing event updated for resources: {'Port': ['ID=4a58771f-6496-40dd-997a-86952c25904d,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:40.349903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5028f65e-e40d-4f40-a6f7-f45bbe669abc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:40.369768 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f58e2d9b-a9a4-4b41-8d4e-e1b543abab33 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "DELETE /v2.0/ports/5f1f8087-c512-4c9c-848c-018c95f3db4e HTTP/1.1" status: 204  len: 168 time: 3.1389706
Nov 24 13:04:40.369984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-799d15ea-49df-469c-884f-d77b0b924b09 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Allocated IP 2001:db8::293 (8ca51b04-1dca-4f60-b844-2979d8864b51/058a1177-62fa-4f23-ab36-d22b08819e66/ae7b70c5-dc2d-498a-b51e-7242566fff58) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:04:40.372972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44552) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:40.373330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6757452-29e5-4efa-89fb-7e374bed68ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:40.375346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-671be613-7a67-4f0f-a3bc-12d6a6210c46 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network f88f309a-f987-4d4c-a2cd-797f0cf86af1 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:04:40.396420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-671be613-7a67-4f0f-a3bc-12d6a6210c46 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:40.397615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-33d0147f-59c4-4bce-ab91-8b8a1692e6a2 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Request body: {'router': {'external_gateway_info': {'network_id': 'ac7addc2-1c63-4fef-918c-954cdd9cf988', 'external_fixed_ips': [{'subnet_id': 'bdf69361-b756-434e-bb83-cb68845b98c3', 'ip_address': '172.20.0.2'}]}}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:40.408481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-33d0147f-59c4-4bce-ab91-8b8a1692e6a2 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:40.423146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-33d0147f-59c4-4bce-ab91-8b8a1692e6a2 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Usage tracker for resource:router and tenant:b0600db2aa7e4ca299a5964d39c8677a is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:40.437812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3184c706-d57f-4cf7-936e-0259755ff56f tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:40.444233 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3184c706-d57f-4cf7-936e-0259755ff56f tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] 10.222.0.76 "DELETE /v2.0/ports/864de2c0-d6c5-401d-9560-ba143d9131c7 HTTP/1.1" status: 204  len: 168 time: 2.1483858
Nov 24 13:04:40.444233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-33d0147f-59c4-4bce-ab91-8b8a1692e6a2 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:40.445484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44556) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:40.460883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796cfca-7a82-4b62-8c1e-380d1ebcea66 req-a5dfdc0e-9572-48a9-8224-4bd7f2d4508a tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:40.462522 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0796cfca-7a82-4b62-8c1e-380d1ebcea66 req-a5dfdc0e-9572-48a9-8224-4bd7f2d4508a tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.3320444
Nov 24 13:04:40.463484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-33d0147f-59c4-4bce-ab91-8b8a1692e6a2 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:40.474531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5028f65e-e40d-4f40-a6f7-f45bbe669abc None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:04:40.475755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-5028f65e-e40d-4f40-a6f7-f45bbe669abc None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:04:40.478923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5028f65e-e40d-4f40-a6f7-f45bbe669abc None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:04:40.496349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903121a-f284-4150-9cb7-dc192d6c2b8d req-24d78243-2ad5-4d45-ab36-55cb38dc0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:40.497984 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3903121a-f284-4150-9cb7-dc192d6c2b8d req-24d78243-2ad5-4d45-ab36-55cb38dc0e2c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4edc9f76-5638-4785-9026-5e5686309573 HTTP/1.1" status: 200  len: 851 time: 0.3776462
Nov 24 13:04:40.527328 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-f026a66b-bac6-435d-a69d-63809a93b143 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] GET failed (client error): The resource could not be found.
Nov 24 13:04:40.527864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f026a66b-bac6-435d-a69d-63809a93b143 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Synchronizing usage tracker for tenant:4ca04762fc024eb08486d73defc09552 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:04:40.544523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-5028f65e-e40d-4f40-a6f7-f45bbe669abc None None] Attempting to bind port 4a58771f-6496-40dd-997a-86952c25904d on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:04:40.545002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-5028f65e-e40d-4f40-a6f7-f45bbe669abc None None] Attempting to bind port 4a58771f-6496-40dd-997a-86952c25904d by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:04:40.545349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028f65e-e40d-4f40-a6f7-f45bbe669abc None None] Attempting to bind port 4a58771f-6496-40dd-997a-86952c25904d on network 8ca51b04-1dca-4f60-b844-2979d8864b51 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:04:40.553863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028f65e-e40d-4f40-a6f7-f45bbe669abc None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:04:40.554998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33d0147f-59c4-4bce-ab91-8b8a1692e6a2 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:40.555468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028f65e-e40d-4f40-a6f7-f45bbe669abc None None] Checking segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:04:40.555982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5028f65e-e40d-4f40-a6f7-f45bbe669abc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:40.556110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33d0147f-59c4-4bce-ab91-8b8a1692e6a2 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:40.556568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028f65e-e40d-4f40-a6f7-f45bbe669abc None None] Bound using segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:04:40.557121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-5028f65e-e40d-4f40-a6f7-f45bbe669abc None None] Bound port: 4a58771f-6496-40dd-997a-86952c25904d, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:04:40.557558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5028f65e-e40d-4f40-a6f7-f45bbe669abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:40.581532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f026a66b-bac6-435d-a69d-63809a93b143 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Unset dirty status for tenant:4ca04762fc024eb08486d73defc09552 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:04:40.587895 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f026a66b-bac6-435d-a69d-63809a93b143 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] 10.222.0.76 "GET /v2.0/ports/864de2c0-d6c5-401d-9560-ba143d9131c7 HTTP/1.1" status: 404  len: 333 time: 0.1346800
Nov 24 13:04:40.588785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44560) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:40.595523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-5283384f-0d3a-451c-916c-fc09ff6b916a tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Request body: {'port': {'network_id': '8f343e14-074e-47a2-b554-9a504c3a2314', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-993566793'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:40.601874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5283384f-0d3a-451c-916c-fc09ff6b916a tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:40.606260 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0796cfca-7a82-4b62-8c1e-380d1ebcea66 req-c9275168-c9ce-497e-98f9-e63b52c979cd tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1082821
Nov 24 13:04:40.615306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5283384f-0d3a-451c-916c-fc09ff6b916a tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:40.627333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5283384f-0d3a-451c-916c-fc09ff6b916a tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Made reservation on behalf of 4ca04762fc024eb08486d73defc09552 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:04:40.635867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5283384f-0d3a-451c-916c-fc09ff6b916a tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:40.679808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-5028f65e-e40d-4f40-a6f7-f45bbe669abc None None] For port 4a58771f-6496-40dd-997a-86952c25904d, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:04:40.731611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-671be613-7a67-4f0f-a3bc-12d6a6210c46 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network f88f309a-f987-4d4c-a2cd-797f0cf86af1 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:04:40.768792 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:04:40.768792 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:04:40.768792 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:04:40.768792 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:04:40.768792 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:04:40.768792 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:04:40.768792 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:04:40.768792 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:04:40.768792 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:04:40.768792 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:04:40.768792 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:04:40.768792 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:04:40.768792 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:04:40.768792 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:04:40.768792 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:04:40.768792 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:04:40.768792 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:04:40.768792 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:04:40.768792 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:04:40.768792 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:04:40.768792 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:04:40.768792 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:04:40.768792 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:04:40.768792 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:04:40.768792 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:04:40.768792 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:04:40.768792 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:04:40.768792 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:04:40.768792 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:04:40.768792 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:04:40.768792 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:04:40.768792 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:04:40.794951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-5283384f-0d3a-451c-916c-fc09ff6b916a tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] device_id is not set on port 67dc5d48-08d5-4ced-b72c-146b9eb36951 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:04:40.982206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-5028f65e-e40d-4f40-a6f7-f45bbe669abc None None] For port 4a58771f-6496-40dd-997a-86952c25904d, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=4a58771f-6496-40dd-997a-86952c25904d,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:04:40.990868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ce93fc-49d0-4d40-9e2c-afbdbfdc19bb None None] Network 34943de3-21d8-4e2f-ae9b-687969d94793 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:04:40.997258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-671be613-7a67-4f0f-a3bc-12d6a6210c46 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:41.012521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5d1b9661-9d99-4f2f-8536-8a8d21a1ca49 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:41.050271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33d0147f-59c4-4bce-ab91-8b8a1692e6a2 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:41.058342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-671be613-7a67-4f0f-a3bc-12d6a6210c46 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:41.062494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5028f65e-e40d-4f40-a6f7-f45bbe669abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:41.080973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671be613-7a67-4f0f-a3bc-12d6a6210c46 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event deleted for resources: {'Network': ['ID=f88f309a-f987-4d4c-a2cd-797f0cf86af1,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:41.085114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903121a-f284-4150-9cb7-dc192d6c2b8d req-607722f6-0126-4437-b480-dbb45ec6e192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:41.086819 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3903121a-f284-4150-9cb7-dc192d6c2b8d req-607722f6-0126-4437-b480-dbb45ec6e192 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=42f46442-d2b1-4c59-8018-dd6806abe134&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5667565
Nov 24 13:04:41.091354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:41.100829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-671be613-7a67-4f0f-a3bc-12d6a6210c46 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:41.138076 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-671be613-7a67-4f0f-a3bc-12d6a6210c46 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "DELETE /v2.0/networks/f88f309a-f987-4d4c-a2cd-797f0cf86af1 HTTP/1.1" status: 204  len: 168 time: 3.3834133
Nov 24 13:04:41.194401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44564) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:41.236581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5283384f-0d3a-451c-916c-fc09ff6b916a tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:41.290585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-799d15ea-49df-469c-884f-d77b0b924b09 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:41.298886 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-827acd4a-cce1-4513-b1eb-0181e7c7742b tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] DELETE failed (client error): The resource could not be found.
Nov 24 13:04:41.299048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-827acd4a-cce1-4513-b1eb-0181e7c7742b tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:04:41.299359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028f65e-e40d-4f40-a6f7-f45bbe669abc None None] Pushing event updated for resources: {'Port': ['ID=4a58771f-6496-40dd-997a-86952c25904d,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:41.300855 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-827acd4a-cce1-4513-b1eb-0181e7c7742b tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "DELETE /v2.0/subnets/9cb5a1fc-c8ad-4b26-8df9-3be49813caa1 HTTP/1.1" status: 404  len: 337 time: 0.0969665
Nov 24 13:04:41.311649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44568) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:41.316786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5028f65e-e40d-4f40-a6f7-f45bbe669abc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:41.335305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:04:41.376314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8ee209f9-fe91-49c5-b393-4ee696b94f3e None None] Provisioning for port ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:04:41.390860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f594-d2f6-4988-a6c4-fb7a7650488c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:41.410788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-799d15ea-49df-469c-884f-d77b0b924b09 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Transition to ACTIVE for port object ae7b70c5-dc2d-498a-b51e-7242566fff58 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:04:41.434922 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e9e3972-d41b-4ff1-a43c-76519c134c89 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] DELETE failed (client error): The resource could not be found.
Nov 24 13:04:41.435422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e9e3972-d41b-4ff1-a43c-76519c134c89 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:04:41.444047 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9e9e3972-d41b-4ff1-a43c-76519c134c89 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "DELETE /v2.0/networks/e7109908-8731-44dd-acc6-c82dd3baa636 HTTP/1.1" status: 404  len: 339 time: 0.1245348
Nov 24 13:04:41.454492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44572) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:41.497545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5283384f-0d3a-451c-916c-fc09ff6b916a tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:41.523164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c23ce1c5-e26d-4a5b-9af1-b924f362f055 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:41.580728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:04:41.590760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:04:41.591187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:41.656304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33d0147f-59c4-4bce-ab91-8b8a1692e6a2 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:41.721189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283384f-0d3a-451c-916c-fc09ff6b916a tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Pushing event updated for resources: {'Port': ['ID=67dc5d48-08d5-4ced-b72c-146b9eb36951,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:41.731306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5283384f-0d3a-451c-916c-fc09ff6b916a tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:41.794544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:41.863945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b,segment=NetworkSegment(4202dd55-1b69-4a79-be75-36b96b3e623e),segment_id=4202dd55-1b69-4a79-be75-36b96b3e623e)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:04:41.868777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:41.872951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b576b6ba-1123-429b-acd8-fa4fcb342a86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:41.876967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5283384f-0d3a-451c-916c-fc09ff6b916a tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Network 8f343e14-074e-47a2-b554-9a504c3a2314 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:04:41.879876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-5283384f-0d3a-451c-916c-fc09ff6b916a tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:04:41.884474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5283384f-0d3a-451c-916c-fc09ff6b916a tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:04:41.885324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5283384f-0d3a-451c-916c-fc09ff6b916a tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:41.886229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5283384f-0d3a-451c-916c-fc09ff6b916a tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:41.995968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:42.001778 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3903121a-f284-4150-9cb7-dc192d6c2b8d req-6dd83832-3bb2-4b53-8667-fec89e7f568b service neutron] 10.222.0.70 "GET /v2.0/networks/42f46442-d2b1-4c59-8018-dd6806abe134?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8960493
Nov 24 13:04:42.002625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-907cc850-5bee-4a91-bfbe-babaf74fd9f3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:42.011534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:42.065311 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5283384f-0d3a-451c-916c-fc09ff6b916a tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 1.4758627
Nov 24 13:04:42.071983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44578) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:42.092043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b7c5ffb2-7a67-484a-a8b9-dc4afceca5bd tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:42.135816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d36265-1a39-4697-b2aa-138bfa083993 req-f344f1ea-b0b6-44b1-a312-8a693b88bf65 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:42.150173 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e7d36265-1a39-4697-b2aa-138bfa083993 req-f344f1ea-b0b6-44b1-a312-8a693b88bf65 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.2717192
Nov 24 13:04:42.225936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-aa3cc104-8c28-46eb-b7e9-0aee0248e1fe None None] Provisioning complete for port ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:04:42.229140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa3cc104-8c28-46eb-b7e9-0aee0248e1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:42.277738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1402170e-be27-4807-afed-b8c9adffec43 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:42.356893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ca31317-5047-4e48-a340-aad6c2063de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:42.377456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5556471e-bdab-4496-9e9a-746f3b72c100 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:42.539208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bf672fa6-fdea-416d-a1c6-b7e34fa777c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:42.539570 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e7d36265-1a39-4697-b2aa-138bfa083993 req-7bc739e3-4d7f-4bd0-9a35-22b6f9804122 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3834651
Nov 24 13:04:42.561646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-02660531-6516-4317-ac19-5d0b24304932 None None] Provisioning complete for port ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:04:42.561646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02660531-6516-4317-ac19-5d0b24304932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:42.561987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-799d15ea-49df-469c-884f-d77b0b924b09 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:42.620525 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3903121a-f284-4150-9cb7-dc192d6c2b8d req-bdb37511-cc75-4a07-a050-f75b92d56cfa service neutron] 10.222.0.70 "GET /v2.0/networks/42f46442-d2b1-4c59-8018-dd6806abe134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6092663
Nov 24 13:04:42.702924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907cc850-5bee-4a91-bfbe-babaf74fd9f3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event updated for resources: {'Subnet': ['ID=c9daecca-bdba-4096-a9cc-a4022401479d,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:42.740875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-907cc850-5bee-4a91-bfbe-babaf74fd9f3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:42.748275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-38e84ad5-a4a2-4c0a-8da4-ac61e3f50e0b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:42.822259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:42.853713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b7c5ffb2-7a67-484a-a8b9-dc4afceca5bd tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:42.911393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca31317-5047-4e48-a340-aad6c2063de5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbd62c91-d804-432f-af8e-75bb073f1bc3,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:42.914624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9ca31317-5047-4e48-a340-aad6c2063de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:42.958051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-65e88f5b-b7f3-4abc-b6b9-3de1babc5f91 None None] Provisioning complete for port ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:04:42.959684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-65e88f5b-b7f3-4abc-b6b9-3de1babc5f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:43.009615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d15ea-49df-469c-884f-d77b0b924b09 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Port': ['ID=ae7b70c5-dc2d-498a-b51e-7242566fff58,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:43.022515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-799d15ea-49df-469c-884f-d77b0b924b09 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:43.039567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-91f431b2-cb92-4563-9fc2-6c856cee748d tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Deleting subnet 9b70d290-09ed-40c0-ac0a-4b8d10a3a5f1 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:04:43.055387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907cc850-5bee-4a91-bfbe-babaf74fd9f3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Checking segment: {'id': '3a4fabbb-5a19-4d7d-9343-07c050c5372c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e534e809-41ea-4e72-9c68-24fa9163117b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:04:43.055607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907cc850-5bee-4a91-bfbe-babaf74fd9f3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network hostable DHCP agents. Network: e534e809-41ea-4e72-9c68-24fa9163117b, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:04:43.070551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-91f431b2-cb92-4563-9fc2-6c856cee748d tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:43.145225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-3bb2f594-d2f6-4988-a6c4-fb7a7650488c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Allocated IP 172.26.8.187 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/3e35c3ab-6ba2-45a8-9451-309a5cb7efc2) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:04:43.166715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33d0147f-59c4-4bce-ab91-8b8a1692e6a2 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router_gateway, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:43.260133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33d0147f-59c4-4bce-ab91-8b8a1692e6a2 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:43.343481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-91f431b2-cb92-4563-9fc2-6c856cee748d tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:43.398542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907cc850-5bee-4a91-bfbe-babaf74fd9f3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network e534e809-41ea-4e72-9c68-24fa9163117b is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:04:43.422191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:04:43.441485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799d15ea-49df-469c-884f-d77b0b924b09 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:04:43.449297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-799d15ea-49df-469c-884f-d77b0b924b09 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:04:43.460212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfe368e-5b44-415d-ae5f-10d4b319b422 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:04:43.463964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-907cc850-5bee-4a91-bfbe-babaf74fd9f3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, e534e809-41ea-4e72-9c68-24fa9163117b) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:04:43.465711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799d15ea-49df-469c-884f-d77b0b924b09 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:04:43.470189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799d15ea-49df-469c-884f-d77b0b924b09 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:43.471280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-799d15ea-49df-469c-884f-d77b0b924b09 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:43.477843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca31317-5047-4e48-a340-aad6c2063de5 admin admin] Checking segment: {'id': 'f37bbda7-8694-4075-8d54-b96ea9721450', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:04:43.478272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca31317-5047-4e48-a340-aad6c2063de5 admin admin] Network hostable DHCP agents. Network: c200d148-1aac-4d09-a682-2365e76cfa1f, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:04:43.484600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9689a0fa-5f9f-4640-94a4-75a3e67528c4 None None] Network e534e809-41ea-4e72-9c68-24fa9163117b requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:04:43.534518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907cc850-5bee-4a91-bfbe-babaf74fd9f3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:43.535323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-907cc850-5bee-4a91-bfbe-babaf74fd9f3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:43.580018 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-799d15ea-49df-469c-884f-d77b0b924b09 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 6.2402704
Nov 24 13:04:43.583367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44584) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:43.664209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f594-d2f6-4988-a6c4-fb7a7650488c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:43.674195 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-907cc850-5bee-4a91-bfbe-babaf74fd9f3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 6.3559587
Nov 24 13:04:43.675883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44588) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:43.691593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-91f431b2-cb92-4563-9fc2-6c856cee748d tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:43.717081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca31317-5047-4e48-a340-aad6c2063de5 admin admin] Network c200d148-1aac-4d09-a682-2365e76cfa1f is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:04:43.789156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bc7dad-5703-4cf1-8c35-041de5b2aaad tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:43.793838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bc7dad-5703-4cf1-8c35-041de5b2aaad tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:43.794720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-41bc7dad-5703-4cf1-8c35-041de5b2aaad tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:04:43.851875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:04:43.855171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-9ca31317-5047-4e48-a340-aad6c2063de5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, c200d148-1aac-4d09-a682-2365e76cfa1f) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:04:43.866223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-fbf5c2cb-8316-4b44-9c0d-3085ef1906e5 None None] Provisioning for port 4a58771f-6496-40dd-997a-86952c25904d completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:04:43.884933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b1abfc-3aee-4953-a141-6a7865c78b6a None None] Network c200d148-1aac-4d09-a682-2365e76cfa1f requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:04:43.892844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f594-d2f6-4988-a6c4-fb7a7650488c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:43.915702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-43437917-cf99-4b1c-b2e9-842337afd09c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:43.922688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-b7c5ffb2-7a67-484a-a8b9-dc4afceca5bd tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] device_id is not set on port 67dc5d48-08d5-4ced-b72c-146b9eb36951 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:04:43.940213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca31317-5047-4e48-a340-aad6c2063de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:43.941392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ca31317-5047-4e48-a340-aad6c2063de5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:43.963129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b7c5ffb2-7a67-484a-a8b9-dc4afceca5bd tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:44.048564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-41bc7dad-5703-4cf1-8c35-041de5b2aaad tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:04:44.049530 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-41bc7dad-5703-4cf1-8c35-041de5b2aaad tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.4564316
Nov 24 13:04:44.054544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b7c5ffb2-7a67-484a-a8b9-dc4afceca5bd tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Transition to ACTIVE for port object 67dc5d48-08d5-4ced-b72c-146b9eb36951 will not be triggered until provisioned by entity L2. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:04:44.055296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44592) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:44.075828 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9ca31317-5047-4e48-a340-aad6c2063de5 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 4.1510084
Nov 24 13:04:44.089018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44596) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:44.109684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-07448fb4-1628-4afe-b161-7a93e943d821 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-366325813-router', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:44.125023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2f594-d2f6-4988-a6c4-fb7a7650488c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event updated for resources: {'Port': ['ID=3e35c3ab-6ba2-45a8-9451-309a5cb7efc2,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:44.132151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-07448fb4-1628-4afe-b161-7a93e943d821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:44.138926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3bb2f594-d2f6-4988-a6c4-fb7a7650488c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:44.154959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-07448fb4-1628-4afe-b161-7a93e943d821 admin admin] Usage tracker for resource:router and tenant:6efb027d4b0e48cc970462a6d3154fa0 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:44.161902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-07448fb4-1628-4afe-b161-7a93e943d821 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:44.200707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b7c5ffb2-7a67-484a-a8b9-dc4afceca5bd tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:44.217000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-07448fb4-1628-4afe-b161-7a93e943d821 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:44.222655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-33d0147f-59c4-4bce-ab91-8b8a1692e6a2 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Allocated IP 172.20.0.2 (ac7addc2-1c63-4fef-918c-954cdd9cf988/bdf69361-b756-434e-bb83-cb68845b98c3/8feaaef2-25e7-49c9-be50-9212415b5eb8) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:04:44.228696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b6ca66cb-b9b9-446b-bee6-eb0c960e1d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:44.275294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07448fb4-1628-4afe-b161-7a93e943d821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:44.276357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07448fb4-1628-4afe-b161-7a93e943d821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:44.305619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:44.306226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:04:44.306607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:44.354698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:44.452286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9345c6-9a7f-4954-b8b5-194609e25bd0 req-cff4b6a0-606b-436d-811a-a1ec9c633a68 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:44.453910 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ca9345c6-9a7f-4954-b8b5-194609e25bd0 req-cff4b6a0-606b-436d-811a-a1ec9c633a68 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.7770579
Nov 24 13:04:44.524924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49b46f1-e7aa-49eb-980b-68e5157043de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-c200d148-1aac-4d09-a682-2365e76cfa1f', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'fixed_ips': [{'subnet_id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:04:44.525831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e49b46f1-e7aa-49eb-980b-68e5157043de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:44.568663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb2f594-d2f6-4988-a6c4-fb7a7650488c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:04:44.574039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-3bb2f594-d2f6-4988-a6c4-fb7a7650488c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:04:44.578602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb2f594-d2f6-4988-a6c4-fb7a7650488c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:04:44.580095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565590e9-cc1f-4046-8ad9-d55f230a9a93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-e534e809-41ea-4e72-9c68-24fa9163117b', 'network_id': 'e534e809-41ea-4e72-9c68-24fa9163117b', 'tenant_id': '2aca37eb671f42ff857d97c1cafabbf3', 'fixed_ips': [{'subnet_id': 'c9daecca-bdba-4096-a9cc-a4022401479d'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:04:44.580906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-565590e9-cc1f-4046-8ad9-d55f230a9a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:44.607971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-91f431b2-cb92-4563-9fc2-6c856cee748d tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:44.635415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1c19a7ff-0c5c-4fb0-b1cb-ce96a6d87c97 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:44.645185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-be3b184b-6c9f-4aac-b88e-7e0758efef81 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting port ae7b70c5-dc2d-498a-b51e-7242566fff58 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:44.645699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-be3b184b-6c9f-4aac-b88e-7e0758efef81 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:44.747390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5ffb2-7a67-484a-a8b9-dc4afceca5bd tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Pushing event updated for resources: {'Port': ['ID=67dc5d48-08d5-4ced-b72c-146b9eb36951,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:44.770721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b7c5ffb2-7a67-484a-a8b9-dc4afceca5bd tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:44.814004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:44.825476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4a58771f-6496-40dd-997a-86952c25904d up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:04:44.887992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07448fb4-1628-4afe-b161-7a93e943d821 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:44.926497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f431b2-cb92-4563-9fc2-6c856cee748d tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event deleted for resources: {'Subnet': ['ID=9b70d290-09ed-40c0-ac0a-4b8d10a3a5f1,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:44.930203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-91f431b2-cb92-4563-9fc2-6c856cee748d tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:44.936183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-91f431b2-cb92-4563-9fc2-6c856cee748d tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:44.959309 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ca9345c6-9a7f-4954-b8b5-194609e25bd0 req-4ef382a2-9892-4e87-9035-f7ad425e2729 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4879508
Nov 24 13:04:44.961595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:45.031558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f44199b-2832-453d-beca-5ff67cd959b4 None None] Network 56904e8c-0275-413c-b9d0-0eb066d48118 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:04:45.061381 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-91f431b2-cb92-4563-9fc2-6c856cee748d tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "DELETE /v2.0/subnets/9b70d290-09ed-40c0-ac0a-4b8d10a3a5f1 HTTP/1.1" status: 204  len: 168 time: 3.6001775
Nov 24 13:04:45.065158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44602) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:45.298790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33d0147f-59c4-4bce-ab91-8b8a1692e6a2 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:45.332675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f594-d2f6-4988-a6c4-fb7a7650488c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:45.346472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-5697fffa-892f-433f-954f-be9777839e65 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Deleting subnet acc6e60b-833f-432d-ad3b-3cd53e809de0 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:04:45.349963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5697fffa-892f-433f-954f-be9777839e65 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:45.425273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5697fffa-892f-433f-954f-be9777839e65 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:45.534055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5697fffa-892f-433f-954f-be9777839e65 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:45.541081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-50c19b65-10de-41e8-bad6-defd774717d9 None None] Provisioning for port ae7b70c5-dc2d-498a-b51e-7242566fff58 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:04:45.585054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-50c19b65-10de-41e8-bad6-defd774717d9 None None] Provisioning complete for port ae7b70c5-dc2d-498a-b51e-7242566fff58 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:04:45.585396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-50c19b65-10de-41e8-bad6-defd774717d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:45.665588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 4a58771f-6496-40dd-997a-86952c25904d completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:04:45.764702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 4a58771f-6496-40dd-997a-86952c25904d triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:04:45.765269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:45.777597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b7c5ffb2-7a67-484a-a8b9-dc4afceca5bd tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attempting to bind port 67dc5d48-08d5-4ced-b72c-146b9eb36951 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:04:45.778109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b7c5ffb2-7a67-484a-a8b9-dc4afceca5bd tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attempting to bind port 67dc5d48-08d5-4ced-b72c-146b9eb36951 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'fe6df6bb-ce64-4d4a-8e01-0d10dc326989', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8f343e14-074e-47a2-b554-9a504c3a2314'}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:04:45.778604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c5ffb2-7a67-484a-a8b9-dc4afceca5bd tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attempting to bind port 67dc5d48-08d5-4ced-b72c-146b9eb36951 on network 8f343e14-074e-47a2-b554-9a504c3a2314 {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:04:45.831764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c5ffb2-7a67-484a-a8b9-dc4afceca5bd tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:04:45.832554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c5ffb2-7a67-484a-a8b9-dc4afceca5bd tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Checking segment: {'id': 'fe6df6bb-ce64-4d4a-8e01-0d10dc326989', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8f343e14-074e-47a2-b554-9a504c3a2314'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:04:45.833166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b7c5ffb2-7a67-484a-a8b9-dc4afceca5bd tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:45.833768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c5ffb2-7a67-484a-a8b9-dc4afceca5bd tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Bound using segment: {'id': 'fe6df6bb-ce64-4d4a-8e01-0d10dc326989', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8f343e14-074e-47a2-b554-9a504c3a2314'} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:04:45.834654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b7c5ffb2-7a67-484a-a8b9-dc4afceca5bd tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Bound port: 67dc5d48-08d5-4ced-b72c-146b9eb36951, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe6df6bb-ce64-4d4a-8e01-0d10dc326989', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8f343e14-074e-47a2-b554-9a504c3a2314'}}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:04:45.835383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b7c5ffb2-7a67-484a-a8b9-dc4afceca5bd tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:45.855796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-be3b184b-6c9f-4aac-b88e-7e0758efef81 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:45.889230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-e49b46f1-e7aa-49eb-980b-68e5157043de None None] Allocated IP 172.20.0.2 (c200d148-1aac-4d09-a682-2365e76cfa1f/fbd62c91-d804-432f-af8e-75bb073f1bc3/d6a83fac-98a2-4ba8-8993-febf3a484fda) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:04:45.926100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-50c19b65-10de-41e8-bad6-defd774717d9 None None] Port ae7b70c5-dc2d-498a-b51e-7242566fff58 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:04:46.017370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5697fffa-892f-433f-954f-be9777839e65 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:46.032868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-be3b184b-6c9f-4aac-b88e-7e0758efef81 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Calling delete_port for ae7b70c5-dc2d-498a-b51e-7242566fff58 owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:46.045693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f594-d2f6-4988-a6c4-fb7a7650488c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:46.074481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33d0147f-59c4-4bce-ab91-8b8a1692e6a2 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:46.089970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b21f49b5-3ccc-4ddd-a4f8-d5892d9fa75b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:46.127322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:46.184381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697fffa-892f-433f-954f-be9777839e65 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event deleted for resources: {'Subnet': ['ID=acc6e60b-833f-432d-ad3b-3cd53e809de0,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:46.187240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5697fffa-892f-433f-954f-be9777839e65 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:46.189571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07448fb4-1628-4afe-b161-7a93e943d821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:46.386388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-565590e9-cc1f-4046-8ad9-d55f230a9a93 None None] Allocated IP 172.20.0.2 (e534e809-41ea-4e72-9c68-24fa9163117b/c9daecca-bdba-4096-a9cc-a4022401479d/a5aa37ee-fd7d-4628-952b-ce7bb201293e) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:04:46.401643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-50c19b65-10de-41e8-bad6-defd774717d9 None None] Provisioning complete for port 4a58771f-6496-40dd-997a-86952c25904d triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:04:46.402457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-50c19b65-10de-41e8-bad6-defd774717d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:46.412618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5697fffa-892f-433f-954f-be9777839e65 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:46.439783 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5697fffa-892f-433f-954f-be9777839e65 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "DELETE /v2.0/subnets/acc6e60b-833f-432d-ad3b-3cd53e809de0 HTTP/1.1" status: 204  len: 168 time: 1.3632560
Nov 24 13:04:46.452067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44606) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:46.487282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0147f-59c4-4bce-ab91-8b8a1692e6a2 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Pushing event updated for resources: {'Port': ['ID=8feaaef2-25e7-49c9-be50-9212415b5eb8,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:46.561085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-33d0147f-59c4-4bce-ab91-8b8a1692e6a2 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:46.586604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:46.599060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b7c5ffb2-7a67-484a-a8b9-dc4afceca5bd tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] For port 67dc5d48-08d5-4ced-b72c-146b9eb36951, host hv-neutron-6013, cleared binding levels {{(pid=80943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:04:46.677952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f594-d2f6-4988-a6c4-fb7a7650488c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:46.684493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f594-d2f6-4988-a6c4-fb7a7650488c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:46.707276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a45d5d9e-8cfb-4563-b962-448eb9080d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:46.715492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b7c5ffb2-7a67-484a-a8b9-dc4afceca5bd tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] For port 67dc5d48-08d5-4ced-b72c-146b9eb36951, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=67dc5d48-08d5-4ced-b72c-146b9eb36951,segment=NetworkSegment(fe6df6bb-ce64-4d4a-8e01-0d10dc326989),segment_id=fe6df6bb-ce64-4d4a-8e01-0d10dc326989)] {{(pid=80943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:04:46.739826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02fbddfd-4620-43d9-a86a-602b1ca39483 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:46.745200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 4a58771f-6496-40dd-997a-86952c25904d, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=4a58771f-6496-40dd-997a-86952c25904d,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:04:46.791169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b7c5ffb2-7a67-484a-a8b9-dc4afceca5bd tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:46.811435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d0537be0-a494-41d3-97c7-533be3c7f2a4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:46.826069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07448fb4-1628-4afe-b161-7a93e943d821 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:46.844268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:46.873727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07448fb4-1628-4afe-b161-7a93e943d821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:46.879658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d537c63a-02bf-47d2-8f1b-5253076e5989 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:46.900681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2f594-d2f6-4988-a6c4-fb7a7650488c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event updated for resources: {'Port': ['ID=3e35c3ab-6ba2-45a8-9451-309a5cb7efc2,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:46.904067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3bb2f594-d2f6-4988-a6c4-fb7a7650488c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:46.964210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d0147f-59c4-4bce-ab91-8b8a1692e6a2 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Network ac7addc2-1c63-4fef-918c-954cdd9cf988 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:04:46.967294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-be3b184b-6c9f-4aac-b88e-7e0758efef81 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:46.999904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-33d0147f-59c4-4bce-ab91-8b8a1692e6a2 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:04:47.010554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d0147f-59c4-4bce-ab91-8b8a1692e6a2 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:04:47.062319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e49b46f1-e7aa-49eb-980b-68e5157043de None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:47.110330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e49b46f1-e7aa-49eb-980b-68e5157043de None None] Transition to ACTIVE for port object d6a83fac-98a2-4ba8-8993-febf3a484fda will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:04:47.138698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=4a58771f-6496-40dd-997a-86952c25904d,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:47.154604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ca458f-0f9d-4b28-994a-9a7e7eb1d287 None None] Update dhcp port {'port': {'network_id': '56904e8c-0275-413c-b9d0-0eb066d48118', 'fixed_ips': [{'subnet_id': 'acc6e60b-833f-432d-ad3b-3cd53e809de0'}], 'binding:host_id': 'dv-neutron-601336-61-ovs'}, 'id': 'dfbbba58-5ed8-4b20-9185-d439d623941b'} from dv-neutron-601336-61-ovs. {{(pid=80945) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 24 13:04:47.162472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-02fbddfd-4620-43d9-a86a-602b1ca39483 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Deleting port dfbbba58-5ed8-4b20-9185-d439d623941b {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:47.162844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02fbddfd-4620-43d9-a86a-602b1ca39483 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:47.188648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:47.202383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f594-d2f6-4988-a6c4-fb7a7650488c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:47.209798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5ffb2-7a67-484a-a8b9-dc4afceca5bd tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Pushing event updated for resources: {'Port': ['ID=67dc5d48-08d5-4ced-b72c-146b9eb36951,revision_number=3']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:47.213777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e49b46f1-e7aa-49eb-980b-68e5157043de None None] Transition to ACTIVE for port object d6a83fac-98a2-4ba8-8993-febf3a484fda will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:04:47.224182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-565590e9-cc1f-4046-8ad9-d55f230a9a93 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:47.229050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3b35711e-030d-4a19-ae87-b4b7c297a6f6 None None] Could not find standard attr ID for object ae7b70c5-dc2d-498a-b51e-7242566fff58. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:04:47.230697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b7c5ffb2-7a67-484a-a8b9-dc4afceca5bd tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:47.231268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:47.243556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e49b46f1-e7aa-49eb-980b-68e5157043de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:47.268257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:47.281624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f594-d2f6-4988-a6c4-fb7a7650488c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:47.286428 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3bb2f594-d2f6-4988-a6c4-fb7a7650488c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.5372517
Nov 24 13:04:47.288226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44610) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:47.289549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b184b-6c9f-4aac-b88e-7e0758efef81 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Port': ['ID=ae7b70c5-dc2d-498a-b51e-7242566fff58,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:47.302205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c0ff3b29-eed0-4060-aae8-7d3516e77e42 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Request body: {'port': {'network_id': 'b6553714-4051-4049-83a1-34bf2cbe33e9', 'name': 'tempest-FloatingIPTestJSON-587785205'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:47.304085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-be3b184b-6c9f-4aac-b88e-7e0758efef81 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:47.354502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c5ffb2-7a67-484a-a8b9-dc4afceca5bd tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:47.355217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b7c5ffb2-7a67-484a-a8b9-dc4afceca5bd tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:47.359895 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b7c5ffb2-7a67-484a-a8b9-dc4afceca5bd tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] 10.222.0.76 "PUT /v2.0/ports/67dc5d48-08d5-4ced-b72c-146b9eb36951 HTTP/1.1" status: 200  len: 1075 time: 5.2813702
Nov 24 13:04:47.362959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44614) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:47.381236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-565590e9-cc1f-4046-8ad9-d55f230a9a93 None None] Transition to ACTIVE for port object a5aa37ee-fd7d-4628-952b-ce7bb201293e will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:04:47.408398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-07448fb4-1628-4afe-b161-7a93e943d821 admin admin] Allocated IP 172.26.8.196 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/8bfeb02a-8c2e-4994-adad-998e2b79574e) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:04:47.415208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-96ca458f-0f9d-4b28-994a-9a7e7eb1d287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:47.463097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-565590e9-cc1f-4046-8ad9-d55f230a9a93 None None] Transition to ACTIVE for port object a5aa37ee-fd7d-4628-952b-ce7bb201293e will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:04:47.484743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b46f1-e7aa-49eb-980b-68e5157043de None None] Pushing event updated for resources: {'Port': ['ID=d6a83fac-98a2-4ba8-8993-febf3a484fda,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:47.487963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e49b46f1-e7aa-49eb-980b-68e5157043de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:47.492722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-565590e9-cc1f-4046-8ad9-d55f230a9a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:47.513638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-424f1f38-e2cd-4549-b3c0-c696e539f39f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:47.546240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3b35711e-030d-4a19-ae87-b4b7c297a6f6 None None] Provisioning complete for port 4a58771f-6496-40dd-997a-86952c25904d triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:04:47.546680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3b35711e-030d-4a19-ae87-b4b7c297a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:47.627862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:47.665884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-50450c59-1ec6-4241-aaa2-7158fdba9133 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:47.795354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Subnet': ['ID=c9daecca-bdba-4096-a9cc-a4022401479d,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:47.804145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-be3b184b-6c9f-4aac-b88e-7e0758efef81 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:47.812749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:47.842904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565590e9-cc1f-4046-8ad9-d55f230a9a93 None None] Pushing event updated for resources: {'Port': ['ID=a5aa37ee-fd7d-4628-952b-ce7bb201293e,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:47.846276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-565590e9-cc1f-4046-8ad9-d55f230a9a93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:47.851112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-02fbddfd-4620-43d9-a86a-602b1ca39483 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] For port dfbbba58-5ed8-4b20-9185-d439d623941b, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=dfbbba58-5ed8-4b20-9185-d439d623941b,segment=NetworkSegment(df42b463-fadc-4250-ab27-b415b1e50139),segment_id=df42b463-fadc-4250-ab27-b415b1e50139)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:04:47.851517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02fbddfd-4620-43d9-a86a-602b1ca39483 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:47.884173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c0ff3b29-eed0-4060-aae8-7d3516e77e42 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:47.901137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c0ff3b29-eed0-4060-aae8-7d3516e77e42 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Usage tracker for resource:port and tenant:fd22555ebd24497b9a32eac1cfc2772e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:47.908087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c0ff3b29-eed0-4060-aae8-7d3516e77e42 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Quota usage for port was recalculated. Used quota:4. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:47.918827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c0ff3b29-eed0-4060-aae8-7d3516e77e42 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:47.924191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07448fb4-1628-4afe-b161-7a93e943d821 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:47.956605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49b46f1-e7aa-49eb-980b-68e5157043de None None] Network c200d148-1aac-4d09-a682-2365e76cfa1f is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:04:47.958239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ff3b29-eed0-4060-aae8-7d3516e77e42 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Made reservation on behalf of fd22555ebd24497b9a32eac1cfc2772e for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:04:47.964689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c0ff3b29-eed0-4060-aae8-7d3516e77e42 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:47.976685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-e49b46f1-e7aa-49eb-980b-68e5157043de None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:04:47.979117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49b46f1-e7aa-49eb-980b-68e5157043de None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:04:47.979680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07448fb4-1628-4afe-b161-7a93e943d821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:48.001499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a951d861-f470-404b-ab5f-468cde94e1e7 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:48.054062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef972fcf-faab-434d-98da-ff7fb81d6406 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:48.054460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef972fcf-faab-434d-98da-ff7fb81d6406 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:48.054879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef972fcf-faab-434d-98da-ff7fb81d6406 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:48.055289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef972fcf-faab-434d-98da-ff7fb81d6406 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:48.055700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef972fcf-faab-434d-98da-ff7fb81d6406 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:48.056255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef972fcf-faab-434d-98da-ff7fb81d6406 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:48.056666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef972fcf-faab-434d-98da-ff7fb81d6406 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:48.057074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef972fcf-faab-434d-98da-ff7fb81d6406 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:48.057480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef972fcf-faab-434d-98da-ff7fb81d6406 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:48.057887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef972fcf-faab-434d-98da-ff7fb81d6406 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:48.058354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef972fcf-faab-434d-98da-ff7fb81d6406 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:48.059246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef972fcf-faab-434d-98da-ff7fb81d6406 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:48.059654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef972fcf-faab-434d-98da-ff7fb81d6406 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:48.060205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef972fcf-faab-434d-98da-ff7fb81d6406 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:48.060615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef972fcf-faab-434d-98da-ff7fb81d6406 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:48.061165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef972fcf-faab-434d-98da-ff7fb81d6406 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:48.061574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef972fcf-faab-434d-98da-ff7fb81d6406 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:48.062445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef972fcf-faab-434d-98da-ff7fb81d6406 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:48.062857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef972fcf-faab-434d-98da-ff7fb81d6406 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:48.063263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef972fcf-faab-434d-98da-ff7fb81d6406 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:48.063670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef972fcf-faab-434d-98da-ff7fb81d6406 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:48.064078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef972fcf-faab-434d-98da-ff7fb81d6406 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:48.067023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ef972fcf-faab-434d-98da-ff7fb81d6406 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Synchronizing usage tracker for tenant:4ca04762fc024eb08486d73defc09552 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:04:48.096466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-02fbddfd-4620-43d9-a86a-602b1ca39483 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Calling delete_port for dfbbba58-5ed8-4b20-9185-d439d623941b owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:48.137432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565590e9-cc1f-4046-8ad9-d55f230a9a93 None None] Network e534e809-41ea-4e72-9c68-24fa9163117b is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:04:48.141546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-565590e9-cc1f-4046-8ad9-d55f230a9a93 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:04:48.143205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaa12e8-70fe-4bcb-941e-11ee830506cb None None] Network 56904e8c-0275-413c-b9d0-0eb066d48118 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:04:48.160479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565590e9-cc1f-4046-8ad9-d55f230a9a93 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:04:48.165895 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-be3b184b-6c9f-4aac-b88e-7e0758efef81 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/ae7b70c5-dc2d-498a-b51e-7242566fff58 HTTP/1.1" status: 204  len: 168 time: 4.0931475
Nov 24 13:04:48.166024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e49b46f1-e7aa-49eb-980b-68e5157043de None None] Attempting to bind port d6a83fac-98a2-4ba8-8993-febf3a484fda on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:04:48.166024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e49b46f1-e7aa-49eb-980b-68e5157043de None None] Attempting to bind port d6a83fac-98a2-4ba8-8993-febf3a484fda by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f37bbda7-8694-4075-8d54-b96ea9721450', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:04:48.166352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49b46f1-e7aa-49eb-980b-68e5157043de None None] Attempting to bind port d6a83fac-98a2-4ba8-8993-febf3a484fda on network c200d148-1aac-4d09-a682-2365e76cfa1f {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:04:48.169366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44618) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:48.214337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ef972fcf-faab-434d-98da-ff7fb81d6406 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Unset dirty status for tenant:4ca04762fc024eb08486d73defc09552 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:04:48.219443 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ef972fcf-faab-434d-98da-ff7fb81d6406 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 19681 time: 0.8258471
Nov 24 13:04:48.242153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44622) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:48.243152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49b46f1-e7aa-49eb-980b-68e5157043de None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:04:48.243580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49b46f1-e7aa-49eb-980b-68e5157043de None None] Checking segment: {'id': 'f37bbda7-8694-4075-8d54-b96ea9721450', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:04:48.244027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e49b46f1-e7aa-49eb-980b-68e5157043de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:48.244465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49b46f1-e7aa-49eb-980b-68e5157043de None None] Bound using segment: {'id': 'f37bbda7-8694-4075-8d54-b96ea9721450', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:04:48.245002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e49b46f1-e7aa-49eb-980b-68e5157043de None None] Bound port: d6a83fac-98a2-4ba8-8993-febf3a484fda, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37bbda7-8694-4075-8d54-b96ea9721450', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:04:48.245393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e49b46f1-e7aa-49eb-980b-68e5157043de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:48.390539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07448fb4-1628-4afe-b161-7a93e943d821 admin admin] Pushing event updated for resources: {'Port': ['ID=8bfeb02a-8c2e-4994-adad-998e2b79574e,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:48.394850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-07448fb4-1628-4afe-b161-7a93e943d821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:48.488941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67501fc-fc06-4432-90ad-3c91d486c873 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:48.490623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67501fc-fc06-4432-90ad-3c91d486c873 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:48.491578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b67501fc-fc06-4432-90ad-3c91d486c873 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:04:48.510893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e748f549-cb95-4d04-8594-9d9f4ed97fc2 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Deleting port 67dc5d48-08d5-4ced-b72c-146b9eb36951 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:48.511261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e748f549-cb95-4d04-8594-9d9f4ed97fc2 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:48.576345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-565590e9-cc1f-4046-8ad9-d55f230a9a93 None None] Attempting to bind port a5aa37ee-fd7d-4628-952b-ce7bb201293e on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:04:48.576760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-565590e9-cc1f-4046-8ad9-d55f230a9a93 None None] Attempting to bind port a5aa37ee-fd7d-4628-952b-ce7bb201293e by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '3a4fabbb-5a19-4d7d-9343-07c050c5372c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e534e809-41ea-4e72-9c68-24fa9163117b'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:04:48.577143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565590e9-cc1f-4046-8ad9-d55f230a9a93 None None] Attempting to bind port a5aa37ee-fd7d-4628-952b-ce7bb201293e on network e534e809-41ea-4e72-9c68-24fa9163117b {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:04:48.586040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-c0ff3b29-eed0-4060-aae8-7d3516e77e42 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] device_id is not set on port 57bcec5b-9fe0-4fb6-aba9-9ac54ece0b40 yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:04:48.589130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33d0147f-59c4-4bce-ab91-8b8a1692e6a2 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router_gateway, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:48.589977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33d0147f-59c4-4bce-ab91-8b8a1692e6a2 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:48.611526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:48.668877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565590e9-cc1f-4046-8ad9-d55f230a9a93 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:04:48.669221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565590e9-cc1f-4046-8ad9-d55f230a9a93 None None] Checking segment: {'id': '3a4fabbb-5a19-4d7d-9343-07c050c5372c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e534e809-41ea-4e72-9c68-24fa9163117b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:04:48.669669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-565590e9-cc1f-4046-8ad9-d55f230a9a93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:48.670108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565590e9-cc1f-4046-8ad9-d55f230a9a93 None None] Bound using segment: {'id': '3a4fabbb-5a19-4d7d-9343-07c050c5372c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e534e809-41ea-4e72-9c68-24fa9163117b'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:04:48.670663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-565590e9-cc1f-4046-8ad9-d55f230a9a93 None None] Bound port: a5aa37ee-fd7d-4628-952b-ce7bb201293e, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4fabbb-5a19-4d7d-9343-07c050c5372c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e534e809-41ea-4e72-9c68-24fa9163117b'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:04:48.671081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-565590e9-cc1f-4046-8ad9-d55f230a9a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:48.679107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b67501fc-fc06-4432-90ad-3c91d486c873 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:04:48.683127 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b67501fc-fc06-4432-90ad-3c91d486c873 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.4906888
Nov 24 13:04:48.689176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44626) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:48.700293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8f5dd3d7-8566-4f7c-9371-01104da4c5ef None None] Provisioning complete for port dfbbba58-5ed8-4b20-9185-d439d623941b triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:04:48.700712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f5dd3d7-8566-4f7c-9371-01104da4c5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:48.727128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07448fb4-1628-4afe-b161-7a93e943d821 admin admin] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:04:48.738694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-07448fb4-1628-4afe-b161-7a93e943d821 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:04:48.746644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07448fb4-1628-4afe-b161-7a93e943d821 admin admin] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:04:48.815293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e49b46f1-e7aa-49eb-980b-68e5157043de None None] For port d6a83fac-98a2-4ba8-8993-febf3a484fda, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:04:48.849704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e49b46f1-e7aa-49eb-980b-68e5157043de None None] For port d6a83fac-98a2-4ba8-8993-febf3a484fda, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d6a83fac-98a2-4ba8-8993-febf3a484fda,segment=NetworkSegment(f37bbda7-8694-4075-8d54-b96ea9721450),segment_id=f37bbda7-8694-4075-8d54-b96ea9721450)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:04:48.852207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02fbddfd-4620-43d9-a86a-602b1ca39483 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:48.855508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8f5dd3d7-8566-4f7c-9371-01104da4c5ef None None] Could not find standard attr ID for object dfbbba58-5ed8-4b20-9185-d439d623941b. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:04:48.872402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e49b46f1-e7aa-49eb-980b-68e5157043de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:48.888890 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.db [None req-8f5dd3d7-8566-4f7c-9371-01104da4c5ef None None] No ports have port_id starting with dfbbba58-5ed8-4b20-9185-d439d623941b
Nov 24 13:04:48.893499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2964ffa0-3932-4e1c-b144-f331079d8853 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:48.970064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:49.021167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4a58771f-6496-40dd-997a-86952c25904d up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:04:49.037280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fbddfd-4620-43d9-a86a-602b1ca39483 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event deleted for resources: {'Port': ['ID=dfbbba58-5ed8-4b20-9185-d439d623941b,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:49.047520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-02fbddfd-4620-43d9-a86a-602b1ca39483 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:49.098158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634674bf98>,) {'filters': {'network_id': ['e534e809-41ea-4e72-9c68-24fa9163117b']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:49.107338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-565590e9-cc1f-4046-8ad9-d55f230a9a93 None None] For port a5aa37ee-fd7d-4628-952b-ce7bb201293e, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:04:49.125983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-c0ff3b29-eed0-4060-aae8-7d3516e77e42 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Allocated IP 172.20.0.13 (b6553714-4051-4049-83a1-34bf2cbe33e9/b40ac6ff-70e2-4607-877c-a95a428fbf19/57bcec5b-9fe0-4fb6-aba9-9ac54ece0b40) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:04:49.129795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634674bf98>, '3a4fabbb-5a19-4d7d-9343-07c050c5372c') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:49.130370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634674bf98>, '3a4fabbb-5a19-4d7d-9343-07c050c5372c') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:49.133790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b46f1-e7aa-49eb-980b-68e5157043de None None] Pushing event updated for resources: {'Port': ['ID=d6a83fac-98a2-4ba8-8993-febf3a484fda,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:49.138359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-565590e9-cc1f-4046-8ad9-d55f230a9a93 None None] For port a5aa37ee-fd7d-4628-952b-ce7bb201293e, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=a5aa37ee-fd7d-4628-952b-ce7bb201293e,segment=NetworkSegment(3a4fabbb-5a19-4d7d-9343-07c050c5372c),segment_id=3a4fabbb-5a19-4d7d-9343-07c050c5372c)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:04:49.144735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e49b46f1-e7aa-49eb-980b-68e5157043de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:49.150585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-565590e9-cc1f-4046-8ad9-d55f230a9a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:49.164064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e748f549-cb95-4d04-8594-9d9f4ed97fc2 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] For port 67dc5d48-08d5-4ced-b72c-146b9eb36951, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=67dc5d48-08d5-4ced-b72c-146b9eb36951,segment=NetworkSegment(fe6df6bb-ce64-4d4a-8e01-0d10dc326989),segment_id=fe6df6bb-ce64-4d4a-8e01-0d10dc326989)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:04:49.164275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e748f549-cb95-4d04-8594-9d9f4ed97fc2 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:49.175763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:49.217478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccf88ab-7538-4433-8b28-7db4ecfa930b None None] DHCP port deletion for 56904e8c-0275-413c-b9d0-0eb066d48118 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:04:49.228603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:49.237303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fbddfd-4620-43d9-a86a-602b1ca39483 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] No DVR routers for this DVR port dfbbba58-5ed8-4b20-9185-d439d623941b on host dv-neutron-601336-61-ovs {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:04:49.313761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:49.321262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Releasing vxlan tunnel 14 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:04:49.332372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e748f549-cb95-4d04-8594-9d9f4ed97fc2 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Calling delete_port for 67dc5d48-08d5-4ced-b72c-146b9eb36951 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:49.381526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565590e9-cc1f-4046-8ad9-d55f230a9a93 None None] Pushing event updated for resources: {'Port': ['ID=a5aa37ee-fd7d-4628-952b-ce7bb201293e,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:49.387463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-565590e9-cc1f-4046-8ad9-d55f230a9a93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:49.404479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 4a58771f-6496-40dd-997a-86952c25904d triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:04:49.404897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:49.416288 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7b43714c-1041-4393-8e75-320ba71da2b1 req-f9d82668-3639-44da-b625-c31b3c281806 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.6092856
Nov 24 13:04:49.570574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd33be7-cc7f-485f-a749-7d04ebe58c53 None None] Network e534e809-41ea-4e72-9c68-24fa9163117b requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:04:49.653237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e748f549-cb95-4d04-8594-9d9f4ed97fc2 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:49.678720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-781d54b6-29f2-4238-beef-abe805b2adfd tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:49.729769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02fbddfd-4620-43d9-a86a-602b1ca39483 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:49.747355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network e534e809-41ea-4e72-9c68-24fa9163117b has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:04:49.757741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:49.787690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device dfbbba58-5ed8-4b20-9185-d439d623941b no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:04:49.807190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748f549-cb95-4d04-8594-9d9f4ed97fc2 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Pushing event deleted for resources: {'Port': ['ID=67dc5d48-08d5-4ced-b72c-146b9eb36951,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:49.810072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e748f549-cb95-4d04-8594-9d9f4ed97fc2 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:49.823969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: dfbbba58-5ed8-4b20-9185-d439d623941b {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:04:49.824630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device dfbbba58-5ed8-4b20-9185-d439d623941b not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:04:49.916982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c0ff3b29-eed0-4060-aae8-7d3516e77e42 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:49.947397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43714c-1041-4393-8e75-320ba71da2b1 req-5f54dd94-daa1-4361-8bd3-6c6cdd63ec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:49.948035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a38cc7-c1d0-41cc-8970-f1e8b30e2c53 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting subnet 058a1177-62fa-4f23-ab36-d22b08819e66 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:04:49.949057 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7b43714c-1041-4393-8e75-320ba71da2b1 req-5f54dd94-daa1-4361-8bd3-6c6cdd63ec36 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4286288353e74305b378e229e8ab5058&device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 1163 time: 0.3882020
Nov 24 13:04:49.962623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07448fb4-1628-4afe-b161-7a93e943d821 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:49.963435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07448fb4-1628-4afe-b161-7a93e943d821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:49.970654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e748f549-cb95-4d04-8594-9d9f4ed97fc2 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:49.993710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c8a38cc7-c1d0-41cc-8970-f1e8b30e2c53 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:50.147649 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e748f549-cb95-4d04-8594-9d9f4ed97fc2 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] 10.222.0.76 "DELETE /v2.0/ports/67dc5d48-08d5-4ced-b72c-146b9eb36951 HTTP/1.1" status: 204  len: 168 time: 1.8938203
Nov 24 13:04:50.153369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44630) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:50.237675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network e534e809-41ea-4e72-9c68-24fa9163117b has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:04:50.255297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-02fbddfd-4620-43d9-a86a-602b1ca39483 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6346a6d518>,) {'filters': {'network_id': ['56904e8c-0275-413c-b9d0-0eb066d48118']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:50.289053 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:04:50.289053 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:04:50.289053 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:04:50.289053 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:04:50.289053 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:04:50.289053 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:04:50.289053 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:04:50.289053 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:04:50.289053 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:04:50.289053 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:04:50.289053 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:04:50.289053 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:04:50.289053 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:04:50.289053 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:04:50.289053 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:04:50.289053 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:04:50.289053 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:04:50.289053 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:04:50.289053 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:04:50.289053 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:04:50.289053 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:04:50.289053 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:04:50.289053 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:04:50.289053 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:04:50.289053 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:04:50.289053 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:04:50.289053 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:04:50.289053 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:04:50.289053 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:04:50.289053 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:04:50.289053 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:04:50.289053 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:04:50.351356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c8a38cc7-c1d0-41cc-8970-f1e8b30e2c53 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:50.391959 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc3a3f7-e8cd-4cc4-b03b-e58fe852d9d3 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] GET failed (client error): The resource could not be found.
Nov 24 13:04:50.393385 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fcc3a3f7-e8cd-4cc4-b03b-e58fe852d9d3 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] 10.222.0.76 "GET /v2.0/ports/67dc5d48-08d5-4ced-b72c-146b9eb36951 HTTP/1.1" status: 404  len: 333 time: 0.2266707
Nov 24 13:04:50.408002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-02fbddfd-4620-43d9-a86a-602b1ca39483 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346a6d518>, 'df42b463-fadc-4250-ab27-b415b1e50139') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:50.408330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-02fbddfd-4620-43d9-a86a-602b1ca39483 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346a6d518>, 'df42b463-fadc-4250-ab27-b415b1e50139') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:50.423566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44634) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:50.448573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-d3cb6dd1-8e07-449a-a00f-304a8251efe6 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1433229906', 'network_id': '8f343e14-074e-47a2-b554-9a504c3a2314'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:50.461685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02fbddfd-4620-43d9-a86a-602b1ca39483 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:50.483215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d3cb6dd1-8e07-449a-a00f-304a8251efe6 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:50.488253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c0ff3b29-eed0-4060-aae8-7d3516e77e42 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:50.508567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-080adf14-58e2-4b80-b4d6-d6db8164da13 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:50.512415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d3cb6dd1-8e07-449a-a00f-304a8251efe6 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Usage tracker for resource:port and tenant:4ca04762fc024eb08486d73defc09552 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:50.515432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 24 13:04:50.515432 dv-neutron-601336-61-ovs neutron-server[80834]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 24 13:04:50.515432 dv-neutron-601336-61-ovs neutron-server[80834]: [parameters: {'id': 'e534e809-41ea-4e72-9c68-24fa9163117b'}]
Nov 24 13:04:50.515432 dv-neutron-601336-61-ovs neutron-server[80834]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:04:50.516042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:04:50.519880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02fbddfd-4620-43d9-a86a-602b1ca39483 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:50.521908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d3cb6dd1-8e07-449a-a00f-304a8251efe6 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Quota usage for port was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:50.526202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-02fbddfd-4620-43d9-a86a-602b1ca39483 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Releasing vxlan tunnel 10 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:04:50.562025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d3cb6dd1-8e07-449a-a00f-304a8251efe6 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:50.657753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:50.659775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cb6dd1-8e07-449a-a00f-304a8251efe6 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Made reservation on behalf of 4ca04762fc024eb08486d73defc09552 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:04:50.665022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d3cb6dd1-8e07-449a-a00f-304a8251efe6 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:50.710189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff3b29-eed0-4060-aae8-7d3516e77e42 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event updated for resources: {'Port': ['ID=57bcec5b-9fe0-4fb6-aba9-9ac54ece0b40,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:50.720293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c0ff3b29-eed0-4060-aae8-7d3516e77e42 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:50.721174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43714c-1041-4393-8e75-320ba71da2b1 req-3f2f1fe2-74ad-4845-8e61-db0b77070999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:50.722907 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7b43714c-1041-4393-8e75-320ba71da2b1 req-3f2f1fe2-74ad-4845-8e61-db0b77070999 service neutron] 10.222.0.70 "GET /v2.0/networks?id=42f46442-d2b1-4c59-8018-dd6806abe134 HTTP/1.1" status: 200  len: 906 time: 0.7271202
Nov 24 13:04:50.973040 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7b43714c-1041-4393-8e75-320ba71da2b1 req-df6e98b7-256a-4b9c-accb-8e16102bc102 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af0d0a0e-4f8a-4806-bb3e-d85246ab5173 HTTP/1.1" status: 200  len: 1002 time: 0.2399051
Nov 24 13:04:50.988606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ff3b29-eed0-4060-aae8-7d3516e77e42 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Network b6553714-4051-4049-83a1-34bf2cbe33e9 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:04:51.029910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d6a83fac-98a2-4ba8-8993-febf3a484fda up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:04:51.046379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:51.052180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-c0ff3b29-eed0-4060-aae8-7d3516e77e42 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:04:51.074495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ff3b29-eed0-4060-aae8-7d3516e77e42 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:04:51.109291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c8a38cc7-c1d0-41cc-8970-f1e8b30e2c53 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:51.134457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1958ac0b-bfed-4096-8485-e83d3b476a59 None None] Network c200d148-1aac-4d09-a682-2365e76cfa1f requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:04:51.219124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-02fbddfd-4620-43d9-a86a-602b1ca39483 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network 56904e8c-0275-413c-b9d0-0eb066d48118 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:04:51.237089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02fbddfd-4620-43d9-a86a-602b1ca39483 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:51.260238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43714c-1041-4393-8e75-320ba71da2b1 req-ae8c2b41-dd59-4fd4-9bcd-e1c4fbcba7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:51.261875 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7b43714c-1041-4393-8e75-320ba71da2b1 req-ae8c2b41-dd59-4fd4-9bcd-e1c4fbcba7a4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4edc9f76-5638-4785-9026-5e5686309573 HTTP/1.1" status: 200  len: 851 time: 0.2783701
Nov 24 13:04:51.290973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-892945a7-3b76-471c-96a8-24e6e163a9ad None None] Provisioning for port d6a83fac-98a2-4ba8-8993-febf3a484fda completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:04:51.298688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port d6a83fac-98a2-4ba8-8993-febf3a484fda completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:04:51.306090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-892945a7-3b76-471c-96a8-24e6e163a9ad None None] Provisioning complete for port d6a83fac-98a2-4ba8-8993-febf3a484fda triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:04:51.306680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-892945a7-3b76-471c-96a8-24e6e163a9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:51.342319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ff3b29-eed0-4060-aae8-7d3516e77e42 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:51.342808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c0ff3b29-eed0-4060-aae8-7d3516e77e42 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:51.348006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port d6a83fac-98a2-4ba8-8993-febf3a484fda triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:04:51.348636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:51.381788 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c0ff3b29-eed0-4060-aae8-7d3516e77e42 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 4.0909643
Nov 24 13:04:51.383019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44638) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:51.394791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-de979165-503c-4d18-9fb9-f46632948112 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Request body: {'floatingip': {'port_id': '57bcec5b-9fe0-4fb6-aba9-9ac54ece0b40'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:51.419399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Deleting port a5aa37ee-fd7d-4628-952b-ce7bb201293e {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:51.420016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:51.507136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de979165-503c-4d18-9fb9-f46632948112 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:51.563277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07448fb4-1628-4afe-b161-7a93e943d821 admin admin] Router e0bce900-3697-4a26-958b-21bd77e379b2 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:04:51.640656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43714c-1041-4393-8e75-320ba71da2b1 req-2144e39c-d2d2-4dbb-a1d8-676ef369a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:51.642166 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7b43714c-1041-4393-8e75-320ba71da2b1 req-2144e39c-d2d2-4dbb-a1d8-676ef369a83a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=42f46442-d2b1-4c59-8018-dd6806abe134&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3723171
Nov 24 13:04:51.677212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-d3cb6dd1-8e07-449a-a00f-304a8251efe6 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] device_id is not set on port 7201ef3f-69c4-4ce1-b9d0-374bf295bc10 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:04:51.731079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d0147f-59c4-4bce-ab91-8b8a1692e6a2 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Router fe69bf46-276e-40fb-967c-0f51271cfb36 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:04:51.738955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-02fbddfd-4620-43d9-a86a-602b1ca39483 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network 56904e8c-0275-413c-b9d0-0eb066d48118 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:04:51.803611 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:04:51.803611 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:04:51.803611 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:04:51.803611 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:04:51.803611 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:04:51.803611 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:04:51.803611 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:04:51.803611 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:04:51.803611 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:04:51.803611 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:04:51.803611 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:04:51.803611 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:04:51.803611 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:04:51.803611 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:04:51.803611 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:04:51.803611 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:04:51.803611 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:04:51.803611 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:04:51.803611 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:04:51.803611 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:04:51.803611 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:04:51.803611 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:04:51.803611 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:04:51.803611 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:04:51.803611 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:04:51.803611 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:04:51.803611 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:04:51.803611 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:04:51.803611 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:04:51.803611 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:04:51.803611 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:04:51.803611 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:04:51.868853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-892945a7-3b76-471c-96a8-24e6e163a9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:51.880530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:51.943823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-892945a7-3b76-471c-96a8-24e6e163a9ad None None] For port d6a83fac-98a2-4ba8-8993-febf3a484fda, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d6a83fac-98a2-4ba8-8993-febf3a484fda,segment=NetworkSegment(f37bbda7-8694-4075-8d54-b96ea9721450),segment_id=f37bbda7-8694-4075-8d54-b96ea9721450)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:04:51.984027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-892945a7-3b76-471c-96a8-24e6e163a9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:51.994682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a2118739-bea8-4e57-b600-0ff88126c95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:52.121758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:04:52.122295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:04:52.136823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892945a7-3b76-471c-96a8-24e6e163a9ad None None] Pushing event updated for resources: {'Port': ['ID=d6a83fac-98a2-4ba8-8993-febf3a484fda,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:52.149960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-892945a7-3b76-471c-96a8-24e6e163a9ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:52.221622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-eac06a5d-8e89-455e-b890-1b0445b279cc None None] Provisioning complete for port d6a83fac-98a2-4ba8-8993-febf3a484fda triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:04:52.222326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eac06a5d-8e89-455e-b890-1b0445b279cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:52.294632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02fbddfd-4620-43d9-a86a-602b1ca39483 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:52.348269 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7b43714c-1041-4393-8e75-320ba71da2b1 req-ce7a7f90-f80c-4259-8c70-f31b8191dd81 service neutron] 10.222.0.70 "GET /v2.0/networks/42f46442-d2b1-4c59-8018-dd6806abe134?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6923161
Nov 24 13:04:52.425859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02fbddfd-4620-43d9-a86a-602b1ca39483 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:52.440198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6d1986dd-3ca2-4af4-b377-b36eef412c4e tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:52.496279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fbddfd-4620-43d9-a86a-602b1ca39483 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event deleted for resources: {'Network': ['ID=56904e8c-0275-413c-b9d0-0eb066d48118,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:52.502159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-02fbddfd-4620-43d9-a86a-602b1ca39483 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:52.547511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-22999de2-7a76-4a7a-95f5-49cdc454ac3e None None] Provisioning complete for port d6a83fac-98a2-4ba8-8993-febf3a484fda triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:04:52.548098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-22999de2-7a76-4a7a-95f5-49cdc454ac3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:52.553982 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-02fbddfd-4620-43d9-a86a-602b1ca39483 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "DELETE /v2.0/networks/56904e8c-0275-413c-b9d0-0eb066d48118 HTTP/1.1" status: 204  len: 168 time: 6.0946853
Nov 24 13:04:52.579779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c8a38cc7-c1d0-41cc-8970-f1e8b30e2c53 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:52.605486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44642) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:52.606720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f25036bc-1ae8-4a15-a7f8-713dc0c72823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:52.613168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56f3b40-7934-4dcf-b36e-8bf23ca0cce6 None None] get_active_networks_info from dv-neutron-601336-61-ovs {{(pid=80945) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 13:04:52.707055 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7b43714c-1041-4393-8e75-320ba71da2b1 req-7b6f501b-0831-42b6-8298-d7e0cfbad0e2 service neutron] 10.222.0.70 "GET /v2.0/networks/42f46442-d2b1-4c59-8018-dd6806abe134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3411484
Nov 24 13:04:52.730045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07448fb4-1628-4afe-b161-7a93e943d821 admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:04:52.746254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80713dc-38b0-4ad2-b33d-86883bc850b1 None None] Sync routers for ids ['e0bce900-3697-4a26-958b-21bd77e379b2'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:04:52.760623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80713dc-38b0-4ad2-b33d-86883bc850b1 None None] Routers {'e0bce900-3697-4a26-958b-21bd77e379b2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:04:52.761492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a80713dc-38b0-4ad2-b33d-86883bc850b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc76f60>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:04:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e0bce900-3697-4a26-958b-21bd77e379b2'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:52.890154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a38cc7-c1d0-41cc-8970-f1e8b30e2c53 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Subnet': ['ID=058a1177-62fa-4f23-ab36-d22b08819e66,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:52.906223 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcdd16a0-4d89-4f49-a655-a6585a919ed5 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] DELETE failed (client error): The resource could not be found.
Nov 24 13:04:52.906728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcdd16a0-4d89-4f49-a655-a6585a919ed5 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:04:52.913866 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bcdd16a0-4d89-4f49-a655-a6585a919ed5 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "DELETE /v2.0/subnets/ddbfb064-0cca-44be-90e6-f248861dc7d3 HTTP/1.1" status: 404  len: 337 time: 0.2269077
Nov 24 13:04:52.916821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c8a38cc7-c1d0-41cc-8970-f1e8b30e2c53 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:52.917338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44646) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:52.934097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d3cb6dd1-8e07-449a-a00f-304a8251efe6 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:52.937139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] For port a5aa37ee-fd7d-4628-952b-ce7bb201293e, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=a5aa37ee-fd7d-4628-952b-ce7bb201293e,segment=NetworkSegment(3a4fabbb-5a19-4d7d-9343-07c050c5372c),segment_id=3a4fabbb-5a19-4d7d-9343-07c050c5372c)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:04:52.937547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:52.944188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56f3b40-7934-4dcf-b36e-8bf23ca0cce6 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 24 13:04:52.995133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-a80713dc-38b0-4ad2-b33d-86883bc850b1 None None] Set router e0bce900-3697-4a26-958b-21bd77e379b2 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:04:53.001835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de979165-503c-4d18-9fb9-f46632948112 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:53.007731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07448fb4-1628-4afe-b161-7a93e943d821 admin admin] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:53.007931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d6a83fac-98a2-4ba8-8993-febf3a484fda up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:04:53.009209 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-07448fb4-1628-4afe-b161-7a93e943d821 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 8.9165759
Nov 24 13:04:53.010074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de979165-503c-4d18-9fb9-f46632948112 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:53.017927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44650) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:53.211220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6016164d-415a-4967-8ba8-60a7c335e8dd None None] Provisioning complete for port d6a83fac-98a2-4ba8-8993-febf3a484fda triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:04:53.213946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6016164d-415a-4967-8ba8-60a7c335e8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:53.374870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port d6a83fac-98a2-4ba8-8993-febf3a484fda triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:04:53.375440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:53.379384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a80713dc-38b0-4ad2-b33d-86883bc850b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc76f60>, [{'id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'name': 'tempest-TestVolumeBootPattern-366325813-router', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:04:44Z', 'updated_at': '2020-11-24T13:04:49Z', 'revision_number': 3, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'gw_port': {'id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:04:47Z', 'updated_at': '2020-11-24T13:04:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:53.385113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80713dc-38b0-4ad2-b33d-86883bc850b1 None None] Checking router: e0bce900-3697-4a26-958b-21bd77e379b2 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:04:53.385778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80713dc-38b0-4ad2-b33d-86883bc850b1 None None] Updating router e0bce900-3697-4a26-958b-21bd77e379b2 port 8bfeb02a-8c2e-4994-adad-998e2b79574e binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:04:53.446177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a80713dc-38b0-4ad2-b33d-86883bc850b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:53.606542 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-de979165-503c-4d18-9fb9-f46632948112 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Floating IP 5ddc7e1a-2572-400b-a59f-bd7ab0b206b8 associated. External IP: 172.26.8.187, port: 57bcec5b-9fe0-4fb6-aba9-9ac54ece0b40.
Nov 24 13:04:53.687097 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c05b93-d304-4a8f-9737-6716c4be6aad tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] DELETE failed (client error): The resource could not be found.
Nov 24 13:04:53.688027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c05b93-d304-4a8f-9737-6716c4be6aad tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:04:53.695828 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c4c05b93-d304-4a8f-9737-6716c4be6aad tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "DELETE /v2.0/networks/f569f22a-2165-489b-9b32-484accb1b08c HTTP/1.1" status: 404  len: 339 time: 0.7730412
Nov 24 13:04:53.700088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44654) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:53.716801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Calling delete_port for a5aa37ee-fd7d-4628-952b-ce7bb201293e owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:53.840933 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee349cf-8869-4d8e-b5a2-8d3b476ec349 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] DELETE failed (client error): The resource could not be found.
Nov 24 13:04:53.841740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ee349cf-8869-4d8e-b5a2-8d3b476ec349 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:04:53.844640 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3ee349cf-8869-4d8e-b5a2-8d3b476ec349 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "DELETE /v2.0/subnets/3df9c461-f5fd-4b31-8088-88ddae65bd4b HTTP/1.1" status: 404  len: 337 time: 0.1386955
Nov 24 13:04:53.848357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44658) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:53.877672 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-06276291-3ba1-4c69-a864-5bd0e94ef76f tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] DELETE failed (client error): The resource could not be found.
Nov 24 13:04:53.878841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06276291-3ba1-4c69-a864-5bd0e94ef76f tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:04:53.880761 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-06276291-3ba1-4c69-a864-5bd0e94ef76f tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "DELETE /v2.0/networks/5b0a633f-b986-4750-a049-3155d1ccdd0e HTTP/1.1" status: 404  len: 339 time: 0.0313220
Nov 24 13:04:53.885892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44662) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:53.896246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a80713dc-38b0-4ad2-b33d-86883bc850b1 None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:53.910483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a80713dc-38b0-4ad2-b33d-86883bc850b1 None None] Transition to ACTIVE for port object 8bfeb02a-8c2e-4994-adad-998e2b79574e will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:04:53.915642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a80713dc-38b0-4ad2-b33d-86883bc850b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:53.926571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c8a38cc7-c1d0-41cc-8970-f1e8b30e2c53 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:53.929264 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c8a38cc7-c1d0-41cc-8970-f1e8b30e2c53 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/058a1177-62fa-4f23-ab36-d22b08819e66 HTTP/1.1" status: 204  len: 168 time: 5.2386100
Nov 24 13:04:53.932642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44666) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:53.935161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50a23ee-9351-494a-9857-cb2fcc9bfc14 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:04:53.942254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:53.951364 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b95a04-249c-47ee-ad31-0202b9d1763c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] DELETE failed (client error): The resource could not be found.
Nov 24 13:04:53.951856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5b95a04-249c-47ee-ad31-0202b9d1763c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:04:53.954214 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a5b95a04-249c-47ee-ad31-0202b9d1763c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "DELETE /v2.0/subnets/b6abf00e-9486-4c0e-80a7-5cecf08f66fb HTTP/1.1" status: 404  len: 337 time: 0.0638423
Nov 24 13:04:53.967573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44670) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:54.016192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d3cb6dd1-8e07-449a-a00f-304a8251efe6 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:54.023470 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa67dc58-5410-44ac-93cd-5b365e509bb6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] DELETE failed (client error): The resource could not be found.
Nov 24 13:04:54.023973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa67dc58-5410-44ac-93cd-5b365e509bb6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:04:54.026065 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-aa67dc58-5410-44ac-93cd-5b365e509bb6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "DELETE /v2.0/networks/724d74be-2c7f-4109-a8de-c1957f8d421f HTTP/1.1" status: 404  len: 339 time: 0.0539768
Nov 24 13:04:54.034321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44674) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:54.044874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b8588be3-2d94-421d-8edf-e791d16763ab tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:54.074982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf2961-ce75-4ab5-9a04-9d6f192a2c94 None None] Pushing event updated for resources: {'Port': ['ID=8bfeb02a-8c2e-4994-adad-998e2b79574e,revision_number=2']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:54.100734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf2961-ce75-4ab5-9a04-9d6f192a2c94 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:54.101090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf2961-ce75-4ab5-9a04-9d6f192a2c94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:54.101463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf2961-ce75-4ab5-9a04-9d6f192a2c94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:54.101827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf2961-ce75-4ab5-9a04-9d6f192a2c94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:54.102207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf2961-ce75-4ab5-9a04-9d6f192a2c94 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:54.102569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf2961-ce75-4ab5-9a04-9d6f192a2c94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:54.102928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf2961-ce75-4ab5-9a04-9d6f192a2c94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:54.103282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf2961-ce75-4ab5-9a04-9d6f192a2c94 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:54.103659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf2961-ce75-4ab5-9a04-9d6f192a2c94 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:54.104014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf2961-ce75-4ab5-9a04-9d6f192a2c94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:54.104367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf2961-ce75-4ab5-9a04-9d6f192a2c94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:54.104723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf2961-ce75-4ab5-9a04-9d6f192a2c94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:54.105172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf2961-ce75-4ab5-9a04-9d6f192a2c94 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:54.105523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf2961-ce75-4ab5-9a04-9d6f192a2c94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:54.105870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf2961-ce75-4ab5-9a04-9d6f192a2c94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:54.106248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf2961-ce75-4ab5-9a04-9d6f192a2c94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:54.106731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf2961-ce75-4ab5-9a04-9d6f192a2c94 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:54.107081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf2961-ce75-4ab5-9a04-9d6f192a2c94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:54.107433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf2961-ce75-4ab5-9a04-9d6f192a2c94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:54.107777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf2961-ce75-4ab5-9a04-9d6f192a2c94 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:54.108129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf2961-ce75-4ab5-9a04-9d6f192a2c94 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:54.108729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf2961-ce75-4ab5-9a04-9d6f192a2c94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:54.109081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf2961-ce75-4ab5-9a04-9d6f192a2c94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:54.109427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf2961-ce75-4ab5-9a04-9d6f192a2c94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:04:54.134327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cccf2961-ce75-4ab5-9a04-9d6f192a2c94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:54.161805 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4241fb45-10f5-418d-a102-db6376fc4dda tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2111952
Nov 24 13:04:54.178094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44678) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:54.190177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ffc7c846-f7dc-4a28-b414-96340df5906d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:54.211999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:54.257901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-a80713dc-38b0-4ad2-b33d-86883bc850b1 None None] Attempting to bind port 8bfeb02a-8c2e-4994-adad-998e2b79574e on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:04:54.258331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-a80713dc-38b0-4ad2-b33d-86883bc850b1 None None] Attempting to bind port 8bfeb02a-8c2e-4994-adad-998e2b79574e by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:04:54.258724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80713dc-38b0-4ad2-b33d-86883bc850b1 None None] Attempting to bind port 8bfeb02a-8c2e-4994-adad-998e2b79574e on network cfe08d36-e5ba-4f00-8669-16a0ead5d220 {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:04:54.270615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80713dc-38b0-4ad2-b33d-86883bc850b1 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:04:54.271323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80713dc-38b0-4ad2-b33d-86883bc850b1 None None] Checking segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:04:54.271752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a80713dc-38b0-4ad2-b33d-86883bc850b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:54.272169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80713dc-38b0-4ad2-b33d-86883bc850b1 None None] Bound using segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:04:54.272671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-a80713dc-38b0-4ad2-b33d-86883bc850b1 None None] Bound port: 8bfeb02a-8c2e-4994-adad-998e2b79574e, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:04:54.273226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a80713dc-38b0-4ad2-b33d-86883bc850b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:54.303895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76552821-9a5e-4748-90af-1e44a3fc153a None None] DHCP port deletion for 8ca51b04-1dca-4f60-b844-2979d8864b51 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:04:54.304412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-7525476d-3bea-45d3-abb9-060a64f73b3f tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Deleting subnet 5bd0d1e5-7a92-4c64-9a40-08b0172536af {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:04:54.308361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7525476d-3bea-45d3-abb9-060a64f73b3f tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:54.308529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-76552821-9a5e-4748-90af-1e44a3fc153a None None] Deleting port 4a58771f-6496-40dd-997a-86952c25904d {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:54.308787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76552821-9a5e-4748-90af-1e44a3fc153a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:54.371015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-a80713dc-38b0-4ad2-b33d-86883bc850b1 None None] For port 8bfeb02a-8c2e-4994-adad-998e2b79574e, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:04:54.375012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-a80713dc-38b0-4ad2-b33d-86883bc850b1 None None] For port 8bfeb02a-8c2e-4994-adad-998e2b79574e, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8bfeb02a-8c2e-4994-adad-998e2b79574e,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:04:54.375489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7525476d-3bea-45d3-abb9-060a64f73b3f tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:54.381193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a80713dc-38b0-4ad2-b33d-86883bc850b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:54.439768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb6dd1-8e07-449a-a00f-304a8251efe6 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Pushing event updated for resources: {'Port': ['ID=7201ef3f-69c4-4ce1-b9d0-374bf295bc10,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:54.475420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d3cb6dd1-8e07-449a-a00f-304a8251efe6 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:54.479209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b7c5ffb2-7a67-484a-a8b9-dc4afceca5bd tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:54.480194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7525476d-3bea-45d3-abb9-060a64f73b3f tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:54.541048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-984c8c8e-7215-4861-bab4-a7f3db5d0bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:54.554935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-76552821-9a5e-4748-90af-1e44a3fc153a None None] For port 4a58771f-6496-40dd-997a-86952c25904d, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=4a58771f-6496-40dd-997a-86952c25904d,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:04:54.555375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76552821-9a5e-4748-90af-1e44a3fc153a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:54.556515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Port': ['ID=a5aa37ee-fd7d-4628-952b-ce7bb201293e,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:54.581320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:54.622760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ffc7c846-f7dc-4a28-b414-96340df5906d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:54.636390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf2961-ce75-4ab5-9a04-9d6f192a2c94 None None] Pushing event updated for resources: {'Port': ['ID=8bfeb02a-8c2e-4994-adad-998e2b79574e,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:54.655122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cccf2961-ce75-4ab5-9a04-9d6f192a2c94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:54.659715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cb6dd1-8e07-449a-a00f-304a8251efe6 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Network 8f343e14-074e-47a2-b554-9a504c3a2314 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:04:54.661610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80713dc-38b0-4ad2-b33d-86883bc850b1 None None] Routers {'e0bce900-3697-4a26-958b-21bd77e379b2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:04:54.662532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a80713dc-38b0-4ad2-b33d-86883bc850b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc76f60>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:04:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e0bce900-3697-4a26-958b-21bd77e379b2'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:54.665193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ffc7c846-f7dc-4a28-b414-96340df5906d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:54.672084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-d3cb6dd1-8e07-449a-a00f-304a8251efe6 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:04:54.681042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cb6dd1-8e07-449a-a00f-304a8251efe6 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:04:54.682154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cb6dd1-8e07-449a-a00f-304a8251efe6 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:54.682964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d3cb6dd1-8e07-449a-a00f-304a8251efe6 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:54.706190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d0147f-59c4-4bce-ab91-8b8a1692e6a2 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:04:54.708534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] No DVR routers for this DVR port a5aa37ee-fd7d-4628-952b-ce7bb201293e on host dv-neutron-601336-61-ovs {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:04:54.716947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-76552821-9a5e-4748-90af-1e44a3fc153a None None] Calling delete_port for 4a58771f-6496-40dd-997a-86952c25904d owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:54.748323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e4b611-2b94-46db-ac4a-f60b0452f08e None None] Sync routers for ids ['fe69bf46-276e-40fb-967c-0f51271cfb36'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:04:54.749501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc7c846-f7dc-4a28-b414-96340df5906d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:04:54.756629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ffc7c846-f7dc-4a28-b414-96340df5906d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:54.785425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e4b611-2b94-46db-ac4a-f60b0452f08e None None] Routers {'fe69bf46-276e-40fb-967c-0f51271cfb36'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:04:54.786143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-39e4b611-2b94-46db-ac4a-f60b0452f08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347ce8978>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:04:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['fe69bf46-276e-40fb-967c-0f51271cfb36'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:54.891774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7525476d-3bea-45d3-abb9-060a64f73b3f tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:54.915719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1c9bf4b9-a41f-4d58-98fa-f4e27a4e21b9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:54.917860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-a80713dc-38b0-4ad2-b33d-86883bc850b1 None None] Set router e0bce900-3697-4a26-958b-21bd77e379b2 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:04:54.920703 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d3cb6dd1-8e07-449a-a00f-304a8251efe6 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 4.4928763
Nov 24 13:04:54.984493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44682) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:55.030400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33d0147f-59c4-4bce-ab91-8b8a1692e6a2 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:55.033209 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-33d0147f-59c4-4bce-ab91-8b8a1692e6a2 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 875 time: 14.6579282
Nov 24 13:04:55.045391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44684) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:55.107392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525476d-3bea-45d3-abb9-060a64f73b3f tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event deleted for resources: {'Subnet': ['ID=5bd0d1e5-7a92-4c64-9a40-08b0172536af,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:55.130985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4a58771f-6496-40dd-997a-86952c25904d no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:04:55.155035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:55.185893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7525476d-3bea-45d3-abb9-060a64f73b3f tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:55.276233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b2315b-d61e-410a-83a8-6fe969139c5f tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:55.276875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e2b2315b-d61e-410a-83a8-6fe969139c5f tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Synchronizing usage tracker for tenant:4ca04762fc024eb08486d73defc09552 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:04:55.299244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76552821-9a5e-4748-90af-1e44a3fc153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:55.316737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7525476d-3bea-45d3-abb9-060a64f73b3f tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:55.320449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a80713dc-38b0-4ad2-b33d-86883bc850b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc76f60>, [{'id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'name': 'tempest-TestVolumeBootPattern-366325813-router', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:04:44Z', 'updated_at': '2020-11-24T13:04:49Z', 'revision_number': 3, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'gw_port': {'id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:04:47Z', 'updated_at': '2020-11-24T13:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:55.326610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80713dc-38b0-4ad2-b33d-86883bc850b1 None None] The sync data for ids ['e0bce900-3697-4a26-958b-21bd77e379b2'] in dv-neutron-601336-61-ovs is: [{'id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'name': 'tempest-TestVolumeBootPattern-366325813-router', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:04:44Z', 'updated_at': '2020-11-24T13:04:49Z', 'revision_number': 3, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'gw_port': {'id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:04:47Z', 'updated_at': '2020-11-24T13:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:04:55.327408 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No ports have port_id starting with 4a58771f-6496-40dd-997a-86952c25904d
Nov 24 13:04:55.328681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-262ff5c0-3b12-4eac-98b2-ebf3264d4d3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:55.335111 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7525476d-3bea-45d3-abb9-060a64f73b3f tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "DELETE /v2.0/subnets/5bd0d1e5-7a92-4c64-9a40-08b0172536af HTTP/1.1" status: 204  len: 168 time: 1.2943347
Nov 24 13:04:55.338231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e2b2315b-d61e-410a-83a8-6fe969139c5f tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Unset dirty status for tenant:4ca04762fc024eb08486d73defc09552 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:04:55.342795 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e2b2315b-d61e-410a-83a8-6fe969139c5f tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] 10.222.0.76 "GET /v2.0/ports/7201ef3f-69c4-4ce1-b9d0-374bf295bc10 HTTP/1.1" status: 200  len: 955 time: 0.2983527
Nov 24 13:04:55.344761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44690) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:55.345241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44692) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:55.365996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fce774a-f33c-405d-83a1-9d35e563b2dd None None] Network 894f5a1c-4cc7-433b-a3f1-a16bd02c95d7 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:04:55.443866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-0224720d-c1f0-4727-9b99-83ac2de1050d tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Deleting port 7201ef3f-69c4-4ce1-b9d0-374bf295bc10 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:55.444216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0224720d-c1f0-4727-9b99-83ac2de1050d tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:55.485101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6347d5c898>,) {'filters': {'network_id': ['e534e809-41ea-4e72-9c68-24fa9163117b']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:55.514398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76552821-9a5e-4748-90af-1e44a3fc153a None None] Pushing event deleted for resources: {'Port': ['ID=4a58771f-6496-40dd-997a-86952c25904d,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:55.517125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-76552821-9a5e-4748-90af-1e44a3fc153a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:55.554641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347d5c898>, '3a4fabbb-5a19-4d7d-9343-07c050c5372c') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:55.554994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347d5c898>, '3a4fabbb-5a19-4d7d-9343-07c050c5372c') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:55.592026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:55.633176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-888833df-1367-45cd-81eb-8356c0d8e09c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:55.682760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:55.686878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-39e4b611-2b94-46db-ac4a-f60b0452f08e None None] Set router fe69bf46-276e-40fb-967c-0f51271cfb36 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:04:55.691349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Releasing vxlan tunnel 14 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:04:55.854558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de979165-503c-4d18-9fb9-f46632948112 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Router 68958fec-faf6-4a7f-acdd-0bcee079f821 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:04:55.860832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-888833df-1367-45cd-81eb-8356c0d8e09c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Deleting port 774aa4a3-4d7f-4b76-acfc-3717c7bd9493 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:55.861206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-888833df-1367-45cd-81eb-8356c0d8e09c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:55.925501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76552821-9a5e-4748-90af-1e44a3fc153a None None] No DVR routers for this DVR port 4a58771f-6496-40dd-997a-86952c25904d on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:04:55.975523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network e534e809-41ea-4e72-9c68-24fa9163117b has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:04:55.978265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0224720d-c1f0-4727-9b99-83ac2de1050d tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:55.986878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:56.167235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-39e4b611-2b94-46db-ac4a-f60b0452f08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347ce8978>, [{'id': 'fe69bf46-276e-40fb-967c-0f51271cfb36', 'name': '', 'tenant_id': 'b0600db2aa7e4ca299a5964d39c8677a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac7addc2-1c63-4fef-918c-954cdd9cf988', 'external_fixed_ips': [{'subnet_id': 'bdf69361-b756-434e-bb83-cb68845b98c3', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '8feaaef2-25e7-49c9-be50-9212415b5eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:04:40Z', 'updated_at': '2020-11-24T13:04:47Z', 'revision_number': 3, 'project_id': 'b0600db2aa7e4ca299a5964d39c8677a', 'gw_port': {'id': '8feaaef2-25e7-49c9-be50-9212415b5eb8', 'name': '', 'network_id': 'ac7addc2-1c63-4fef-918c-954cdd9cf988', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe69bf46-276e-40fb-967c-0f51271cfb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'bdf69361-b756-434e-bb83-cb68845b98c3', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:04:43Z', 'updated_at': '2020-11-24T13:04:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdf69361-b756-434e-bb83-cb68845b98c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:56.172632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e4b611-2b94-46db-ac4a-f60b0452f08e None None] Checking router: fe69bf46-276e-40fb-967c-0f51271cfb36 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:04:56.173035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e4b611-2b94-46db-ac4a-f60b0452f08e None None] Updating router fe69bf46-276e-40fb-967c-0f51271cfb36 port 8feaaef2-25e7-49c9-be50-9212415b5eb8 binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:04:56.266702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0595b409-a750-49d6-86d8-b0bcacde990a None None] DHCP port deletion for 894f5a1c-4cc7-433b-a3f1-a16bd02c95d7 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:04:56.279661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-39e4b611-2b94-46db-ac4a-f60b0452f08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:56.313773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-0595b409-a750-49d6-86d8-b0bcacde990a None None] Deleting port 774aa4a3-4d7f-4b76-acfc-3717c7bd9493 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:56.314567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0595b409-a750-49d6-86d8-b0bcacde990a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:56.510096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-0224720d-c1f0-4727-9b99-83ac2de1050d tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Calling delete_port for 7201ef3f-69c4-4ce1-b9d0-374bf295bc10 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:56.678034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network e534e809-41ea-4e72-9c68-24fa9163117b has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:04:56.722920 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:04:56.722920 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:04:56.722920 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:04:56.722920 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:04:56.722920 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:04:56.722920 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:04:56.722920 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:04:56.722920 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:04:56.722920 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:04:56.722920 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:04:56.722920 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:04:56.722920 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:04:56.722920 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:04:56.722920 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:04:56.722920 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:04:56.722920 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:04:56.722920 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:04:56.722920 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:04:56.722920 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:04:56.722920 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:04:56.722920 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:04:56.722920 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:04:56.722920 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:04:56.722920 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:04:56.722920 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:04:56.722920 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:04:56.722920 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:04:56.722920 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:04:56.722920 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:04:56.722920 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:04:56.722920 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:04:56.722920 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:04:56.781476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-888833df-1367-45cd-81eb-8356c0d8e09c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] For port 774aa4a3-4d7f-4b76-acfc-3717c7bd9493, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=774aa4a3-4d7f-4b76-acfc-3717c7bd9493,segment=NetworkSegment(b03cfe78-b11c-44e5-86bd-be112c0625a5),segment_id=b03cfe78-b11c-44e5-86bd-be112c0625a5)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:04:56.781762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-888833df-1367-45cd-81eb-8356c0d8e09c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:56.787928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-0595b409-a750-49d6-86d8-b0bcacde990a None None] For port 774aa4a3-4d7f-4b76-acfc-3717c7bd9493, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=774aa4a3-4d7f-4b76-acfc-3717c7bd9493,segment=NetworkSegment(b03cfe78-b11c-44e5-86bd-be112c0625a5),segment_id=b03cfe78-b11c-44e5-86bd-be112c0625a5)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:04:56.788373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0595b409-a750-49d6-86d8-b0bcacde990a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:56.861406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:56.862950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0224720d-c1f0-4727-9b99-83ac2de1050d tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:56.867094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0d085414-36bf-4570-a6d5-ce2ce960d39b tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:56.887888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eb990966-3d6a-4a9e-80d9-f82af327e00c tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:56.942923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-0595b409-a750-49d6-86d8-b0bcacde990a None None] Calling delete_port for 774aa4a3-4d7f-4b76-acfc-3717c7bd9493 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:56.952662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-888833df-1367-45cd-81eb-8356c0d8e09c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Calling delete_port for 774aa4a3-4d7f-4b76-acfc-3717c7bd9493 owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:56.980598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6625d813-8a7f-40b1-bb73-8bbb7371cd98 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:56.993556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:57.003144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8bfeb02a-8c2e-4994-adad-998e2b79574e up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:04:57.022300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Network': ['ID=e534e809-41ea-4e72-9c68-24fa9163117b,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:57.025503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:57.093276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224720d-c1f0-4727-9b99-83ac2de1050d tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Pushing event deleted for resources: {'Port': ['ID=7201ef3f-69c4-4ce1-b9d0-374bf295bc10,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:57.096598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0224720d-c1f0-4727-9b99-83ac2de1050d tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:57.160419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0595b409-a750-49d6-86d8-b0bcacde990a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:57.164496 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/networks/e534e809-41ea-4e72-9c68-24fa9163117b HTTP/1.1" status: 204  len: 168 time: 13.4497340
Nov 24 13:04:57.173497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44698) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:57.183900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0373675a-23de-4c86-939f-37c6cef35766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:57.193033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-fc9f39d1-1f4e-410b-9b10-b5ebecd27448 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2112860255'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:57.202243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fc9f39d1-1f4e-410b-9b10-b5ebecd27448 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:57.233032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0224720d-c1f0-4727-9b99-83ac2de1050d tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:57.245067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-888833df-1367-45cd-81eb-8356c0d8e09c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:04:57.245568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-888833df-1367-45cd-81eb-8356c0d8e09c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:04:57.262362 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0224720d-c1f0-4727-9b99-83ac2de1050d tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] 10.222.0.76 "DELETE /v2.0/ports/7201ef3f-69c4-4ce1-b9d0-374bf295bc10 HTTP/1.1" status: 204  len: 168 time: 1.9086976
Nov 24 13:04:57.262665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fc9f39d1-1f4e-410b-9b10-b5ebecd27448 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Usage tracker for resource:network and tenant:2aca37eb671f42ff857d97c1cafabbf3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:57.266197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fc9f39d1-1f4e-410b-9b10-b5ebecd27448 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Quota usage for network was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:57.273293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44702) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:57.292267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fc9f39d1-1f4e-410b-9b10-b5ebecd27448 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:57.339715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9f39d1-1f4e-410b-9b10-b5ebecd27448 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Made reservation on behalf of 2aca37eb671f42ff857d97c1cafabbf3 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:04:57.346000 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf2f332-104c-40a5-90e0-7002e641a3d9 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] GET failed (client error): The resource could not be found.
Nov 24 13:04:57.346614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-aaf2f332-104c-40a5-90e0-7002e641a3d9 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Synchronizing usage tracker for tenant:4ca04762fc024eb08486d73defc09552 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:04:57.349097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc9f39d1-1f4e-410b-9b10-b5ebecd27448 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:57.352421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de979165-503c-4d18-9fb9-f46632948112 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:04:57.362930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de979165-503c-4d18-9fb9-f46632948112 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:57.367740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85ff424-5111-4299-9591-2ae8496945e1 None None] Sync routers for ids ['68958fec-faf6-4a7f-acdd-0bcee079f821'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:04:57.382182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85ff424-5111-4299-9591-2ae8496945e1 None None] Routers {'68958fec-faf6-4a7f-acdd-0bcee079f821'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:04:57.383116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e85ff424-5111-4299-9591-2ae8496945e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc19240>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:04:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['68958fec-faf6-4a7f-acdd-0bcee079f821'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:57.435609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9f39d1-1f4e-410b-9b10-b5ebecd27448 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:04:57.469820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-aaf2f332-104c-40a5-90e0-7002e641a3d9 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Unset dirty status for tenant:4ca04762fc024eb08486d73defc09552 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:04:57.477247 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-aaf2f332-104c-40a5-90e0-7002e641a3d9 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] 10.222.0.76 "GET /v2.0/ports/7201ef3f-69c4-4ce1-b9d0-374bf295bc10 HTTP/1.1" status: 404  len: 333 time: 0.1958549
Nov 24 13:04:57.477773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44706) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:57.483052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e85ff424-5111-4299-9591-2ae8496945e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc19240>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:57.489350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-0d57a835-8bde-4ca3-83b0-277435540256 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Request body: {'port': {'network_id': '8f343e14-074e-47a2-b554-9a504c3a2314', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-168824010'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:57.492367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595b409-a750-49d6-86d8-b0bcacde990a None None] Pushing event deleted for resources: {'Port': ['ID=774aa4a3-4d7f-4b76-acfc-3717c7bd9493,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:57.504820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0595b409-a750-49d6-86d8-b0bcacde990a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:57.508957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85ff424-5111-4299-9591-2ae8496945e1 None None] Routers {'68958fec-faf6-4a7f-acdd-0bcee079f821'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:04:57.509777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e85ff424-5111-4299-9591-2ae8496945e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc19240>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:04:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['68958fec-faf6-4a7f-acdd-0bcee079f821'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:57.511228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44710) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:57.511434 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-de979165-503c-4d18-9fb9-f46632948112 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "PUT /v2.0/floatingips/5ddc7e1a-2572-400b-a59f-bd7ab0b206b8 HTTP/1.1" status: 200  len: 978 time: 6.1242347
Nov 24 13:04:57.515215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0d57a835-8bde-4ca3-83b0-277435540256 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:57.521772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc9f39d1-1f4e-410b-9b10-b5ebecd27448 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:57.522203 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-fc9f39d1-1f4e-410b-9b10-b5ebecd27448 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Added segment fea30714-9748-4c48-8224-e1ca66c11d80 of type vxlan for network 6fe089d9-eed5-44e3-a327-c77922182086
Nov 24 13:04:57.523453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 8bfeb02a-8c2e-4994-adad-998e2b79574e completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:04:57.533869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0d57a835-8bde-4ca3-83b0-277435540256 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:57.539506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 8bfeb02a-8c2e-4994-adad-998e2b79574e triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:04:57.539932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:57.548077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d57a835-8bde-4ca3-83b0-277435540256 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Made reservation on behalf of 4ca04762fc024eb08486d73defc09552 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:04:57.555342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d57a835-8bde-4ca3-83b0-277435540256 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:57.578330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e85ff424-5111-4299-9591-2ae8496945e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc19240>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:57.579299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85ff424-5111-4299-9591-2ae8496945e1 None None] The sync data for ids ['68958fec-faf6-4a7f-acdd-0bcee079f821'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:04:57.599301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ffc7c846-f7dc-4a28-b414-96340df5906d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:57.622603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-98d6a211-0b82-4911-900b-95dd04cdc9b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:57.624273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-39e4b611-2b94-46db-ac4a-f60b0452f08e None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:57.651309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0595b409-a750-49d6-86d8-b0bcacde990a None None] No DVR routers for this DVR port 774aa4a3-4d7f-4b76-acfc-3717c7bd9493 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:04:57.653583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-39e4b611-2b94-46db-ac4a-f60b0452f08e None None] Transition to ACTIVE for port object 8feaaef2-25e7-49c9-be50-9212415b5eb8 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:04:57.660698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-39e4b611-2b94-46db-ac4a-f60b0452f08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:57.677319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c98dbb0f-73fc-4e06-a98f-c3fd884bce1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:57.703401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-0d57a835-8bde-4ca3-83b0-277435540256 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] device_id is not set on port 18a8626e-3256-448c-bd04-725c9398c77c yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:04:57.747463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-888833df-1367-45cd-81eb-8356c0d8e09c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Deleting port 774aa4a3-4d7f-4b76-acfc-3717c7bd9493 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:57.747816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-888833df-1367-45cd-81eb-8356c0d8e09c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:57.794820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-eb1484d0-4bfd-4952-a88f-0060e525284c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Deleting port 57bcec5b-9fe0-4fb6-aba9-9ac54ece0b40 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:57.795285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eb1484d0-4bfd-4952-a88f-0060e525284c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:57.824257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc9f39d1-1f4e-410b-9b10-b5ebecd27448 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:57.837514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-888833df-1367-45cd-81eb-8356c0d8e09c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] The port '774aa4a3-4d7f-4b76-acfc-3717c7bd9493' was deleted {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:04:57.872126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6680cf2-d8e8-4889-9b10-8d2509f3db34 None None] Pushing event updated for resources: {'Port': ['ID=8feaaef2-25e7-49c9-be50-9212415b5eb8,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:57.890115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b6680cf2-d8e8-4889-9b10-8d2509f3db34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:57.900582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7c846-f7dc-4a28-b414-96340df5906d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Subnet': ['ID=1f8f966d-2267-4fef-bf4c-d6f746dd0df0,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:57.903814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ffc7c846-f7dc-4a28-b414-96340df5906d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:57.905066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:57.935464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 8bfeb02a-8c2e-4994-adad-998e2b79574e, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8bfeb02a-8c2e-4994-adad-998e2b79574e,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:04:57.939259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:57.950656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-565590e9-cc1f-4046-8ad9-d55f230a9a93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:58.010283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-39e4b611-2b94-46db-ac4a-f60b0452f08e None None] Attempting to bind port 8feaaef2-25e7-49c9-be50-9212415b5eb8 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:04:58.011068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-39e4b611-2b94-46db-ac4a-f60b0452f08e None None] Attempting to bind port 8feaaef2-25e7-49c9-be50-9212415b5eb8 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'd1a8e199-dc47-4240-ac03-a7e97528df5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ac7addc2-1c63-4fef-918c-954cdd9cf988'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:04:58.011068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e4b611-2b94-46db-ac4a-f60b0452f08e None None] Attempting to bind port 8feaaef2-25e7-49c9-be50-9212415b5eb8 on network ac7addc2-1c63-4fef-918c-954cdd9cf988 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:04:58.019140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-888833df-1367-45cd-81eb-8356c0d8e09c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:58.019358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eb990966-3d6a-4a9e-80d9-f82af327e00c tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router_gateway, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:58.037035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e4b611-2b94-46db-ac4a-f60b0452f08e None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:04:58.037490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e4b611-2b94-46db-ac4a-f60b0452f08e None None] Checking segment: {'id': 'd1a8e199-dc47-4240-ac03-a7e97528df5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ac7addc2-1c63-4fef-918c-954cdd9cf988'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:04:58.037920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-39e4b611-2b94-46db-ac4a-f60b0452f08e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:58.038393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e4b611-2b94-46db-ac4a-f60b0452f08e None None] Bound using segment: {'id': 'd1a8e199-dc47-4240-ac03-a7e97528df5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ac7addc2-1c63-4fef-918c-954cdd9cf988'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:04:58.038927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-39e4b611-2b94-46db-ac4a-f60b0452f08e None None] Bound port: 8feaaef2-25e7-49c9-be50-9212415b5eb8, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a8e199-dc47-4240-ac03-a7e97528df5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ac7addc2-1c63-4fef-918c-954cdd9cf988'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:04:58.039353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-39e4b611-2b94-46db-ac4a-f60b0452f08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:58.064793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 774aa4a3-4d7f-4b76-acfc-3717c7bd9493 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:04:58.099371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc9f39d1-1f4e-410b-9b10-b5ebecd27448 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:58.104696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9f39d1-1f4e-410b-9b10-b5ebecd27448 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:58.104946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc9f39d1-1f4e-410b-9b10-b5ebecd27448 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:58.119067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:58.136161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 774aa4a3-4d7f-4b76-acfc-3717c7bd9493 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:04:58.136536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 774aa4a3-4d7f-4b76-acfc-3717c7bd9493 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:04:58.145590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=8bfeb02a-8c2e-4994-adad-998e2b79574e,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:58.158540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:58.168896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-eb990966-3d6a-4a9e-80d9-f82af327e00c tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Deleting port 8feaaef2-25e7-49c9-be50-9212415b5eb8 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:04:58.169424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eb990966-3d6a-4a9e-80d9-f82af327e00c tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:58.206001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-39e4b611-2b94-46db-ac4a-f60b0452f08e None None] For port 8feaaef2-25e7-49c9-be50-9212415b5eb8, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:04:58.210932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-39e4b611-2b94-46db-ac4a-f60b0452f08e None None] For port 8feaaef2-25e7-49c9-be50-9212415b5eb8, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8feaaef2-25e7-49c9-be50-9212415b5eb8,segment=NetworkSegment(d1a8e199-dc47-4240-ac03-a7e97528df5f),segment_id=d1a8e199-dc47-4240-ac03-a7e97528df5f)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:04:58.217160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-39e4b611-2b94-46db-ac4a-f60b0452f08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:58.221621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc7c846-f7dc-4a28-b414-96340df5906d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:04:58.237479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-adeb8fde-c19b-470b-a045-27e772111bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:58.286827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-888833df-1367-45cd-81eb-8356c0d8e09c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6346c5feb8>,) {'filters': {'network_id': ['894f5a1c-4cc7-433b-a3f1-a16bd02c95d7']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:58.288804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-ffc7c846-f7dc-4a28-b414-96340df5906d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:04:58.309751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d57a835-8bde-4ca3-83b0-277435540256 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:58.312906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-888833df-1367-45cd-81eb-8356c0d8e09c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346c5feb8>, 'b03cfe78-b11c-44e5-86bd-be112c0625a5') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:58.313239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-888833df-1367-45cd-81eb-8356c0d8e09c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346c5feb8>, 'b03cfe78-b11c-44e5-86bd-be112c0625a5') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:58.330296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-888833df-1367-45cd-81eb-8356c0d8e09c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:58.348592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7eb864b-0b03-4bb4-bef9-9947abe07c31 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:04:58.356359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-888833df-1367-45cd-81eb-8356c0d8e09c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:58.359347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-888833df-1367-45cd-81eb-8356c0d8e09c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Releasing vxlan tunnel 7 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:04:58.437644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc7c846-f7dc-4a28-b414-96340df5906d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:58.438542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ffc7c846-f7dc-4a28-b414-96340df5906d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:58.523516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d57a835-8bde-4ca3-83b0-277435540256 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:58.529911 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fc9f39d1-1f4e-410b-9b10-b5ebecd27448 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.3541961
Nov 24 13:04:58.544162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c0ff3b29-eed0-4060-aae8-7d3516e77e42 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:58.554000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44714) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:58.554592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6680cf2-d8e8-4889-9b10-8d2509f3db34 None None] Pushing event updated for resources: {'Port': ['ID=8feaaef2-25e7-49c9-be50-9212415b5eb8,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:58.571992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b6680cf2-d8e8-4889-9b10-8d2509f3db34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:58.575846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a95fb62d-6ab4-41c5-ac54-166a5a3fc90c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Request body: {'subnet': {'network_id': '6fe089d9-eed5-44e3-a327-c77922182086', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:58.685792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-888833df-1367-45cd-81eb-8356c0d8e09c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network 894f5a1c-4cc7-433b-a3f1-a16bd02c95d7 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:04:58.709091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-888833df-1367-45cd-81eb-8356c0d8e09c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:58.729519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e4b611-2b94-46db-ac4a-f60b0452f08e None None] Routers {'fe69bf46-276e-40fb-967c-0f51271cfb36'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:04:58.730258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-39e4b611-2b94-46db-ac4a-f60b0452f08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347ce8978>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:04:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['fe69bf46-276e-40fb-967c-0f51271cfb36'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:58.807301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd0db6b-b97c-4278-bb38-64f42426ae7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-8ca51b04-1dca-4f60-b844-2979d8864b51', 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'fixed_ips': [{'subnet_id': '1f8f966d-2267-4fef-bf4c-d6f746dd0df0'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:04:58.807937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-efd0db6b-b97c-4278-bb38-64f42426ae7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:58.839084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57a835-8bde-4ca3-83b0-277435540256 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Pushing event updated for resources: {'Port': ['ID=18a8626e-3256-448c-bd04-725c9398c77c,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:58.913926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0d57a835-8bde-4ca3-83b0-277435540256 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:58.952750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d57a835-8bde-4ca3-83b0-277435540256 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Network 8f343e14-074e-47a2-b554-9a504c3a2314 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:04:58.963954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-0d57a835-8bde-4ca3-83b0-277435540256 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:04:58.967724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-888833df-1367-45cd-81eb-8356c0d8e09c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network 894f5a1c-4cc7-433b-a3f1-a16bd02c95d7 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:04:58.978452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d57a835-8bde-4ca3-83b0-277435540256 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:04:58.980260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d57a835-8bde-4ca3-83b0-277435540256 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:04:58.981070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d57a835-8bde-4ca3-83b0-277435540256 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:04:59.002826 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:04:59.005816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8bfeb02a-8c2e-4994-adad-998e2b79574e up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:04:59.011139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-871dd880-7d5b-4a26-a82d-f3ad57259819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:59.025348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f39d1-1f4e-410b-9b10-b5ebecd27448 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event updated for resources: {'Network': ['ID=6fe089d9-eed5-44e3-a327-c77922182086,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:59.043912 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ffc7c846-f7dc-4a28-b414-96340df5906d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 4.8608212
Nov 24 13:04:59.048529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fc9f39d1-1f4e-410b-9b10-b5ebecd27448 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.929s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:59.055411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-39e4b611-2b94-46db-ac4a-f60b0452f08e None None] Set router fe69bf46-276e-40fb-967c-0f51271cfb36 gateway port host: None {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:04:59.058935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44718) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:59.083273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7ff95d0f-43fe-45dc-956b-7f35de91b05e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'port': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'name': 'tempest-NetworksTestDHCPv6-826941015'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:59.106733 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0d57a835-8bde-4ca3-83b0-277435540256 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 1.6245518
Nov 24 13:04:59.106985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 6fe089d9-eed5-44e3-a327-c77922182086 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:04:59.107092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44722) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:59.118019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 6fe089d9-eed5-44e3-a327-c77922182086 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:04:59.132439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-20a255aa-6d47-4491-95f7-d640f10a90b1 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:04:59.169035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-888833df-1367-45cd-81eb-8356c0d8e09c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:59.177247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dd4b2508-fd68-4ed3-ae74-77fa853a8cf4 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:04:59.208138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-888833df-1367-45cd-81eb-8356c0d8e09c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:59.211823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888833df-1367-45cd-81eb-8356c0d8e09c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event deleted for resources: {'Network': ['ID=894f5a1c-4cc7-433b-a3f1-a16bd02c95d7,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:04:59.219546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-888833df-1367-45cd-81eb-8356c0d8e09c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:04:59.233207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a95fb62d-6ab4-41c5-ac54-166a5a3fc90c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:59.242204 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-888833df-1367-45cd-81eb-8356c0d8e09c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "DELETE /v2.0/networks/894f5a1c-4cc7-433b-a3f1-a16bd02c95d7 HTTP/1.1" status: 204  len: 168 time: 3.8934808
Nov 24 13:04:59.242993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44726) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:59.269727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a95fb62d-6ab4-41c5-ac54-166a5a3fc90c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Usage tracker for resource:subnet and tenant:2aca37eb671f42ff857d97c1cafabbf3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:59.285327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eb1484d0-4bfd-4952-a88f-0060e525284c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:59.300239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a95fb62d-6ab4-41c5-ac54-166a5a3fc90c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:04:59.332288 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-244c8cae-3e6f-4a1a-8087-91b4ea9fb0d8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] DELETE failed (client error): The resource could not be found.
Nov 24 13:04:59.332789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-244c8cae-3e6f-4a1a-8087-91b4ea9fb0d8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:04:59.337137 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-244c8cae-3e6f-4a1a-8087-91b4ea9fb0d8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "DELETE /v2.0/subnets/68cadc3b-15ee-488b-ba12-19207a47bcb4 HTTP/1.1" status: 404  len: 337 time: 0.0909355
Nov 24 13:04:59.337759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44730) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:59.378508 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba8f20c-e421-43f5-af9e-c248f12a63e2 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] DELETE failed (client error): The resource could not be found.
Nov 24 13:04:59.378934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ba8f20c-e421-43f5-af9e-c248f12a63e2 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:04:59.383124 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7ba8f20c-e421-43f5-af9e-c248f12a63e2 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "DELETE /v2.0/networks/7349fba2-91fe-47a6-985c-d4b1bf4a806d HTTP/1.1" status: 404  len: 339 time: 0.0424428
Nov 24 13:04:59.383124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20a255aa-6d47-4491-95f7-d640f10a90b1 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:59.390483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a95fb62d-6ab4-41c5-ac54-166a5a3fc90c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:04:59.392996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44734) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:04:59.463876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-eb990966-3d6a-4a9e-80d9-f82af327e00c tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] For port 8feaaef2-25e7-49c9-be50-9212415b5eb8, host dv-neutron-601336-61-ovs, got binding levels [] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:04:59.464285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eb990966-3d6a-4a9e-80d9-f82af327e00c tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:59.563053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-39e4b611-2b94-46db-ac4a-f60b0452f08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347ce8978>, [{'id': 'fe69bf46-276e-40fb-967c-0f51271cfb36', 'name': '', 'tenant_id': 'b0600db2aa7e4ca299a5964d39c8677a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:04:40Z', 'updated_at': '2020-11-24T13:04:58Z', 'revision_number': 4, 'project_id': 'b0600db2aa7e4ca299a5964d39c8677a', 'gw_port_host': None}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:04:59.596451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95fb62d-6ab4-41c5-ac54-166a5a3fc90c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Made reservation on behalf of 2aca37eb671f42ff857d97c1cafabbf3 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:04:59.605839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e4b611-2b94-46db-ac4a-f60b0452f08e None None] The sync data for ids ['fe69bf46-276e-40fb-967c-0f51271cfb36'] in dv-neutron-601336-61-ovs is: [{'id': 'fe69bf46-276e-40fb-967c-0f51271cfb36', 'name': '', 'tenant_id': 'b0600db2aa7e4ca299a5964d39c8677a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:04:40Z', 'updated_at': '2020-11-24T13:04:58Z', 'revision_number': 4, 'project_id': 'b0600db2aa7e4ca299a5964d39c8677a', 'gw_port_host': None}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:04:59.729452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 8bfeb02a-8c2e-4994-adad-998e2b79574e triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:04:59.730162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:04:59.747015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-eb990966-3d6a-4a9e-80d9-f82af327e00c tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Calling delete_port for 8feaaef2-25e7-49c9-be50-9212415b5eb8 owned by network:router_gateway {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:04:59.939622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-efd0db6b-b97c-4278-bb38-64f42426ae7d None None] Allocated IP 2001:db8::2 (8ca51b04-1dca-4f60-b844-2979d8864b51/1f8f966d-2267-4fef-bf4c-d6f746dd0df0/b667d8b6-ddb2-41b7-9cb0-581ee643cb72) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:04:59.946172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7ff95d0f-43fe-45dc-956b-7f35de91b05e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:04:59.950791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7ff95d0f-43fe-45dc-956b-7f35de91b05e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:port and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:04:59.971587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7ff95d0f-43fe-45dc-956b-7f35de91b05e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for port was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:00.048076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7ff95d0f-43fe-45dc-956b-7f35de91b05e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:00.103558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a95fb62d-6ab4-41c5-ac54-166a5a3fc90c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:00.132624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-324cffc6-41c5-4908-a98c-1f5b0f254ad6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Deleting subnet ce286361-3676-4a19-aa09-8b9b98a24bfd {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:05:00.136390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-324cffc6-41c5-4908-a98c-1f5b0f254ad6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:00.200233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-efd0db6b-b97c-4278-bb38-64f42426ae7d None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:00.211641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-efd0db6b-b97c-4278-bb38-64f42426ae7d None None] Transition to ACTIVE for port object b667d8b6-ddb2-41b7-9cb0-581ee643cb72 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:00.229992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-efd0db6b-b97c-4278-bb38-64f42426ae7d None None] Transition to ACTIVE for port object b667d8b6-ddb2-41b7-9cb0-581ee643cb72 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:00.235521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-efd0db6b-b97c-4278-bb38-64f42426ae7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:00.249862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-324cffc6-41c5-4908-a98c-1f5b0f254ad6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:00.253143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5028f65e-e40d-4f40-a6f7-f45bbe669abc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:00.317175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-20a255aa-6d47-4491-95f7-d640f10a90b1 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] device_id is not set on port 18a8626e-3256-448c-bd04-725c9398c77c yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:05:00.328449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20a255aa-6d47-4491-95f7-d640f10a90b1 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:00.336719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff95d0f-43fe-45dc-956b-7f35de91b05e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:05:00.342330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7ff95d0f-43fe-45dc-956b-7f35de91b05e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:00.353143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-20a255aa-6d47-4491-95f7-d640f10a90b1 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Transition to ACTIVE for port object 18a8626e-3256-448c-bd04-725c9398c77c will not be triggered until provisioned by entity L2. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:00.360134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20a255aa-6d47-4491-95f7-d640f10a90b1 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:00.378183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4849ef18-834c-41a4-8685-065537e9b434 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:00.385452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.ipam_backend_mixin [None req-a95fb62d-6ab4-41c5-ac54-166a5a3fc90c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Performing IP validity checks on allocation pools {{(pid=80943) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Nov 24 13:05:00.385739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.ipam_backend_mixin [None req-a95fb62d-6ab4-41c5-ac54-166a5a3fc90c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Checking for overlaps among allocation pools and gateway ip {{(pid=80943) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Nov 24 13:05:00.393865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0db6b-b97c-4278-bb38-64f42426ae7d None None] Pushing event updated for resources: {'Port': ['ID=b667d8b6-ddb2-41b7-9cb0-581ee643cb72,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:00.398874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-efd0db6b-b97c-4278-bb38-64f42426ae7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:00.463799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eb1484d0-4bfd-4952-a88f-0060e525284c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:00.464219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eb1484d0-4bfd-4952-a88f-0060e525284c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:00.464810 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-eb1484d0-4bfd-4952-a88f-0060e525284c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Floating IP 5ddc7e1a-2572-400b-a59f-bd7ab0b206b8 disassociated. External IP: 172.26.8.187, port: 57bcec5b-9fe0-4fb6-aba9-9ac54ece0b40.
Nov 24 13:05:00.464933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-eb1484d0-4bfd-4952-a88f-0060e525284c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Calling delete_port for 57bcec5b-9fe0-4fb6-aba9-9ac54ece0b40 owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:05:00.466702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd0db6b-b97c-4278-bb38-64f42426ae7d None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:05:00.467825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-efd0db6b-b97c-4278-bb38-64f42426ae7d None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:00.470637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd0db6b-b97c-4278-bb38-64f42426ae7d None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:05:00.532611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a255aa-6d47-4491-95f7-d640f10a90b1 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Pushing event updated for resources: {'Port': ['ID=18a8626e-3256-448c-bd04-725c9398c77c,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:00.538152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-efd0db6b-b97c-4278-bb38-64f42426ae7d None None] Attempting to bind port b667d8b6-ddb2-41b7-9cb0-581ee643cb72 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:05:00.538647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-efd0db6b-b97c-4278-bb38-64f42426ae7d None None] Attempting to bind port b667d8b6-ddb2-41b7-9cb0-581ee643cb72 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:05:00.539143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd0db6b-b97c-4278-bb38-64f42426ae7d None None] Attempting to bind port b667d8b6-ddb2-41b7-9cb0-581ee643cb72 on network 8ca51b04-1dca-4f60-b844-2979d8864b51 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:05:00.547222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd0db6b-b97c-4278-bb38-64f42426ae7d None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:05:00.547739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd0db6b-b97c-4278-bb38-64f42426ae7d None None] Checking segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:05:00.548355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-efd0db6b-b97c-4278-bb38-64f42426ae7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:00.548870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd0db6b-b97c-4278-bb38-64f42426ae7d None None] Bound using segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:05:00.549608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-efd0db6b-b97c-4278-bb38-64f42426ae7d None None] Bound port: b667d8b6-ddb2-41b7-9cb0-581ee643cb72, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:05:00.552773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-efd0db6b-b97c-4278-bb38-64f42426ae7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:00.553337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-324cffc6-41c5-4908-a98c-1f5b0f254ad6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:00.589785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-20a255aa-6d47-4491-95f7-d640f10a90b1 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:00.665066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-efd0db6b-b97c-4278-bb38-64f42426ae7d None None] For port b667d8b6-ddb2-41b7-9cb0-581ee643cb72, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:05:00.669524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-efd0db6b-b97c-4278-bb38-64f42426ae7d None None] For port b667d8b6-ddb2-41b7-9cb0-581ee643cb72, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=b667d8b6-ddb2-41b7-9cb0-581ee643cb72,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:05:00.673330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-efd0db6b-b97c-4278-bb38-64f42426ae7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:00.689508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b6680cf2-d8e8-4889-9b10-8d2509f3db34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:00.704504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-eb990966-3d6a-4a9e-80d9-f82af327e00c tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:05:00.704846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-eb990966-3d6a-4a9e-80d9-f82af327e00c tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:05:00.822315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-20a255aa-6d47-4491-95f7-d640f10a90b1 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attempting to bind port 18a8626e-3256-448c-bd04-725c9398c77c on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:05:00.822714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-20a255aa-6d47-4491-95f7-d640f10a90b1 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attempting to bind port 18a8626e-3256-448c-bd04-725c9398c77c by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'fe6df6bb-ce64-4d4a-8e01-0d10dc326989', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8f343e14-074e-47a2-b554-9a504c3a2314'}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:05:00.823080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a255aa-6d47-4491-95f7-d640f10a90b1 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attempting to bind port 18a8626e-3256-448c-bd04-725c9398c77c on network 8f343e14-074e-47a2-b554-9a504c3a2314 {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:05:00.839827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0db6b-b97c-4278-bb38-64f42426ae7d None None] Pushing event updated for resources: {'Port': ['ID=b667d8b6-ddb2-41b7-9cb0-581ee643cb72,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:00.850238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a255aa-6d47-4491-95f7-d640f10a90b1 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:05:00.850625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a255aa-6d47-4491-95f7-d640f10a90b1 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Checking segment: {'id': 'fe6df6bb-ce64-4d4a-8e01-0d10dc326989', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8f343e14-074e-47a2-b554-9a504c3a2314'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:05:00.851041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20a255aa-6d47-4491-95f7-d640f10a90b1 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:00.851440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a255aa-6d47-4491-95f7-d640f10a90b1 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Bound using segment: {'id': 'fe6df6bb-ce64-4d4a-8e01-0d10dc326989', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8f343e14-074e-47a2-b554-9a504c3a2314'} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:05:00.851922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-20a255aa-6d47-4491-95f7-d640f10a90b1 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Bound port: 18a8626e-3256-448c-bd04-725c9398c77c, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe6df6bb-ce64-4d4a-8e01-0d10dc326989', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8f343e14-074e-47a2-b554-9a504c3a2314'}}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:05:00.852314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20a255aa-6d47-4491-95f7-d640f10a90b1 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:00.854860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-efd0db6b-b97c-4278-bb38-64f42426ae7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:00.883519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-871dd880-7d5b-4a26-a82d-f3ad57259819 admin admin] Allocated IP 172.20.0.1 (c200d148-1aac-4d09-a682-2365e76cfa1f/fbd62c91-d804-432f-af8e-75bb073f1bc3/d3d4f93d-57fc-4366-924d-366b13721c3c) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:05:00.934340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-7ff95d0f-43fe-45dc-956b-7f35de91b05e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] device_id is not set on port 0a4e1b95-e27a-4657-b4a7-e9e4384ddcf7 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:05:01.049354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-20a255aa-6d47-4491-95f7-d640f10a90b1 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] For port 18a8626e-3256-448c-bd04-725c9398c77c, host hv-neutron-6013, cleared binding levels {{(pid=80944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:05:01.054814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-20a255aa-6d47-4491-95f7-d640f10a90b1 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] For port 18a8626e-3256-448c-bd04-725c9398c77c, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=18a8626e-3256-448c-bd04-725c9398c77c,segment=NetworkSegment(fe6df6bb-ce64-4d4a-8e01-0d10dc326989),segment_id=fe6df6bb-ce64-4d4a-8e01-0d10dc326989)] {{(pid=80944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:05:01.061610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20a255aa-6d47-4491-95f7-d640f10a90b1 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:01.087950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0df1c481-7a7c-475d-b1fa-447ca1569d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:01.213565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-324cffc6-41c5-4908-a98c-1f5b0f254ad6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:01.264753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-eb990966-3d6a-4a9e-80d9-f82af327e00c tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Deleting port 8feaaef2-25e7-49c9-be50-9212415b5eb8 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:05:01.265149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eb990966-3d6a-4a9e-80d9-f82af327e00c tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:01.390827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a255aa-6d47-4491-95f7-d640f10a90b1 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Pushing event updated for resources: {'Port': ['ID=18a8626e-3256-448c-bd04-725c9398c77c,revision_number=3']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:01.402446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-20a255aa-6d47-4491-95f7-d640f10a90b1 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:01.405180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:01.456647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324cffc6-41c5-4908-a98c-1f5b0f254ad6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event deleted for resources: {'Subnet': ['ID=ce286361-3676-4a19-aa09-8b9b98a24bfd,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:01.463440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-324cffc6-41c5-4908-a98c-1f5b0f254ad6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:01.470997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a255aa-6d47-4491-95f7-d640f10a90b1 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:01.471655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20a255aa-6d47-4491-95f7-d640f10a90b1 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:01.475775 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-20a255aa-6d47-4491-95f7-d640f10a90b1 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] 10.222.0.76 "PUT /v2.0/ports/18a8626e-3256-448c-bd04-725c9398c77c HTTP/1.1" status: 200  len: 1075 time: 2.3640444
Nov 24 13:05:01.475775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-324cffc6-41c5-4908-a98c-1f5b0f254ad6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:01.478660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44738) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:01.483021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77eae5e-edba-414b-b046-47660cc32fb2 None None] Network 9c1628d3-fca8-47ff-a0c9-12959c6e12f2 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:05:01.490594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eb1484d0-4bfd-4952-a88f-0060e525284c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:01.535084 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-324cffc6-41c5-4908-a98c-1f5b0f254ad6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "DELETE /v2.0/subnets/ce286361-3676-4a19-aa09-8b9b98a24bfd HTTP/1.1" status: 204  len: 168 time: 2.1406784
Nov 24 13:05:01.535559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-46697bac-2a71-44b0-b39b-e05e1e70f154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948177002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:01.536520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44742) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:01.651129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-12273a18-0249-4328-872b-e7f5fb15f13c tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Deleting port 18a8626e-3256-448c-bd04-725c9398c77c {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:05:01.651512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-12273a18-0249-4328-872b-e7f5fb15f13c tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:01.719370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1484d0-4bfd-4952-a88f-0060e525284c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event deleted for resources: {'Port': ['ID=57bcec5b-9fe0-4fb6-aba9-9ac54ece0b40,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:01.748054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-eb1484d0-4bfd-4952-a88f-0060e525284c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:01.749382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02adddb4-8432-4512-b3e0-a52c0109b157 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:01.793040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b072de02-aca0-49ed-b93a-ae832d79a0dc None None] DHCP port deletion for 9c1628d3-fca8-47ff-a0c9-12959c6e12f2 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:05:01.799094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b072de02-aca0-49ed-b93a-ae832d79a0dc None None] Deleting port 376f0fe5-8eb8-45f6-b8b8-939a11f0938a {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:05:01.799883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b072de02-aca0-49ed-b93a-ae832d79a0dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:01.871817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-02adddb4-8432-4512-b3e0-a52c0109b157 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Deleting port 376f0fe5-8eb8-45f6-b8b8-939a11f0938a {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:05:01.872195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02adddb4-8432-4512-b3e0-a52c0109b157 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:02.011278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-7ff95d0f-43fe-45dc-956b-7f35de91b05e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Allocated IP 2001:db8::d3 (8ca51b04-1dca-4f60-b844-2979d8864b51/1f8f966d-2267-4fef-bf4c-d6f746dd0df0/0a4e1b95-e27a-4657-b4a7-e9e4384ddcf7) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:05:02.016559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-871dd880-7d5b-4a26-a82d-f3ad57259819 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:02.049562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b072de02-aca0-49ed-b93a-ae832d79a0dc None None] For port 376f0fe5-8eb8-45f6-b8b8-939a11f0938a, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=376f0fe5-8eb8-45f6-b8b8-939a11f0938a,segment=NetworkSegment(94abdc4c-b97e-4828-9f89-54ea47686645),segment_id=94abdc4c-b97e-4828-9f89-54ea47686645)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:05:02.049562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b072de02-aca0-49ed-b93a-ae832d79a0dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:02.098554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-eb990966-3d6a-4a9e-80d9-f82af327e00c tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] For port 8feaaef2-25e7-49c9-be50-9212415b5eb8, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8feaaef2-25e7-49c9-be50-9212415b5eb8,segment=NetworkSegment(d1a8e199-dc47-4240-ac03-a7e97528df5f),segment_id=d1a8e199-dc47-4240-ac03-a7e97528df5f)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:05:02.098961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eb990966-3d6a-4a9e-80d9-f82af327e00c tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:02.108183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-871dd880-7d5b-4a26-a82d-f3ad57259819 admin admin] Transition to ACTIVE for port object d3d4f93d-57fc-4366-924d-366b13721c3c will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:02.232143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-12273a18-0249-4328-872b-e7f5fb15f13c tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] For port 18a8626e-3256-448c-bd04-725c9398c77c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=18a8626e-3256-448c-bd04-725c9398c77c,segment=NetworkSegment(fe6df6bb-ce64-4d4a-8e01-0d10dc326989),segment_id=fe6df6bb-ce64-4d4a-8e01-0d10dc326989)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:05:02.232867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-12273a18-0249-4328-872b-e7f5fb15f13c tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:02.234093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b072de02-aca0-49ed-b93a-ae832d79a0dc None None] Calling delete_port for 376f0fe5-8eb8-45f6-b8b8-939a11f0938a owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:05:02.312921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-eb990966-3d6a-4a9e-80d9-f82af327e00c tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Calling delete_port for 8feaaef2-25e7-49c9-be50-9212415b5eb8 owned by network:router_gateway {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:05:02.326362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b072de02-aca0-49ed-b93a-ae832d79a0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:02.344636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-892945a7-3b76-471c-96a8-24e6e163a9ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:02.438917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-12273a18-0249-4328-872b-e7f5fb15f13c tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Calling delete_port for 18a8626e-3256-448c-bd04-725c9398c77c owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:05:02.455063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072de02-aca0-49ed-b93a-ae832d79a0dc None None] Pushing event deleted for resources: {'Port': ['ID=376f0fe5-8eb8-45f6-b8b8-939a11f0938a,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:02.462040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b072de02-aca0-49ed-b93a-ae832d79a0dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:02.489878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-02adddb4-8432-4512-b3e0-a52c0109b157 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] For port 376f0fe5-8eb8-45f6-b8b8-939a11f0938a, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=376f0fe5-8eb8-45f6-b8b8-939a11f0938a,segment=NetworkSegment(94abdc4c-b97e-4828-9f89-54ea47686645),segment_id=94abdc4c-b97e-4828-9f89-54ea47686645)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:05:02.490205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02adddb4-8432-4512-b3e0-a52c0109b157 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:02.519211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b072de02-aca0-49ed-b93a-ae832d79a0dc None None] No DVR routers for this DVR port 376f0fe5-8eb8-45f6-b8b8-939a11f0938a on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:05:02.566839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-99fb7106-6057-4ef1-b917-27875710e873 None None] Provisioning for port b667d8b6-ddb2-41b7-9cb0-581ee643cb72 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:05:02.620366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-871dd880-7d5b-4a26-a82d-f3ad57259819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:02.648893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3184c706-d57f-4cf7-936e-0259755ff56f tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:02.651781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-02adddb4-8432-4512-b3e0-a52c0109b157 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Calling delete_port for 376f0fe5-8eb8-45f6-b8b8-939a11f0938a owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:05:02.726012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-12273a18-0249-4328-872b-e7f5fb15f13c tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:02.825083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e0235186-e820-4a70-a30a-91afe115794d tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:02.933392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871dd880-7d5b-4a26-a82d-f3ad57259819 admin admin] Pushing event updated for resources: {'Port': ['ID=d3d4f93d-57fc-4366-924d-366b13721c3c,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:02.934761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-871dd880-7d5b-4a26-a82d-f3ad57259819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:03.021661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b667d8b6-ddb2-41b7-9cb0-581ee643cb72 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:05:03.080992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7ff95d0f-43fe-45dc-956b-7f35de91b05e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:03.137924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port b667d8b6-ddb2-41b7-9cb0-581ee643cb72 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:05:03.144404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port b667d8b6-ddb2-41b7-9cb0-581ee643cb72 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:03.145083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:03.148447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12273a18-0249-4328-872b-e7f5fb15f13c tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Pushing event deleted for resources: {'Port': ['ID=18a8626e-3256-448c-bd04-725c9398c77c,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:03.154859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-12273a18-0249-4328-872b-e7f5fb15f13c tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:03.164022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-02adddb4-8432-4512-b3e0-a52c0109b157 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:05:03.164374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-02adddb4-8432-4512-b3e0-a52c0109b157 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:05:03.178218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-12273a18-0249-4328-872b-e7f5fb15f13c tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:03.188879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-7ff95d0f-43fe-45dc-956b-7f35de91b05e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Transition to ACTIVE for port object 0a4e1b95-e27a-4657-b4a7-e9e4384ddcf7 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:03.191400 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-12273a18-0249-4328-872b-e7f5fb15f13c tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] 10.222.0.76 "DELETE /v2.0/ports/18a8626e-3256-448c-bd04-725c9398c77c HTTP/1.1" status: 204  len: 168 time: 1.7110980
Nov 24 13:05:03.194150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44746) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:03.208705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a95fb62d-6ab4-41c5-ac54-166a5a3fc90c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:03.233515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:03.244690 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e54aadc-17c0-487b-8f9a-07f7431b0f9a tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] GET failed (client error): The resource could not be found.
Nov 24 13:05:03.245279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5e54aadc-17c0-487b-8f9a-07f7431b0f9a tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Synchronizing usage tracker for tenant:4ca04762fc024eb08486d73defc09552 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:05:03.269805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5e54aadc-17c0-487b-8f9a-07f7431b0f9a tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Unset dirty status for tenant:4ca04762fc024eb08486d73defc09552 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:05:03.276812 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5e54aadc-17c0-487b-8f9a-07f7431b0f9a tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] 10.222.0.76 "GET /v2.0/ports/18a8626e-3256-448c-bd04-725c9398c77c HTTP/1.1" status: 404  len: 333 time: 0.0761182
Nov 24 13:05:03.278372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44750) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:03.282814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:03.325044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port b667d8b6-ddb2-41b7-9cb0-581ee643cb72, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=b667d8b6-ddb2-41b7-9cb0-581ee643cb72,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:05:03.330403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:03.334782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-76552821-9a5e-4748-90af-1e44a3fc153a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:03.396482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 376f0fe5-8eb8-45f6-b8b8-939a11f0938a no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:05:03.432775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75af24d2-4418-41b4-b84d-87fe62a3a767 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:03.445827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 376f0fe5-8eb8-45f6-b8b8-939a11f0938a {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:05:03.446498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 376f0fe5-8eb8-45f6-b8b8-939a11f0938a not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:05:03.479973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=b667d8b6-ddb2-41b7-9cb0-581ee643cb72,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:03.483967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:03.637277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871dd880-7d5b-4a26-a82d-f3ad57259819 admin admin] Network c200d148-1aac-4d09-a682-2365e76cfa1f is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:05:03.649383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-871dd880-7d5b-4a26-a82d-f3ad57259819 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:03.651942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871dd880-7d5b-4a26-a82d-f3ad57259819 admin admin] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:05:03.657783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75af24d2-4418-41b4-b84d-87fe62a3a767 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:03.673490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-02adddb4-8432-4512-b3e0-a52c0109b157 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Deleting port 376f0fe5-8eb8-45f6-b8b8-939a11f0938a {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:05:03.673876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02adddb4-8432-4512-b3e0-a52c0109b157 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:03.745121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eb990966-3d6a-4a9e-80d9-f82af327e00c tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:03.771653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95fb62d-6ab4-41c5-ac54-166a5a3fc90c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event updated for resources: {'Subnet': ['ID=5df94bfe-8f1c-473a-af75-e3d2cddbb703,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:03.775010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a95fb62d-6ab4-41c5-ac54-166a5a3fc90c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:03.806375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-02adddb4-8432-4512-b3e0-a52c0109b157 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] The port '376f0fe5-8eb8-45f6-b8b8-939a11f0938a' was deleted {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:05:03.843881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-be3b184b-6c9f-4aac-b88e-7e0758efef81 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:03.907822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7ff95d0f-43fe-45dc-956b-7f35de91b05e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:03.924709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-871dd880-7d5b-4a26-a82d-f3ad57259819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:03.935522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b99e338b-21b0-4123-8653-fd0af517c3da None None] Provisioning for port d3d4f93d-57fc-4366-924d-366b13721c3c completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:05:03.942597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b99e338b-21b0-4123-8653-fd0af517c3da None None] Provisioning complete for port d3d4f93d-57fc-4366-924d-366b13721c3c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:03.943140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b99e338b-21b0-4123-8653-fd0af517c3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:03.944810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb990966-3d6a-4a9e-80d9-f82af327e00c tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Pushing event deleted for resources: {'Port': ['ID=8feaaef2-25e7-49c9-be50-9212415b5eb8,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:03.947636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-eb990966-3d6a-4a9e-80d9-f82af327e00c tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:03.999535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-75af24d2-4418-41b4-b84d-87fe62a3a767 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f63473cfda0>,) {'filters': {'network_id': ['8f343e14-074e-47a2-b554-9a504c3a2314']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:04.013714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02adddb4-8432-4512-b3e0-a52c0109b157 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:04.014194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f58e2d9b-a9a4-4b41-8d4e-e1b543abab33 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:04.015318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b99e338b-21b0-4123-8653-fd0af517c3da None None] Port d3d4f93d-57fc-4366-924d-366b13721c3c cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:05:04.083428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-75af24d2-4418-41b4-b84d-87fe62a3a767 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f63473cfda0>, 'fe6df6bb-ce64-4d4a-8e01-0d10dc326989') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:04.083760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-75af24d2-4418-41b4-b84d-87fe62a3a767 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f63473cfda0>, 'fe6df6bb-ce64-4d4a-8e01-0d10dc326989') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:04.108093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75af24d2-4418-41b4-b84d-87fe62a3a767 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:04.157396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75af24d2-4418-41b4-b84d-87fe62a3a767 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:04.161662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-75af24d2-4418-41b4-b84d-87fe62a3a767 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Releasing vxlan tunnel 12 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:05:04.174088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff95d0f-43fe-45dc-956b-7f35de91b05e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Port': ['ID=0a4e1b95-e27a-4657-b4a7-e9e4384ddcf7,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:04.178261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7ff95d0f-43fe-45dc-956b-7f35de91b05e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:04.238628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1484d0-4bfd-4952-a88f-0060e525284c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Router 68958fec-faf6-4a7f-acdd-0bcee079f821 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:05:04.257149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-02adddb4-8432-4512-b3e0-a52c0109b157 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6347f9b5c0>,) {'filters': {'network_id': ['9c1628d3-fca8-47ff-a0c9-12959c6e12f2']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:04.279158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-02adddb4-8432-4512-b3e0-a52c0109b157 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347f9b5c0>, '94abdc4c-b97e-4828-9f89-54ea47686645') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:04.279491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-02adddb4-8432-4512-b3e0-a52c0109b157 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347f9b5c0>, '94abdc4c-b97e-4828-9f89-54ea47686645') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:04.359630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02adddb4-8432-4512-b3e0-a52c0109b157 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:04.402553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02adddb4-8432-4512-b3e0-a52c0109b157 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:04.405393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-75af24d2-4418-41b4-b84d-87fe62a3a767 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Network 8f343e14-074e-47a2-b554-9a504c3a2314 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:05:04.413422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-02adddb4-8432-4512-b3e0-a52c0109b157 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Releasing vxlan tunnel 11 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:05:04.433289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75af24d2-4418-41b4-b84d-87fe62a3a767 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:04.490404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-871dd880-7d5b-4a26-a82d-f3ad57259819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:04.532827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95fb62d-6ab4-41c5-ac54-166a5a3fc90c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Checking segment: {'id': 'fea30714-9748-4c48-8224-e1ca66c11d80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6fe089d9-eed5-44e3-a327-c77922182086'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:05:04.533258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95fb62d-6ab4-41c5-ac54-166a5a3fc90c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network hostable DHCP agents. Network: 6fe089d9-eed5-44e3-a327-c77922182086, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:05:04.548254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff95d0f-43fe-45dc-956b-7f35de91b05e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:05:04.585059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-7ff95d0f-43fe-45dc-956b-7f35de91b05e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:04.650259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff95d0f-43fe-45dc-956b-7f35de91b05e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:05:04.654659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff95d0f-43fe-45dc-956b-7f35de91b05e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:04.655327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7ff95d0f-43fe-45dc-956b-7f35de91b05e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:04.788951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-02adddb4-8432-4512-b3e0-a52c0109b157 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network 9c1628d3-fca8-47ff-a0c9-12959c6e12f2 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:05:04.801571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-75af24d2-4418-41b4-b84d-87fe62a3a767 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Network 8f343e14-074e-47a2-b554-9a504c3a2314 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:05:04.810229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02adddb4-8432-4512-b3e0-a52c0109b157 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:05:04.846089 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:05:04.860581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-edee0a02-5b6e-4c45-bed4-4b9b70d90a77 None None] Provisioning for port 0a4e1b95-e27a-4657-b4a7-e9e4384ddcf7 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:05:04.865995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-edee0a02-5b6e-4c45-bed4-4b9b70d90a77 None None] Provisioning complete for port 0a4e1b95-e27a-4657-b4a7-e9e4384ddcf7 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:04.866483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-edee0a02-5b6e-4c45-bed4-4b9b70d90a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:04.926596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-edee0a02-5b6e-4c45-bed4-4b9b70d90a77 None None] Port 0a4e1b95-e27a-4657-b4a7-e9e4384ddcf7 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:05:04.941139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eb990966-3d6a-4a9e-80d9-f82af327e00c tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:04.964994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b667d8b6-ddb2-41b7-9cb0-581ee643cb72 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:05:04.998884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95fb62d-6ab4-41c5-ac54-166a5a3fc90c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network 6fe089d9-eed5-44e3-a327-c77922182086 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:05:05.016443 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7ff95d0f-43fe-45dc-956b-7f35de91b05e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 5.9465168
Nov 24 13:05:05.033191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44754) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:05.049921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port b667d8b6-ddb2-41b7-9cb0-581ee643cb72 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:05.050376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:05.082656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75af24d2-4418-41b4-b84d-87fe62a3a767 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:05.096423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:05.125094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75af24d2-4418-41b4-b84d-87fe62a3a767 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:05.132747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-02adddb4-8432-4512-b3e0-a52c0109b157 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Network 9c1628d3-fca8-47ff-a0c9-12959c6e12f2 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:05:05.161508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af24d2-4418-41b4-b84d-87fe62a3a767 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Pushing event deleted for resources: {'Network': ['ID=8f343e14-074e-47a2-b554-9a504c3a2314,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:05.172669 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:05:05.172669 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:05:05.172669 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:05:05.172669 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:05:05.172669 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:05:05.172669 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:05:05.172669 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:05:05.172669 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:05:05.172669 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:05:05.172669 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:05:05.172669 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:05:05.172669 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:05:05.172669 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:05:05.172669 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:05:05.172669 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:05:05.172669 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:05:05.172669 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:05:05.172669 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:05:05.172669 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:05:05.172669 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:05:05.172669 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:05:05.172669 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:05:05.172669 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:05:05.172669 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:05:05.172669 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:05:05.172669 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:05:05.172669 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:05:05.172669 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:05:05.172669 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:05:05.172669 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:05:05.172669 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:05:05.172669 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:05:05.184837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-a95fb62d-6ab4-41c5-ac54-166a5a3fc90c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 6fe089d9-eed5-44e3-a327-c77922182086) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:05.197080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5de779-9a1f-41db-8ea1-29cc19e93781 None None] Network 6fe089d9-eed5-44e3-a327-c77922182086 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:05:05.228975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-75af24d2-4418-41b4-b84d-87fe62a3a767 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:05.233399 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-75af24d2-4418-41b4-b84d-87fe62a3a767 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] 10.222.0.76 "DELETE /v2.0/networks/8f343e14-074e-47a2-b554-9a504c3a2314 HTTP/1.1" status: 204  len: 168 time: 1.9511704
Nov 24 13:05:05.279635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02adddb4-8432-4512-b3e0-a52c0109b157 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:05.289397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-18ca2de9-2cbf-40a5-8c6c-66adeffb5ebe tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:05.316372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02adddb4-8432-4512-b3e0-a52c0109b157 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:05.320412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02adddb4-8432-4512-b3e0-a52c0109b157 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Pushing event deleted for resources: {'Network': ['ID=9c1628d3-fca8-47ff-a0c9-12959c6e12f2,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:05.332302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-02adddb4-8432-4512-b3e0-a52c0109b157 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:05.341720 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-02adddb4-8432-4512-b3e0-a52c0109b157 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] 10.222.0.76 "DELETE /v2.0/networks/9c1628d3-fca8-47ff-a0c9-12959c6e12f2 HTTP/1.1" status: 204  len: 168 time: 3.8014431
Nov 24 13:05:05.430588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eb990966-3d6a-4a9e-80d9-f82af327e00c tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:05.460123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95fb62d-6ab4-41c5-ac54-166a5a3fc90c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:05.460688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a95fb62d-6ab4-41c5-ac54-166a5a3fc90c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:05.478974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eb990966-3d6a-4a9e-80d9-f82af327e00c tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:05.531355 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a95fb62d-6ab4-41c5-ac54-166a5a3fc90c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 6.9631362
Nov 24 13:05:05.535723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44764) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:05.580685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf248224-f4c2-46d4-bda8-a0327c95bf6f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:05.584313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44768) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:05.585113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf248224-f4c2-46d4-bda8-a0327c95bf6f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:05.588820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bf248224-f4c2-46d4-bda8-a0327c95bf6f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:05:05.628864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eb990966-3d6a-4a9e-80d9-f82af327e00c tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:05.629335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb990966-3d6a-4a9e-80d9-f82af327e00c tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Fanout notify agent at l3_agent the message router_deleted on router fe69bf46-276e-40fb-967c-0f51271cfb36 {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:05:05.657891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bf248224-f4c2-46d4-bda8-a0327c95bf6f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:05:05.662453 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bf248224-f4c2-46d4-bda8-a0327c95bf6f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.6197913
Nov 24 13:05:05.663651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44776) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:05.686730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eb990966-3d6a-4a9e-80d9-f82af327e00c tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:05.687951 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-eb990966-3d6a-4a9e-80d9-f82af327e00c tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "DELETE /v2.0/routers/fe69bf46-276e-40fb-967c-0f51271cfb36 HTTP/1.1" status: 204  len: 168 time: 10.6274357
Nov 24 13:05:05.691316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f679fd2e-b791-4367-aef0-1cdc061312b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-6fe089d9-eed5-44e3-a327-c77922182086', 'network_id': '6fe089d9-eed5-44e3-a327-c77922182086', 'tenant_id': '2aca37eb671f42ff857d97c1cafabbf3', 'fixed_ips': [{'subnet_id': '5df94bfe-8f1c-473a-af75-e3d2cddbb703'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:05:05.692228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44780) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:05.692487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f679fd2e-b791-4367-aef0-1cdc061312b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:05.868753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:05.923706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44784) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:06.058004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-871dd880-7d5b-4a26-a82d-f3ad57259819 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:06.061869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1484d0-4bfd-4952-a88f-0060e525284c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:05:06.072342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b6e712-6901-4a83-a502-9aaf8dd5567d None None] Sync routers for ids ['68958fec-faf6-4a7f-acdd-0bcee079f821'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:05:06.084649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-f679fd2e-b791-4367-aef0-1cdc061312b1 None None] Allocated IP 172.20.0.3 (6fe089d9-eed5-44e3-a327-c77922182086/5df94bfe-8f1c-473a-af75-e3d2cddbb703/a33cf528-7585-471f-a852-7530faa7f60e) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:05:06.094462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0a91777-6de5-48ab-be61-35cf13b8d670 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Deleting subnet bdf69361-b756-434e-bb83-cb68845b98c3 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:05:06.105972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b6e712-6901-4a83-a502-9aaf8dd5567d None None] Routers {'68958fec-faf6-4a7f-acdd-0bcee079f821'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:05:06.106697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b0b6e712-6901-4a83-a502-9aaf8dd5567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347e237b8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:04:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['68958fec-faf6-4a7f-acdd-0bcee079f821'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:06.114446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-871dd880-7d5b-4a26-a82d-f3ad57259819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:06.136303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e0a91777-6de5-48ab-be61-35cf13b8d670 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:06.149591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6d17e3bf-00cb-4d17-ac78-46b8cd68e184 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:06.189150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b0b6e712-6901-4a83-a502-9aaf8dd5567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347e237b8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:06.203442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:06.257822 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-606b391a-5fb1-4bfd-a085-f425ac662592 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e45ecc3d3dfa47218ac86fa6bcb4b895&name=default HTTP/1.1" status: 200  len: 2747 time: 0.6693158
Nov 24 13:05:06.265884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44790) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:06.272933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5121f79c-63e8-4dd1-bb28-483bcfb44e26 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting port 0a4e1b95-e27a-4657-b4a7-e9e4384ddcf7 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:05:06.273309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5121f79c-63e8-4dd1-bb28-483bcfb44e26 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:06.276388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b6e712-6901-4a83-a502-9aaf8dd5567d None None] Routers {'68958fec-faf6-4a7f-acdd-0bcee079f821'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:05:06.277393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b0b6e712-6901-4a83-a502-9aaf8dd5567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347e237b8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:04:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['68958fec-faf6-4a7f-acdd-0bcee079f821'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:06.292457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e0a91777-6de5-48ab-be61-35cf13b8d670 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:06.308826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-871dd880-7d5b-4a26-a82d-f3ad57259819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:06.322662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871dd880-7d5b-4a26-a82d-f3ad57259819 admin admin] Pushing event updated for resources: {'Port': ['ID=d3d4f93d-57fc-4366-924d-366b13721c3c,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:06.326449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-871dd880-7d5b-4a26-a82d-f3ad57259819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:06.352353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b0b6e712-6901-4a83-a502-9aaf8dd5567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347e237b8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:06.353183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b6e712-6901-4a83-a502-9aaf8dd5567d None None] The sync data for ids ['68958fec-faf6-4a7f-acdd-0bcee079f821'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:05:06.409489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eb1484d0-4bfd-4952-a88f-0060e525284c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:06.413879 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-eb1484d0-4bfd-4952-a88f-0060e525284c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "DELETE /v2.0/ports/57bcec5b-9fe0-4fb6-aba9-9ac54ece0b40 HTTP/1.1" status: 204  len: 168 time: 8.8963614
Nov 24 13:05:06.432870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44794) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:06.472170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f679fd2e-b791-4367-aef0-1cdc061312b1 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:06.485172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f679fd2e-b791-4367-aef0-1cdc061312b1 None None] Transition to ACTIVE for port object a33cf528-7585-471f-a852-7530faa7f60e will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:06.504563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f679fd2e-b791-4367-aef0-1cdc061312b1 None None] Transition to ACTIVE for port object a33cf528-7585-471f-a852-7530faa7f60e will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:06.509617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f679fd2e-b791-4367-aef0-1cdc061312b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:06.526688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0595b409-a750-49d6-86d8-b0bcacde990a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:06.635858 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-69501bf1-232d-4b77-aacd-7ffc496a470b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "GET /v2.0/floatingips/5ddc7e1a-2572-400b-a59f-bd7ab0b206b8 HTTP/1.1" status: 200  len: 688 time: 0.2009025
Nov 24 13:05:06.639837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44798) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:06.677590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679fd2e-b791-4367-aef0-1cdc061312b1 None None] Pushing event updated for resources: {'Port': ['ID=a33cf528-7585-471f-a852-7530faa7f60e,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:06.683745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f679fd2e-b791-4367-aef0-1cdc061312b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:06.728358 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6e875fe6-9170-4af6-a32c-6411b4b9d2ec admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=82cb9c8693f342c184d25cc0ea67ad76&name=default HTTP/1.1" status: 200  len: 2747 time: 0.7999651
Nov 24 13:05:06.742265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44802) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:06.746773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f679fd2e-b791-4367-aef0-1cdc061312b1 None None] Network 6fe089d9-eed5-44e3-a327-c77922182086 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:05:06.748057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-f679fd2e-b791-4367-aef0-1cdc061312b1 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:06.751257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f679fd2e-b791-4367-aef0-1cdc061312b1 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:05:06.762452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e0a91777-6de5-48ab-be61-35cf13b8d670 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:06.810433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f679fd2e-b791-4367-aef0-1cdc061312b1 None None] Attempting to bind port a33cf528-7585-471f-a852-7530faa7f60e on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:05:06.810798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f679fd2e-b791-4367-aef0-1cdc061312b1 None None] Attempting to bind port a33cf528-7585-471f-a852-7530faa7f60e by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'fea30714-9748-4c48-8224-e1ca66c11d80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6fe089d9-eed5-44e3-a327-c77922182086'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:05:06.811335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f679fd2e-b791-4367-aef0-1cdc061312b1 None None] Attempting to bind port a33cf528-7585-471f-a852-7530faa7f60e on network 6fe089d9-eed5-44e3-a327-c77922182086 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:05:06.818856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f679fd2e-b791-4367-aef0-1cdc061312b1 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:05:06.819280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f679fd2e-b791-4367-aef0-1cdc061312b1 None None] Checking segment: {'id': 'fea30714-9748-4c48-8224-e1ca66c11d80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6fe089d9-eed5-44e3-a327-c77922182086'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:05:06.819732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f679fd2e-b791-4367-aef0-1cdc061312b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:06.820173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f679fd2e-b791-4367-aef0-1cdc061312b1 None None] Bound using segment: {'id': 'fea30714-9748-4c48-8224-e1ca66c11d80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6fe089d9-eed5-44e3-a327-c77922182086'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:05:06.821206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f679fd2e-b791-4367-aef0-1cdc061312b1 None None] Bound port: a33cf528-7585-471f-a852-7530faa7f60e, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea30714-9748-4c48-8224-e1ca66c11d80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6fe089d9-eed5-44e3-a327-c77922182086'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:05:06.821206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f679fd2e-b791-4367-aef0-1cdc061312b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:06.920422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-f679fd2e-b791-4367-aef0-1cdc061312b1 None None] For port a33cf528-7585-471f-a852-7530faa7f60e, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:05:06.924338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-f679fd2e-b791-4367-aef0-1cdc061312b1 None None] For port a33cf528-7585-471f-a852-7530faa7f60e, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=a33cf528-7585-471f-a852-7530faa7f60e,segment=NetworkSegment(fea30714-9748-4c48-8224-e1ca66c11d80),segment_id=fea30714-9748-4c48-8224-e1ca66c11d80)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:05:06.928339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f679fd2e-b791-4367-aef0-1cdc061312b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:06.947958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b072de02-aca0-49ed-b93a-ae832d79a0dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:06.952464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ed094a3-b56e-48b9-9e4e-995622a8f79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:07.029277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c36b5a75-45d5-4134-8802-dbe00cf3a036 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Deleting port 3e35c3ab-6ba2-45a8-9451-309a5cb7efc2 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:05:07.029277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c36b5a75-45d5-4134-8802-dbe00cf3a036 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:07.069432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871dd880-7d5b-4a26-a82d-f3ad57259819 admin admin] Network c200d148-1aac-4d09-a682-2365e76cfa1f is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:05:07.071462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ed094a3-b56e-48b9-9e4e-995622a8f79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:07.087600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d2d939e6-552a-4572-870d-4fabaa3313c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:07.090156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-871dd880-7d5b-4a26-a82d-f3ad57259819 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:07.094067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679fd2e-b791-4367-aef0-1cdc061312b1 None None] Pushing event updated for resources: {'Port': ['ID=a33cf528-7585-471f-a852-7530faa7f60e,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:07.109052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f679fd2e-b791-4367-aef0-1cdc061312b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:07.210473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d2d939e6-552a-4572-870d-4fabaa3313c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:07.282050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:07.303593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:07.413089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5121f79c-63e8-4dd1-bb28-483bcfb44e26 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:07.413514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Subnet': ['ID=5df94bfe-8f1c-473a-af75-e3d2cddbb703,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:07.422488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:07.491673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d2d939e6-552a-4572-870d-4fabaa3313c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:07.494579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7a15279c-d7d6-4cfe-bc5a-80d5a5a333d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:07.512715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e0a91777-6de5-48ab-be61-35cf13b8d670 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:07.537619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b66cbed3-43e4-49d3-b32c-0ff07bbd855d None None] Provisioning complete for port d3d4f93d-57fc-4366-924d-366b13721c3c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:07.537971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b66cbed3-43e4-49d3-b32c-0ff07bbd855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:07.592634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5121f79c-63e8-4dd1-bb28-483bcfb44e26 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Calling delete_port for 0a4e1b95-e27a-4657-b4a7-e9e4384ddcf7 owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:05:07.606672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d939e6-552a-4572-870d-4fabaa3313c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad4e77b-03c5-4a02-8c00-7b189b4c4e1c,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:07.663043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b66cbed3-43e4-49d3-b32c-0ff07bbd855d None None] Port d3d4f93d-57fc-4366-924d-366b13721c3c cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:05:07.670894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d2d939e6-552a-4572-870d-4fabaa3313c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:07.671968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ac02074c-b961-49c6-9f01-774ff40b40c1 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:07.692304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ed094a3-b56e-48b9-9e4e-995622a8f79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:07.701701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7c92d5db-1927-408e-af4c-5b25c8d90d1c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:07.742281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a91777-6de5-48ab-be61-35cf13b8d670 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Pushing event deleted for resources: {'Subnet': ['ID=bdf69361-b756-434e-bb83-cb68845b98c3,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:07.745092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed094a3-b56e-48b9-9e4e-995622a8f79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1ebcc5-afee-4c58-bd39-7ce6fe0216a3,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:07.752023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9ed094a3-b56e-48b9-9e4e-995622a8f79b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:07.754741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c36b5a75-45d5-4134-8802-dbe00cf3a036 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:07.754935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c36b5a75-45d5-4134-8802-dbe00cf3a036 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:07.772960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e0a91777-6de5-48ab-be61-35cf13b8d670 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:07.785966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d2d939e6-552a-4572-870d-4fabaa3313c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:07.787190 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d2d939e6-552a-4572-870d-4fabaa3313c9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fad4e77b-03c5-4a02-8c00-7b189b4c4e1c HTTP/1.1" status: 204  len: 168 time: 1.0440972
Nov 24 13:05:07.793016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:07.901188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e0a91777-6de5-48ab-be61-35cf13b8d670 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:07.902722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c36b5a75-45d5-4134-8802-dbe00cf3a036 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Calling delete_port for 3e35c3ab-6ba2-45a8-9451-309a5cb7efc2 owned by network:floatingip {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:05:07.903441 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e0a91777-6de5-48ab-be61-35cf13b8d670 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "DELETE /v2.0/subnets/bdf69361-b756-434e-bb83-cb68845b98c3 HTTP/1.1" status: 204  len: 168 time: 2.1912103
Nov 24 13:05:07.906989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44808) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:07.998939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ed094a3-b56e-48b9-9e4e-995622a8f79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:08.000417 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9ed094a3-b56e-48b9-9e4e-995622a8f79b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8a1ebcc5-afee-4c58-bd39-7ce6fe0216a3 HTTP/1.1" status: 204  len: 168 time: 1.7007582
Nov 24 13:05:08.028909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f63466bb080>,) {'filters': {'network_id': ['6fe089d9-eed5-44e3-a327-c77922182086']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:08.054938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f63466bb080>, 'fea30714-9748-4c48-8224-e1ca66c11d80') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:08.055275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f63466bb080>, 'fea30714-9748-4c48-8224-e1ca66c11d80') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:08.074443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:08.086890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-376dc075-0b45-45e8-981a-653f1c44bb91 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:08.219455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:08.222953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Releasing vxlan tunnel 8 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:05:08.631678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network 6fe089d9-eed5-44e3-a327-c77922182086 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:05:08.644207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:08.658110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5121f79c-63e8-4dd1-bb28-483bcfb44e26 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:08.679410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7ff95d0f-43fe-45dc-956b-7f35de91b05e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:08.761719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-376dc075-0b45-45e8-981a-653f1c44bb91 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:08.768239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b102597-95a0-474f-9b2c-07e587ff1ae8 None None] Network 6fe089d9-eed5-44e3-a327-c77922182086 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:05:08.797747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121f79c-63e8-4dd1-bb28-483bcfb44e26 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Port': ['ID=0a4e1b95-e27a-4657-b4a7-e9e4384ddcf7,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:08.806062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44830) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:08.806966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5121f79c-63e8-4dd1-bb28-483bcfb44e26 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:08.910346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-10519a1f-8775-4ca6-a6bb-2d9b1f2986bd None None] Provisioning for port a33cf528-7585-471f-a852-7530faa7f60e completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:05:08.991525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network 6fe089d9-eed5-44e3-a327-c77922182086 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:05:09.022360 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:05:09.022360 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:05:09.022360 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:05:09.022360 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:05:09.022360 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:05:09.022360 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:05:09.022360 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:05:09.022360 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:05:09.022360 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:05:09.022360 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:05:09.022360 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:05:09.022360 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:05:09.022360 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:05:09.022360 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:05:09.022360 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:05:09.022360 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:05:09.022360 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:05:09.022360 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:05:09.022360 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:05:09.022360 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:05:09.022360 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:05:09.022360 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:05:09.022360 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:05:09.022360 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:05:09.022360 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:05:09.022360 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:05:09.022360 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:05:09.022360 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:05:09.022360 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:05:09.022360 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:05:09.022360 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:05:09.022360 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:05:09.039542 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5ec93db9-2fad-4e10-969a-547eb098b3c3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4ca04762fc024eb08486d73defc09552&name=default HTTP/1.1" status: 200  len: 2747 time: 0.1561236
Nov 24 13:05:09.056759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5121f79c-63e8-4dd1-bb28-483bcfb44e26 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:09.060144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c36b5a75-45d5-4134-8802-dbe00cf3a036 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:09.079506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device a33cf528-7585-471f-a852-7530faa7f60e up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:05:09.096189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44834) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:09.145872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-376dc075-0b45-45e8-981a-653f1c44bb91 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634720d940>,) {'filters': {'network_id': ['ac7addc2-1c63-4fef-918c-954cdd9cf988']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:09.182178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-376dc075-0b45-45e8-981a-653f1c44bb91 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634720d940>, 'd1a8e199-dc47-4240-ac03-a7e97528df5f') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:09.182706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-376dc075-0b45-45e8-981a-653f1c44bb91 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634720d940>, 'd1a8e199-dc47-4240-ac03-a7e97528df5f') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:09.202074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 24 13:05:09.202074 dv-neutron-601336-61-ovs neutron-server[80834]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 24 13:05:09.202074 dv-neutron-601336-61-ovs neutron-server[80834]: [parameters: {'id': '6fe089d9-eed5-44e3-a327-c77922182086'}]
Nov 24 13:05:09.202074 dv-neutron-601336-61-ovs neutron-server[80834]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:05:09.203037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:05:09.203807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port a33cf528-7585-471f-a852-7530faa7f60e completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:05:09.219676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port a33cf528-7585-471f-a852-7530faa7f60e triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:09.220069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-376dc075-0b45-45e8-981a-653f1c44bb91 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:09.220448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:09.250025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5283384f-0d3a-451c-916c-fc09ff6b916a tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:09.264843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-376dc075-0b45-45e8-981a-653f1c44bb91 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:09.267253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-376dc075-0b45-45e8-981a-653f1c44bb91 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Releasing vxlan tunnel 4 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:05:09.317383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b5a75-45d5-4134-8802-dbe00cf3a036 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event deleted for resources: {'Port': ['ID=3e35c3ab-6ba2-45a8-9451-309a5cb7efc2,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:09.326612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8b2f84-9332-4288-ab53-21bfbc315c6a None None] DHCP port deletion for 6fe089d9-eed5-44e3-a327-c77922182086 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:05:09.334998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-dc8b2f84-9332-4288-ab53-21bfbc315c6a None None] Deleting port a33cf528-7585-471f-a852-7530faa7f60e {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:05:09.335421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dc8b2f84-9332-4288-ab53-21bfbc315c6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:09.349497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c36b5a75-45d5-4134-8802-dbe00cf3a036 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:09.351353 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5121f79c-63e8-4dd1-bb28-483bcfb44e26 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/0a4e1b95-e27a-4657-b4a7-e9e4384ddcf7 HTTP/1.1" status: 204  len: 168 time: 3.6774457
Nov 24 13:05:09.354746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44840) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:09.382607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44842) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:09.423855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b520eca5-b2ac-40a6-b02b-89529bd4895c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:09.505726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:09.530005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def4380e-8373-4039-af9f-7a371a11e02b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:09.533446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def4380e-8373-4039-af9f-7a371a11e02b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:09.535323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-def4380e-8373-4039-af9f-7a371a11e02b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:05:09.544682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-376dc075-0b45-45e8-981a-653f1c44bb91 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Network ac7addc2-1c63-4fef-918c-954cdd9cf988 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:05:09.553627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b520eca5-b2ac-40a6-b02b-89529bd4895c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:09.562851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-376dc075-0b45-45e8-981a-653f1c44bb91 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:09.579159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port a33cf528-7585-471f-a852-7530faa7f60e, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=a33cf528-7585-471f-a852-7530faa7f60e,segment=NetworkSegment(fea30714-9748-4c48-8224-e1ca66c11d80),segment_id=fea30714-9748-4c48-8224-e1ca66c11d80)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:05:09.581953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-def4380e-8373-4039-af9f-7a371a11e02b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:05:09.583682 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-def4380e-8373-4039-af9f-7a371a11e02b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2188411
Nov 24 13:05:09.589845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44850) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:09.594902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c36b5a75-45d5-4134-8802-dbe00cf3a036 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:09.597960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c36b5a75-45d5-4134-8802-dbe00cf3a036 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:09.599427 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c36b5a75-45d5-4134-8802-dbe00cf3a036 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "DELETE /v2.0/floatingips/5ddc7e1a-2572-400b-a59f-bd7ab0b206b8 HTTP/1.1" status: 204  len: 168 time: 2.9507236
Nov 24 13:05:09.634649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44854) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:09.645300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-3f906418-91ff-45d8-b94d-6d3fbe844014 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-539567396'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:09.648694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:09.654891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:09.661686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b5aa9ba2-d3f6-4f2c-9ea4-36bf475c2e4f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'port_id': '66085b58-f3d4-4fe2-81dc-71205b5a717d'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:09.678029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b5aa9ba2-d3f6-4f2c-9ea4-36bf475c2e4f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:09.681149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3f906418-91ff-45d8-b94d-6d3fbe844014 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:09.690060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871dd880-7d5b-4a26-a82d-f3ad57259819 admin admin] Router e0bce900-3697-4a26-958b-21bd77e379b2 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:05:09.693034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b5aa9ba2-d3f6-4f2c-9ea4-36bf475c2e4f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Usage tracker for resource:floatingip and tenant:fd22555ebd24497b9a32eac1cfc2772e is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:09.699738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b5aa9ba2-d3f6-4f2c-9ea4-36bf475c2e4f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:09.706154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:09.712935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b5aa9ba2-d3f6-4f2c-9ea4-36bf475c2e4f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:09.746192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-dc8b2f84-9332-4288-ab53-21bfbc315c6a None None] For port a33cf528-7585-471f-a852-7530faa7f60e, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=a33cf528-7585-471f-a852-7530faa7f60e,segment=NetworkSegment(fea30714-9748-4c48-8224-e1ca66c11d80),segment_id=fea30714-9748-4c48-8224-e1ca66c11d80)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:05:09.746632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dc8b2f84-9332-4288-ab53-21bfbc315c6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:09.806341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3f906418-91ff-45d8-b94d-6d3fbe844014 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:network and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:09.814635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b5aa9ba2-d3f6-4f2c-9ea4-36bf475c2e4f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:09.835149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3f906418-91ff-45d8-b94d-6d3fbe844014 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:09.876816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=a33cf528-7585-471f-a852-7530faa7f60e,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:09.880945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:09.888316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-dc8b2f84-9332-4288-ab53-21bfbc315c6a None None] Calling delete_port for a33cf528-7585-471f-a852-7530faa7f60e owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:05:09.972758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-dc8b2f84-9332-4288-ab53-21bfbc315c6a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:05:09.973562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-dc8b2f84-9332-4288-ab53-21bfbc315c6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:05:10.104488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-b25f98bd-1428-4957-9032-591ce438c105 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting subnet 1f8f966d-2267-4fef-bf4c-d6f746dd0df0 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:05:10.111340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b25f98bd-1428-4957-9032-591ce438c105 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:10.117549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3f906418-91ff-45d8-b94d-6d3fbe844014 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:10.154687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-376dc075-0b45-45e8-981a-653f1c44bb91 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Network ac7addc2-1c63-4fef-918c-954cdd9cf988 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:05:10.182349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f906418-91ff-45d8-b94d-6d3fbe844014 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:05:10.184968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85375558-f552-4ef0-9922-8d7a6a73cd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:10.189056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3f906418-91ff-45d8-b94d-6d3fbe844014 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:10.199056 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:05:10.199056 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:05:10.199056 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:05:10.199056 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:05:10.199056 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:05:10.199056 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:05:10.199056 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:05:10.199056 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:05:10.199056 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:05:10.199056 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:05:10.199056 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:05:10.199056 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:05:10.199056 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:05:10.199056 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:05:10.199056 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:05:10.199056 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:05:10.199056 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:05:10.199056 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:05:10.199056 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:05:10.199056 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:05:10.199056 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:05:10.199056 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:05:10.199056 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:05:10.199056 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:05:10.199056 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:05:10.199056 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:05:10.199056 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:05:10.199056 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:05:10.199056 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:05:10.199056 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:05:10.199056 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:05:10.199056 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:05:10.201563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b25f98bd-1428-4957-9032-591ce438c105 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:10.255926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Deleting port a33cf528-7585-471f-a852-7530faa7f60e {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:05:10.256297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:10.319114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3f906418-91ff-45d8-b94d-6d3fbe844014 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:10.337840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b520eca5-b2ac-40a6-b02b-89529bd4895c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:10.339092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b5aa9ba2-d3f6-4f2c-9ea4-36bf475c2e4f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:10.349364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c0f90674-502a-41b7-96af-f24a136654ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:10.361581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b25f98bd-1428-4957-9032-591ce438c105 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:10.382348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520eca5-b2ac-40a6-b02b-89529bd4895c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed636196-95a5-4d0a-9f3d-16ccabd441f3,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:10.391437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b520eca5-b2ac-40a6-b02b-89529bd4895c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:10.429514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b520eca5-b2ac-40a6-b02b-89529bd4895c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:10.433623 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b520eca5-b2ac-40a6-b02b-89529bd4895c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ed636196-95a5-4d0a-9f3d-16ccabd441f3 HTTP/1.1" status: 204  len: 168 time: 1.3333297
Nov 24 13:05:10.433623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-376dc075-0b45-45e8-981a-653f1c44bb91 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:10.447021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-888833df-1367-45cd-81eb-8356c0d8e09c tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:10.461323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376dc075-0b45-45e8-981a-653f1c44bb91 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  ac7addc2-1c63-4fef-918c-954cdd9cf988 {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Nov 24 13:05:10.470050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-376dc075-0b45-45e8-981a-653f1c44bb91 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:10.474745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-dc8b2f84-9332-4288-ab53-21bfbc315c6a None None] Deleting port a33cf528-7585-471f-a852-7530faa7f60e {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:05:10.475191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dc8b2f84-9332-4288-ab53-21bfbc315c6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:10.480535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376dc075-0b45-45e8-981a-653f1c44bb91 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Pushing event deleted for resources: {'Network': ['ID=ac7addc2-1c63-4fef-918c-954cdd9cf988,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:10.497282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-376dc075-0b45-45e8-981a-653f1c44bb91 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:10.498324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3f906418-91ff-45d8-b94d-6d3fbe844014 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:10.505271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3f906418-91ff-45d8-b94d-6d3fbe844014 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:security_group_rule and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:10.511663 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-376dc075-0b45-45e8-981a-653f1c44bb91 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "DELETE /v2.0/networks/ac7addc2-1c63-4fef-918c-954cdd9cf988 HTTP/1.1" status: 204  len: 168 time: 2.6009946
Nov 24 13:05:10.511663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3f906418-91ff-45d8-b94d-6d3fbe844014 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:10.706560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3f906418-91ff-45d8-b94d-6d3fbe844014 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:10.846960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871dd880-7d5b-4a26-a82d-f3ad57259819 admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:05:10.847250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] For port a33cf528-7585-471f-a852-7530faa7f60e, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=a33cf528-7585-471f-a852-7530faa7f60e,segment=NetworkSegment(fea30714-9748-4c48-8224-e1ca66c11d80),segment_id=fea30714-9748-4c48-8224-e1ca66c11d80)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:05:10.847659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:10.862875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b25f98bd-1428-4957-9032-591ce438c105 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:11.025920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee12fb6b-5daa-4d53-958d-79dadff68a78 None None] Sync routers for ids ['e0bce900-3697-4a26-958b-21bd77e379b2'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:05:11.057087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee12fb6b-5daa-4d53-958d-79dadff68a78 None None] Routers {'e0bce900-3697-4a26-958b-21bd77e379b2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:05:11.057764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ee12fb6b-5daa-4d53-958d-79dadff68a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cdaa390>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:04:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e0bce900-3697-4a26-958b-21bd77e379b2'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:11.105849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Calling delete_port for a33cf528-7585-471f-a852-7530faa7f60e owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:05:11.214394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device a33cf528-7585-471f-a852-7530faa7f60e no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:05:11.253175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3f906418-91ff-45d8-b94d-6d3fbe844014 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:11.259833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3f906418-91ff-45d8-b94d-6d3fbe844014 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:11.280563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:11.290449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f906418-91ff-45d8-b94d-6d3fbe844014 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:05:11.300457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3f906418-91ff-45d8-b94d-6d3fbe844014 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:11.300890 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-3f906418-91ff-45d8-b94d-6d3fbe844014 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Added segment 61108076-07d8-4281-8783-d80be466bb78 of type vxlan for network f7621358-709a-475a-a392-d79f23d223d6
Nov 24 13:05:11.333237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44874) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:11.341117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3f906418-91ff-45d8-b94d-6d3fbe844014 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:11.364573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:11.365461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e50b0601-86c1-4034-a26f-405a8ffdc52e tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Request body: {'router': {'name': 'tempest-router--1320867424', 'project_id': '5e896934e04a43a19291b0eefb92f122'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:11.370394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f98bd-1428-4957-9032-591ce438c105 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Subnet': ['ID=1f8f966d-2267-4fef-bf4c-d6f746dd0df0,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:11.379908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b25f98bd-1428-4957-9032-591ce438c105 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:11.381812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e50b0601-86c1-4034-a26f-405a8ffdc52e tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:11.388821 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-871dd880-7d5b-4a26-a82d-f3ad57259819 admin admin] 10.222.0.76 "PUT /v2.0/routers/e0bce900-3697-4a26-958b-21bd77e379b2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 18.3543894
Nov 24 13:05:11.394728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e50b0601-86c1-4034-a26f-405a8ffdc52e tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Usage tracker for resource:router and tenant:5e896934e04a43a19291b0eefb92f122 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:11.401769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: a33cf528-7585-471f-a852-7530faa7f60e {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:05:11.402438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e50b0601-86c1-4034-a26f-405a8ffdc52e tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:11.403801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device a33cf528-7585-471f-a852-7530faa7f60e not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:05:11.417906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e50b0601-86c1-4034-a26f-405a8ffdc52e tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:11.429405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:11.432842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-b5aa9ba2-d3f6-4f2c-9ea4-36bf475c2e4f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Allocated IP 172.26.8.119 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/175b6c6f-021e-452e-9cc0-51b2cdd5a340) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:05:11.436185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b25f98bd-1428-4957-9032-591ce438c105 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:11.440993 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b25f98bd-1428-4957-9032-591ce438c105 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/1f8f966d-2267-4fef-bf4c-d6f746dd0df0 HTTP/1.1" status: 204  len: 168 time: 1.8453724
Nov 24 13:05:11.444280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44882) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:11.451881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4acf5d-6f17-4ae0-ab40-83860558d906 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:05:11.528585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e50b0601-86c1-4034-a26f-405a8ffdc52e tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:11.529896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e50b0601-86c1-4034-a26f-405a8ffdc52e tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:11.541154 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e0f03e73-d858-4c4e-9738-4acc410305a1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0912628
Nov 24 13:05:11.543151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44886) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:11.655744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-dc8b2f84-9332-4288-ab53-21bfbc315c6a None None] For port a33cf528-7585-471f-a852-7530faa7f60e, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=a33cf528-7585-471f-a852-7530faa7f60e,segment=NetworkSegment(fea30714-9748-4c48-8224-e1ca66c11d80),segment_id=fea30714-9748-4c48-8224-e1ca66c11d80)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:05:11.656280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dc8b2f84-9332-4288-ab53-21bfbc315c6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:11.712210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-3f906418-91ff-45d8-b94d-6d3fbe844014 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:05:11.732423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-ee12fb6b-5daa-4d53-958d-79dadff68a78 None None] Set router e0bce900-3697-4a26-958b-21bd77e379b2 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:05:11.734392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f906418-91ff-45d8-b94d-6d3fbe844014 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fdf785-62b8-4fa6-87eb-01813c6bab00,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:11.735753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b790477a-6d04-47ca-9e88-18f375bbd739 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:11.741840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3f906418-91ff-45d8-b94d-6d3fbe844014 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:11.785622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0224720d-c1f0-4727-9b99-83ac2de1050d tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:11.879096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] No DVR routers for this DVR port a33cf528-7585-471f-a852-7530faa7f60e on host dv-neutron-601336-61-ovs {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:05:11.898415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Port': ['ID=a33cf528-7585-471f-a852-7530faa7f60e,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:11.906351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:11.921132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-dc8b2f84-9332-4288-ab53-21bfbc315c6a None None] Calling delete_port for a33cf528-7585-471f-a852-7530faa7f60e owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:05:12.205883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-dc8b2f84-9332-4288-ab53-21bfbc315c6a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:05:12.213917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-dc8b2f84-9332-4288-ab53-21bfbc315c6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:05:12.260324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3f906418-91ff-45d8-b94d-6d3fbe844014 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:12.269557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f906418-91ff-45d8-b94d-6d3fbe844014 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:12.274491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3f906418-91ff-45d8-b94d-6d3fbe844014 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:12.292351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-dc8b2f84-9332-4288-ab53-21bfbc315c6a None None] Deleting port a33cf528-7585-471f-a852-7530faa7f60e {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:05:12.293122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dc8b2f84-9332-4288-ab53-21bfbc315c6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:12.294285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f8991525-8bb8-48bc-ab44-ef6a97a990b3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:12.319221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e50b0601-86c1-4034-a26f-405a8ffdc52e tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:12.325079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ee12fb6b-5daa-4d53-958d-79dadff68a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cdaa390>, [{'id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'name': 'tempest-TestVolumeBootPattern-366325813-router', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:04:44Z', 'updated_at': '2020-11-24T13:05:04Z', 'revision_number': 4, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'gw_port': {'id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:04:47Z', 'updated_at': '2020-11-24T13:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'd3d4f93d-57fc-4366-924d-366b13721c3c', 'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'mac_address': 'fa:16:3e:ff:1a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:00Z', 'updated_at': '2020-11-24T13:05:05Z', 'revision_number': 2, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'subnets': [{'id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:12.338444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee12fb6b-5daa-4d53-958d-79dadff68a78 None None] Checking router: e0bce900-3697-4a26-958b-21bd77e379b2 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:05:12.339324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee12fb6b-5daa-4d53-958d-79dadff68a78 None None] Updating router e0bce900-3697-4a26-958b-21bd77e379b2 port d3d4f93d-57fc-4366-924d-366b13721c3c binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:05:12.377167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69578e28-3f38-4fcf-887d-4fe6fe38b41e None None] DHCP port deletion for 8ca51b04-1dca-4f60-b844-2979d8864b51 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:05:12.430908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee12fb6b-5daa-4d53-958d-79dadff68a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:12.442668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:12.452121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-dc8b2f84-9332-4288-ab53-21bfbc315c6a None None] The port 'a33cf528-7585-471f-a852-7530faa7f60e' was deleted {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:05:12.459892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b790477a-6d04-47ca-9e88-18f375bbd739 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:12.465205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-69578e28-3f38-4fcf-887d-4fe6fe38b41e None None] Deleting port b667d8b6-ddb2-41b7-9cb0-581ee643cb72 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:05:12.465643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-69578e28-3f38-4fcf-887d-4fe6fe38b41e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:12.481416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b790477a-6d04-47ca-9e88-18f375bbd739 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:subnet and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:12.514271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b790477a-6d04-47ca-9e88-18f375bbd739 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:12.521215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b790477a-6d04-47ca-9e88-18f375bbd739 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:12.536321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e50b0601-86c1-4034-a26f-405a8ffdc52e tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:12.563062 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3f906418-91ff-45d8-b94d-6d3fbe844014 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 3.1765115
Nov 24 13:05:12.563456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b790477a-6d04-47ca-9e88-18f375bbd739 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:05:12.569755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b790477a-6d04-47ca-9e88-18f375bbd739 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:12.588408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44908) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:12.599888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fad9decc-c266-4ba6-b667-bf5a22e9065f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:12.608123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b5aa9ba2-d3f6-4f2c-9ea4-36bf475c2e4f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:12.663417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7b14ae21-8502-4ef3-b8c3-8452a51f7637 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'port': {'network_id': 'f7621358-709a-475a-a392-d79f23d223d6', 'name': 'tempest-PortsTestJSON-829129407'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:12.777723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f906418-91ff-45d8-b94d-6d3fbe844014 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Network': ['ID=f7621358-709a-475a-a392-d79f23d223d6,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:12.785285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3f906418-91ff-45d8-b94d-6d3fbe844014 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:12.800530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e50b0601-86c1-4034-a26f-405a8ffdc52e tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:12.804609 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e50b0601-86c1-4034-a26f-405a8ffdc52e tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 1.4567440
Nov 24 13:05:12.810950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44916) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:12.889883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network f7621358-709a-475a-a392-d79f23d223d6 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:05:12.921709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b5aa9ba2-d3f6-4f2c-9ea4-36bf475c2e4f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:12.932844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network f7621358-709a-475a-a392-d79f23d223d6 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:05:12.938268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634790b860>,) {'filters': {'network_id': ['6fe089d9-eed5-44e3-a327-c77922182086']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:12.961543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b7c5ffb2-7a67-484a-a8b9-dc4afceca5bd tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:13.001290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634790b860>, 'fea30714-9748-4c48-8224-e1ca66c11d80') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:13.001900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634790b860>, 'fea30714-9748-4c48-8224-e1ca66c11d80') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:13.076027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44926) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:13.099199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:13.115083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-05a33ea3-1046-4ea5-b194-4642c7b5b559 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1667162633-network', 'tenant_id': '5a7afbfe15094831a47b19a5311d9e5d'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:13.119263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7b14ae21-8502-4ef3-b8c3-8452a51f7637 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:13.131603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-05a33ea3-1046-4ea5-b194-4642c7b5b559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:13.135471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7b14ae21-8502-4ef3-b8c3-8452a51f7637 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:port and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:13.145092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7b14ae21-8502-4ef3-b8c3-8452a51f7637 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for port was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:13.148665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-05a33ea3-1046-4ea5-b194-4642c7b5b559 admin admin] Usage tracker for resource:network and tenant:5a7afbfe15094831a47b19a5311d9e5d is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:13.152212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:13.156056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab034731-634c-414a-bc42-95a249f29254 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:13.209056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b667d8b6-ddb2-41b7-9cb0-581ee643cb72 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:05:13.211858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Releasing vxlan tunnel 8 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:05:13.226843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee12fb6b-5daa-4d53-958d-79dadff68a78 None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:13.227698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-05a33ea3-1046-4ea5-b194-4642c7b5b559 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:13.267957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-05a33ea3-1046-4ea5-b194-4642c7b5b559 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:13.271686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7b14ae21-8502-4ef3-b8c3-8452a51f7637 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:13.352403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a33ea3-1046-4ea5-b194-4642c7b5b559 admin admin] Made reservation on behalf of 5a7afbfe15094831a47b19a5311d9e5d for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:05:13.357638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05a33ea3-1046-4ea5-b194-4642c7b5b559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:13.367153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:13.379122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05a33ea3-1046-4ea5-b194-4642c7b5b559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:13.405181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-69578e28-3f38-4fcf-887d-4fe6fe38b41e None None] For port b667d8b6-ddb2-41b7-9cb0-581ee643cb72, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=b667d8b6-ddb2-41b7-9cb0-581ee643cb72,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:05:13.405629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-69578e28-3f38-4fcf-887d-4fe6fe38b41e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:13.413121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b14ae21-8502-4ef3-b8c3-8452a51f7637 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:05:13.419176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7b14ae21-8502-4ef3-b8c3-8452a51f7637 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:13.512523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5aa9ba2-d3f6-4f2c-9ea4-36bf475c2e4f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:05:13.513258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44934) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:13.521291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-b5aa9ba2-d3f6-4f2c-9ea4-36bf475c2e4f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:13.523599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aa9ba2-d3f6-4f2c-9ea4-36bf475c2e4f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:05:13.577489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-69578e28-3f38-4fcf-887d-4fe6fe38b41e None None] Calling delete_port for b667d8b6-ddb2-41b7-9cb0-581ee643cb72 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:05:13.605604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network 6fe089d9-eed5-44e3-a327-c77922182086 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:05:13.626732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:13.636032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa9ba2-d3f6-4f2c-9ea4-36bf475c2e4f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event updated for resources: {'Port': ['ID=175b6c6f-021e-452e-9cc0-51b2cdd5a340,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:13.639448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b5aa9ba2-d3f6-4f2c-9ea4-36bf475c2e4f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:13.656388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:13.705255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port b667d8b6-ddb2-41b7-9cb0-581ee643cb72, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=b667d8b6-ddb2-41b7-9cb0-581ee643cb72,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:05:13.710800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:13.712818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f71486a3-d282-4776-834f-ca62e8501e47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:13.758904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-69578e28-3f38-4fcf-887d-4fe6fe38b41e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:05:13.759448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-69578e28-3f38-4fcf-887d-4fe6fe38b41e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:05:13.799227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=b667d8b6-ddb2-41b7-9cb0-581ee643cb72,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:13.810848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:13.866362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-6544273b-3a3f-483d-b3e6-bf67fd6fd040 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-489889151', 'router:external': True}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:13.868024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-05a33ea3-1046-4ea5-b194-4642c7b5b559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:13.877421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6544273b-3a3f-483d-b3e6-bf67fd6fd040 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:13.890556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6544273b-3a3f-483d-b3e6-bf67fd6fd040 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Usage tracker for resource:network and tenant:e5d17c392242467db06545404f7abf69 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:13.901868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-05a33ea3-1046-4ea5-b194-4642c7b5b559 admin admin] Usage tracker for resource:security_group_rule and tenant:5a7afbfe15094831a47b19a5311d9e5d is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:13.923029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-05a33ea3-1046-4ea5-b194-4642c7b5b559 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:13.925950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6544273b-3a3f-483d-b3e6-bf67fd6fd040 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Quota usage for network was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:14.004847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6544273b-3a3f-483d-b3e6-bf67fd6fd040 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:14.035502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-05a33ea3-1046-4ea5-b194-4642c7b5b559 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:14.099826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:14.108203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6544273b-3a3f-483d-b3e6-bf67fd6fd040 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Made reservation on behalf of e5d17c392242467db06545404f7abf69 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:05:14.114702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6544273b-3a3f-483d-b3e6-bf67fd6fd040 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:14.134892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b790477a-6d04-47ca-9e88-18f375bbd739 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:14.151878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-7b14ae21-8502-4ef3-b8c3-8452a51f7637 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] device_id is not set on port cef52ab6-aba8-4b9c-847e-ce640f42be34 yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:05:14.161740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-88392047-5db5-4f39-bf73-b8ac19f277b4 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:14.249486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6544273b-3a3f-483d-b3e6-bf67fd6fd040 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:14.260410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-69578e28-3f38-4fcf-887d-4fe6fe38b41e None None] Deleting port b667d8b6-ddb2-41b7-9cb0-581ee643cb72 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:05:14.260859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-69578e28-3f38-4fcf-887d-4fe6fe38b41e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:14.370933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790477a-6d04-47ca-9e88-18f375bbd739 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Subnet': ['ID=a0d727a3-e8bf-4327-830c-7c7a200fe63c,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:14.374274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b790477a-6d04-47ca-9e88-18f375bbd739 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:14.408378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6544273b-3a3f-483d-b3e6-bf67fd6fd040 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:14.428889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6544273b-3a3f-483d-b3e6-bf67fd6fd040 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Usage tracker for resource:security_group_rule and tenant:e5d17c392242467db06545404f7abf69 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:14.435903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6544273b-3a3f-483d-b3e6-bf67fd6fd040 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:14.444701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6544273b-3a3f-483d-b3e6-bf67fd6fd040 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:14.480574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b790477a-6d04-47ca-9e88-18f375bbd739 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:05:14.482771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-b790477a-6d04-47ca-9e88-18f375bbd739 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:14.505155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b790477a-6d04-47ca-9e88-18f375bbd739 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:14.506186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b790477a-6d04-47ca-9e88-18f375bbd739 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:14.527189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-69578e28-3f38-4fcf-887d-4fe6fe38b41e None None] For port b667d8b6-ddb2-41b7-9cb0-581ee643cb72, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=b667d8b6-ddb2-41b7-9cb0-581ee643cb72,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:05:14.527816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-69578e28-3f38-4fcf-887d-4fe6fe38b41e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:14.537368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network 6fe089d9-eed5-44e3-a327-c77922182086 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:05:14.547185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab034731-634c-414a-bc42-95a249f29254 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:14.566009 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b790477a-6d04-47ca-9e88-18f375bbd739 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.8667805
Nov 24 13:05:14.568629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44940) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:14.581630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-3ea267b4-c072-4ccd-ba55-3f18fbf1a55e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'port': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'name': 'tempest-NetworksTestDHCPv6-2092654135'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:14.639994 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:05:14.639994 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:05:14.639994 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:05:14.639994 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:05:14.639994 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:05:14.639994 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:05:14.639994 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:05:14.639994 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:05:14.639994 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:05:14.639994 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:05:14.639994 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:05:14.639994 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:05:14.639994 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:05:14.639994 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:05:14.639994 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:05:14.639994 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:05:14.639994 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:05:14.639994 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:05:14.639994 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:05:14.639994 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:05:14.639994 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:05:14.639994 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:05:14.639994 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:05:14.639994 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:05:14.639994 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:05:14.639994 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:05:14.639994 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:05:14.639994 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:05:14.639994 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:05:14.639994 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:05:14.639994 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:05:14.639994 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:05:14.666057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6544273b-3a3f-483d-b3e6-bf67fd6fd040 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:14.668469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-69578e28-3f38-4fcf-887d-4fe6fe38b41e None None] Calling delete_port for b667d8b6-ddb2-41b7-9cb0-581ee643cb72 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:05:14.672264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab034731-634c-414a-bc42-95a249f29254 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:14.682519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6544273b-3a3f-483d-b3e6-bf67fd6fd040 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:14.689376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-30c3d66b-f862-4715-bcc7-c4a79f6e444c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:14.730988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:14.732794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ee12fb6b-5daa-4d53-958d-79dadff68a78 None None] Transition to ACTIVE for port object d3d4f93d-57fc-4366-924d-366b13721c3c will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:14.738280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee12fb6b-5daa-4d53-958d-79dadff68a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:14.752113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:14.765762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-69578e28-3f38-4fcf-887d-4fe6fe38b41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:14.774824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-376dc075-0b45-45e8-981a-653f1c44bb91 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:14.806576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6544273b-3a3f-483d-b3e6-bf67fd6fd040 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:05:14.817069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:14.817390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6544273b-3a3f-483d-b3e6-bf67fd6fd040 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:14.817620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:14.817735 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-6544273b-3a3f-483d-b3e6-bf67fd6fd040 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Added segment caa72b27-24e7-4bbc-aa57-7d60e54ff8e4 of type vxlan for network 5e925182-ab93-410f-acd5-a590ff387b64
Nov 24 13:05:14.857576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6544273b-3a3f-483d-b3e6-bf67fd6fd040 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:14.902335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Network': ['ID=6fe089d9-eed5-44e3-a327-c77922182086,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:14.903163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544273b-3a3f-483d-b3e6-bf67fd6fd040 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4e8270-3235-44ce-8e66-6aa3412e8943,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:14.908646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6544273b-3a3f-483d-b3e6-bf67fd6fd040 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:14.910498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3ea267b4-c072-4ccd-ba55-3f18fbf1a55e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:14.914703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:14.917182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9129f75-4f30-44ba-910a-d1bdba98d891 None None] Pushing event updated for resources: {'Port': ['ID=d3d4f93d-57fc-4366-924d-366b13721c3c,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:14.923171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6544273b-3a3f-483d-b3e6-bf67fd6fd040 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:14.924799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6544273b-3a3f-483d-b3e6-bf67fd6fd040 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:14.925594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6544273b-3a3f-483d-b3e6-bf67fd6fd040 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:14.925725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b9129f75-4f30-44ba-910a-d1bdba98d891 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:14.935175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93dabaca-7fc7-44e2-bdca-f24749ca9422 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:14.950600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab034731-634c-414a-bc42-95a249f29254 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:14.951167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab034731-634c-414a-bc42-95a249f29254 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Fanout notify agent at l3_agent the message router_deleted on router 7f04ba3f-f39e-4bd5-a616-bc99fc6d1cdb {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:05:14.958374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3ea267b4-c072-4ccd-ba55-3f18fbf1a55e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:port and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:14.962658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab034731-634c-414a-bc42-95a249f29254 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:14.963789 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ab034731-634c-414a-bc42-95a249f29254 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "DELETE /v2.0/routers/7f04ba3f-f39e-4bd5-a616-bc99fc6d1cdb HTTP/1.1" status: 204  len: 168 time: 2.1527448
Nov 24 13:05:14.969393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05a33ea3-1046-4ea5-b194-4642c7b5b559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:14.974104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-aff03eab-097f-4e2a-bc55-21b59481147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:14.975367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3ea267b4-c072-4ccd-ba55-3f18fbf1a55e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for port was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:14.982376 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/networks/6fe089d9-eed5-44e3-a327-c77922182086 HTTP/1.1" status: 204  len: 168 time: 9.4451606
Nov 24 13:05:14.990035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05a33ea3-1046-4ea5-b194-4642c7b5b559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:14.996683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44946) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:14.998707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:15.027219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a472c106-5496-47f7-96a3-9b221ef418db tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-781059601'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:15.035534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69578e28-3f38-4fcf-887d-4fe6fe38b41e None None] Pushing event deleted for resources: {'Port': ['ID=b667d8b6-ddb2-41b7-9cb0-581ee643cb72,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:15.045445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-69578e28-3f38-4fcf-887d-4fe6fe38b41e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:15.053576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7b14ae21-8502-4ef3-b8c3-8452a51f7637 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:15.056129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a472c106-5496-47f7-96a3-9b221ef418db tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:15.063148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3ea267b4-c072-4ccd-ba55-3f18fbf1a55e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:15.075701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69578e28-3f38-4fcf-887d-4fe6fe38b41e None None] No DVR routers for this DVR port b667d8b6-ddb2-41b7-9cb0-581ee643cb72 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:05:15.084596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a33ea3-1046-4ea5-b194-4642c7b5b559 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:05:15.088168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a472c106-5496-47f7-96a3-9b221ef418db tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Usage tracker for resource:network and tenant:2aca37eb671f42ff857d97c1cafabbf3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:15.105397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a472c106-5496-47f7-96a3-9b221ef418db tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Quota usage for network was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:15.109846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a33ea3-1046-4ea5-b194-4642c7b5b559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6713e1-4a98-4d32-a970-d8c65b0aff91,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:15.114227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-05a33ea3-1046-4ea5-b194-4642c7b5b559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:15.124741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a472c106-5496-47f7-96a3-9b221ef418db tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:15.132059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05a33ea3-1046-4ea5-b194-4642c7b5b559 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:15.132501 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-05a33ea3-1046-4ea5-b194-4642c7b5b559 admin admin] Added segment f240b38c-33fc-48df-8782-1ceff90a63a1 of type vxlan for network af675fa1-01b6-4cc2-9461-d6b59d23854b
Nov 24 13:05:15.133009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee0530b-38aa-4754-8dde-5563b37858a3 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:05:15.134692 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6544273b-3a3f-483d-b3e6-bf67fd6fd040 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 867 time: 1.6151447
Nov 24 13:05:15.139869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea267b4-c072-4ccd-ba55-3f18fbf1a55e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:05:15.142522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44950) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:15.147763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ea267b4-c072-4ccd-ba55-3f18fbf1a55e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:15.158871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ba59991e-99ba-429a-b058-330c286b0287 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Request body: {'subnet': {'network_id': '5e925182-ab93-410f-acd5-a590ff387b64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:15.174063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544273b-3a3f-483d-b3e6-bf67fd6fd040 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Pushing event updated for resources: {'Network': ['ID=5e925182-ab93-410f-acd5-a590ff387b64,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:15.179959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ba59991e-99ba-429a-b058-330c286b0287 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:15.182629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6544273b-3a3f-483d-b3e6-bf67fd6fd040 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:15.184410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ba59991e-99ba-429a-b058-330c286b0287 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Usage tracker for resource:subnet and tenant:e5d17c392242467db06545404f7abf69 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:15.193684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ba59991e-99ba-429a-b058-330c286b0287 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:15.225216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ba59991e-99ba-429a-b058-330c286b0287 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:15.249698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a472c106-5496-47f7-96a3-9b221ef418db tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Made reservation on behalf of 2aca37eb671f42ff857d97c1cafabbf3 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:05:15.265485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a472c106-5496-47f7-96a3-9b221ef418db tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:15.280008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba59991e-99ba-429a-b058-330c286b0287 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Made reservation on behalf of e5d17c392242467db06545404f7abf69 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:05:15.285220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba59991e-99ba-429a-b058-330c286b0287 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:15.316974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ee12fb6b-5daa-4d53-958d-79dadff68a78 None None] Attempting to bind port d3d4f93d-57fc-4366-924d-366b13721c3c on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:05:15.317706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ee12fb6b-5daa-4d53-958d-79dadff68a78 None None] Attempting to bind port d3d4f93d-57fc-4366-924d-366b13721c3c by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f37bbda7-8694-4075-8d54-b96ea9721450', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:05:15.318115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12fb6b-5daa-4d53-958d-79dadff68a78 None None] Attempting to bind port d3d4f93d-57fc-4366-924d-366b13721c3c on network c200d148-1aac-4d09-a682-2365e76cfa1f {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:05:15.327229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12fb6b-5daa-4d53-958d-79dadff68a78 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:05:15.327643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12fb6b-5daa-4d53-958d-79dadff68a78 None None] Checking segment: {'id': 'f37bbda7-8694-4075-8d54-b96ea9721450', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:05:15.328134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee12fb6b-5daa-4d53-958d-79dadff68a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:15.328585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12fb6b-5daa-4d53-958d-79dadff68a78 None None] Bound using segment: {'id': 'f37bbda7-8694-4075-8d54-b96ea9721450', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:05:15.329141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ee12fb6b-5daa-4d53-958d-79dadff68a78 None None] Bound port: d3d4f93d-57fc-4366-924d-366b13721c3c, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37bbda7-8694-4075-8d54-b96ea9721450', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:05:15.329560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee12fb6b-5daa-4d53-958d-79dadff68a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:15.355669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 5e925182-ab93-410f-acd5-a590ff387b64 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:05:15.369554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b5aa9ba2-d3f6-4f2c-9ea4-36bf475c2e4f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:15.417653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 5e925182-ab93-410f-acd5-a590ff387b64 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:05:15.421402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-3ea267b4-c072-4ccd-ba55-3f18fbf1a55e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] device_id is not set on port b47dffd8-987a-4d97-82b9-d204b07bd59a yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:05:15.450382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05a33ea3-1046-4ea5-b194-4642c7b5b559 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:15.461231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ee12fb6b-5daa-4d53-958d-79dadff68a78 None None] For port d3d4f93d-57fc-4366-924d-366b13721c3c, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:05:15.466611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ee12fb6b-5daa-4d53-958d-79dadff68a78 None None] For port d3d4f93d-57fc-4366-924d-366b13721c3c, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d3d4f93d-57fc-4366-924d-366b13721c3c,segment=NetworkSegment(f37bbda7-8694-4075-8d54-b96ea9721450),segment_id=f37bbda7-8694-4075-8d54-b96ea9721450)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:05:15.472158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee12fb6b-5daa-4d53-958d-79dadff68a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:15.477295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7b14ae21-8502-4ef3-b8c3-8452a51f7637 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:15.497408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:15.503256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44954) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:15.510948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-76d0f6fc-ca7a-4f58-8e82-63174905dc3b tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:15.619555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b5aa9ba2-d3f6-4f2c-9ea4-36bf475c2e4f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:15.637016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9129f75-4f30-44ba-910a-d1bdba98d891 None None] Pushing event updated for resources: {'Port': ['ID=d3d4f93d-57fc-4366-924d-366b13721c3c,revision_number=4']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:15.662217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b9129f75-4f30-44ba-910a-d1bdba98d891 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:15.664617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14ae21-8502-4ef3-b8c3-8452a51f7637 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Port': ['ID=cef52ab6-aba8-4b9c-847e-ce640f42be34,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:15.668459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7b14ae21-8502-4ef3-b8c3-8452a51f7637 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:15.704292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-05a33ea3-1046-4ea5-b194-4642c7b5b559 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:05:15.767996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-3ea267b4-c072-4ccd-ba55-3f18fbf1a55e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Allocated IP 2001:db8::348 (8ca51b04-1dca-4f60-b844-2979d8864b51/a0d727a3-e8bf-4327-830c-7c7a200fe63c/b47dffd8-987a-4d97-82b9-d204b07bd59a) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:05:15.772666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05a33ea3-1046-4ea5-b194-4642c7b5b559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:15.773682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a33ea3-1046-4ea5-b194-4642c7b5b559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:15.775152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05a33ea3-1046-4ea5-b194-4642c7b5b559 admin admin] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:15.782029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d4207da3-89d8-443b-9a98-fc443b72b610 tempest-FloatingIPNegativeTestJSON-385243523 tempest-FloatingIPNegativeTestJSON-385243523] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:15.798070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-a472c106-5496-47f7-96a3-9b221ef418db tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:05:15.798454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-a472c106-5496-47f7-96a3-9b221ef418db tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:05:15.887132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee12fb6b-5daa-4d53-958d-79dadff68a78 None None] Routers {'e0bce900-3697-4a26-958b-21bd77e379b2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:05:15.887658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ee12fb6b-5daa-4d53-958d-79dadff68a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cdaa390>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:05:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e0bce900-3697-4a26-958b-21bd77e379b2'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:16.105055 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-05a33ea3-1046-4ea5-b194-4642c7b5b559 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 3.0164661
Nov 24 13:05:16.126152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-5e7e6168-cbc0-4ad5-ad64-401231fd6a28 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-4326949', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}, 'admin_state_up': False}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:16.137883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44960) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:16.146667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a33ea3-1046-4ea5-b194-4642c7b5b559 admin admin] Pushing event updated for resources: {'Network': ['ID=af675fa1-01b6-4cc2-9461-d6b59d23854b,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:16.157866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-05a33ea3-1046-4ea5-b194-4642c7b5b559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:16.172077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e0457aed-2b24-492a-bd78-08b79978ad69 admin admin] Request body: {'subnet': {'network_id': 'af675fa1-01b6-4cc2-9461-d6b59d23854b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1667162633-subnet', 'tenant_id': '5a7afbfe15094831a47b19a5311d9e5d', 'ip_version': 4}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:16.186106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5e7e6168-cbc0-4ad5-ad64-401231fd6a28 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:16.189882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b14ae21-8502-4ef3-b8c3-8452a51f7637 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Checking segment: {'id': '61108076-07d8-4281-8783-d80be466bb78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f7621358-709a-475a-a392-d79f23d223d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:05:16.190374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b14ae21-8502-4ef3-b8c3-8452a51f7637 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network hostable DHCP agents. Network: f7621358-709a-475a-a392-d79f23d223d6, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:05:16.202441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network af675fa1-01b6-4cc2-9461-d6b59d23854b details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:05:16.204154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5e7e6168-cbc0-4ad5-ad64-401231fd6a28 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Usage tracker for resource:router and tenant:c2dbf21b25954c9fa14ce758f1b82ede is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:16.210589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e0457aed-2b24-492a-bd78-08b79978ad69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:16.222033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5e7e6168-cbc0-4ad5-ad64-401231fd6a28 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:16.230967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e0457aed-2b24-492a-bd78-08b79978ad69 admin admin] Usage tracker for resource:subnet and tenant:5a7afbfe15094831a47b19a5311d9e5d is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:16.231764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network af675fa1-01b6-4cc2-9461-d6b59d23854b details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:05:16.239746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e0457aed-2b24-492a-bd78-08b79978ad69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:16.242730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5e7e6168-cbc0-4ad5-ad64-401231fd6a28 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:16.269363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-ee12fb6b-5daa-4d53-958d-79dadff68a78 None None] Set router e0bce900-3697-4a26-958b-21bd77e379b2 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:05:16.272168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e0457aed-2b24-492a-bd78-08b79978ad69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:16.302882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e7e6168-cbc0-4ad5-ad64-401231fd6a28 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:16.303943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e7e6168-cbc0-4ad5-ad64-401231fd6a28 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:16.307344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a472c106-5496-47f7-96a3-9b221ef418db tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:16.355618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0457aed-2b24-492a-bd78-08b79978ad69 admin admin] Made reservation on behalf of 5a7afbfe15094831a47b19a5311d9e5d for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:05:16.360606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e0457aed-2b24-492a-bd78-08b79978ad69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:16.429213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0881cbbf-a04e-406b-9805-1ee530cc801f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-8ca51b04-1dca-4f60-b844-2979d8864b51', 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'fixed_ips': [{'subnet_id': 'a0d727a3-e8bf-4327-830c-7c7a200fe63c'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:05:16.430357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0881cbbf-a04e-406b-9805-1ee530cc801f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:16.446658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b14ae21-8502-4ef3-b8c3-8452a51f7637 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network f7621358-709a-475a-a392-d79f23d223d6 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:05:16.525267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ea267b4-c072-4ccd-ba55-3f18fbf1a55e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:16.545497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3ea267b4-c072-4ccd-ba55-3f18fbf1a55e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Transition to ACTIVE for port object b47dffd8-987a-4d97-82b9-d204b07bd59a will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:16.567839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-7b14ae21-8502-4ef3-b8c3-8452a51f7637 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, f7621358-709a-475a-a392-d79f23d223d6) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:16.571043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a472c106-5496-47f7-96a3-9b221ef418db tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:05:16.587973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b14ae21-8502-4ef3-b8c3-8452a51f7637 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:05:16.593154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b14ae21-8502-4ef3-b8c3-8452a51f7637 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:16.593985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7b14ae21-8502-4ef3-b8c3-8452a51f7637 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:16.600265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e7e6168-cbc0-4ad5-ad64-401231fd6a28 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:16.600922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ea267b4-c072-4ccd-ba55-3f18fbf1a55e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:16.622707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f25051d3-77a6-4381-8e6c-30b42597a55b tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:16.657125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a472c106-5496-47f7-96a3-9b221ef418db tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:16.657543 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-a472c106-5496-47f7-96a3-9b221ef418db tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Added segment 61c0dbfe-e0ad-41fc-ad5e-619b9b949682 of type vxlan for network b86c4b7c-a337-4c00-85e9-45097a895981
Nov 24 13:05:16.712695 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7b14ae21-8502-4ef3-b8c3-8452a51f7637 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 4.1138656
Nov 24 13:05:16.714813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ee12fb6b-5daa-4d53-958d-79dadff68a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cdaa390>, [{'id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'name': 'tempest-TestVolumeBootPattern-366325813-router', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:04:44Z', 'updated_at': '2020-11-24T13:05:04Z', 'revision_number': 4, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'gw_port': {'id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:04:47Z', 'updated_at': '2020-11-24T13:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'd3d4f93d-57fc-4366-924d-366b13721c3c', 'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'mac_address': 'fa:16:3e:ff:1a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:00Z', 'updated_at': '2020-11-24T13:05:15Z', 'revision_number': 4, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'subnets': [{'id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:16.718304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44964) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:16.720334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee12fb6b-5daa-4d53-958d-79dadff68a78 None None] The sync data for ids ['e0bce900-3697-4a26-958b-21bd77e379b2'] in dv-neutron-601336-61-ovs is: [{'id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'name': 'tempest-TestVolumeBootPattern-366325813-router', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:04:44Z', 'updated_at': '2020-11-24T13:05:04Z', 'revision_number': 4, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'gw_port': {'id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:04:47Z', 'updated_at': '2020-11-24T13:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'd3d4f93d-57fc-4366-924d-366b13721c3c', 'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'mac_address': 'fa:16:3e:ff:1a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:00Z', 'updated_at': '2020-11-24T13:05:15Z', 'revision_number': 4, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'subnets': [{'id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:05:16.724071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a472c106-5496-47f7-96a3-9b221ef418db tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:16.795398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e0b084-06be-4e01-b684-de7bb1f014ee None None] Network f7621358-709a-475a-a392-d79f23d223d6 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:05:16.802509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea267b4-c072-4ccd-ba55-3f18fbf1a55e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Port': ['ID=b47dffd8-987a-4d97-82b9-d204b07bd59a,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:16.805947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3ea267b4-c072-4ccd-ba55-3f18fbf1a55e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:16.846519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-801d3b7b-ea34-4cc6-ad08-033f0923cd25 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'network': {'name': 'tempest-PortsTestJSON-292046544'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:16.864073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-801d3b7b-ea34-4cc6-ad08-033f0923cd25 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:16.864412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b5aa9ba2-d3f6-4f2c-9ea4-36bf475c2e4f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:16.878485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b5aa9ba2-d3f6-4f2c-9ea4-36bf475c2e4f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:16.920404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-801d3b7b-ea34-4cc6-ad08-033f0923cd25 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:network and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:16.935575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-801d3b7b-ea34-4cc6-ad08-033f0923cd25 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for network was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:16.964769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-801d3b7b-ea34-4cc6-ad08-033f0923cd25 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:17.049412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:17.063609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d3d4f93d-57fc-4366-924d-366b13721c3c up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:05:17.129353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a472c106-5496-47f7-96a3-9b221ef418db tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:17.139102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a472c106-5496-47f7-96a3-9b221ef418db tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:17.140073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a472c106-5496-47f7-96a3-9b221ef418db tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:17.164450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-644d965c-381c-4cc7-a956-bfa399c21ca8 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:17.193720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea267b4-c072-4ccd-ba55-3f18fbf1a55e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:05:17.204247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-3ea267b4-c072-4ccd-ba55-3f18fbf1a55e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:17.210665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea267b4-c072-4ccd-ba55-3f18fbf1a55e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:05:17.216314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea267b4-c072-4ccd-ba55-3f18fbf1a55e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:17.217255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ea267b4-c072-4ccd-ba55-3f18fbf1a55e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:17.266579 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3ea267b4-c072-4ccd-ba55-3f18fbf1a55e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 2.6968060
Nov 24 13:05:17.277219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44970) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:17.278269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa9ba2-d3f6-4f2c-9ea4-36bf475c2e4f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event updated for resources: {'Port': ['ID=175b6c6f-021e-452e-9cc0-51b2cdd5a340,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:17.282369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b5aa9ba2-d3f6-4f2c-9ea4-36bf475c2e4f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:17.338003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b5aa9ba2-d3f6-4f2c-9ea4-36bf475c2e4f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:17.340679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-0881cbbf-a04e-406b-9805-1ee530cc801f None None] Allocated IP 2001:db8::2 (8ca51b04-1dca-4f60-b844-2979d8864b51/a0d727a3-e8bf-4327-830c-7c7a200fe63c/e17e94e7-bbec-4eb8-928e-6a05bd227de3) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:05:17.357878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801d3b7b-ea34-4cc6-ad08-033f0923cd25 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:05:17.368145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-801d3b7b-ea34-4cc6-ad08-033f0923cd25 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:17.372872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port d3d4f93d-57fc-4366-924d-366b13721c3c completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:05:17.387664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port d3d4f93d-57fc-4366-924d-366b13721c3c triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:17.388220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:17.437712 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a472c106-5496-47f7-96a3-9b221ef418db tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 2.4312875
Nov 24 13:05:17.439729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e7e6168-cbc0-4ad5-ad64-401231fd6a28 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:17.447746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44974) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:17.525680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e675aa0c-de95-4cfb-b129-a820cc623847 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Request body: {'subnet': {'network_id': 'b86c4b7c-a337-4c00-85e9-45097a895981', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:17.543836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472c106-5496-47f7-96a3-9b221ef418db tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event updated for resources: {'Network': ['ID=b86c4b7c-a337-4c00-85e9-45097a895981,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:17.569622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network b86c4b7c-a337-4c00-85e9-45097a895981 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:05:17.590815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network b86c4b7c-a337-4c00-85e9-45097a895981 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:05:17.623554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a472c106-5496-47f7-96a3-9b221ef418db tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:17.637773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077e5926-7ebb-47ed-9927-1ab3c943c3e4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:17.638807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-077e5926-7ebb-47ed-9927-1ab3c943c3e4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:05:17.682208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a627e-97db-4f7f-9e8e-0b6f89b89999 req-dc629b42-3800-4128-bd11-db2434b16248 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:17.692419 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7e5a627e-97db-4f7f-9e8e-0b6f89b89999 req-dc629b42-3800-4128-bd11-db2434b16248 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.2795448
Nov 24 13:05:17.764630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-077e5926-7ebb-47ed-9927-1ab3c943c3e4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:05:17.769455 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-077e5926-7ebb-47ed-9927-1ab3c943c3e4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 930 time: 0.4851010
Nov 24 13:05:17.773652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44978) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:17.841975 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7e5a627e-97db-4f7f-9e8e-0b6f89b89999 req-b114d738-ed93-4b41-84f2-a9d575bc668d tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1483331
Nov 24 13:05:17.922738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-73a5dd70-73da-430a-bc0d-2e009c97d764 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting port b47dffd8-987a-4d97-82b9-d204b07bd59a {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:05:17.924228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-73a5dd70-73da-430a-bc0d-2e009c97d764 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:17.983500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:17.992616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e675aa0c-de95-4cfb-b129-a820cc623847 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:17.998356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e675aa0c-de95-4cfb-b129-a820cc623847 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Usage tracker for resource:subnet and tenant:2aca37eb671f42ff857d97c1cafabbf3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:18.027992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e675aa0c-de95-4cfb-b129-a820cc623847 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:18.062348 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-b5aa9ba2-d3f6-4f2c-9ea4-36bf475c2e4f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Floating IP f0e8cde6-e6ed-4411-9409-d12957526bd4 associated. External IP: 172.26.8.119, port: 66085b58-f3d4-4fe2-81dc-71205b5a717d.
Nov 24 13:05:18.086049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port d3d4f93d-57fc-4366-924d-366b13721c3c, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d3d4f93d-57fc-4366-924d-366b13721c3c,segment=NetworkSegment(f37bbda7-8694-4075-8d54-b96ea9721450),segment_id=f37bbda7-8694-4075-8d54-b96ea9721450)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:05:18.087468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0881cbbf-a04e-406b-9805-1ee530cc801f None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:18.093610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:18.100906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-69578e28-3f38-4fcf-887d-4fe6fe38b41e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:18.103498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-801d3b7b-ea34-4cc6-ad08-033f0923cd25 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:05:18.106436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e675aa0c-de95-4cfb-b129-a820cc623847 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:18.214882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-801d3b7b-ea34-4cc6-ad08-033f0923cd25 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:18.215336 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-801d3b7b-ea34-4cc6-ad08-033f0923cd25 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Added segment f3635c60-cc45-4834-93af-50588241e429 of type vxlan for network df11c1f0-0059-486d-acfd-0ef4cb599641
Nov 24 13:05:18.230386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e675aa0c-de95-4cfb-b129-a820cc623847 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Made reservation on behalf of 2aca37eb671f42ff857d97c1cafabbf3 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:05:18.362495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0881cbbf-a04e-406b-9805-1ee530cc801f None None] Transition to ACTIVE for port object e17e94e7-bbec-4eb8-928e-6a05bd227de3 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:18.371331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.objects.ports [None req-ba59991e-99ba-429a-b058-330c286b0287 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80944) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 24 13:05:18.371844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba59991e-99ba-429a-b058-330c286b0287 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:18.396821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0881cbbf-a04e-406b-9805-1ee530cc801f None None] Transition to ACTIVE for port object e17e94e7-bbec-4eb8-928e-6a05bd227de3 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:18.400952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7525476d-3bea-45d3-abb9-060a64f73b3f tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:18.405544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0881cbbf-a04e-406b-9805-1ee530cc801f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:18.429207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272db243-05d0-490e-a91f-e5245b730b42 req-703d550b-336e-4d71-9b9d-18ca748f2c75 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:18.430829 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-272db243-05d0-490e-a91f-e5245b730b42 req-703d550b-336e-4d71-9b9d-18ca748f2c75 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.4263778
Nov 24 13:05:18.473485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=d3d4f93d-57fc-4366-924d-366b13721c3c,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:18.487780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:18.499891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2454a052-35d6-49d1-bb7d-c90d6101f04a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:18.549229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-801d3b7b-ea34-4cc6-ad08-033f0923cd25 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:18.568933 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-272db243-05d0-490e-a91f-e5245b730b42 req-cbdc509b-de38-447c-a77d-999e50de21b1 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1136408
Nov 24 13:05:18.577499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-73a5dd70-73da-430a-bc0d-2e009c97d764 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:18.585277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881cbbf-a04e-406b-9805-1ee530cc801f None None] Pushing event updated for resources: {'Port': ['ID=e17e94e7-bbec-4eb8-928e-6a05bd227de3,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:18.598889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0881cbbf-a04e-406b-9805-1ee530cc801f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:18.617898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e675aa0c-de95-4cfb-b129-a820cc623847 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:18.668450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0881cbbf-a04e-406b-9805-1ee530cc801f None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:05:18.670876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-0881cbbf-a04e-406b-9805-1ee530cc801f None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:18.677072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0881cbbf-a04e-406b-9805-1ee530cc801f None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:05:18.707041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-801d3b7b-ea34-4cc6-ad08-033f0923cd25 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:05:18.731288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59991e-99ba-429a-b058-330c286b0287 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Pushing event updated for resources: {'Subnet': ['ID=074a0cf3-12cb-4595-83e6-c148bc78a31c,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:18.749643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-73a5dd70-73da-430a-bc0d-2e009c97d764 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Calling delete_port for b47dffd8-987a-4d97-82b9-d204b07bd59a owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:05:18.759692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0881cbbf-a04e-406b-9805-1ee530cc801f None None] Attempting to bind port e17e94e7-bbec-4eb8-928e-6a05bd227de3 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:05:18.760116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0881cbbf-a04e-406b-9805-1ee530cc801f None None] Attempting to bind port e17e94e7-bbec-4eb8-928e-6a05bd227de3 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:05:18.760752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0881cbbf-a04e-406b-9805-1ee530cc801f None None] Attempting to bind port e17e94e7-bbec-4eb8-928e-6a05bd227de3 on network 8ca51b04-1dca-4f60-b844-2979d8864b51 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:05:18.770259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0881cbbf-a04e-406b-9805-1ee530cc801f None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:05:18.770625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0881cbbf-a04e-406b-9805-1ee530cc801f None None] Checking segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:05:18.771274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0881cbbf-a04e-406b-9805-1ee530cc801f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:18.771716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0881cbbf-a04e-406b-9805-1ee530cc801f None None] Bound using segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:05:18.772803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0881cbbf-a04e-406b-9805-1ee530cc801f None None] Bound port: e17e94e7-bbec-4eb8-928e-6a05bd227de3, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:05:18.773384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0881cbbf-a04e-406b-9805-1ee530cc801f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:18.786765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ba59991e-99ba-429a-b058-330c286b0287 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:18.852691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-801d3b7b-ea34-4cc6-ad08-033f0923cd25 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:18.857618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801d3b7b-ea34-4cc6-ad08-033f0923cd25 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:18.858556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-801d3b7b-ea34-4cc6-ad08-033f0923cd25 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:18.867545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3f906418-91ff-45d8-b94d-6d3fbe844014 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:18.914947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-0881cbbf-a04e-406b-9805-1ee530cc801f None None] For port e17e94e7-bbec-4eb8-928e-6a05bd227de3, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:05:18.918465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-0881cbbf-a04e-406b-9805-1ee530cc801f None None] For port e17e94e7-bbec-4eb8-928e-6a05bd227de3, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=e17e94e7-bbec-4eb8-928e-6a05bd227de3,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:05:18.922725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0881cbbf-a04e-406b-9805-1ee530cc801f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:18.939706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0515a160-0d34-4dc2-a247-b4f13baab689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:19.068437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881cbbf-a04e-406b-9805-1ee530cc801f None None] Pushing event updated for resources: {'Port': ['ID=e17e94e7-bbec-4eb8-928e-6a05bd227de3,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:19.071677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d3d4f93d-57fc-4366-924d-366b13721c3c up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:05:19.098362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0881cbbf-a04e-406b-9805-1ee530cc801f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:19.106521 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-801d3b7b-ea34-4cc6-ad08-033f0923cd25 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 2.3773515
Nov 24 13:05:19.126533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 44988) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:19.149291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'ports': [{'network_id': 'f7621358-709a-475a-a392-d79f23d223d6'}, {'network_id': 'df11c1f0-0059-486d-acfd-0ef4cb599641'}]} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:19.149640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'port': {'network_id': 'f7621358-709a-475a-a392-d79f23d223d6'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:19.150626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'port': {'network_id': 'df11c1f0-0059-486d-acfd-0ef4cb599641'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:19.176985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-73a5dd70-73da-430a-bc0d-2e009c97d764 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:19.196467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:19.205984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d3b7b-ea34-4cc6-ad08-033f0923cd25 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Network': ['ID=df11c1f0-0059-486d-acfd-0ef4cb599641,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:19.209324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-801d3b7b-ea34-4cc6-ad08-033f0923cd25 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:19.212199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port d3d4f93d-57fc-4366-924d-366b13721c3c triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:19.212621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:19.281334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network df11c1f0-0059-486d-acfd-0ef4cb599641 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:05:19.296758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network df11c1f0-0059-486d-acfd-0ef4cb599641 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:05:19.375025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e7e6168-cbc0-4ad5-ad64-401231fd6a28 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router_gateway, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:19.484709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e7e6168-cbc0-4ad5-ad64-401231fd6a28 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:19.504041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e0457aed-2b24-492a-bd78-08b79978ad69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:19.575262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5dd70-73da-430a-bc0d-2e009c97d764 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Port': ['ID=b47dffd8-987a-4d97-82b9-d204b07bd59a,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:19.589436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-73a5dd70-73da-430a-bc0d-2e009c97d764 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:19.598846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-91f431b2-cb92-4563-9fc2-6c856cee748d tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:19.629420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba59991e-99ba-429a-b058-330c286b0287 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Checking segment: {'id': 'caa72b27-24e7-4bbc-aa57-7d60e54ff8e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5e925182-ab93-410f-acd5-a590ff387b64'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:05:19.629717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba59991e-99ba-429a-b058-330c286b0287 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Network hostable DHCP agents. Network: 5e925182-ab93-410f-acd5-a590ff387b64, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:05:19.659525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7cbdd5-407f-4435-80b5-becaa5321179 req-56db9aa5-c2e3-42fc-b3ae-630402cc34c1 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:19.661167 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bf7cbdd5-407f-4435-80b5-becaa5321179 req-56db9aa5-c2e3-42fc-b3ae-630402cc34c1 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.5688653
Nov 24 13:05:19.758805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-73a5dd70-73da-430a-bc0d-2e009c97d764 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:19.773045 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bf7cbdd5-407f-4435-80b5-becaa5321179 req-491c2b63-b489-4b28-89d9-475e224d71a8 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1026945
Nov 24 13:05:19.785094 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-73a5dd70-73da-430a-bc0d-2e009c97d764 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/b47dffd8-987a-4d97-82b9-d204b07bd59a HTTP/1.1" status: 204  len: 168 time: 2.0070457
Nov 24 13:05:19.786937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44992) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:19.790074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5aa9ba2-d3f6-4f2c-9ea4-36bf475c2e4f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Router 68958fec-faf6-4a7f-acdd-0bcee079f821 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:05:19.974931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d56e572-b4b9-4713-9ec7-bdb05637d3bb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:19.976422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d56e572-b4b9-4713-9ec7-bdb05637d3bb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:19.977238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0d56e572-b4b9-4713-9ec7-bdb05637d3bb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:05:19.977634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0457aed-2b24-492a-bd78-08b79978ad69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=260b2e2c-3303-44b4-9b2e-d223e6ef5999,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:19.987986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:19.991802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e0457aed-2b24-492a-bd78-08b79978ad69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:20.015014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:port and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:20.020871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba59991e-99ba-429a-b058-330c286b0287 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Network 5e925182-ab93-410f-acd5-a590ff387b64 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:05:20.024906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for port was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:20.062184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0d56e572-b4b9-4713-9ec7-bdb05637d3bb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:05:20.066847 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0d56e572-b4b9-4713-9ec7-bdb05637d3bb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2763953
Nov 24 13:05:20.067262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 44996) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:20.072214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:20.171257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-ba59991e-99ba-429a-b058-330c286b0287 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 5e925182-ab93-410f-acd5-a590ff387b64) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:20.186161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01309dcc-8722-4f2b-bec6-366d3ee6d0ca None None] Network 5e925182-ab93-410f-acd5-a590ff387b64 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:05:20.229601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'port': 2} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:05:20.236533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:20.254857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba59991e-99ba-429a-b058-330c286b0287 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:20.255560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba59991e-99ba-429a-b058-330c286b0287 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:20.321817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-35abd006-cd96-49f2-82d1-7dec30c744eb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting subnet a0d727a3-e8bf-4327-830c-7c7a200fe63c {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:05:20.327509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-35abd006-cd96-49f2-82d1-7dec30c744eb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:20.374355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5aa9ba2-d3f6-4f2c-9ea4-36bf475c2e4f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:05:20.388265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfee795-13b2-4c4a-b90b-b2126a297438 None None] Sync routers for ids ['68958fec-faf6-4a7f-acdd-0bcee079f821'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:05:20.391528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:20.406641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b5aa9ba2-d3f6-4f2c-9ea4-36bf475c2e4f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:20.423542 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ba59991e-99ba-429a-b058-330c286b0287 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 5.2773194
Nov 24 13:05:20.431904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45000) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:20.439504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-35abd006-cd96-49f2-82d1-7dec30c744eb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:20.448759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfee795-13b2-4c4a-b90b-b2126a297438 None None] Routers {'68958fec-faf6-4a7f-acdd-0bcee079f821'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:05:20.450627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2dfee795-13b2-4c4a-b90b-b2126a297438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347f4d588>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:05:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['68958fec-faf6-4a7f-acdd-0bcee079f821'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:20.456765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0457aed-2b24-492a-bd78-08b79978ad69 admin admin] Checking segment: {'id': 'f240b38c-33fc-48df-8782-1ceff90a63a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'af675fa1-01b6-4cc2-9461-d6b59d23854b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:05:20.457157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0457aed-2b24-492a-bd78-08b79978ad69 admin admin] Network hostable DHCP agents. Network: af675fa1-01b6-4cc2-9461-d6b59d23854b, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:05:20.490993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-bc8075f0-e030-4a60-9f29-f72886084a27 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2060570555', 'network_id': '5e925182-ab93-410f-acd5-a590ff387b64'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:20.500991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-bc8075f0-e030-4a60-9f29-f72886084a27 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:20.514067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bda550-5671-4cbf-a844-bc8f0112d7a6 None None] Network 5e925182-ab93-410f-acd5-a590ff387b64 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:05:20.514428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bc8075f0-e030-4a60-9f29-f72886084a27 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Usage tracker for resource:port and tenant:e5d17c392242467db06545404f7abf69 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:20.532085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bc8075f0-e030-4a60-9f29-f72886084a27 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Quota usage for port was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:20.550706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-bc8075f0-e030-4a60-9f29-f72886084a27 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:20.558682 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b5aa9ba2-d3f6-4f2c-9ea4-36bf475c2e4f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 10.9164155
Nov 24 13:05:20.562800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45004) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:20.580181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a37233de-41c8-4715-89dc-01f505013590 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-265248474'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:20.593213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2dfee795-13b2-4c4a-b90b-b2126a297438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347f4d588>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:20.597354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a37233de-41c8-4715-89dc-01f505013590 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:20.604512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a37233de-41c8-4715-89dc-01f505013590 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Usage tracker for resource:network and tenant:fd22555ebd24497b9a32eac1cfc2772e is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:20.608192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8075f0-e030-4a60-9f29-f72886084a27 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Made reservation on behalf of e5d17c392242467db06545404f7abf69 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:05:20.615208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bc8075f0-e030-4a60-9f29-f72886084a27 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:20.631472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a37233de-41c8-4715-89dc-01f505013590 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Quota usage for network was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:20.632542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfee795-13b2-4c4a-b90b-b2126a297438 None None] Routers {'68958fec-faf6-4a7f-acdd-0bcee079f821'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:05:20.633342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2dfee795-13b2-4c4a-b90b-b2126a297438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347f4d588>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:05:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['68958fec-faf6-4a7f-acdd-0bcee079f821'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:20.648061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a37233de-41c8-4715-89dc-01f505013590 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:20.678848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-35abd006-cd96-49f2-82d1-7dec30c744eb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:20.723273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37233de-41c8-4715-89dc-01f505013590 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Made reservation on behalf of fd22555ebd24497b9a32eac1cfc2772e for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:05:20.729968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a37233de-41c8-4715-89dc-01f505013590 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:20.730253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2dfee795-13b2-4c4a-b90b-b2126a297438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347f4d588>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:20.730703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfee795-13b2-4c4a-b90b-b2126a297438 None None] The sync data for ids ['68958fec-faf6-4a7f-acdd-0bcee079f821'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:05:20.755787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:20.845447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:05:20.858222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-5e7e6168-cbc0-4ad5-ad64-401231fd6a28 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Allocated IP 172.26.8.68 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/c38494ea-cce9-4ad9-b9a5-1c8bb66f9abd) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:05:21.031796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device e17e94e7-bbec-4eb8-928e-6a05bd227de3 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:05:21.050378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37233de-41c8-4715-89dc-01f505013590 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:05:21.139754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-058ac805-7b4b-4d41-8e82-2fb0abf0989b None None] Provisioning for port e17e94e7-bbec-4eb8-928e-6a05bd227de3 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:05:21.145484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port e17e94e7-bbec-4eb8-928e-6a05bd227de3 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:05:21.152502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port e17e94e7-bbec-4eb8-928e-6a05bd227de3 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:21.153049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:21.154343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a37233de-41c8-4715-89dc-01f505013590 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:21.154743 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-a37233de-41c8-4715-89dc-01f505013590 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Added segment 2da7ffd8-f432-42c7-bf21-a05e08d7bea9 of type vxlan for network 9ccc3143-79e8-4735-a467-5f1bd0c58340
Nov 24 13:05:21.197917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] device_id is not set on port 26eaf9a4-1429-4d39-99d3-1d723c0391ab yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:05:21.227004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-bc8075f0-e030-4a60-9f29-f72886084a27 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] device_id is not set on port a2afce91-9748-4ec9-90f8-be98ee0ebf29 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:05:21.232205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0457aed-2b24-492a-bd78-08b79978ad69 admin admin] Network af675fa1-01b6-4cc2-9461-d6b59d23854b is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:05:21.239023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-058ac805-7b4b-4d41-8e82-2fb0abf0989b None None] Provisioning complete for port e17e94e7-bbec-4eb8-928e-6a05bd227de3 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:21.239451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-058ac805-7b4b-4d41-8e82-2fb0abf0989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:21.240654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e675aa0c-de95-4cfb-b129-a820cc623847 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:21.263685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:21.366574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a37233de-41c8-4715-89dc-01f505013590 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:21.400638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-e0457aed-2b24-492a-bd78-08b79978ad69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, af675fa1-01b6-4cc2-9461-d6b59d23854b) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:21.437150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4f78dd-3034-45b8-b20c-f7c59ae4796a None None] Network af675fa1-01b6-4cc2-9461-d6b59d23854b requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:05:21.463601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:21.501796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675aa0c-de95-4cfb-b129-a820cc623847 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event updated for resources: {'Subnet': ['ID=dd6036a6-987c-4592-a1a0-ebcb9f49445f,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:21.532355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd39662-4c14-4445-86a9-872ca849fe13 req-d9798277-9a5c-451e-a784-e4a203d50559 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:21.534690 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3dd39662-4c14-4445-86a9-872ca849fe13 req-d9798277-9a5c-451e-a784-e4a203d50559 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.4881999
Nov 24 13:05:21.569988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a37233de-41c8-4715-89dc-01f505013590 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:21.575273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37233de-41c8-4715-89dc-01f505013590 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:21.576140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a37233de-41c8-4715-89dc-01f505013590 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:21.590419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8234c4c4-be29-49e1-a378-09ee29025941 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:21.625050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e675aa0c-de95-4cfb-b129-a820cc623847 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:21.626853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0457aed-2b24-492a-bd78-08b79978ad69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:21.626853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e0457aed-2b24-492a-bd78-08b79978ad69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:21.658000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:21.705180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e7e6168-cbc0-4ad5-ad64-401231fd6a28 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:21.745161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-35abd006-cd96-49f2-82d1-7dec30c744eb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:21.765724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-bc8075f0-e030-4a60-9f29-f72886084a27 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Allocated IP 2001:db8::333 (5e925182-ab93-410f-acd5-a590ff387b64/074a0cf3-12cb-4595-83e6-c148bc78a31c/a2afce91-9748-4ec9-90f8-be98ee0ebf29) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:05:21.772603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-058ac805-7b4b-4d41-8e82-2fb0abf0989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:21.843940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] device_id is not set on port 3cd5521b-ac8d-46d9-b1d0-611900445229 yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:05:21.856811 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a37233de-41c8-4715-89dc-01f505013590 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.2900698
Nov 24 13:05:21.885014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45010) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:21.896353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e28b39c2-befb-4ed2-8941-44b70867926e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Request body: {'subnet': {'network_id': '9ccc3143-79e8-4735-a467-5f1bd0c58340', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:21.936505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:05:21.936836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:05:21.992835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-058ac805-7b4b-4d41-8e82-2fb0abf0989b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:05:21.993239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-058ac805-7b4b-4d41-8e82-2fb0abf0989b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:05:22.017687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:22.043086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37233de-41c8-4715-89dc-01f505013590 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event updated for resources: {'Network': ['ID=9ccc3143-79e8-4735-a467-5f1bd0c58340,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:22.046818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e28b39c2-befb-4ed2-8941-44b70867926e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:22.055338 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3dd39662-4c14-4445-86a9-872ca849fe13 req-c870b66b-c199-43ff-976c-65a13d864cab tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5129621
Nov 24 13:05:22.069963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a37233de-41c8-4715-89dc-01f505013590 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:22.070235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.296s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:22.079578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 9ccc3143-79e8-4735-a467-5f1bd0c58340 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:05:22.089401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e7e6168-cbc0-4ad5-ad64-401231fd6a28 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:22.101113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 9ccc3143-79e8-4735-a467-5f1bd0c58340 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:05:22.110243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e28b39c2-befb-4ed2-8941-44b70867926e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Usage tracker for resource:subnet and tenant:fd22555ebd24497b9a32eac1cfc2772e is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:22.112599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3bb2f594-d2f6-4988-a6c4-fb7a7650488c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:22.168886 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e0457aed-2b24-492a-bd78-08b79978ad69 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 6.0183835
Nov 24 13:05:22.233439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45014) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:22.237870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b89441-c85b-44f4-883a-5fe270d93159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-af675fa1-01b6-4cc2-9461-d6b59d23854b', 'network_id': 'af675fa1-01b6-4cc2-9461-d6b59d23854b', 'tenant_id': '5a7afbfe15094831a47b19a5311d9e5d', 'fixed_ips': [{'subnet_id': '260b2e2c-3303-44b4-9b2e-d223e6ef5999'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:05:22.238793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-68b89441-c85b-44f4-883a-5fe270d93159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:22.255332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e28b39c2-befb-4ed2-8941-44b70867926e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:22.264773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-fa20daad-fc8f-41ee-8439-ef3c0de29c36 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1667162633-router', 'tenant_id': '5a7afbfe15094831a47b19a5311d9e5d', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:22.274170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35abd006-cd96-49f2-82d1-7dec30c744eb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Subnet': ['ID=a0d727a3-e8bf-4327-830c-7c7a200fe63c,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:22.276431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e28b39c2-befb-4ed2-8941-44b70867926e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:22.283336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-35abd006-cd96-49f2-82d1-7dec30c744eb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:22.287918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fa20daad-fc8f-41ee-8439-ef3c0de29c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:22.306266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28b39c2-befb-4ed2-8941-44b70867926e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Made reservation on behalf of fd22555ebd24497b9a32eac1cfc2772e for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:05:22.311677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fa20daad-fc8f-41ee-8439-ef3c0de29c36 admin admin] Usage tracker for resource:router and tenant:5a7afbfe15094831a47b19a5311d9e5d is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:22.323910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fa20daad-fc8f-41ee-8439-ef3c0de29c36 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:22.332487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fa20daad-fc8f-41ee-8439-ef3c0de29c36 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:22.356157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:22.358044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e6168-cbc0-4ad5-ad64-401231fd6a28 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Pushing event updated for resources: {'Port': ['ID=c38494ea-cce9-4ad9-b9a5-1c8bb66f9abd,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:22.396982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5e7e6168-cbc0-4ad5-ad64-401231fd6a28 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:22.397562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5864baa7-4317-4b82-b01c-f38f2c7e71a1 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:22.397678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-35abd006-cd96-49f2-82d1-7dec30c744eb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:22.399980 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-35abd006-cd96-49f2-82d1-7dec30c744eb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/a0d727a3-e8bf-4327-830c-7c7a200fe63c HTTP/1.1" status: 204  len: 168 time: 2.3308048
Nov 24 13:05:22.413270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45018) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:22.481492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9488b6-505a-4e84-946b-2648a00acc8b None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:05:22.497446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fa20daad-fc8f-41ee-8439-ef3c0de29c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:22.498438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fa20daad-fc8f-41ee-8439-ef3c0de29c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:22.571474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e675aa0c-de95-4cfb-b129-a820cc623847 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Checking segment: {'id': '61c0dbfe-e0ad-41fc-ad5e-619b9b949682', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b86c4b7c-a337-4c00-85e9-45097a895981'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:05:22.571864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e675aa0c-de95-4cfb-b129-a820cc623847 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network hostable DHCP agents. Network: b86c4b7c-a337-4c00-85e9-45097a895981, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:05:22.635770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Port': ['ID=26eaf9a4-1429-4d39-99d3-1d723c0391ab,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:22.645753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:22.653211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7e6168-cbc0-4ad5-ad64-401231fd6a28 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:05:22.658634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-5e7e6168-cbc0-4ad5-ad64-401231fd6a28 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:22.661131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fa20daad-fc8f-41ee-8439-ef3c0de29c36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:22.677599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7e6168-cbc0-4ad5-ad64-401231fd6a28 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:05:22.692614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-058ac805-7b4b-4d41-8e82-2fb0abf0989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:22.716216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:22.741536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network f7621358-709a-475a-a392-d79f23d223d6 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:05:22.749273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:22.756115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:05:22.757030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:22.822644 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-61b5b26c-55ae-41cb-ac84-f5c27959358c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.4056454
Nov 24 13:05:22.831969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45022) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:22.836984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-21bdd33a-5f76-4b24-b232-3c9eb21f84d3 tempest-FloatingIPAdminTestJSON-2116290221 tempest-FloatingIPAdminTestJSON-2116290221] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:22.868272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e675aa0c-de95-4cfb-b129-a820cc623847 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network b86c4b7c-a337-4c00-85e9-45097a895981 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:05:22.882818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e28b39c2-befb-4ed2-8941-44b70867926e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:22.902176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-058ac805-7b4b-4d41-8e82-2fb0abf0989b None None] For port e17e94e7-bbec-4eb8-928e-6a05bd227de3, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=e17e94e7-bbec-4eb8-928e-6a05bd227de3,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:05:22.913406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bc8075f0-e030-4a60-9f29-f72886084a27 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:22.915905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-058ac805-7b4b-4d41-8e82-2fb0abf0989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:22.922203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b6680cf2-d8e8-4889-9b10-8d2509f3db34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:23.015312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-e675aa0c-de95-4cfb-b129-a820cc623847 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, b86c4b7c-a337-4c00-85e9-45097a895981) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:23.073257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76414ae9-af3b-4248-9ae5-43625a7d8eab None None] Network b86c4b7c-a337-4c00-85e9-45097a895981 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:05:23.084601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71df34f-cab2-4fc4-ad3e-b69825b9349a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:23.085377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a71df34f-cab2-4fc4-ad3e-b69825b9349a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:05:23.095747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bc8075f0-e030-4a60-9f29-f72886084a27 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:23.120175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b5aa9ba2-d3f6-4f2c-9ea4-36bf475c2e4f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:23.132321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Port': ['ID=3cd5521b-ac8d-46d9-b1d0-611900445229,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:23.151781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:23.154590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e675aa0c-de95-4cfb-b129-a820cc623847 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:23.155246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e675aa0c-de95-4cfb-b129-a820cc623847 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:23.195554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fa20daad-fc8f-41ee-8439-ef3c0de29c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:23.217043 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e675aa0c-de95-4cfb-b129-a820cc623847 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 5.7616384
Nov 24 13:05:23.217960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45028) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:23.286544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ac805-7b4b-4d41-8e82-2fb0abf0989b None None] Pushing event updated for resources: {'Port': ['ID=e17e94e7-bbec-4eb8-928e-6a05bd227de3,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:23.313181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-7b2b4882-ea2c-4c33-b162-60e689e4f83b None None] Could not find standard attr ID for object b47dffd8-987a-4d97-82b9-d204b07bd59a. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:05:23.321828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-058ac805-7b4b-4d41-8e82-2fb0abf0989b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:23.363585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a71df34f-cab2-4fc4-ad3e-b69825b9349a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:05:23.364849 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a71df34f-cab2-4fc4-ad3e-b69825b9349a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.5370996
Nov 24 13:05:23.374458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45034) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:23.376302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:05:23.376789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:05:23.392503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-68b89441-c85b-44f4-883a-5fe270d93159 None None] Allocated IP 172.20.0.2 (af675fa1-01b6-4cc2-9461-d6b59d23854b/260b2e2c-3303-44b4-9b2e-d223e6ef5999/b8a0d531-bca4-4355-857c-e4585360194d) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:05:23.435942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8075f0-e030-4a60-9f29-f72886084a27 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Pushing event updated for resources: {'Port': ['ID=a2afce91-9748-4ec9-90f8-be98ee0ebf29,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:23.440179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bc8075f0-e030-4a60-9f29-f72886084a27 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:23.477122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c58a5d-79c1-41e5-8c1d-b78f55b49d15 None None] DHCP port deletion for 8ca51b04-1dca-4f60-b844-2979d8864b51 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:05:23.487798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-7b2b4882-ea2c-4c33-b162-60e689e4f83b None None] Provisioning complete for port e17e94e7-bbec-4eb8-928e-6a05bd227de3 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:23.488219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7b2b4882-ea2c-4c33-b162-60e689e4f83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:23.493610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Checking segment: {'id': 'f3635c60-cc45-4834-93af-50588241e429', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'df11c1f0-0059-486d-acfd-0ef4cb599641'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:05:23.494277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network hostable DHCP agents. Network: df11c1f0-0059-486d-acfd-0ef4cb599641, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:05:23.576534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5b0dd8-12cb-4601-ba1a-d2b747e73d47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:23.577549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3d5b0dd8-12cb-4601-ba1a-d2b747e73d47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:05:23.584583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dea901c5-3b7c-496b-851c-29ca692bc7f9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:23.710106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3d5b0dd8-12cb-4601-ba1a-d2b747e73d47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:05:23.714716 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3d5b0dd8-12cb-4601-ba1a-d2b747e73d47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3323317
Nov 24 13:05:23.720340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663c01c-faa7-4eb4-89f2-080dd9421f11 req-1c5a8c79-aad6-49fc-9e7e-86949b2ba158 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:23.722197 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8663c01c-faa7-4eb4-89f2-080dd9421f11 req-1c5a8c79-aad6-49fc-9e7e-86949b2ba158 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.4461982
Nov 24 13:05:23.725616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45040) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:23.731221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8075f0-e030-4a60-9f29-f72886084a27 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Network 5e925182-ab93-410f-acd5-a590ff387b64 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:05:23.785178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-54c58a5d-79c1-41e5-8c1d-b78f55b49d15 None None] Deleting port e17e94e7-bbec-4eb8-928e-6a05bd227de3 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:05:23.785569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-54c58a5d-79c1-41e5-8c1d-b78f55b49d15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:23.806409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-bc8075f0-e030-4a60-9f29-f72886084a27 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:23.820219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8075f0-e030-4a60-9f29-f72886084a27 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:05:23.821165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8075f0-e030-4a60-9f29-f72886084a27 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:23.822734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bc8075f0-e030-4a60-9f29-f72886084a27 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:23.858405 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0493c953-8685-40fc-8b97-b57074a38057 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1219621
Nov 24 13:05:23.876947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45044) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:23.893165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ba48d637-fee4-4c04-8117-f926dc141c56 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:23.923943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e7e6168-cbc0-4ad5-ad64-401231fd6a28 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router_gateway, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:23.925303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e7e6168-cbc0-4ad5-ad64-401231fd6a28 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:23.928624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network df11c1f0-0059-486d-acfd-0ef4cb599641 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:05:24.019541 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bc8075f0-e030-4a60-9f29-f72886084a27 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 3.5491147
Nov 24 13:05:24.021687 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8663c01c-faa7-4eb4-89f2-080dd9421f11 req-41e01e38-61ed-415f-87d4-bbb7c6e4cdad tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2169261
Nov 24 13:05:24.028641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af71310-4787-42e1-8d28-f967c2e0d1d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-b86c4b7c-a337-4c00-85e9-45097a895981', 'network_id': 'b86c4b7c-a337-4c00-85e9-45097a895981', 'tenant_id': '2aca37eb671f42ff857d97c1cafabbf3', 'fixed_ips': [{'subnet_id': 'dd6036a6-987c-4592-a1a0-ebcb9f49445f'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:05:24.029952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3af71310-4787-42e1-8d28-f967c2e0d1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:24.037626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45050) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:24.046788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, df11c1f0-0059-486d-acfd-0ef4cb599641) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:24.079326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ba48d637-fee4-4c04-8117-f926dc141c56 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:24.097338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ba48d637-fee4-4c04-8117-f926dc141c56 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:24.132089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba48d637-fee4-4c04-8117-f926dc141c56 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:05:24.138162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba48d637-fee4-4c04-8117-f926dc141c56 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:24.157980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:05:24.162363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:24.165895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:24.166615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:24.229024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473171c2-389c-4aaf-92e0-8152b75d8a46 None None] Network df11c1f0-0059-486d-acfd-0ef4cb599641 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:05:24.245209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device e17e94e7-bbec-4eb8-928e-6a05bd227de3 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:05:24.296541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dea901c5-3b7c-496b-851c-29ca692bc7f9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:24.332193 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 5.1992254
Nov 24 13:05:24.333717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45054) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:24.336951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e28b39c2-befb-4ed2-8941-44b70867926e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:24.353808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6fdce1aa-d26b-4e01-a0ef-08b0a7656ecc tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Deleting port a2afce91-9748-4ec9-90f8-be98ee0ebf29 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:05:24.354210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6fdce1aa-d26b-4e01-a0ef-08b0a7656ecc tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:24.387693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b25f98bd-1428-4957-9032-591ce438c105 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:24.510791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b39c2-befb-4ed2-8941-44b70867926e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event updated for resources: {'Subnet': ['ID=31887cab-15dd-47ac-9aca-1496c3db87be,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:24.533612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e28b39c2-befb-4ed2-8941-44b70867926e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:24.577194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-92d3d715-a6f0-43b7-9dd1-c345ff1c4cae tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting port 3cd5521b-ac8d-46d9-b1d0-611900445229 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:05:24.578169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-92d3d715-a6f0-43b7-9dd1-c345ff1c4cae tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:24.585914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-68b89441-c85b-44f4-883a-5fe270d93159 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:24.634878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fa20daad-fc8f-41ee-8439-ef3c0de29c36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:24.652898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-68b89441-c85b-44f4-883a-5fe270d93159 None None] Transition to ACTIVE for port object b8a0d531-bca4-4355-857c-e4585360194d will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:24.688965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fa20daad-fc8f-41ee-8439-ef3c0de29c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:24.760216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-68b89441-c85b-44f4-883a-5fe270d93159 None None] Transition to ACTIVE for port object b8a0d531-bca4-4355-857c-e4585360194d will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:24.850735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-68b89441-c85b-44f4-883a-5fe270d93159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:24.863792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f679fd2e-b791-4367-aef0-1cdc061312b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:24.914671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-54c58a5d-79c1-41e5-8c1d-b78f55b49d15 None None] For port e17e94e7-bbec-4eb8-928e-6a05bd227de3, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=e17e94e7-bbec-4eb8-928e-6a05bd227de3,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:05:24.915040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-54c58a5d-79c1-41e5-8c1d-b78f55b49d15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:25.068065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-92d3d715-a6f0-43b7-9dd1-c345ff1c4cae tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:25.092906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28b39c2-befb-4ed2-8941-44b70867926e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Checking segment: {'id': '2da7ffd8-f432-42c7-bf21-a05e08d7bea9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9ccc3143-79e8-4735-a467-5f1bd0c58340'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:05:25.093339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28b39c2-befb-4ed2-8941-44b70867926e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Network hostable DHCP agents. Network: 9ccc3143-79e8-4735-a467-5f1bd0c58340, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:05:25.228144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-92d3d715-a6f0-43b7-9dd1-c345ff1c4cae tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Calling delete_port for 3cd5521b-ac8d-46d9-b1d0-611900445229 owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:05:25.244577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6fdce1aa-d26b-4e01-a0ef-08b0a7656ecc tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:25.246573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-54c58a5d-79c1-41e5-8c1d-b78f55b49d15 None None] Calling delete_port for e17e94e7-bbec-4eb8-928e-6a05bd227de3 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:05:25.274815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:25.408831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28b39c2-befb-4ed2-8941-44b70867926e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Network 9ccc3143-79e8-4735-a467-5f1bd0c58340 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:05:25.436211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-92d3d715-a6f0-43b7-9dd1-c345ff1c4cae tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:25.458299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-33d0147f-59c4-4bce-ab91-8b8a1692e6a2 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:25.493911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6fdce1aa-d26b-4e01-a0ef-08b0a7656ecc tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Calling delete_port for a2afce91-9748-4ec9-90f8-be98ee0ebf29 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:05:25.502259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-e28b39c2-befb-4ed2-8941-44b70867926e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 9ccc3143-79e8-4735-a467-5f1bd0c58340) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:25.517452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b89441-c85b-44f4-883a-5fe270d93159 None None] Pushing event updated for resources: {'Port': ['ID=b8a0d531-bca4-4355-857c-e4585360194d,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:25.520893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-68b89441-c85b-44f4-883a-5fe270d93159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:25.536351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31edd7db-8a8c-4083-b7fc-f5208f26d541 None None] Network 9ccc3143-79e8-4735-a467-5f1bd0c58340 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:05:25.573754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dea901c5-3b7c-496b-851c-29ca692bc7f9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:25.575362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d3d715-a6f0-43b7-9dd1-c345ff1c4cae tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Port': ['ID=3cd5521b-ac8d-46d9-b1d0-611900445229,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:25.593715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-468a7bb6-b7df-4701-8b4e-10fabe97e310 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:25.595040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-92d3d715-a6f0-43b7-9dd1-c345ff1c4cae tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:25.615671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eede3c-9a34-4166-b866-67f3f44287db req-c1f9721f-4cf0-41c3-aebb-25a5b3eaf16c tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:25.617317 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-49eede3c-9a34-4166-b866-67f3f44287db req-c1f9721f-4cf0-41c3-aebb-25a5b3eaf16c tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.3543870
Nov 24 13:05:25.621795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28b39c2-befb-4ed2-8941-44b70867926e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:25.622460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e28b39c2-befb-4ed2-8941-44b70867926e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:25.635721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea901c5-3b7c-496b-851c-29ca692bc7f9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Subnet': ['ID=dd6036a6-987c-4592-a1a0-ebcb9f49445f,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:25.640754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dea901c5-3b7c-496b-851c-29ca692bc7f9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:25.716657 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e28b39c2-befb-4ed2-8941-44b70867926e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.8266556
Nov 24 13:05:25.722855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-fa20daad-fc8f-41ee-8439-ef3c0de29c36 admin admin] Allocated IP 172.26.8.59 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/8f848ea2-2a08-4123-8376-789dd0b71086) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:05:25.724821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45064) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server [None req-3af71310-4787-42e1-8d28-f967c2e0d1d1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd6036a6-987c-4592-a1a0-ebcb9f49445f: This subnet is being modified by another concurrent operation.
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 24 13:05:25.735965 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1420, in create_port
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1387, in _create_port_db
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     raise exception
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd6036a6-987c-4592-a1a0-ebcb9f49445f: This subnet is being modified by another concurrent operation.
Nov 24 13:05:25.739939 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server 
Nov 24 13:05:25.747940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-1c0059ad-c5fb-46d9-a042-ae558269de52 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1540494868', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}, 'admin_state_up': False}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:25.763611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-92d3d715-a6f0-43b7-9dd1-c345ff1c4cae tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:25.764535 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-92d3d715-a6f0-43b7-9dd1-c345ff1c4cae tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/ports/3cd5521b-ac8d-46d9-b1d0-611900445229 HTTP/1.1" status: 204  len: 168 time: 1.4309487
Nov 24 13:05:25.774436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb37872-b74f-4ed9-aa77-6113f4bfdc44 None None] Network b86c4b7c-a337-4c00-85e9-45097a895981 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:05:25.781626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45068) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:25.794668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port e17e94e7-bbec-4eb8-928e-6a05bd227de3, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=e17e94e7-bbec-4eb8-928e-6a05bd227de3,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:05:25.814999 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-49eede3c-9a34-4166-b866-67f3f44287db req-71f54a0d-31d8-495c-a94f-e9ffe0d97b39 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1862032
Nov 24 13:05:25.825368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1c0059ad-c5fb-46d9-a042-ae558269de52 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:25.840787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba48d637-fee4-4c04-8117-f926dc141c56 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:25.858614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1c0059ad-c5fb-46d9-a042-ae558269de52 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Usage tracker for resource:router and tenant:fd22555ebd24497b9a32eac1cfc2772e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:25.858812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:25.874948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:25.898200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:25.906478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1c0059ad-c5fb-46d9-a042-ae558269de52 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Quota usage for router was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:25.948688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-54c58a5d-79c1-41e5-8c1d-b78f55b49d15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:05:25.949271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-54c58a5d-79c1-41e5-8c1d-b78f55b49d15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:05:26.068413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b89441-c85b-44f4-883a-5fe270d93159 None None] Network af675fa1-01b6-4cc2-9461-d6b59d23854b is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:05:26.083821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-68b89441-c85b-44f4-883a-5fe270d93159 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:26.097386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b89441-c85b-44f4-883a-5fe270d93159 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:05:26.185055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=e17e94e7-bbec-4eb8-928e-6a05bd227de3,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:26.197373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:26.288364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48d637-fee4-4c04-8117-f926dc141c56 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Subnet': ['ID=b0c550ab-c4f6-4b46-a8d8-2e6c339dc084,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:26.293872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ba48d637-fee4-4c04-8117-f926dc141c56 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:26.296496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-68b89441-c85b-44f4-883a-5fe270d93159 None None] Attempting to bind port b8a0d531-bca4-4355-857c-e4585360194d on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:05:26.296870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-68b89441-c85b-44f4-883a-5fe270d93159 None None] Attempting to bind port b8a0d531-bca4-4355-857c-e4585360194d by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f240b38c-33fc-48df-8782-1ceff90a63a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'af675fa1-01b6-4cc2-9461-d6b59d23854b'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:05:26.297290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b89441-c85b-44f4-883a-5fe270d93159 None None] Attempting to bind port b8a0d531-bca4-4355-857c-e4585360194d on network af675fa1-01b6-4cc2-9461-d6b59d23854b {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:05:26.306211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b89441-c85b-44f4-883a-5fe270d93159 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:05:26.306669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b89441-c85b-44f4-883a-5fe270d93159 None None] Checking segment: {'id': 'f240b38c-33fc-48df-8782-1ceff90a63a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'af675fa1-01b6-4cc2-9461-d6b59d23854b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:05:26.307138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-68b89441-c85b-44f4-883a-5fe270d93159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:26.307591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b89441-c85b-44f4-883a-5fe270d93159 None None] Bound using segment: {'id': 'f240b38c-33fc-48df-8782-1ceff90a63a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'af675fa1-01b6-4cc2-9461-d6b59d23854b'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:05:26.308143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-68b89441-c85b-44f4-883a-5fe270d93159 None None] Bound port: b8a0d531-bca4-4355-857c-e4585360194d, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f240b38c-33fc-48df-8782-1ceff90a63a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'af675fa1-01b6-4cc2-9461-d6b59d23854b'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:05:26.308572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-68b89441-c85b-44f4-883a-5fe270d93159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:26.323375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a023739-cebe-4853-974a-8572004332a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-9ccc3143-79e8-4735-a467-5f1bd0c58340', 'network_id': '9ccc3143-79e8-4735-a467-5f1bd0c58340', 'tenant_id': 'fd22555ebd24497b9a32eac1cfc2772e', 'fixed_ips': [{'subnet_id': '31887cab-15dd-47ac-9aca-1496c3db87be'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:05:26.324903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1a023739-cebe-4853-974a-8572004332a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:26.349271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba48d637-fee4-4c04-8117-f926dc141c56 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:05:26.350620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-ba48d637-fee4-4c04-8117-f926dc141c56 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:26.363042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba48d637-fee4-4c04-8117-f926dc141c56 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:26.364118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba48d637-fee4-4c04-8117-f926dc141c56 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:26.372017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1c0059ad-c5fb-46d9-a042-ae558269de52 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:26.382089 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ba48d637-fee4-4c04-8117-f926dc141c56 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.4991267
Nov 24 13:05:26.384838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45072) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:26.391082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-33306c96-4bed-4c55-bb6c-8902a5982b0b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'port': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'fixed_ips': [{'subnet_id': 'b0c550ab-c4f6-4b46-a8d8-2e6c339dc084', 'ip_address': '2001:db8::a8ef:9bbc:17f2:2e73'}], 'name': 'tempest-NetworksTestDHCPv6-1650597449'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:26.480612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7e6168-cbc0-4ad5-ad64-401231fd6a28 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Router 481ea0aa-f019-453b-a1b9-ad435636dc30 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:05:26.483157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-54c58a5d-79c1-41e5-8c1d-b78f55b49d15 None None] Deleting port e17e94e7-bbec-4eb8-928e-6a05bd227de3 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:05:26.483157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-54c58a5d-79c1-41e5-8c1d-b78f55b49d15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:26.498418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dea901c5-3b7c-496b-851c-29ca692bc7f9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:26.514797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c0059ad-c5fb-46d9-a042-ae558269de52 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:26.515837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c0059ad-c5fb-46d9-a042-ae558269de52 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:26.558373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-33306c96-4bed-4c55-bb6c-8902a5982b0b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:26.568901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-33306c96-4bed-4c55-bb6c-8902a5982b0b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:26.580060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33306c96-4bed-4c55-bb6c-8902a5982b0b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:05:26.596715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-68b89441-c85b-44f4-883a-5fe270d93159 None None] For port b8a0d531-bca4-4355-857c-e4585360194d, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:05:26.665188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-68b89441-c85b-44f4-883a-5fe270d93159 None None] For port b8a0d531-bca4-4355-857c-e4585360194d, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=b8a0d531-bca4-4355-857c-e4585360194d,segment=NetworkSegment(f240b38c-33fc-48df-8782-1ceff90a63a1),segment_id=f240b38c-33fc-48df-8782-1ceff90a63a1)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:05:26.666178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6fdce1aa-d26b-4e01-a0ef-08b0a7656ecc tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:26.690872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-12273a18-0249-4328-872b-e7f5fb15f13c tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:26.716486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-68b89441-c85b-44f4-883a-5fe270d93159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:26.725270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33306c96-4bed-4c55-bb6c-8902a5982b0b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:26.856567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cd52666d-7d85-409c-afbd-dcb4f6f36c45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:26.887236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdce1aa-d26b-4e01-a0ef-08b0a7656ecc tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Pushing event deleted for resources: {'Port': ['ID=a2afce91-9748-4ec9-90f8-be98ee0ebf29,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:26.904978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6fdce1aa-d26b-4e01-a0ef-08b0a7656ecc tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:26.919776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fa20daad-fc8f-41ee-8439-ef3c0de29c36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:26.927506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-33306c96-4bed-4c55-bb6c-8902a5982b0b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] device_id is not set on port 20d6088e-484b-44b3-a4f1-a67ce10b76c3 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:05:26.932260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504f39d8-12df-4c6a-861c-8604ee61cb54 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:26.936779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504f39d8-12df-4c6a-861c-8604ee61cb54 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:26.937625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-504f39d8-12df-4c6a-861c-8604ee61cb54 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Synchronizing usage tracker for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:05:26.962381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c0059ad-c5fb-46d9-a042-ae558269de52 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:26.969624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-dea901c5-3b7c-496b-851c-29ca692bc7f9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6347679a20>,) {'filters': {'network_id': ['b86c4b7c-a337-4c00-85e9-45097a895981']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:27.067698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-dea901c5-3b7c-496b-851c-29ca692bc7f9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347679a20>, '61c0dbfe-e0ad-41fc-ad5e-619b9b949682') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:27.068072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-dea901c5-3b7c-496b-851c-29ca692bc7f9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347679a20>, '61c0dbfe-e0ad-41fc-ad5e-619b9b949682') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:27.086453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b89441-c85b-44f4-883a-5fe270d93159 None None] Pushing event updated for resources: {'Port': ['ID=b8a0d531-bca4-4355-857c-e4585360194d,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:27.099617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-68b89441-c85b-44f4-883a-5fe270d93159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:27.155012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dea901c5-3b7c-496b-851c-29ca692bc7f9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:27.163036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-504f39d8-12df-4c6a-861c-8604ee61cb54 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Unset dirty status for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:05:27.164355 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-504f39d8-12df-4c6a-861c-8604ee61cb54 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1451 time: 1.3816507
Nov 24 13:05:27.174359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45078) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:27.225893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-54c58a5d-79c1-41e5-8c1d-b78f55b49d15 None None] For port e17e94e7-bbec-4eb8-928e-6a05bd227de3, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=e17e94e7-bbec-4eb8-928e-6a05bd227de3,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:05:27.226585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-54c58a5d-79c1-41e5-8c1d-b78f55b49d15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:27.243602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-1a023739-cebe-4853-974a-8572004332a9 None None] Allocated IP 172.20.0.2 (9ccc3143-79e8-4735-a467-5f1bd0c58340/31887cab-15dd-47ac-9aca-1496c3db87be/78b41efa-4da8-41e2-94d8-6225bfe70936) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:05:27.283136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dea901c5-3b7c-496b-851c-29ca692bc7f9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:27.293509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dea901c5-3b7c-496b-851c-29ca692bc7f9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Releasing vxlan tunnel 10 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:05:27.337468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b14b4e-f3fc-4157-b91f-f9fc1b0deca7 req-94c52613-2907-45d9-8e6f-19dedc02d228 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:27.339147 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-26b14b4e-f3fc-4157-b91f-f9fc1b0deca7 req-94c52613-2907-45d9-8e6f-19dedc02d228 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.2700906
Nov 24 13:05:27.373924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2078bf42-40ff-4d21-87fb-63312ea8486e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting port 26eaf9a4-1429-4d39-99d3-1d723c0391ab {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:05:27.374375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2078bf42-40ff-4d21-87fb-63312ea8486e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:27.388533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-54c58a5d-79c1-41e5-8c1d-b78f55b49d15 None None] Calling delete_port for e17e94e7-bbec-4eb8-928e-6a05bd227de3 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:05:27.403134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fa20daad-fc8f-41ee-8439-ef3c0de29c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:27.423049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-33306c96-4bed-4c55-bb6c-8902a5982b0b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Allocated IP 2001:db8::a8ef:9bbc:17f2:2e73 (8ca51b04-1dca-4f60-b844-2979d8864b51/b0c550ab-c4f6-4b46-a8d8-2e6c339dc084/20d6088e-484b-44b3-a4f1-a67ce10b76c3) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:05:27.425006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5dfa0b7a-b8f3-4199-acf4-82c0afb3ccdd tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:27.544558 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-26b14b4e-f3fc-4157-b91f-f9fc1b0deca7 req-df1df86a-d6f8-45e0-bea6-bafb14cb4a18 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1903324
Nov 24 13:05:27.808303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6fdce1aa-d26b-4e01-a0ef-08b0a7656ecc tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:27.855436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-54c58a5d-79c1-41e5-8c1d-b78f55b49d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:27.880434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-38476265-298a-421f-990d-fc6601c7c041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:27.894590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-dea901c5-3b7c-496b-851c-29ca692bc7f9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network b86c4b7c-a337-4c00-85e9-45097a895981 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:05:27.895878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2078bf42-40ff-4d21-87fb-63312ea8486e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:27.906732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dea901c5-3b7c-496b-851c-29ca692bc7f9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:27.990357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c58a5d-79c1-41e5-8c1d-b78f55b49d15 None None] Pushing event deleted for resources: {'Port': ['ID=e17e94e7-bbec-4eb8-928e-6a05bd227de3,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:28.000644 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6fdce1aa-d26b-4e01-a0ef-08b0a7656ecc tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "DELETE /v2.0/ports/a2afce91-9748-4ec9-90f8-be98ee0ebf29 HTTP/1.1" status: 204  len: 168 time: 3.9533019
Nov 24 13:05:28.004318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-54c58a5d-79c1-41e5-8c1d-b78f55b49d15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:28.004669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20daad-fc8f-41ee-8439-ef3c0de29c36 admin admin] Pushing event updated for resources: {'Port': ['ID=8f848ea2-2a08-4123-8376-789dd0b71086,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:28.009537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c0059ad-c5fb-46d9-a042-ae558269de52 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:28.029848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45082) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:28.031599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fa20daad-fc8f-41ee-8439-ef3c0de29c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:28.046958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2078bf42-40ff-4d21-87fb-63312ea8486e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Calling delete_port for 26eaf9a4-1429-4d39-99d3-1d723c0391ab owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:05:28.062526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ee156bad-ad4f-416f-a28b-3c37a18a5c31 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Request body: {'router': {'external_gateway_info': {'network_id': '5e925182-ab93-410f-acd5-a590ff387b64', 'external_fixed_ips': [{'subnet_id': '074a0cf3-12cb-4595-83e6-c148bc78a31c', 'ip_address': '2001:db8::333'}]}}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:28.113863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1a023739-cebe-4853-974a-8572004332a9 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:28.136172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1a023739-cebe-4853-974a-8572004332a9 None None] Transition to ACTIVE for port object 78b41efa-4da8-41e2-94d8-6225bfe70936 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:28.153942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c58a5d-79c1-41e5-8c1d-b78f55b49d15 None None] No DVR routers for this DVR port e17e94e7-bbec-4eb8-928e-6a05bd227de3 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:05:28.165526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1a023739-cebe-4853-974a-8572004332a9 None None] Transition to ACTIVE for port object 78b41efa-4da8-41e2-94d8-6225bfe70936 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:28.183888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1a023739-cebe-4853-974a-8572004332a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:28.185483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33306c96-4bed-4c55-bb6c-8902a5982b0b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:28.187318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ee156bad-ad4f-416f-a28b-3c37a18a5c31 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:28.203581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:28.208401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-33306c96-4bed-4c55-bb6c-8902a5982b0b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Transition to ACTIVE for port object 20d6088e-484b-44b3-a4f1-a67ce10b76c3 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:28.213420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2078bf42-40ff-4d21-87fb-63312ea8486e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:28.234166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ee156bad-ad4f-416f-a28b-3c37a18a5c31 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Usage tracker for resource:router and tenant:e5d17c392242467db06545404f7abf69 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:28.242017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ee156bad-ad4f-416f-a28b-3c37a18a5c31 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:28.242952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cbf1df-1777-4d27-990c-236845e96079 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:05:28.258056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d033cfe1-da7a-48c3-bbbd-e630719e15ab tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:28.291407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ee156bad-ad4f-416f-a28b-3c37a18a5c31 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:28.307388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-dea901c5-3b7c-496b-851c-29ca692bc7f9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network b86c4b7c-a337-4c00-85e9-45097a895981 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:05:28.343160 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:05:28.343160 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:05:28.343160 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:05:28.343160 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:05:28.343160 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:05:28.343160 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:05:28.343160 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:05:28.343160 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:05:28.343160 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:05:28.343160 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:05:28.343160 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:05:28.343160 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:05:28.343160 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:05:28.343160 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:05:28.343160 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:05:28.343160 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:05:28.343160 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:05:28.343160 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:05:28.343160 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:05:28.343160 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:05:28.343160 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:05:28.343160 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:05:28.343160 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:05:28.343160 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:05:28.343160 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:05:28.343160 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:05:28.343160 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:05:28.343160 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:05:28.343160 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:05:28.343160 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:05:28.343160 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:05:28.343160 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:05:28.372013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078bf42-40ff-4d21-87fb-63312ea8486e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Port': ['ID=26eaf9a4-1429-4d39-99d3-1d723c0391ab,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:28.374397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b8a0d531-bca4-4355-857c-e4585360194d up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:05:28.374535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33306c96-4bed-4c55-bb6c-8902a5982b0b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:28.376196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2078bf42-40ff-4d21-87fb-63312ea8486e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:28.395269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-871dd880-7d5b-4a26-a82d-f3ad57259819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:28.476350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a023739-cebe-4853-974a-8572004332a9 None None] Pushing event updated for resources: {'Port': ['ID=78b41efa-4da8-41e2-94d8-6225bfe70936,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:28.488697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1a023739-cebe-4853-974a-8572004332a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:28.538170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee156bad-ad4f-416f-a28b-3c37a18a5c31 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:28.539246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee156bad-ad4f-416f-a28b-3c37a18a5c31 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:28.542918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dea901c5-3b7c-496b-851c-29ca692bc7f9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:28.547615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dea901c5-3b7c-496b-851c-29ca692bc7f9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:28.552980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa20daad-fc8f-41ee-8439-ef3c0de29c36 admin admin] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:05:28.556535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:28.569278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33306c96-4bed-4c55-bb6c-8902a5982b0b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Port': ['ID=20d6088e-484b-44b3-a4f1-a67ce10b76c3,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:28.579230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-33306c96-4bed-4c55-bb6c-8902a5982b0b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:28.600490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-fa20daad-fc8f-41ee-8439-ef3c0de29c36 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:28.603052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa20daad-fc8f-41ee-8439-ef3c0de29c36 admin admin] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:05:28.615677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a023739-cebe-4853-974a-8572004332a9 None None] Network 9ccc3143-79e8-4735-a467-5f1bd0c58340 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:05:28.642246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-1a023739-cebe-4853-974a-8572004332a9 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:28.645050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2078bf42-40ff-4d21-87fb-63312ea8486e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:28.651770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a023739-cebe-4853-974a-8572004332a9 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:05:28.696359 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2078bf42-40ff-4d21-87fb-63312ea8486e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/ports/26eaf9a4-1429-4d39-99d3-1d723c0391ab HTTP/1.1" status: 204  len: 168 time: 1.5089812
Nov 24 13:05:28.698802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45088) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:28.777369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33306c96-4bed-4c55-bb6c-8902a5982b0b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:05:28.792924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port b8a0d531-bca4-4355-857c-e4585360194d completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:05:28.806858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-1a023739-cebe-4853-974a-8572004332a9 None None] Attempting to bind port 78b41efa-4da8-41e2-94d8-6225bfe70936 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:05:28.807259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-1a023739-cebe-4853-974a-8572004332a9 None None] Attempting to bind port 78b41efa-4da8-41e2-94d8-6225bfe70936 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '2da7ffd8-f432-42c7-bf21-a05e08d7bea9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9ccc3143-79e8-4735-a467-5f1bd0c58340'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:05:28.808063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a023739-cebe-4853-974a-8572004332a9 None None] Attempting to bind port 78b41efa-4da8-41e2-94d8-6225bfe70936 on network 9ccc3143-79e8-4735-a467-5f1bd0c58340 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:05:28.832188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-33306c96-4bed-4c55-bb6c-8902a5982b0b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:28.839763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33306c96-4bed-4c55-bb6c-8902a5982b0b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:05:28.844444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33306c96-4bed-4c55-bb6c-8902a5982b0b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:28.845153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33306c96-4bed-4c55-bb6c-8902a5982b0b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:28.872850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a023739-cebe-4853-974a-8572004332a9 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:05:28.873288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a023739-cebe-4853-974a-8572004332a9 None None] Checking segment: {'id': '2da7ffd8-f432-42c7-bf21-a05e08d7bea9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9ccc3143-79e8-4735-a467-5f1bd0c58340'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:05:28.873753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1a023739-cebe-4853-974a-8572004332a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:28.876711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a023739-cebe-4853-974a-8572004332a9 None None] Bound using segment: {'id': '2da7ffd8-f432-42c7-bf21-a05e08d7bea9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9ccc3143-79e8-4735-a467-5f1bd0c58340'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:05:28.879373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-1a023739-cebe-4853-974a-8572004332a9 None None] Bound port: 78b41efa-4da8-41e2-94d8-6225bfe70936, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da7ffd8-f432-42c7-bf21-a05e08d7bea9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9ccc3143-79e8-4735-a467-5f1bd0c58340'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:05:28.880194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1a023739-cebe-4853-974a-8572004332a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:28.886816 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-33306c96-4bed-4c55-bb6c-8902a5982b0b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.4984837
Nov 24 13:05:28.888088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45092) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:28.944712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ae27c1-c4f8-4129-8748-e6dc008fb7c6 None None] Network af675fa1-01b6-4cc2-9461-d6b59d23854b requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:05:28.946031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea901c5-3b7c-496b-851c-29ca692bc7f9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Network': ['ID=b86c4b7c-a337-4c00-85e9-45097a895981,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:28.949010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dea901c5-3b7c-496b-851c-29ca692bc7f9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:28.979306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45096) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:28.979570 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-dea901c5-3b7c-496b-851c-29ca692bc7f9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/networks/b86c4b7c-a337-4c00-85e9-45097a895981 HTTP/1.1" status: 204  len: 168 time: 5.7583489
Nov 24 13:05:28.990259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b0121a24-0854-4932-94d4-7175f7e5857e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1627495712'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:29.002862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e429fe-e2b9-4044-ab7a-9ecd393fd952 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:29.003625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-87e429fe-e2b9-4044-ab7a-9ecd393fd952 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Synchronizing usage tracker for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:05:29.006883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b0121a24-0854-4932-94d4-7175f7e5857e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:29.017890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b0121a24-0854-4932-94d4-7175f7e5857e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Usage tracker for resource:network and tenant:2aca37eb671f42ff857d97c1cafabbf3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:29.022590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b0121a24-0854-4932-94d4-7175f7e5857e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Quota usage for network was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:29.031278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc12460-76f4-42ae-986f-ac76f98f5b56 req-91714572-a0a8-4f92-a956-b34308947a4b tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:29.032753 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-afc12460-76f4-42ae-986f-ac76f98f5b56 req-91714572-a0a8-4f92-a956-b34308947a4b tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.2371938
Nov 24 13:05:29.041084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7e6168-cbc0-4ad5-ad64-401231fd6a28 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:05:29.047107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b0121a24-0854-4932-94d4-7175f7e5857e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:29.058913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d24a33-5fed-4a79-a15d-8d229a07da8b None None] Sync routers for ids ['481ea0aa-f019-453b-a1b9-ad435636dc30'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:05:29.071372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee156bad-ad4f-416f-a28b-3c37a18a5c31 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:29.083832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d24a33-5fed-4a79-a15d-8d229a07da8b None None] Routers {'481ea0aa-f019-453b-a1b9-ad435636dc30'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:05:29.085955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-13d24a33-5fed-4a79-a15d-8d229a07da8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c60cc18>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:05:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['481ea0aa-f019-453b-a1b9-ad435636dc30'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:29.091322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0121a24-0854-4932-94d4-7175f7e5857e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Made reservation on behalf of 2aca37eb671f42ff857d97c1cafabbf3 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:05:29.098890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0121a24-0854-4932-94d4-7175f7e5857e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:29.109864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-87e429fe-e2b9-4044-ab7a-9ecd393fd952 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Unset dirty status for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:05:29.114401 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-87e429fe-e2b9-4044-ab7a-9ecd393fd952 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.4138417
Nov 24 13:05:29.115298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45100) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:29.120501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e7e6168-cbc0-4ad5-ad64-401231fd6a28 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:29.121990 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5e7e6168-cbc0-4ad5-ad64-401231fd6a28 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 881 time: 13.5271277
Nov 24 13:05:29.127129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45104) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:29.168731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d588e59-943e-4c40-a48d-7498fed9d30e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:29.169570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6d588e59-943e-4c40-a48d-7498fed9d30e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:05:29.207794 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe8c0c4-a1b9-4dc4-a0cc-d99bc8b27665 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] GET failed (client error): The resource could not be found.
Nov 24 13:05:29.212519 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9fe8c0c4-a1b9-4dc4-a0cc-d99bc8b27665 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "GET /v2.0/ports/3cd5521b-ac8d-46d9-b1d0-611900445229 HTTP/1.1" status: 404  len: 333 time: 0.0909855
Nov 24 13:05:29.216484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45108) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:29.228311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-13d24a33-5fed-4a79-a15d-8d229a07da8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c60cc18>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:29.243237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d24a33-5fed-4a79-a15d-8d229a07da8b None None] Routers {'481ea0aa-f019-453b-a1b9-ad435636dc30'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:05:29.244201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6ec13348-9a9f-467b-b903-ef1f33e00701 None None] Provisioning for port b8a0d531-bca4-4355-857c-e4585360194d completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:05:29.244767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-13d24a33-5fed-4a79-a15d-8d229a07da8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c60cc18>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:05:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['481ea0aa-f019-453b-a1b9-ad435636dc30'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:29.266629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-1a023739-cebe-4853-974a-8572004332a9 None None] For port 78b41efa-4da8-41e2-94d8-6225bfe70936, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:05:29.287889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0121a24-0854-4932-94d4-7175f7e5857e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:05:29.301195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6d588e59-943e-4c40-a48d-7498fed9d30e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:05:29.305068 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6d588e59-943e-4c40-a48d-7498fed9d30e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 946 time: 0.4118671
Nov 24 13:05:29.312643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6ec13348-9a9f-467b-b903-ef1f33e00701 None None] Provisioning complete for port b8a0d531-bca4-4355-857c-e4585360194d triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:29.313001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6ec13348-9a9f-467b-b903-ef1f33e00701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:29.314038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45112) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:29.321558 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-afc12460-76f4-42ae-986f-ac76f98f5b56 req-0008c221-f321-4ca2-997a-640fbba83dd8 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2538891
Nov 24 13:05:29.322813 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68f728b-0e90-4a7e-a227-3369adc2b985 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] GET failed (client error): The resource could not be found.
Nov 24 13:05:29.327669 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d68f728b-0e90-4a7e-a227-3369adc2b985 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "GET /v2.0/ports/26eaf9a4-1429-4d39-99d3-1d723c0391ab HTTP/1.1" status: 404  len: 333 time: 0.0999715
Nov 24 13:05:29.328339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45116) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:29.365396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-13d24a33-5fed-4a79-a15d-8d229a07da8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c60cc18>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:29.365861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d24a33-5fed-4a79-a15d-8d229a07da8b None None] The sync data for ids ['481ea0aa-f019-453b-a1b9-ad435636dc30'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:05:29.366307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0121a24-0854-4932-94d4-7175f7e5857e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:29.366928 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-b0121a24-0854-4932-94d4-7175f7e5857e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Added segment 4c45674f-0bd6-40c7-b447-2c2f881c0cc3 of type vxlan for network 29aef8a8-dcd4-41af-9a6b-f4cb185ed590
Nov 24 13:05:29.413524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-1a023739-cebe-4853-974a-8572004332a9 None None] For port 78b41efa-4da8-41e2-94d8-6225bfe70936, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=78b41efa-4da8-41e2-94d8-6225bfe70936,segment=NetworkSegment(2da7ffd8-f432-42c7-bf21-a05e08d7bea9),segment_id=2da7ffd8-f432-42c7-bf21-a05e08d7bea9)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:05:29.427625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1a023739-cebe-4853-974a-8572004332a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:29.454947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-68b89441-c85b-44f4-883a-5fe270d93159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:29.505653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0121a24-0854-4932-94d4-7175f7e5857e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:29.521611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:29.586787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting port 20d6088e-484b-44b3-a4f1-a67ce10b76c3 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:05:29.586787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:29.615876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c0059ad-c5fb-46d9-a042-ae558269de52 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for router_gateway, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:29.676447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-8ca51b04-1dca-4f60-b844-2979d8864b51', 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'fixed_ips': [{'subnet_id': 'b0c550ab-c4f6-4b46-a8d8-2e6c339dc084'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:05:29.677739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:29.679534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c0059ad-c5fb-46d9-a042-ae558269de52 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:29.702233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee156bad-ad4f-416f-a28b-3c37a18a5c31 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:29.758078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a023739-cebe-4853-974a-8572004332a9 None None] Pushing event updated for resources: {'Port': ['ID=78b41efa-4da8-41e2-94d8-6225bfe70936,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:29.762182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1a023739-cebe-4853-974a-8572004332a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:29.942871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0121a24-0854-4932-94d4-7175f7e5857e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:29.947034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0121a24-0854-4932-94d4-7175f7e5857e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:29.947721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0121a24-0854-4932-94d4-7175f7e5857e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:29.956819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:30.129653 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b0121a24-0854-4932-94d4-7175f7e5857e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.1478162
Nov 24 13:05:30.130872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45120) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:30.157208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:30.165862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6ec13348-9a9f-467b-b903-ef1f33e00701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:30.188991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fa20daad-fc8f-41ee-8439-ef3c0de29c36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:30.189820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fa20daad-fc8f-41ee-8439-ef3c0de29c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:30.280683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-6ec13348-9a9f-467b-b903-ef1f33e00701 None None] For port b8a0d531-bca4-4355-857c-e4585360194d, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=b8a0d531-bca4-4355-857c-e4585360194d,segment=NetworkSegment(f240b38c-33fc-48df-8782-1ceff90a63a1),segment_id=f240b38c-33fc-48df-8782-1ceff90a63a1)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:05:30.326987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6ec13348-9a9f-467b-b903-ef1f33e00701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:30.331746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1a023739-cebe-4853-974a-8572004332a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:30.334557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-15b1cfda-3112-4e26-b936-8ee06a9368f5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Request body: {'subnet': {'network_id': '29aef8a8-dcd4-41af-9a6b-f4cb185ed590', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:30.380097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:30.453925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f63463434e0>,) {'filters': {'network_id': ['df11c1f0-0059-486d-acfd-0ef4cb599641']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:30.482897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0121a24-0854-4932-94d4-7175f7e5857e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event updated for resources: {'Network': ['ID=29aef8a8-dcd4-41af-9a6b-f4cb185ed590,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:30.486779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b0121a24-0854-4932-94d4-7175f7e5857e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:30.508905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec13348-9a9f-467b-b903-ef1f33e00701 None None] Pushing event updated for resources: {'Port': ['ID=b8a0d531-bca4-4355-857c-e4585360194d,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:30.512074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 29aef8a8-dcd4-41af-9a6b-f4cb185ed590 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:05:30.528240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 29aef8a8-dcd4-41af-9a6b-f4cb185ed590 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:05:30.554426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f63463434e0>, 'f3635c60-cc45-4834-93af-50588241e429') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:30.554776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f63463434e0>, 'f3635c60-cc45-4834-93af-50588241e429') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:30.556751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6ec13348-9a9f-467b-b903-ef1f33e00701 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:30.579895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:30.596945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-15b1cfda-3112-4e26-b936-8ee06a9368f5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:30.607750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-15b1cfda-3112-4e26-b936-8ee06a9368f5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Usage tracker for resource:subnet and tenant:2aca37eb671f42ff857d97c1cafabbf3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:30.616218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-15b1cfda-3112-4e26-b936-8ee06a9368f5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:30.619681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:30.622627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Releasing vxlan tunnel 11 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:05:30.624821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Calling delete_port for 20d6088e-484b-44b3-a4f1-a67ce10b76c3 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:05:30.643160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-15b1cfda-3112-4e26-b936-8ee06a9368f5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:30.787094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b1cfda-3112-4e26-b936-8ee06a9368f5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Made reservation on behalf of 2aca37eb671f42ff857d97c1cafabbf3 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:05:30.855987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Allocated IP 2001:db8::2 (8ca51b04-1dca-4f60-b844-2979d8864b51/b0c550ab-c4f6-4b46-a8d8-2e6c339dc084/daf005de-b677-4e1a-841c-705ddd8ad703) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:05:30.858286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e28dcc64-5ebf-46f6-a199-ef3317d1a4f9 None None] Provisioning complete for port b8a0d531-bca4-4355-857c-e4585360194d triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:30.858718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e28dcc64-5ebf-46f6-a199-ef3317d1a4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:30.934015 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-17d466fb-6d9b-4c1a-8360-b7b3eb757a0e tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "GET /v2.0/routers/481ea0aa-f019-453b-a1b9-ad435636dc30 HTTP/1.1" status: 200  len: 917 time: 1.8031335
Nov 24 13:05:30.957359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45126) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:30.979498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ad2a8-c4b0-4359-98f8-8eae93a5504d req-5cf299c1-9ade-4f32-9fee-ce4e17f15a38 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:30.988377 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eb6ad2a8-c4b0-4359-98f8-8eae93a5504d req-5cf299c1-9ade-4f32-9fee-ce4e17f15a38 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.4844396
Nov 24 13:05:30.995973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-15b1cfda-3112-4e26-b936-8ee06a9368f5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:31.066496 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-57ad99ae-bfa6-4930-ba31-8a9fbd39040a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "GET /v2.0/ports?device_id=481ea0aa-f019-453b-a1b9-ad435636dc30 HTTP/1.1" status: 200  len: 205 time: 0.1038764
Nov 24 13:05:31.087296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45130) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:31.226698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-1c0059ad-c5fb-46d9-a042-ae558269de52 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Allocated IP 172.26.8.249 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/c8d8b562-01b6-46b5-b593-3ad38dbaba4c) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:05:31.237605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network df11c1f0-0059-486d-acfd-0ef4cb599641 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:05:31.250287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:31.279197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:31.286473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-40fa4e59-b16f-46c4-8af3-c9a256aeadcd None None] Provisioning complete for port b8a0d531-bca4-4355-857c-e4585360194d triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:31.286911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-40fa4e59-b16f-46c4-8af3-c9a256aeadcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:31.329669 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eb6ad2a8-c4b0-4359-98f8-8eae93a5504d req-28c4cdfd-3ba3-4fea-b11a-82b6edcc6a68 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3401458
Nov 24 13:05:31.487199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network df11c1f0-0059-486d-acfd-0ef4cb599641 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:05:31.513608 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:05:31.513608 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:05:31.513608 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:05:31.513608 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:05:31.513608 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:05:31.513608 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:05:31.513608 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:05:31.513608 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:05:31.513608 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:05:31.513608 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:05:31.513608 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:05:31.513608 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:05:31.513608 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:05:31.513608 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:05:31.513608 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:05:31.513608 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:05:31.513608 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:05:31.513608 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:05:31.513608 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:05:31.513608 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:05:31.513608 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:05:31.513608 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:05:31.513608 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:05:31.513608 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:05:31.513608 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:05:31.513608 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:05:31.513608 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:05:31.513608 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:05:31.513608 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:05:31.513608 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:05:31.513608 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:05:31.513608 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:05:31.607406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:31.611188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-70acd69f-1b7d-408a-af27-7d0c44bb2343 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:31.632920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:31.640976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Transition to ACTIVE for port object daf005de-b677-4e1a-841c-705ddd8ad703 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:31.645359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Network': ['ID=df11c1f0-0059-486d-acfd-0ef4cb599641,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:31.670242 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/networks/df11c1f0-0059-486d-acfd-0ef4cb599641 HTTP/1.1" status: 204  len: 168 time: 2.3394620
Nov 24 13:05:31.678760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45138) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:31.681667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Transition to ACTIVE for port object daf005de-b677-4e1a-841c-705ddd8ad703 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:31.688464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:31.689620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ac55745f-01e8-46dd-8371-de574bb07d9e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'network': {'name': 'tempest-PortsTestJSON-936147823'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:31.696816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ac55745f-01e8-46dd-8371-de574bb07d9e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:31.702105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:31.702831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ac55745f-01e8-46dd-8371-de574bb07d9e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:network and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:31.706656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ac55745f-01e8-46dd-8371-de574bb07d9e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for network was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:31.713646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ac55745f-01e8-46dd-8371-de574bb07d9e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:31.724537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.725028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.725555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.725968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.726398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.726804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.727206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.727605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.728004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.728440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.728839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.729234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.730371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.731170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.731446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.731854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.732402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.732800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.733195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.733590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.733984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.734399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.734793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.735186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.790928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac55745f-01e8-46dd-8371-de574bb07d9e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:05:31.796922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ac55745f-01e8-46dd-8371-de574bb07d9e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:31.805406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-799d15ea-49df-469c-884f-d77b0b924b09 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:31.820235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:31.894025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac55745f-01e8-46dd-8371-de574bb07d9e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:05:31.894558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-efd0db6b-b97c-4278-bb38-64f42426ae7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:31.904158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ac55745f-01e8-46dd-8371-de574bb07d9e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:31.904545 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-ac55745f-01e8-46dd-8371-de574bb07d9e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Added segment 050103f3-a821-4a62-b3c0-5c0375a7c0d8 of type vxlan for network 66f1dacd-96d1-4e47-9166-4a431ef055f7
Nov 24 13:05:31.915729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Port': ['ID=20d6088e-484b-44b3-a4f1-a67ce10b76c3,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:31.933230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ac55745f-01e8-46dd-8371-de574bb07d9e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:31.978841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Pushing event updated for resources: {'Port': ['ID=daf005de-b677-4e1a-841c-705ddd8ad703,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:31.983098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ac55745f-01e8-46dd-8371-de574bb07d9e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:31.986224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.986692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.987115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.987533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.987639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac55745f-01e8-46dd-8371-de574bb07d9e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:31.987945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.988173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ac55745f-01e8-46dd-8371-de574bb07d9e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:31.988354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.988737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.989136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.989540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.989941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.990041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:05:31.990367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.990767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.991276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.991679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.991949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:31.992060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.992450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.992851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.993433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.993910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.994634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.994744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.995229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:05:31.995423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.995817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:31.996293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:32.007992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:32.008389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:32.008777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:32.009289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:32.009672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:32.010054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:32.010453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:32.010614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:32.010841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:32.011565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:32.011565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:32.011909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:32.012278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:32.012759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:32.013133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:32.013504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:32.013872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:32.014297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:32.014841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:32.015209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:32.015576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:32.016078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:32.016450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:32.016817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:32.017183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:05:32.049764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:32.059737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:32.077290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9f7d3d-f32f-426b-8022-7294cad74082 None None] Network 9ccc3143-79e8-4735-a467-5f1bd0c58340 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:05:32.107464 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ac55745f-01e8-46dd-8371-de574bb07d9e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.4269021
Nov 24 13:05:32.110704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45142) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:32.131949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-48c7d6d6-ab73-49e3-be58-8f494e278a38 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'subnet': {'network_id': '66f1dacd-96d1-4e47-9166-4a431ef055f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:32.241067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Attempting to bind port daf005de-b677-4e1a-841c-705ddd8ad703 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:05:32.242546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Attempting to bind port daf005de-b677-4e1a-841c-705ddd8ad703 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:05:32.243166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Attempting to bind port daf005de-b677-4e1a-841c-705ddd8ad703 on network 8ca51b04-1dca-4f60-b844-2979d8864b51 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:05:32.268418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b5a76-4a29-4f73-bc93-af96969eb744 req-e7ee8702-4320-45ac-86d9-060fbb828cb7 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:32.270009 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f38b5a76-4a29-4f73-bc93-af96969eb744 req-e7ee8702-4320-45ac-86d9-060fbb828cb7 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.5879242
Nov 24 13:05:32.276787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:05:32.277556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Checking segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:05:32.278373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:32.279146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Bound using segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:05:32.279850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Bound port: daf005de-b677-4e1a-841c-705ddd8ad703, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:05:32.280446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:32.285440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55745f-01e8-46dd-8371-de574bb07d9e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Network': ['ID=66f1dacd-96d1-4e47-9166-4a431ef055f7,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:32.293544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ac55745f-01e8-46dd-8371-de574bb07d9e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:32.340836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee156bad-ad4f-416f-a28b-3c37a18a5c31 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router_gateway, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:32.356097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 66f1dacd-96d1-4e47-9166-4a431ef055f7 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:05:32.373635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 66f1dacd-96d1-4e47-9166-4a431ef055f7 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:05:32.380769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6ad7d-3487-440c-8f3a-68a3b928408f req-d100aeee-13d4-42be-a559-9734bddc69c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:32.382439 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3af6ad7d-3487-440c-8f3a-68a3b928408f req-d100aeee-13d4-42be-a559-9734bddc69c3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4286288353e74305b378e229e8ab5058&device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 1163 time: 0.5188909
Nov 24 13:05:32.400691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 78b41efa-4da8-41e2-94d8-6225bfe70936 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:05:32.405738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c0059ad-c5fb-46d9-a042-ae558269de52 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:32.413107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee156bad-ad4f-416f-a28b-3c37a18a5c31 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:32.436470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-48c7d6d6-ab73-49e3-be58-8f494e278a38 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:32.458305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-48c7d6d6-ab73-49e3-be58-8f494e278a38 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:subnet and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:32.462190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-48c7d6d6-ab73-49e3-be58-8f494e278a38 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:32.470300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-48c7d6d6-ab73-49e3-be58-8f494e278a38 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:32.476887 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f38b5a76-4a29-4f73-bc93-af96969eb744 req-feadd5ea-0059-4881-8092-feb942c63a1e tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1711507
Nov 24 13:05:32.489902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c7d6d6-ab73-49e3-be58-8f494e278a38 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:05:32.550229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:32.580176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0d41d028-1938-4c49-b009-e85cdc1d5289 None None] Provisioning for port 78b41efa-4da8-41e2-94d8-6225bfe70936 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:05:32.631900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-48c7d6d6-ab73-49e3-be58-8f494e278a38 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:32.686918 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/20d6088e-484b-44b3-a4f1-a67ce10b76c3 HTTP/1.1" status: 204  len: 168 time: 3.3715572
Nov 24 13:05:32.700533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45146) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:32.783296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] For port daf005de-b677-4e1a-841c-705ddd8ad703, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:05:32.805119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] For port daf005de-b677-4e1a-841c-705ddd8ad703, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=daf005de-b677-4e1a-841c-705ddd8ad703,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:05:32.820047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c0059ad-c5fb-46d9-a042-ae558269de52 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:32.843266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:32.854308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:32.861497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 78b41efa-4da8-41e2-94d8-6225bfe70936 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:05:32.873287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-efd0db6b-b97c-4278-bb38-64f42426ae7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:32.908218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-15b1cfda-3112-4e26-b936-8ee06a9368f5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:32.925165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9ca31317-5047-4e48-a340-aad6c2063de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:32.993235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6ad7d-3487-440c-8f3a-68a3b928408f req-92cf6a5c-fc59-42fc-89df-750e58fabf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:32.994885 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3af6ad7d-3487-440c-8f3a-68a3b928408f req-92cf6a5c-fc59-42fc-89df-750e58fabf35 service neutron] 10.222.0.70 "GET /v2.0/networks?id=42f46442-d2b1-4c59-8018-dd6806abe134 HTTP/1.1" status: 200  len: 906 time: 0.5852230
Nov 24 13:05:33.137303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cba5eb09-021d-44e2-8501-ca32d73ac78f tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:33.137538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1cfda-3112-4e26-b936-8ee06a9368f5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event updated for resources: {'Subnet': ['ID=0c51ad30-109a-4dc8-a0b5-a694cdd922b0,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:33.138596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 78b41efa-4da8-41e2-94d8-6225bfe70936 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:33.139141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:33.187976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-15b1cfda-3112-4e26-b936-8ee06a9368f5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:33.198407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c6d428-3235-46f4-b1b5-522cc8fce088 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:33.199506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c6d428-3235-46f4-b1b5-522cc8fce088 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:33.203812 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e8c6d428-3235-46f4-b1b5-522cc8fce088 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.4944782
Nov 24 13:05:33.215505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45150) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:33.269877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0059ad-c5fb-46d9-a042-ae558269de52 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event updated for resources: {'Port': ['ID=c8d8b562-01b6-46b5-b593-3ad38dbaba4c,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:33.284165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1c0059ad-c5fb-46d9-a042-ae558269de52 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:33.284637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Pushing event updated for resources: {'Port': ['ID=daf005de-b677-4e1a-841c-705ddd8ad703,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:33.289223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:33.290757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa20daad-fc8f-41ee-8439-ef3c0de29c36 admin admin] Router 3937804a-a539-4c6e-adbc-eb8a99ecd1cd is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:05:33.411552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:33.491176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 78b41efa-4da8-41e2-94d8-6225bfe70936, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=78b41efa-4da8-41e2-94d8-6225bfe70936,segment=NetworkSegment(2da7ffd8-f432-42c7-bf21-a05e08d7bea9),segment_id=2da7ffd8-f432-42c7-bf21-a05e08d7bea9)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:05:33.501996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:33.502893 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3af6ad7d-3487-440c-8f3a-68a3b928408f req-1618ff81-be56-4437-af75-e4616ecef5a4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af0d0a0e-4f8a-4806-bb3e-d85246ab5173 HTTP/1.1" status: 200  len: 1002 time: 0.4888799
Nov 24 13:05:33.503034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b8a0d531-bca4-4355-857c-e4585360194d up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:05:33.579367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:33.702335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=78b41efa-4da8-41e2-94d8-6225bfe70936,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:33.719556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:33.728705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e5b44f26-40d9-4ae3-90af-d9f28976ee49 None None] Provisioning complete for port 78b41efa-4da8-41e2-94d8-6225bfe70936 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:33.729510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e5b44f26-40d9-4ae3-90af-d9f28976ee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:33.825491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port b8a0d531-bca4-4355-857c-e4585360194d triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:33.826082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:34.085246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e9ff11-c33a-417c-a555-3b6408336631 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting subnet b0c550ab-c4f6-4b46-a8d8-2e6c339dc084 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:05:34.094649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b9e9ff11-c33a-417c-a555-3b6408336631 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:34.113205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0059ad-c5fb-46d9-a042-ae558269de52 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:05:34.161869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-1c0059ad-c5fb-46d9-a042-ae558269de52 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:34.167782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b1cfda-3112-4e26-b936-8ee06a9368f5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Checking segment: {'id': '4c45674f-0bd6-40c7-b447-2c2f881c0cc3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '29aef8a8-dcd4-41af-9a6b-f4cb185ed590'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:05:34.168139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b1cfda-3112-4e26-b936-8ee06a9368f5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network hostable DHCP agents. Network: 29aef8a8-dcd4-41af-9a6b-f4cb185ed590, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:05:34.224395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c760a7-3901-4a40-9ba2-1c49bb4e0e3c req-841c1a99-4c8b-4a40-a94e-d123edcf0f3b tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:34.234147 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a2c760a7-3901-4a40-9ba2-1c49bb4e0e3c req-841c1a99-4c8b-4a40-a94e-d123edcf0f3b tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.4280374
Nov 24 13:05:34.234403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0059ad-c5fb-46d9-a042-ae558269de52 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:05:34.265065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e416f111-67e6-4dcf-934b-8e940c1e542a None None] Provisioning complete for port 78b41efa-4da8-41e2-94d8-6225bfe70936 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:34.266299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e416f111-67e6-4dcf-934b-8e940c1e542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:34.278210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6ad7d-3487-440c-8f3a-68a3b928408f req-ae4e69bd-dc02-4483-8397-e8e3b8dff7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:34.279814 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3af6ad7d-3487-440c-8f3a-68a3b928408f req-ae4e69bd-dc02-4483-8397-e8e3b8dff7a6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4edc9f76-5638-4785-9026-5e5686309573 HTTP/1.1" status: 200  len: 851 time: 0.7666042
Nov 24 13:05:34.279939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b9e9ff11-c33a-417c-a555-3b6408336631 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:34.312201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 78b41efa-4da8-41e2-94d8-6225bfe70936 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:05:34.360929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b1cfda-3112-4e26-b936-8ee06a9368f5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network 29aef8a8-dcd4-41af-9a6b-f4cb185ed590 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:05:34.377388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-ee156bad-ad4f-416f-a28b-3c37a18a5c31 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Allocated IP 2001:db8::333 (5e925182-ab93-410f-acd5-a590ff387b64/074a0cf3-12cb-4595-83e6-c148bc78a31c/80ef1e5b-247b-42d1-82c3-19e7afc54477) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:05:34.389304 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a2c760a7-3901-4a40-9ba2-1c49bb4e0e3c req-6b42d9ee-ca86-4a4d-b724-6c18513813c1 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1510186
Nov 24 13:05:34.395984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-15b1cfda-3112-4e26-b936-8ee06a9368f5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 29aef8a8-dcd4-41af-9a6b-f4cb185ed590) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:34.430688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b1cfda-3112-4e26-b936-8ee06a9368f5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:34.431069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-15b1cfda-3112-4e26-b936-8ee06a9368f5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:34.461069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47082b32-4c4b-423b-8ca5-7521a5c4a1c7 None None] Network 29aef8a8-dcd4-41af-9a6b-f4cb185ed590 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:05:34.512776 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-15b1cfda-3112-4e26-b936-8ee06a9368f5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.2026806
Nov 24 13:05:34.516788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45156) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:34.549573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b9e9ff11-c33a-417c-a555-3b6408336631 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:34.582159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 78b41efa-4da8-41e2-94d8-6225bfe70936 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:34.582499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:34.661219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-48c7d6d6-ab73-49e3-be58-8f494e278a38 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:34.663282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6ad7d-3487-440c-8f3a-68a3b928408f req-05596b99-e001-4bec-8013-1b376e6c36cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:34.664911 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3af6ad7d-3487-440c-8f3a-68a3b928408f req-05596b99-e001-4bec-8013-1b376e6c36cc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=42f46442-d2b1-4c59-8018-dd6806abe134&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3662567
Nov 24 13:05:34.675660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ba48d637-fee4-4c04-8117-f926dc141c56 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:34.787720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cba5eb09-021d-44e2-8501-ca32d73ac78f tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router_gateway, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:34.809243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010c7538-f7ac-4e0c-a70f-13587abec5c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-29aef8a8-dcd4-41af-9a6b-f4cb185ed590', 'network_id': '29aef8a8-dcd4-41af-9a6b-f4cb185ed590', 'tenant_id': '2aca37eb671f42ff857d97c1cafabbf3', 'fixed_ips': [{'subnet_id': '0c51ad30-109a-4dc8-a0b5-a694cdd922b0'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:05:34.810237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-010c7538-f7ac-4e0c-a70f-13587abec5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:34.838156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-cba5eb09-021d-44e2-8501-ca32d73ac78f tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Deleting port c38494ea-cce9-4ad9-b9a5-1c8bb66f9abd {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:05:34.838392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cba5eb09-021d-44e2-8501-ca32d73ac78f tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:34.870825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device daf005de-b677-4e1a-841c-705ddd8ad703 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:05:34.884630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee156bad-ad4f-416f-a28b-3c37a18a5c31 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:34.988718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7d6d6-ab73-49e3-be58-8f494e278a38 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Subnet': ['ID=bff65a52-3ac2-4592-9835-b2effb7f3a94,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:35.016173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-48c7d6d6-ab73-49e3-be58-8f494e278a38 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:35.055296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:35.071522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa20daad-fc8f-41ee-8439-ef3c0de29c36 admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:05:35.092721 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3af6ad7d-3487-440c-8f3a-68a3b928408f req-b4580730-994f-4912-87ad-42b76ccf0b74 service neutron] 10.222.0.70 "GET /v2.0/networks/42f46442-d2b1-4c59-8018-dd6806abe134?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4133313
Nov 24 13:05:35.103328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c393a29d-5458-4a1e-9cd8-fb29e3d9c91f None None] Sync routers for ids ['3937804a-a539-4c6e-adbc-eb8a99ecd1cd'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:05:35.129880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port daf005de-b677-4e1a-841c-705ddd8ad703 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:05:35.170641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c393a29d-5458-4a1e-9cd8-fb29e3d9c91f None None] Routers {'3937804a-a539-4c6e-adbc-eb8a99ecd1cd'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:05:35.171358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-c393a29d-5458-4a1e-9cd8-fb29e3d9c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347c3ae10>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:05:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['3937804a-a539-4c6e-adbc-eb8a99ecd1cd'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:35.219382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee156bad-ad4f-416f-a28b-3c37a18a5c31 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:35.364230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c7d6d6-ab73-49e3-be58-8f494e278a38 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Checking segment: {'id': '050103f3-a821-4a62-b3c0-5c0375a7c0d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '66f1dacd-96d1-4e47-9166-4a431ef055f7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:05:35.364733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c7d6d6-ab73-49e3-be58-8f494e278a38 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network hostable DHCP agents. Network: 66f1dacd-96d1-4e47-9166-4a431ef055f7, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:05:35.376841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:35.413369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7b14ae21-8502-4ef3-b8c3-8452a51f7637 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:35.417456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-010c7538-f7ac-4e0c-a70f-13587abec5c6 None None] Allocated IP 172.20.0.2 (29aef8a8-dcd4-41af-9a6b-f4cb185ed590/0c51ad30-109a-4dc8-a0b5-a694cdd922b0/e64150c6-48c0-4f22-8f37-f61be7bc62de) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:05:35.451468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fa20daad-fc8f-41ee-8439-ef3c0de29c36 admin admin] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:35.452170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b9e9ff11-c33a-417c-a555-3b6408336631 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:35.452786 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fa20daad-fc8f-41ee-8439-ef3c0de29c36 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 13.2009475
Nov 24 13:05:35.468504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45160) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:35.473972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-073e27f5-4201-43ac-bf54-87fd24950894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:35.536677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-c393a29d-5458-4a1e-9cd8-fb29e3d9c91f None None] Set router 3937804a-a539-4c6e-adbc-eb8a99ecd1cd gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:05:35.607436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8641209c-402d-4a4a-8c32-b8508d6072af None None] Could not find standard attr ID for object 20d6088e-484b-44b3-a4f1-a67ce10b76c3. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:05:35.631209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c0059ad-c5fb-46d9-a042-ae558269de52 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for router_gateway, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:35.631997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c0059ad-c5fb-46d9-a042-ae558269de52 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:35.637637 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3af6ad7d-3487-440c-8f3a-68a3b928408f req-6789156d-b139-41e8-8844-af6fbff85d5b service neutron] 10.222.0.70 "GET /v2.0/networks/42f46442-d2b1-4c59-8018-dd6806abe134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5284297
Nov 24 13:05:35.638524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee156bad-ad4f-416f-a28b-3c37a18a5c31 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Pushing event updated for resources: {'Port': ['ID=80ef1e5b-247b-42d1-82c3-19e7afc54477,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:35.668369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cba5eb09-021d-44e2-8501-ca32d73ac78f tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:35.678637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ee156bad-ad4f-416f-a28b-3c37a18a5c31 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:35.707428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8641209c-402d-4a4a-8c32-b8508d6072af None None] Provisioning for port daf005de-b677-4e1a-841c-705ddd8ad703 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:05:35.811116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9ff11-c33a-417c-a555-3b6408336631 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Subnet': ['ID=b0c550ab-c4f6-4b46-a8d8-2e6c339dc084,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:35.841456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b9e9ff11-c33a-417c-a555-3b6408336631 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:35.858275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c7d6d6-ab73-49e3-be58-8f494e278a38 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network 66f1dacd-96d1-4e47-9166-4a431ef055f7 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:05:35.884228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8641209c-402d-4a4a-8c32-b8508d6072af None None] Provisioning complete for port daf005de-b677-4e1a-841c-705ddd8ad703 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:35.884664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8641209c-402d-4a4a-8c32-b8508d6072af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:35.909573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-cba5eb09-021d-44e2-8501-ca32d73ac78f tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Calling delete_port for c38494ea-cce9-4ad9-b9a5-1c8bb66f9abd owned by network:router_gateway {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:05:35.972145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-48c7d6d6-ab73-49e3-be58-8f494e278a38 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 66f1dacd-96d1-4e47-9166-4a431ef055f7) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:36.048533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee156bad-ad4f-416f-a28b-3c37a18a5c31 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Network 5e925182-ab93-410f-acd5-a590ff387b64 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:05:36.063569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-ee156bad-ad4f-416f-a28b-3c37a18a5c31 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:36.071161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee156bad-ad4f-416f-a28b-3c37a18a5c31 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:05:36.158109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-010c7538-f7ac-4e0c-a70f-13587abec5c6 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:36.171952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-010c7538-f7ac-4e0c-a70f-13587abec5c6 None None] Transition to ACTIVE for port object e64150c6-48c0-4f22-8f37-f61be7bc62de will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:36.194168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-010c7538-f7ac-4e0c-a70f-13587abec5c6 None None] Transition to ACTIVE for port object e64150c6-48c0-4f22-8f37-f61be7bc62de will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:36.213649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1106b72a-b52a-47ba-ad85-132bed358a13 None None] Network 66f1dacd-96d1-4e47-9166-4a431ef055f7 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:05:36.246031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-010c7538-f7ac-4e0c-a70f-13587abec5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:36.414105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c7d6d6-ab73-49e3-be58-8f494e278a38 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:36.414695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-48c7d6d6-ab73-49e3-be58-8f494e278a38 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:36.476378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b9e9ff11-c33a-417c-a555-3b6408336631 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:36.578026 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-48c7d6d6-ab73-49e3-be58-8f494e278a38 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.4581339
Nov 24 13:05:36.583111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45166) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:36.607918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226f9d6-96dc-4534-8251-f87881e662a0 req-938b1f78-7cc0-479b-8956-b95337c7b9ef tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:36.609599 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f226f9d6-96dc-4534-8251-f87881e662a0 req-938b1f78-7cc0-479b-8956-b95337c7b9ef tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.9646120
Nov 24 13:05:36.613794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-79244551-2422-4e4d-be93-f929691e142b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'port': {'network_id': '66f1dacd-96d1-4e47-9166-4a431ef055f7', 'name': 'tempest-PortsTestJSON-186240122'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:36.635457 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b9e9ff11-c33a-417c-a555-3b6408336631 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/b0c550ab-c4f6-4b46-a8d8-2e6c339dc084 HTTP/1.1" status: 204  len: 168 time: 3.4146032
Nov 24 13:05:36.649584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:36.681090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d154f70-8283-4947-b627-2332ea894469 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:05:36.687426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45170) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:36.786607 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3f684962-faf1-405b-b65c-323c0fcd77ed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0897870
Nov 24 13:05:36.788675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee156bad-ad4f-416f-a28b-3c37a18a5c31 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router_gateway, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:36.788675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee156bad-ad4f-416f-a28b-3c37a18a5c31 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:36.792656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45174) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:36.807216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-19b7856e-4d78-4ae7-b58c-249cbb8f3be7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:36.825855 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f226f9d6-96dc-4534-8251-f87881e662a0 req-14658e51-1cd2-444e-a117-56d9d3ef4ffd tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1911354
Nov 24 13:05:36.833268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:36.850405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7c1d4b88-9041-4fe7-b634-db5041ba72e7 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:36.895584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device af0d0a0e-4f8a-4806-bb3e-d85246ab5173 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:05:36.911747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cba5eb09-021d-44e2-8501-ca32d73ac78f tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:36.931817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3afd7332-9483-40f0-aec3-ad80118fb454 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:36.960118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Subnet': ['ID=0c51ad30-109a-4dc8-a0b5-a694cdd922b0,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:36.969313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:36.983423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c7538-f7ac-4e0c-a70f-13587abec5c6 None None] Pushing event updated for resources: {'Port': ['ID=e64150c6-48c0-4f22-8f37-f61be7bc62de,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:36.986695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-010c7538-f7ac-4e0c-a70f-13587abec5c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:36.986943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-79244551-2422-4e4d-be93-f929691e142b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:36.987384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8641209c-402d-4a4a-8c32-b8508d6072af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:37.021381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-79244551-2422-4e4d-be93-f929691e142b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:37.106869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79244551-2422-4e4d-be93-f929691e142b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:05:37.112440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-79244551-2422-4e4d-be93-f929691e142b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:37.151034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5eb09-021d-44e2-8501-ca32d73ac78f tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Pushing event deleted for resources: {'Port': ['ID=c38494ea-cce9-4ad9-b9a5-1c8bb66f9abd,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:37.156487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cba5eb09-021d-44e2-8501-ca32d73ac78f tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:37.174347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-c393a29d-5458-4a1e-9cd8-fb29e3d9c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347c3ae10>, [{'id': '3937804a-a539-4c6e-adbc-eb8a99ecd1cd', 'name': 'tempest-TestVolumeBootPattern-1667162633-router', 'tenant_id': '5a7afbfe15094831a47b19a5311d9e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': '8f848ea2-2a08-4123-8376-789dd0b71086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:05:22Z', 'updated_at': '2020-11-24T13:05:29Z', 'revision_number': 3, 'project_id': '5a7afbfe15094831a47b19a5311d9e5d', 'gw_port': {'id': '8f848ea2-2a08-4123-8376-789dd0b71086', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:29:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3937804a-a539-4c6e-adbc-eb8a99ecd1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:25Z', 'updated_at': '2020-11-24T13:05:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:37.229476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c393a29d-5458-4a1e-9cd8-fb29e3d9c91f None None] Checking router: 3937804a-a539-4c6e-adbc-eb8a99ecd1cd for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:05:37.229797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c393a29d-5458-4a1e-9cd8-fb29e3d9c91f None None] Updating router 3937804a-a539-4c6e-adbc-eb8a99ecd1cd port 8f848ea2-2a08-4123-8376-789dd0b71086 binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:05:37.253456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-19b7856e-4d78-4ae7-b58c-249cbb8f3be7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:37.279534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-19b7856e-4d78-4ae7-b58c-249cbb8f3be7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:subnet and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:37.284190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-8641209c-402d-4a4a-8c32-b8508d6072af None None] For port daf005de-b677-4e1a-841c-705ddd8ad703, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=daf005de-b677-4e1a-841c-705ddd8ad703,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:05:37.288101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-19b7856e-4d78-4ae7-b58c-249cbb8f3be7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:37.306372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8641209c-402d-4a4a-8c32-b8508d6072af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:37.313033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-19b7856e-4d78-4ae7-b58c-249cbb8f3be7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:37.316551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010c7538-f7ac-4e0c-a70f-13587abec5c6 None None] Network 29aef8a8-dcd4-41af-9a6b-f4cb185ed590 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:05:37.317373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1a023739-cebe-4853-974a-8572004332a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:37.348159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0059ad-c5fb-46d9-a042-ae558269de52 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Router 830dadff-eace-4263-b201-e0690c2e00d7 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:05:37.354612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b7856e-4d78-4ae7-b58c-249cbb8f3be7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:05:37.364343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-010c7538-f7ac-4e0c-a70f-13587abec5c6 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:37.366706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010c7538-f7ac-4e0c-a70f-13587abec5c6 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:05:37.380070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:37.403685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c393a29d-5458-4a1e-9cd8-fb29e3d9c91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:37.538744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port af0d0a0e-4f8a-4806-bb3e-d85246ab5173 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:37.539346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:37.563557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-05979637-01d9-4a5f-b0f7-178ec7a4d0eb None None] Could not find standard attr ID for object 20d6088e-484b-44b3-a4f1-a67ce10b76c3. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:05:37.612529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6346c57e80>,) {'filters': {'network_id': ['29aef8a8-dcd4-41af-9a6b-f4cb185ed590']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:37.623781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12177f4f-792b-474d-81b2-49e79e473bb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-66f1dacd-96d1-4e47-9166-4a431ef055f7', 'network_id': '66f1dacd-96d1-4e47-9166-4a431ef055f7', 'tenant_id': 'c7d03523e68a47da9bee14cfe27d45e8', 'fixed_ips': [{'subnet_id': 'bff65a52-3ac2-4592-9835-b2effb7f3a94'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:05:37.625578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-12177f4f-792b-474d-81b2-49e79e473bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:37.635323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19b7856e-4d78-4ae7-b58c-249cbb8f3be7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:37.641999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346c57e80>, '4c45674f-0bd6-40c7-b447-2c2f881c0cc3') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:37.642687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346c57e80>, '4c45674f-0bd6-40c7-b447-2c2f881c0cc3') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:37.657687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-79244551-2422-4e4d-be93-f929691e142b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] device_id is not set on port 3c82ecd2-4a7d-4e2a-92aa-bf110c547f99 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:05:37.685462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641209c-402d-4a4a-8c32-b8508d6072af None None] Pushing event updated for resources: {'Port': ['ID=daf005de-b677-4e1a-841c-705ddd8ad703,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:37.689038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8641209c-402d-4a4a-8c32-b8508d6072af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:37.703941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:37.721602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-010c7538-f7ac-4e0c-a70f-13587abec5c6 None None] Attempting to bind port e64150c6-48c0-4f22-8f37-f61be7bc62de on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:05:37.722038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-010c7538-f7ac-4e0c-a70f-13587abec5c6 None None] Attempting to bind port e64150c6-48c0-4f22-8f37-f61be7bc62de by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '4c45674f-0bd6-40c7-b447-2c2f881c0cc3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '29aef8a8-dcd4-41af-9a6b-f4cb185ed590'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:05:37.722478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010c7538-f7ac-4e0c-a70f-13587abec5c6 None None] Attempting to bind port e64150c6-48c0-4f22-8f37-f61be7bc62de on network 29aef8a8-dcd4-41af-9a6b-f4cb185ed590 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:05:37.743966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:37.749536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Releasing vxlan tunnel 10 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:05:37.788171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe8ae70-6b23-4e64-8f6e-f81a061683fd None None] DHCP port deletion for 8ca51b04-1dca-4f60-b844-2979d8864b51 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:05:37.795413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-05979637-01d9-4a5f-b0f7-178ec7a4d0eb None None] Provisioning complete for port daf005de-b677-4e1a-841c-705ddd8ad703 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:37.795775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05979637-01d9-4a5f-b0f7-178ec7a4d0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:37.902850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010c7538-f7ac-4e0c-a70f-13587abec5c6 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:05:37.903257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010c7538-f7ac-4e0c-a70f-13587abec5c6 None None] Checking segment: {'id': '4c45674f-0bd6-40c7-b447-2c2f881c0cc3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '29aef8a8-dcd4-41af-9a6b-f4cb185ed590'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:05:37.903716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-010c7538-f7ac-4e0c-a70f-13587abec5c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:37.904163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010c7538-f7ac-4e0c-a70f-13587abec5c6 None None] Bound using segment: {'id': '4c45674f-0bd6-40c7-b447-2c2f881c0cc3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '29aef8a8-dcd4-41af-9a6b-f4cb185ed590'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:05:37.904941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-010c7538-f7ac-4e0c-a70f-13587abec5c6 None None] Bound port: e64150c6-48c0-4f22-8f37-f61be7bc62de, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c45674f-0bd6-40c7-b447-2c2f881c0cc3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '29aef8a8-dcd4-41af-9a6b-f4cb185ed590'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:05:37.905700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-010c7538-f7ac-4e0c-a70f-13587abec5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:37.963732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2fe8ae70-6b23-4e64-8f6e-f81a061683fd None None] Deleting port daf005de-b677-4e1a-841c-705ddd8ad703 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:05:37.964236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2fe8ae70-6b23-4e64-8f6e-f81a061683fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:38.028778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network 29aef8a8-dcd4-41af-9a6b-f4cb185ed590 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:05:38.042469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:38.210416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cba5eb09-021d-44e2-8501-ca32d73ac78f tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:38.288971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-79244551-2422-4e4d-be93-f929691e142b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Allocated IP 172.20.0.3 (66f1dacd-96d1-4e47-9166-4a431ef055f7/bff65a52-3ac2-4592-9835-b2effb7f3a94/3c82ecd2-4a7d-4e2a-92aa-bf110c547f99) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:05:38.458584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network 29aef8a8-dcd4-41af-9a6b-f4cb185ed590 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:05:38.498924 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:05:38.498924 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:05:38.498924 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:05:38.498924 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:05:38.498924 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:05:38.498924 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:05:38.498924 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:05:38.498924 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:05:38.498924 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:05:38.498924 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:05:38.498924 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:05:38.498924 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:05:38.498924 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:05:38.498924 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:05:38.498924 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:05:38.498924 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:05:38.498924 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:05:38.498924 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:05:38.498924 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:05:38.498924 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:05:38.498924 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:05:38.498924 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:05:38.498924 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:05:38.498924 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:05:38.498924 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:05:38.498924 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:05:38.498924 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:05:38.498924 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:05:38.498924 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:05:38.498924 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:05:38.498924 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:05:38.498924 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:05:38.526036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device daf005de-b677-4e1a-841c-705ddd8ad703 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:05:38.882781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cba5eb09-021d-44e2-8501-ca32d73ac78f tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:38.914611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 24 13:05:38.914611 dv-neutron-601336-61-ovs neutron-server[80834]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 24 13:05:38.914611 dv-neutron-601336-61-ovs neutron-server[80834]: [parameters: {'id': '29aef8a8-dcd4-41af-9a6b-f4cb185ed590'}]
Nov 24 13:05:38.914611 dv-neutron-601336-61-ovs neutron-server[80834]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:05:38.915086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:05:38.927540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751c053-2bb8-492c-9d72-e76b6a287bd0 req-18ed7120-7afd-46be-a8d4-e55c52ac3337 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:38.929226 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b751c053-2bb8-492c-9d72-e76b6a287bd0 req-18ed7120-7afd-46be-a8d4-e55c52ac3337 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.8706527
Nov 24 13:05:38.960356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cba5eb09-021d-44e2-8501-ca32d73ac78f tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:38.990519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee156bad-ad4f-416f-a28b-3c37a18a5c31 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Router ca8b1d12-c837-4b07-81ea-ebf52c488ebb is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:05:39.034788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0059ad-c5fb-46d9-a042-ae558269de52 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:05:39.050577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cba5eb09-021d-44e2-8501-ca32d73ac78f tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:39.050577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba5eb09-021d-44e2-8501-ca32d73ac78f tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Fanout notify agent at l3_agent the message router_deleted on router 481ea0aa-f019-453b-a1b9-ad435636dc30 {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:05:39.058883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008d6b67-c85c-4411-8bf0-5653c5a8f1e6 None None] Sync routers for ids ['830dadff-eace-4263-b201-e0690c2e00d7'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:05:39.100325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008d6b67-c85c-4411-8bf0-5653c5a8f1e6 None None] Routers {'830dadff-eace-4263-b201-e0690c2e00d7'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:05:39.102278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-010c7538-f7ac-4e0c-a70f-13587abec5c6 None None] For port e64150c6-48c0-4f22-8f37-f61be7bc62de, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:05:39.104699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-008d6b67-c85c-4411-8bf0-5653c5a8f1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca48780>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:05:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['830dadff-eace-4263-b201-e0690c2e00d7'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:39.106813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-2fe8ae70-6b23-4e64-8f6e-f81a061683fd None None] For port daf005de-b677-4e1a-841c-705ddd8ad703, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=daf005de-b677-4e1a-841c-705ddd8ad703,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:05:39.107855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2fe8ae70-6b23-4e64-8f6e-f81a061683fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:39.114596 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b751c053-2bb8-492c-9d72-e76b6a287bd0 req-0ff95839-7288-48d7-bca8-c3dfd26a5a03 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1157429
Nov 24 13:05:39.166013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-79244551-2422-4e4d-be93-f929691e142b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:39.172569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cba5eb09-021d-44e2-8501-ca32d73ac78f tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:39.177997 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cba5eb09-021d-44e2-8501-ca32d73ac78f tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "DELETE /v2.0/routers/481ea0aa-f019-453b-a1b9-ad435636dc30 HTTP/1.1" status: 204  len: 168 time: 8.0550261
Nov 24 13:05:39.177997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c0059ad-c5fb-46d9-a042-ae558269de52 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:39.177997 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1c0059ad-c5fb-46d9-a042-ae558269de52 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 13.4488604
Nov 24 13:05:39.179777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45180) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:39.180213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45182) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:39.230364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-79244551-2422-4e4d-be93-f929691e142b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Transition to ACTIVE for port object 3c82ecd2-4a7d-4e2a-92aa-bf110c547f99 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:39.247809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2f9cadb6-56ed-40e0-af9d-793eacb86dc4 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Request body: {'router': {'name': 'tempest-snat-router-1653635377', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'enable_snat': False}}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:39.265158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-79244551-2422-4e4d-be93-f929691e142b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:39.310654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-008d6b67-c85c-4411-8bf0-5653c5a8f1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca48780>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:39.318621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ab43c8e0-fea1-4f4d-ba5f-f340ff716a17 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:39.325543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008d6b67-c85c-4411-8bf0-5653c5a8f1e6 None None] Routers {'830dadff-eace-4263-b201-e0690c2e00d7'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:05:39.326455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-008d6b67-c85c-4411-8bf0-5653c5a8f1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca48780>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:05:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['830dadff-eace-4263-b201-e0690c2e00d7'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:39.359776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2f9cadb6-56ed-40e0-af9d-793eacb86dc4 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:39.372996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2fe8ae70-6b23-4e64-8f6e-f81a061683fd None None] Calling delete_port for daf005de-b677-4e1a-841c-705ddd8ad703 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:05:39.373917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2f9cadb6-56ed-40e0-af9d-793eacb86dc4 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Usage tracker for resource:router and tenant:b0600db2aa7e4ca299a5964d39c8677a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:39.379794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2f9cadb6-56ed-40e0-af9d-793eacb86dc4 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:39.392914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2f9cadb6-56ed-40e0-af9d-793eacb86dc4 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:39.405715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-010c7538-f7ac-4e0c-a70f-13587abec5c6 None None] For port e64150c6-48c0-4f22-8f37-f61be7bc62de, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=e64150c6-48c0-4f22-8f37-f61be7bc62de,segment=NetworkSegment(4c45674f-0bd6-40c7-b447-2c2f881c0cc3),segment_id=4c45674f-0bd6-40c7-b447-2c2f881c0cc3)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:05:39.421443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:39.421649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-008d6b67-c85c-4411-8bf0-5653c5a8f1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca48780>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:39.422038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008d6b67-c85c-4411-8bf0-5653c5a8f1e6 None None] The sync data for ids ['830dadff-eace-4263-b201-e0690c2e00d7'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:05:39.434244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-010c7538-f7ac-4e0c-a70f-13587abec5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:39.450084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:39.456831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-c393a29d-5458-4a1e-9cd8-fb29e3d9c91f None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:05:39.465171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5028f65e-e40d-4f40-a6f7-f45bbe669abc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:39.495968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2f9cadb6-56ed-40e0-af9d-793eacb86dc4 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:39.496996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2f9cadb6-56ed-40e0-af9d-793eacb86dc4 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:39.618264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79244551-2422-4e4d-be93-f929691e142b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Port': ['ID=3c82ecd2-4a7d-4e2a-92aa-bf110c547f99,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:39.625904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2f9cadb6-56ed-40e0-af9d-793eacb86dc4 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:39.632045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-79244551-2422-4e4d-be93-f929691e142b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:39.663927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19b7856e-4d78-4ae7-b58c-249cbb8f3be7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:39.683273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5697fffa-892f-433f-954f-be9777839e65 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:39.683844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Deleting port e64150c6-48c0-4f22-8f37-f61be7bc62de {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:05:39.684229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:39.714228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e7055ec-a8f6-40ff-b6cb-a91041471510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:39.800085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c393a29d-5458-4a1e-9cd8-fb29e3d9c91f None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:39.813941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port daf005de-b677-4e1a-841c-705ddd8ad703, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=daf005de-b677-4e1a-841c-705ddd8ad703,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:05:39.815159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c7538-f7ac-4e0c-a70f-13587abec5c6 None None] Pushing event updated for resources: {'Port': ['ID=e64150c6-48c0-4f22-8f37-f61be7bc62de,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:39.837036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-010c7538-f7ac-4e0c-a70f-13587abec5c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:39.838102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:39.844868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:39.880193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-2fe8ae70-6b23-4e64-8f6e-f81a061683fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:05:39.880601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-2fe8ae70-6b23-4e64-8f6e-f81a061683fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:05:39.881657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c393a29d-5458-4a1e-9cd8-fb29e3d9c91f None None] Transition to ACTIVE for port object 8f848ea2-2a08-4123-8376-789dd0b71086 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:39.897499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1757a3-cc11-42a6-96eb-2a57aa2d9b18 req-aece9f3f-8a92-4da0-9c97-5e30e4c8b7ef tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:39.899626 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5d1757a3-cc11-42a6-96eb-2a57aa2d9b18 req-aece9f3f-8a92-4da0-9c97-5e30e4c8b7ef tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.5166161
Nov 24 13:05:39.912591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-12177f4f-792b-474d-81b2-49e79e473bb8 None None] Allocated IP 172.20.0.2 (66f1dacd-96d1-4e47-9166-4a431ef055f7/bff65a52-3ac2-4592-9835-b2effb7f3a94/199b83d7-913b-46df-95de-d2633c0db404) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:05:39.914903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c393a29d-5458-4a1e-9cd8-fb29e3d9c91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:39.929563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7856e-4d78-4ae7-b58c-249cbb8f3be7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Subnet': ['ID=e5f937c5-2183-426d-bcb1-7913ae9b9940,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:39.936942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-19b7856e-4d78-4ae7-b58c-249cbb8f3be7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:40.016908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79244551-2422-4e4d-be93-f929691e142b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network 66f1dacd-96d1-4e47-9166-4a431ef055f7 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:05:40.025168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-79244551-2422-4e4d-be93-f929691e142b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:40.035560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79244551-2422-4e4d-be93-f929691e142b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:05:40.043345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee156bad-ad4f-416f-a28b-3c37a18a5c31 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:05:40.117774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d81af5-4894-41af-a3d6-c146b15e4516 None None] Sync routers for ids ['ca8b1d12-c837-4b07-81ea-ebf52c488ebb'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:05:40.119990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=daf005de-b677-4e1a-841c-705ddd8ad703,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:40.125023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:40.141977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e49b46f1-e7aa-49eb-980b-68e5157043de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:40.189261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2f9cadb6-56ed-40e0-af9d-793eacb86dc4 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:40.226835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee156bad-ad4f-416f-a28b-3c37a18a5c31 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:40.228155 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ee156bad-ad4f-416f-a28b-3c37a18a5c31 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 12.1811440
Nov 24 13:05:40.234358 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5d1757a3-cc11-42a6-96eb-2a57aa2d9b18 req-f5ea1299-5c55-4533-ab6e-03fea237ffd1 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2733617
Nov 24 13:05:40.238766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b7856e-4d78-4ae7-b58c-249cbb8f3be7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:05:40.239458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45190) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:40.304606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-19b7856e-4d78-4ae7-b58c-249cbb8f3be7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:40.346924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1de9a7af-ed53-4bc8-a53d-b8b128ea11f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:40.368774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d81af5-4894-41af-a3d6-c146b15e4516 None None] Routers {'ca8b1d12-c837-4b07-81ea-ebf52c488ebb'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:05:40.369489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f4d81af5-4894-41af-a3d6-c146b15e4516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347d84588>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:05:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['ca8b1d12-c837-4b07-81ea-ebf52c488ebb'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:40.413558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79244551-2422-4e4d-be93-f929691e142b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:40.414599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-79244551-2422-4e4d-be93-f929691e142b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:40.437955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b7856e-4d78-4ae7-b58c-249cbb8f3be7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:40.438614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19b7856e-4d78-4ae7-b58c-249cbb8f3be7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:40.494501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] For port e64150c6-48c0-4f22-8f37-f61be7bc62de, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=e64150c6-48c0-4f22-8f37-f61be7bc62de,segment=NetworkSegment(4c45674f-0bd6-40c7-b447-2c2f881c0cc3),segment_id=4c45674f-0bd6-40c7-b447-2c2f881c0cc3)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:05:40.494810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:40.601085 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-19b7856e-4d78-4ae7-b58c-249cbb8f3be7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 3.8018465
Nov 24 13:05:40.602579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45196) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:40.606168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a9229-b28a-4eb1-9c67-95744bebb825 None None] Pushing event updated for resources: {'Port': ['ID=8f848ea2-2a08-4123-8376-789dd0b71086,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:40.619599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-6d9e5408-ed92-4cda-bd5e-ff69851c4469 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'port': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'fixed_ips': [{'subnet_id': 'e5f937c5-2183-426d-bcb1-7913ae9b9940', 'ip_address': '2001:db8::edf3:387e:d12f:50db'}], 'name': 'tempest-NetworksTestDHCPv6-1358827274'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:40.621615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2fe8ae70-6b23-4e64-8f6e-f81a061683fd None None] Deleting port daf005de-b677-4e1a-841c-705ddd8ad703 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:05:40.622045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2fe8ae70-6b23-4e64-8f6e-f81a061683fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:40.662798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-939a9229-b28a-4eb1-9c67-95744bebb825 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:40.696156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Calling delete_port for e64150c6-48c0-4f22-8f37-f61be7bc62de owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:05:40.753863 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-79244551-2422-4e4d-be93-f929691e142b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 4.1561286
Nov 24 13:05:40.758906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45200) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:40.797588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f35bd56-578e-4f65-9a8b-2cb8d2a889a7 None None] Network 29aef8a8-dcd4-41af-9a6b-f4cb185ed590 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:05:40.848183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-3e7055ec-a8f6-40ff-b6cb-a91041471510 admin admin] Allocated IP 172.20.0.1 (af675fa1-01b6-4cc2-9461-d6b59d23854b/260b2e2c-3303-44b4-9b2e-d223e6ef5999/e738398c-9de9-4bc6-96c5-35243a1a47fd) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:05:40.934978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:41.001690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d3cb6dd1-8e07-449a-a00f-304a8251efe6 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:41.040639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b8c9bc33-2815-44e5-93ab-b413d9a46541 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting port 3c82ecd2-4a7d-4e2a-92aa-bf110c547f99 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:05:41.041001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b8c9bc33-2815-44e5-93ab-b413d9a46541 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:41.082546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c393a29d-5458-4a1e-9cd8-fb29e3d9c91f None None] Attempting to bind port 8f848ea2-2a08-4123-8376-789dd0b71086 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:05:41.082958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c393a29d-5458-4a1e-9cd8-fb29e3d9c91f None None] Attempting to bind port 8f848ea2-2a08-4123-8376-789dd0b71086 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:05:41.083373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393a29d-5458-4a1e-9cd8-fb29e3d9c91f None None] Attempting to bind port 8f848ea2-2a08-4123-8376-789dd0b71086 on network cfe08d36-e5ba-4f00-8669-16a0ead5d220 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:05:41.090921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-12177f4f-792b-474d-81b2-49e79e473bb8 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:41.107040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6d9e5408-ed92-4cda-bd5e-ff69851c4469 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:41.119358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6d9e5408-ed92-4cda-bd5e-ff69851c4469 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:port and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:41.127816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6d9e5408-ed92-4cda-bd5e-ff69851c4469 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for port was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:41.136576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-12177f4f-792b-474d-81b2-49e79e473bb8 None None] Transition to ACTIVE for port object 199b83d7-913b-46df-95de-d2633c0db404 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:41.139433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393a29d-5458-4a1e-9cd8-fb29e3d9c91f None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:05:41.139864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393a29d-5458-4a1e-9cd8-fb29e3d9c91f None None] Checking segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:05:41.140418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c393a29d-5458-4a1e-9cd8-fb29e3d9c91f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:41.141115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393a29d-5458-4a1e-9cd8-fb29e3d9c91f None None] Bound using segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:05:41.141419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c393a29d-5458-4a1e-9cd8-fb29e3d9c91f None None] Bound port: 8f848ea2-2a08-4123-8376-789dd0b71086, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:05:41.142038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c393a29d-5458-4a1e-9cd8-fb29e3d9c91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:41.143443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697a6a8-0525-42d5-a6e7-2994832c9f0b req-3929d6fe-3413-4603-94ea-36ff3c66ca35 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:41.144700 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7697a6a8-0525-42d5-a6e7-2994832c9f0b req-3929d6fe-3413-4603-94ea-36ff3c66ca35 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.7239158
Nov 24 13:05:41.179003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6d9e5408-ed92-4cda-bd5e-ff69851c4469 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:41.183917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Port': ['ID=e64150c6-48c0-4f22-8f37-f61be7bc62de,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:41.211713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:41.259692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9e5408-ed92-4cda-bd5e-ff69851c4469 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:05:41.269842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d9e5408-ed92-4cda-bd5e-ff69851c4469 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:41.340376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-f4d81af5-4894-41af-a3d6-c146b15e4516 None None] Set router ca8b1d12-c837-4b07-81ea-ebf52c488ebb gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:05:41.369240 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7697a6a8-0525-42d5-a6e7-2994832c9f0b req-12a8b581-e4ea-4eff-8e03-65727314745d tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1994247
Nov 24 13:05:41.396191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] No DVR routers for this DVR port e64150c6-48c0-4f22-8f37-f61be7bc62de on host dv-neutron-601336-61-ovs {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:05:41.397743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-12177f4f-792b-474d-81b2-49e79e473bb8 None None] Transition to ACTIVE for port object 199b83d7-913b-46df-95de-d2633c0db404 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:41.411955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e06eb36-e700-43ea-a57a-c621440c4e44 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:41.436028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e7055ec-a8f6-40ff-b6cb-a91041471510 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:41.454342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-c393a29d-5458-4a1e-9cd8-fb29e3d9c91f None None] For port 8f848ea2-2a08-4123-8376-789dd0b71086, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:05:41.461369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-c393a29d-5458-4a1e-9cd8-fb29e3d9c91f None None] For port 8f848ea2-2a08-4123-8376-789dd0b71086, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8f848ea2-2a08-4123-8376-789dd0b71086,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:05:41.541290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2f9cadb6-56ed-40e0-af9d-793eacb86dc4 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router_gateway, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:41.607759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2f9cadb6-56ed-40e0-af9d-793eacb86dc4 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:41.621546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-2fe8ae70-6b23-4e64-8f6e-f81a061683fd None None] For port daf005de-b677-4e1a-841c-705ddd8ad703, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=daf005de-b677-4e1a-841c-705ddd8ad703,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:05:41.622331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2fe8ae70-6b23-4e64-8f6e-f81a061683fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:41.723742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-12177f4f-792b-474d-81b2-49e79e473bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:41.755266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0881cbbf-a04e-406b-9805-1ee530cc801f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:41.877745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2fe8ae70-6b23-4e64-8f6e-f81a061683fd None None] Calling delete_port for daf005de-b677-4e1a-841c-705ddd8ad703 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:05:41.945624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-6d9e5408-ed92-4cda-bd5e-ff69851c4469 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] device_id is not set on port 8ae055a7-31a9-44fd-a082-bfc92270efb5 yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:05:41.950412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3e7055ec-a8f6-40ff-b6cb-a91041471510 admin admin] Transition to ACTIVE for port object e738398c-9de9-4bc6-96c5-35243a1a47fd will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:42.027147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c393a29d-5458-4a1e-9cd8-fb29e3d9c91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:42.031656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:42.143224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b8c9bc33-2815-44e5-93ab-b413d9a46541 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:42.270195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e7055ec-a8f6-40ff-b6cb-a91041471510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:42.369458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:42.409753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-2f9cadb6-56ed-40e0-af9d-793eacb86dc4 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Allocated IP 172.26.8.58 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/1fbcf9f0-78c4-4e32-a72d-c2a439746f38) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:05:42.462638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12177f4f-792b-474d-81b2-49e79e473bb8 None None] Pushing event updated for resources: {'Port': ['ID=199b83d7-913b-46df-95de-d2633c0db404,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:42.465991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-12177f4f-792b-474d-81b2-49e79e473bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:42.491263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.451s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:42.492827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b8c9bc33-2815-44e5-93ab-b413d9a46541 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Calling delete_port for 3c82ecd2-4a7d-4e2a-92aa-bf110c547f99 owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:05:42.568978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6346cadc50>,) {'filters': {'network_id': ['29aef8a8-dcd4-41af-9a6b-f4cb185ed590']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:42.595728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7055ec-a8f6-40ff-b6cb-a91041471510 admin admin] Pushing event updated for resources: {'Port': ['ID=e738398c-9de9-4bc6-96c5-35243a1a47fd,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:42.599981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346cadc50>, '4c45674f-0bd6-40c7-b447-2c2f881c0cc3') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:42.600394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346cadc50>, '4c45674f-0bd6-40c7-b447-2c2f881c0cc3') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:42.609194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2fe8ae70-6b23-4e64-8f6e-f81a061683fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:42.624004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da08ad3-d917-42c3-8647-62f461f12ef0 req-24b173b6-707c-4b1f-ba96-4dfce9b3356d tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:42.625617 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4da08ad3-d917-42c3-8647-62f461f12ef0 req-24b173b6-707c-4b1f-ba96-4dfce9b3356d tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.7703252
Nov 24 13:05:42.626493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-6d9e5408-ed92-4cda-bd5e-ff69851c4469 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Allocated IP 2001:db8::edf3:387e:d12f:50db (8ca51b04-1dca-4f60-b844-2979d8864b51/e5f937c5-2183-426d-bcb1-7913ae9b9940/8ae055a7-31a9-44fd-a082-bfc92270efb5) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:05:42.633890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e06eb36-e700-43ea-a57a-c621440c4e44 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router_gateway, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:42.634659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3e7055ec-a8f6-40ff-b6cb-a91041471510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:42.644192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b115c5b-84e2-4075-a3f0-b39663d79302 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:42.657089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:42.674305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2e06eb36-e700-43ea-a57a-c621440c4e44 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Deleting port 80ef1e5b-247b-42d1-82c3-19e7afc54477 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:05:42.674608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e06eb36-e700-43ea-a57a-c621440c4e44 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:42.725877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:42.730952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Releasing vxlan tunnel 10 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:05:42.761490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec0d32c8-699a-4731-9823-75ac420912e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:42.805977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a9229-b28a-4eb1-9c67-95744bebb825 None None] Pushing event updated for resources: {'Port': ['ID=8f848ea2-2a08-4123-8376-789dd0b71086,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:42.809655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-939a9229-b28a-4eb1-9c67-95744bebb825 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:42.815127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6ec13348-9a9f-467b-b903-ef1f33e00701 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:42.883329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12177f4f-792b-474d-81b2-49e79e473bb8 None None] Network 66f1dacd-96d1-4e47-9166-4a431ef055f7 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:05:42.895033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-12177f4f-792b-474d-81b2-49e79e473bb8 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:42.897504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12177f4f-792b-474d-81b2-49e79e473bb8 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:05:42.900362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8ae70-6b23-4e64-8f6e-f81a061683fd None None] Pushing event deleted for resources: {'Port': ['ID=daf005de-b677-4e1a-841c-705ddd8ad703,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:42.902889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2fe8ae70-6b23-4e64-8f6e-f81a061683fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:42.949061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:42.977897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7055ec-a8f6-40ff-b6cb-a91041471510 admin admin] Network af675fa1-01b6-4cc2-9461-d6b59d23854b is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:05:42.980723 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4da08ad3-d917-42c3-8647-62f461f12ef0 req-3b7f6bf2-48a6-47eb-808a-635059cb888a tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3158457
Nov 24 13:05:42.988661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-3e7055ec-a8f6-40ff-b6cb-a91041471510 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:42.994917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7055ec-a8f6-40ff-b6cb-a91041471510 admin admin] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:05:43.005010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c393a29d-5458-4a1e-9cd8-fb29e3d9c91f None None] Routers {'3937804a-a539-4c6e-adbc-eb8a99ecd1cd'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:05:43.005740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-c393a29d-5458-4a1e-9cd8-fb29e3d9c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347c3ae10>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:05:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['3937804a-a539-4c6e-adbc-eb8a99ecd1cd'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:43.101588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2f9cadb6-56ed-40e0-af9d-793eacb86dc4 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:43.136844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network 29aef8a8-dcd4-41af-9a6b-f4cb185ed590 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:05:43.150752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:43.183492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-12177f4f-792b-474d-81b2-49e79e473bb8 None None] Attempting to bind port 199b83d7-913b-46df-95de-d2633c0db404 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:05:43.183925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-12177f4f-792b-474d-81b2-49e79e473bb8 None None] Attempting to bind port 199b83d7-913b-46df-95de-d2633c0db404 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '050103f3-a821-4a62-b3c0-5c0375a7c0d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '66f1dacd-96d1-4e47-9166-4a431ef055f7'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:05:43.184346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12177f4f-792b-474d-81b2-49e79e473bb8 None None] Attempting to bind port 199b83d7-913b-46df-95de-d2633c0db404 on network 66f1dacd-96d1-4e47-9166-4a431ef055f7 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:05:43.197225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe8ae70-6b23-4e64-8f6e-f81a061683fd None None] No DVR routers for this DVR port daf005de-b677-4e1a-841c-705ddd8ad703 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:05:43.213107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f4d81af5-4894-41af-a3d6-c146b15e4516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347d84588>, [{'id': 'ca8b1d12-c837-4b07-81ea-ebf52c488ebb', 'name': '', 'tenant_id': 'e5d17c392242467db06545404f7abf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e925182-ab93-410f-acd5-a590ff387b64', 'external_fixed_ips': [{'subnet_id': '074a0cf3-12cb-4595-83e6-c148bc78a31c', 'ip_address': '2001:db8::333'}], 'enable_snat': True}, 'gw_port_id': '80ef1e5b-247b-42d1-82c3-19e7afc54477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:05:28Z', 'updated_at': '2020-11-24T13:05:36Z', 'revision_number': 3, 'project_id': 'e5d17c392242467db06545404f7abf69', 'gw_port': {'id': '80ef1e5b-247b-42d1-82c3-19e7afc54477', 'name': '', 'network_id': '5e925182-ab93-410f-acd5-a590ff387b64', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8b1d12-c837-4b07-81ea-ebf52c488ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '074a0cf3-12cb-4595-83e6-c148bc78a31c', 'ip_address': '2001:db8::333', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:33Z', 'updated_at': '2020-11-24T13:05:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '074a0cf3-12cb-4595-83e6-c148bc78a31c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:43.286550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e7055ec-a8f6-40ff-b6cb-a91041471510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:43.289991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d1271e-29c1-4eec-891f-44c1369fd272 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:05:43.315057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b8c9bc33-2815-44e5-93ab-b413d9a46541 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:43.360584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d81af5-4894-41af-a3d6-c146b15e4516 None None] Checking router: ca8b1d12-c837-4b07-81ea-ebf52c488ebb for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:05:43.360969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d81af5-4894-41af-a3d6-c146b15e4516 None None] Updating router ca8b1d12-c837-4b07-81ea-ebf52c488ebb port 80ef1e5b-247b-42d1-82c3-19e7afc54477 binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:05:43.387109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a07b0641-bdd7-478c-907b-f52627d5629a tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:43.411704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12177f4f-792b-474d-81b2-49e79e473bb8 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:05:43.412140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12177f4f-792b-474d-81b2-49e79e473bb8 None None] Checking segment: {'id': '050103f3-a821-4a62-b3c0-5c0375a7c0d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '66f1dacd-96d1-4e47-9166-4a431ef055f7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:05:43.412598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-12177f4f-792b-474d-81b2-49e79e473bb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:43.413048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12177f4f-792b-474d-81b2-49e79e473bb8 None None] Bound using segment: {'id': '050103f3-a821-4a62-b3c0-5c0375a7c0d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '66f1dacd-96d1-4e47-9166-4a431ef055f7'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:05:43.413585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-12177f4f-792b-474d-81b2-49e79e473bb8 None None] Bound port: 199b83d7-913b-46df-95de-d2633c0db404, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '050103f3-a821-4a62-b3c0-5c0375a7c0d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '66f1dacd-96d1-4e47-9166-4a431ef055f7'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:05:43.414009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-12177f4f-792b-474d-81b2-49e79e473bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:43.436857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-c393a29d-5458-4a1e-9cd8-fb29e3d9c91f None None] Set router 3937804a-a539-4c6e-adbc-eb8a99ecd1cd gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:05:43.508600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9bc33-2815-44e5-93ab-b413d9a46541 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Port': ['ID=3c82ecd2-4a7d-4e2a-92aa-bf110c547f99,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:43.529831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b8c9bc33-2815-44e5-93ab-b413d9a46541 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:43.549915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network 29aef8a8-dcd4-41af-9a6b-f4cb185ed590 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:05:43.580515 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:05:43.580515 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:05:43.580515 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:05:43.580515 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:05:43.580515 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:05:43.580515 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:05:43.580515 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:05:43.580515 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:05:43.580515 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:05:43.580515 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:05:43.580515 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:05:43.580515 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:05:43.580515 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:05:43.580515 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:05:43.580515 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:05:43.580515 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:05:43.580515 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:05:43.580515 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:05:43.580515 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:05:43.580515 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:05:43.580515 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:05:43.580515 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:05:43.580515 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:05:43.580515 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:05:43.580515 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:05:43.580515 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:05:43.580515 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:05:43.580515 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:05:43.580515 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:05:43.580515 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:05:43.580515 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:05:43.580515 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:05:43.656157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f4d81af5-4894-41af-a3d6-c146b15e4516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:43.707564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e06eb36-e700-43ea-a57a-c621440c4e44 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:43.776247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:43.794109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ac55745f-01e8-46dd-8371-de574bb07d9e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:43.798333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1dad2b26-fb14-4c80-a10a-723df7adbf69 None None] Provisioning for port e738398c-9de9-4bc6-96c5-35243a1a47fd completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:05:43.816544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:43.825358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e7055ec-a8f6-40ff-b6cb-a91041471510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:43.841287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Network': ['ID=29aef8a8-dcd4-41af-9a6b-f4cb185ed590,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:43.864289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1dad2b26-fb14-4c80-a10a-723df7adbf69 None None] Provisioning complete for port e738398c-9de9-4bc6-96c5-35243a1a47fd triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:43.865231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1dad2b26-fb14-4c80-a10a-723df7adbf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:43.880161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2e06eb36-e700-43ea-a57a-c621440c4e44 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Calling delete_port for 80ef1e5b-247b-42d1-82c3-19e7afc54477 owned by network:router_gateway {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:05:43.889164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:43.907666 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/networks/29aef8a8-dcd4-41af-9a6b-f4cb185ed590 HTTP/1.1" status: 204  len: 168 time: 9.3865054
Nov 24 13:05:43.919150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45214) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:43.925585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2f9cadb6-56ed-40e0-af9d-793eacb86dc4 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:43.976418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b8c9bc33-2815-44e5-93ab-b413d9a46541 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:43.981380 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b8c9bc33-2815-44e5-93ab-b413d9a46541 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/ports/3c82ecd2-4a7d-4e2a-92aa-bf110c547f99 HTTP/1.1" status: 204  len: 168 time: 3.2173965
Nov 24 13:05:43.993215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-12177f4f-792b-474d-81b2-49e79e473bb8 None None] For port 199b83d7-913b-46df-95de-d2633c0db404, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:05:44.011967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45218) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:44.025380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-26185993-e60c-403b-8fe5-38c543d5cbaa tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-300458082'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:44.029355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-43a0c8a6-a70f-4fa1-ab50-d3e7c3bc5718 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:44.075322 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-9afcf041-52ac-4f4b-8272-f6bd472d830f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] DELETE failed (client error): The resource could not be found.
Nov 24 13:05:44.075824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9afcf041-52ac-4f4b-8272-f6bd472d830f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:05:44.081227 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9afcf041-52ac-4f4b-8272-f6bd472d830f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/ports/3c82ecd2-4a7d-4e2a-92aa-bf110c547f99 HTTP/1.1" status: 404  len: 333 time: 0.0683606
Nov 24 13:05:44.084430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45226) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:44.102561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9cadb6-56ed-40e0-af9d-793eacb86dc4 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Pushing event updated for resources: {'Port': ['ID=1fbcf9f0-78c4-4e32-a72d-c2a439746f38,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:44.110285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-26185993-e60c-403b-8fe5-38c543d5cbaa tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:44.131963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2f9cadb6-56ed-40e0-af9d-793eacb86dc4 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:44.147540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d9e5408-ed92-4cda-bd5e-ff69851c4469 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:44.148348 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bdc0992-761a-4f6b-89bc-c9da3d69a482 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] GET failed (client error): The resource could not be found.
Nov 24 13:05:44.149179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3bdc0992-761a-4f6b-89bc-c9da3d69a482 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Synchronizing usage tracker for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:05:44.156049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-26185993-e60c-403b-8fe5-38c543d5cbaa tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Usage tracker for resource:network and tenant:2aca37eb671f42ff857d97c1cafabbf3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:44.174625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-26185993-e60c-403b-8fe5-38c543d5cbaa tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Quota usage for network was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:44.194320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-26185993-e60c-403b-8fe5-38c543d5cbaa tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:44.331221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6d9e5408-ed92-4cda-bd5e-ff69851c4469 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Transition to ACTIVE for port object 8ae055a7-31a9-44fd-a082-bfc92270efb5 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:44.355786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26185993-e60c-403b-8fe5-38c543d5cbaa tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Made reservation on behalf of 2aca37eb671f42ff857d97c1cafabbf3 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:05:44.362233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-26185993-e60c-403b-8fe5-38c543d5cbaa tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:44.465803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-1dad2b26-fb14-4c80-a10a-723df7adbf69 None None] Port e738398c-9de9-4bc6-96c5-35243a1a47fd cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:05:44.475798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-12177f4f-792b-474d-81b2-49e79e473bb8 None None] For port 199b83d7-913b-46df-95de-d2633c0db404, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=199b83d7-913b-46df-95de-d2633c0db404,segment=NetworkSegment(050103f3-a821-4a62-b3c0-5c0375a7c0d8),segment_id=050103f3-a821-4a62-b3c0-5c0375a7c0d8)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:05:44.530889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26185993-e60c-403b-8fe5-38c543d5cbaa tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:05:44.542359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9cadb6-56ed-40e0-af9d-793eacb86dc4 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:05:44.546325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-12177f4f-792b-474d-81b2-49e79e473bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:44.552936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-2f9cadb6-56ed-40e0-af9d-793eacb86dc4 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:44.555243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d9e5408-ed92-4cda-bd5e-ff69851c4469 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:44.589315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3bdc0992-761a-4f6b-89bc-c9da3d69a482 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Unset dirty status for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:05:44.591004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9cadb6-56ed-40e0-af9d-793eacb86dc4 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:05:44.598911 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3bdc0992-761a-4f6b-89bc-c9da3d69a482 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "GET /v2.0/ports/3c82ecd2-4a7d-4e2a-92aa-bf110c547f99 HTTP/1.1" status: 404  len: 333 time: 0.5134115
Nov 24 13:05:44.600774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45232) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:44.650056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-20a255aa-6d47-4491-95f7-d640f10a90b1 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:44.694946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ee8f705f-3de8-4bd8-b6a9-7fedef12ca06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:44.753353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9623ea40-697e-4c0e-b830-8e2ca36a5aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-8ca51b04-1dca-4f60-b844-2979d8864b51', 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'fixed_ips': [{'subnet_id': 'e5f937c5-2183-426d-bcb1-7913ae9b9940'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:05:44.754247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9623ea40-697e-4c0e-b830-8e2ca36a5aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:44.806763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:44.865691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81bc5e4-0cfa-4029-8d4f-ed619c81e8a4 req-f9aea936-2293-4d42-8887-a75deadcf090 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:44.867702 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a81bc5e4-0cfa-4029-8d4f-ed619c81e8a4 req-f9aea936-2293-4d42-8887-a75deadcf090 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.6445963
Nov 24 13:05:44.870250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e7055ec-a8f6-40ff-b6cb-a91041471510 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:44.936549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e5408-ed92-4cda-bd5e-ff69851c4469 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Port': ['ID=8ae055a7-31a9-44fd-a082-bfc92270efb5,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:44.939749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-0b115c5b-84e2-4075-a3f0-b39663d79302 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Allocated IP 172.20.0.1 (9ccc3143-79e8-4735-a467-5f1bd0c58340/31887cab-15dd-47ac-9aca-1496c3db87be/82a04e1f-792e-49b7-8626-8d99ba14e61f) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:05:44.951124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-26185993-e60c-403b-8fe5-38c543d5cbaa tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:44.951908 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-26185993-e60c-403b-8fe5-38c543d5cbaa tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Added segment e4bc8e77-115a-4c9e-9c57-53ac09f6b0e3 of type vxlan for network f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a
Nov 24 13:05:44.954318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e06eb36-e700-43ea-a57a-c621440c4e44 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:44.957185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:44.982878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6d9e5408-ed92-4cda-bd5e-ff69851c4469 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:44.983428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e7055ec-a8f6-40ff-b6cb-a91041471510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:44.983542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6d9e5408-ed92-4cda-bd5e-ff69851c4469 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:45.024591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-260d3d11-be62-4256-9360-6afc4b443e52 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting subnet bff65a52-3ac2-4592-9835-b2effb7f3a94 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:05:45.039121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-73a5dd70-73da-430a-bc0d-2e009c97d764 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:45.075712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12177f4f-792b-474d-81b2-49e79e473bb8 None None] Pushing event updated for resources: {'Port': ['ID=199b83d7-913b-46df-95de-d2633c0db404,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:45.079417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-12177f4f-792b-474d-81b2-49e79e473bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:45.083566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-260d3d11-be62-4256-9360-6afc4b443e52 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:45.121522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e06eb36-e700-43ea-a57a-c621440c4e44 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Pushing event deleted for resources: {'Port': ['ID=80ef1e5b-247b-42d1-82c3-19e7afc54477,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:45.131771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-c393a29d-5458-4a1e-9cd8-fb29e3d9c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347c3ae10>, [{'id': '3937804a-a539-4c6e-adbc-eb8a99ecd1cd', 'name': 'tempest-TestVolumeBootPattern-1667162633-router', 'tenant_id': '5a7afbfe15094831a47b19a5311d9e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': '8f848ea2-2a08-4123-8376-789dd0b71086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:05:22Z', 'updated_at': '2020-11-24T13:05:29Z', 'revision_number': 3, 'project_id': '5a7afbfe15094831a47b19a5311d9e5d', 'gw_port': {'id': '8f848ea2-2a08-4123-8376-789dd0b71086', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:29:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3937804a-a539-4c6e-adbc-eb8a99ecd1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:25Z', 'updated_at': '2020-11-24T13:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:45.144196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c393a29d-5458-4a1e-9cd8-fb29e3d9c91f None None] The sync data for ids ['3937804a-a539-4c6e-adbc-eb8a99ecd1cd'] in dv-neutron-601336-61-ovs is: [{'id': '3937804a-a539-4c6e-adbc-eb8a99ecd1cd', 'name': 'tempest-TestVolumeBootPattern-1667162633-router', 'tenant_id': '5a7afbfe15094831a47b19a5311d9e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': '8f848ea2-2a08-4123-8376-789dd0b71086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:05:22Z', 'updated_at': '2020-11-24T13:05:29Z', 'revision_number': 3, 'project_id': '5a7afbfe15094831a47b19a5311d9e5d', 'gw_port': {'id': '8f848ea2-2a08-4123-8376-789dd0b71086', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:29:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3937804a-a539-4c6e-adbc-eb8a99ecd1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:25Z', 'updated_at': '2020-11-24T13:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:05:45.148508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2e06eb36-e700-43ea-a57a-c621440c4e44 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:45.300353 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a81bc5e4-0cfa-4029-8d4f-ed619c81e8a4 req-6065a801-7fee-43f7-b844-089290d1f3a0 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4182034
Nov 24 13:05:45.318750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-26185993-e60c-403b-8fe5-38c543d5cbaa tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:45.335899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-260d3d11-be62-4256-9360-6afc4b443e52 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:45.405091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7055ec-a8f6-40ff-b6cb-a91041471510 admin admin] Pushing event updated for resources: {'Port': ['ID=e738398c-9de9-4bc6-96c5-35243a1a47fd,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:45.416799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3e7055ec-a8f6-40ff-b6cb-a91041471510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:45.418095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e7055ec-a8f6-40ff-b6cb-a91041471510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:45.475776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9e5408-ed92-4cda-bd5e-ff69851c4469 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:05:45.485530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-6d9e5408-ed92-4cda-bd5e-ff69851c4469 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:45.522316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-9623ea40-697e-4c0e-b830-8e2ca36a5aa8 None None] Allocated IP 2001:db8::2 (8ca51b04-1dca-4f60-b844-2979d8864b51/e5f937c5-2183-426d-bcb1-7913ae9b9940/f91dd9e1-8346-4d5b-9fa1-0641c3c45792) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:05:45.527373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9e5408-ed92-4cda-bd5e-ff69851c4469 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:05:45.531844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9e5408-ed92-4cda-bd5e-ff69851c4469 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:45.532517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d9e5408-ed92-4cda-bd5e-ff69851c4469 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:45.566052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-26185993-e60c-403b-8fe5-38c543d5cbaa tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:45.570253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26185993-e60c-403b-8fe5-38c543d5cbaa tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:45.570898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-26185993-e60c-403b-8fe5-38c543d5cbaa tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:45.584959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-801d3b7b-ea34-4cc6-ad08-033f0923cd25 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:45.888944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-260d3d11-be62-4256-9360-6afc4b443e52 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:45.910203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26185993-e60c-403b-8fe5-38c543d5cbaa tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event updated for resources: {'Network': ['ID=f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:45.926905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-26185993-e60c-403b-8fe5-38c543d5cbaa tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:45.946275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b115c5b-84e2-4075-a3f0-b39663d79302 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:45.960758 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6d9e5408-ed92-4cda-bd5e-ff69851c4469 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 5.3562117
Nov 24 13:05:45.972531 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-26185993-e60c-403b-8fe5-38c543d5cbaa tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.9721522
Nov 24 13:05:45.977361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45240) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:45.977885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45242) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:46.008317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:05:46.015807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7055ec-a8f6-40ff-b6cb-a91041471510 admin admin] Network af675fa1-01b6-4cc2-9461-d6b59d23854b is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:05:46.024796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:05:46.032562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-3e7055ec-a8f6-40ff-b6cb-a91041471510 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:46.066054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b1a7e30a-3aaa-4785-b6a4-38c15b8e1fac tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Request body: {'subnet': {'network_id': 'f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:46.281505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-f4d81af5-4894-41af-a3d6-c146b15e4516 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:05:46.281921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-f4d81af5-4894-41af-a3d6-c146b15e4516 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:05:46.325407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8f848ea2-2a08-4123-8376-789dd0b71086 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:05:46.635394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f4b36988-dc0b-4ace-86da-5e746645f6a3 None None] Provisioning complete for port e738398c-9de9-4bc6-96c5-35243a1a47fd triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:46.635832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f4b36988-dc0b-4ace-86da-5e746645f6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:46.670388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851d2f7-1a40-4cc1-99e9-6dbb928cc97a req-8a0b3941-7141-4080-8260-920d06935bac tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:46.672199 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0851d2f7-1a40-4cc1-99e9-6dbb928cc97a req-8a0b3941-7141-4080-8260-920d06935bac tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.6250165
Nov 24 13:05:46.672543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9623ea40-697e-4c0e-b830-8e2ca36a5aa8 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:46.683196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 8f848ea2-2a08-4123-8376-789dd0b71086 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:05:46.700372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 8f848ea2-2a08-4123-8376-789dd0b71086 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:46.700923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:46.719581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0b115c5b-84e2-4075-a3f0-b39663d79302 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Transition to ACTIVE for port object 82a04e1f-792e-49b7-8626-8d99ba14e61f will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:46.753023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9623ea40-697e-4c0e-b830-8e2ca36a5aa8 None None] Transition to ACTIVE for port object f91dd9e1-8346-4d5b-9fa1-0641c3c45792 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:46.839350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d81af5-4894-41af-a3d6-c146b15e4516 None None] Port 80ef1e5b-247b-42d1-82c3-19e7afc54477 not found while updating agent binding for router ca8b1d12-c837-4b07-81ea-ebf52c488ebb. {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:212}}
Nov 24 13:05:46.847202 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0851d2f7-1a40-4cc1-99e9-6dbb928cc97a req-e7481dab-67d1-4ab3-a5ad-43a89950c566 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1605179
Nov 24 13:05:46.856593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f4b36988-dc0b-4ace-86da-5e746645f6a3 None None] Port e738398c-9de9-4bc6-96c5-35243a1a47fd cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:05:46.872144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9623ea40-697e-4c0e-b830-8e2ca36a5aa8 None None] Transition to ACTIVE for port object f91dd9e1-8346-4d5b-9fa1-0641c3c45792 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:46.886995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e06eb36-e700-43ea-a57a-c621440c4e44 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:46.887234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d81af5-4894-41af-a3d6-c146b15e4516 None None] Routers {'ca8b1d12-c837-4b07-81ea-ebf52c488ebb'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:05:46.887901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f4d81af5-4894-41af-a3d6-c146b15e4516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347d84588>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:05:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['ca8b1d12-c837-4b07-81ea-ebf52c488ebb'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:46.958990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9623ea40-697e-4c0e-b830-8e2ca36a5aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:46.986910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-565590e9-cc1f-4046-8ad9-d55f230a9a93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:47.044806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-260d3d11-be62-4256-9360-6afc4b443e52 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:47.065109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b790477a-6d04-47ca-9e88-18f375bbd739 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:47.082203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2f9cadb6-56ed-40e0-af9d-793eacb86dc4 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router_gateway, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:47.083022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2f9cadb6-56ed-40e0-af9d-793eacb86dc4 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:47.132756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b1a7e30a-3aaa-4785-b6a4-38c15b8e1fac tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:47.147697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d5b02-d288-4ce7-adeb-61ddd9c69d4d req-824b10dd-a4bd-482f-b502-33aa411f8e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:47.149612 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-da2d5b02-d288-4ce7-adeb-61ddd9c69d4d req-824b10dd-a4bd-482f-b502-33aa411f8e1e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4286288353e74305b378e229e8ab5058&device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 1163 time: 1.0901039
Nov 24 13:05:47.153292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b1a7e30a-3aaa-4785-b6a4-38c15b8e1fac tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Usage tracker for resource:subnet and tenant:2aca37eb671f42ff857d97c1cafabbf3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:47.169284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d3d11-be62-4256-9360-6afc4b443e52 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Subnet': ['ID=bff65a52-3ac2-4592-9835-b2effb7f3a94,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:47.186524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-260d3d11-be62-4256-9360-6afc4b443e52 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:47.249814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-260d3d11-be62-4256-9360-6afc4b443e52 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:47.264703 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-260d3d11-be62-4256-9360-6afc4b443e52 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/subnets/bff65a52-3ac2-4592-9835-b2effb7f3a94 HTTP/1.1" status: 204  len: 168 time: 2.6581161
Nov 24 13:05:47.265971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45250) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:47.282919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50992b76-1ad3-4f3d-b22f-e4b8cf22fc5d None None] Network 66f1dacd-96d1-4e47-9166-4a431ef055f7 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:05:47.309398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b1a7e30a-3aaa-4785-b6a4-38c15b8e1fac tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:47.320884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228fcc5e-70d7-4d55-ac30-c6d287395705 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:47.321461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-228fcc5e-70d7-4d55-ac30-c6d287395705 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:05:47.325717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b115c5b-84e2-4075-a3f0-b39663d79302 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:47.352822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7055ec-a8f6-40ff-b6cb-a91041471510 admin admin] Router 3937804a-a539-4c6e-adbc-eb8a99ecd1cd has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:05:47.367244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:47.413418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-502acac0-453b-4176-be4e-9141f75b5d6a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:47.497888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b1a7e30a-3aaa-4785-b6a4-38c15b8e1fac tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:47.548830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9623ea40-697e-4c0e-b830-8e2ca36a5aa8 None None] Pushing event updated for resources: {'Port': ['ID=f91dd9e1-8346-4d5b-9fa1-0641c3c45792,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:47.558289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-f4d81af5-4894-41af-a3d6-c146b15e4516 None None] Set router ca8b1d12-c837-4b07-81ea-ebf52c488ebb gateway port host: None {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:05:47.612571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9623ea40-697e-4c0e-b830-8e2ca36a5aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:47.622011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-dca11ce9-1abf-4952-be74-6ffd4c478e68 None None] Provisioning for port 199b83d7-913b-46df-95de-d2633c0db404 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:05:47.624146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-502acac0-453b-4176-be4e-9141f75b5d6a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting port 199b83d7-913b-46df-95de-d2633c0db404 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:05:47.624146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-502acac0-453b-4176-be4e-9141f75b5d6a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:47.643494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e06eb36-e700-43ea-a57a-c621440c4e44 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:47.662554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a7e30a-3aaa-4785-b6a4-38c15b8e1fac tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Made reservation on behalf of 2aca37eb671f42ff857d97c1cafabbf3 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:05:47.803279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-228fcc5e-70d7-4d55-ac30-c6d287395705 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:05:47.807638 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-228fcc5e-70d7-4d55-ac30-c6d287395705 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 946 time: 1.7497678
Nov 24 13:05:47.813379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f4d81af5-4894-41af-a3d6-c146b15e4516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347d84588>, [{'id': 'ca8b1d12-c837-4b07-81ea-ebf52c488ebb', 'name': '', 'tenant_id': 'e5d17c392242467db06545404f7abf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:05:28Z', 'updated_at': '2020-11-24T13:05:44Z', 'revision_number': 5, 'project_id': 'e5d17c392242467db06545404f7abf69', 'gw_port_host': None}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:47.823896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:47.824136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b115c5b-84e2-4075-a3f0-b39663d79302 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event updated for resources: {'Port': ['ID=82a04e1f-792e-49b7-8626-8d99ba14e61f,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:47.828601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45254) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:47.836714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e06eb36-e700-43ea-a57a-c621440c4e44 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:47.841371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d81af5-4894-41af-a3d6-c146b15e4516 None None] The sync data for ids ['ca8b1d12-c837-4b07-81ea-ebf52c488ebb'] in dv-neutron-601336-61-ovs is: [{'id': 'ca8b1d12-c837-4b07-81ea-ebf52c488ebb', 'name': '', 'tenant_id': 'e5d17c392242467db06545404f7abf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:05:28Z', 'updated_at': '2020-11-24T13:05:44Z', 'revision_number': 5, 'project_id': 'e5d17c392242467db06545404f7abf69', 'gw_port_host': None}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:05:47.844399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0b115c5b-84e2-4075-a3f0-b39663d79302 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:47.863528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 8f848ea2-2a08-4123-8376-789dd0b71086, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8f848ea2-2a08-4123-8376-789dd0b71086,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:05:47.869166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:47.870141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 199b83d7-913b-46df-95de-d2633c0db404 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:05:47.900235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-12177f4f-792b-474d-81b2-49e79e473bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:47.967697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9623ea40-697e-4c0e-b830-8e2ca36a5aa8 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:05:47.980750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-9623ea40-697e-4c0e-b830-8e2ca36a5aa8 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:48.000216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9623ea40-697e-4c0e-b830-8e2ca36a5aa8 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:05:48.051323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d5b02-d288-4ce7-adeb-61ddd9c69d4d req-b0e8e76a-f6df-4bba-9482-7f2844a3562f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:48.053525 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-da2d5b02-d288-4ce7-adeb-61ddd9c69d4d req-b0e8e76a-f6df-4bba-9482-7f2844a3562f service neutron] 10.222.0.70 "GET /v2.0/networks?id=42f46442-d2b1-4c59-8018-dd6806abe134 HTTP/1.1" status: 200  len: 906 time: 0.7678943
Nov 24 13:05:48.058743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b1a7e30a-3aaa-4785-b6a4-38c15b8e1fac tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:48.074305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=8f848ea2-2a08-4123-8376-789dd0b71086,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:48.078868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:48.108288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9623ea40-697e-4c0e-b830-8e2ca36a5aa8 None None] Attempting to bind port f91dd9e1-8346-4d5b-9fa1-0641c3c45792 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:05:48.108726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9623ea40-697e-4c0e-b830-8e2ca36a5aa8 None None] Attempting to bind port f91dd9e1-8346-4d5b-9fa1-0641c3c45792 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:05:48.109144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9623ea40-697e-4c0e-b830-8e2ca36a5aa8 None None] Attempting to bind port f91dd9e1-8346-4d5b-9fa1-0641c3c45792 on network 8ca51b04-1dca-4f60-b844-2979d8864b51 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:05:48.119230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9623ea40-697e-4c0e-b830-8e2ca36a5aa8 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:05:48.119695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9623ea40-697e-4c0e-b830-8e2ca36a5aa8 None None] Checking segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:05:48.120271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9623ea40-697e-4c0e-b830-8e2ca36a5aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:48.120661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9623ea40-697e-4c0e-b830-8e2ca36a5aa8 None None] Bound using segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:05:48.121222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9623ea40-697e-4c0e-b830-8e2ca36a5aa8 None None] Bound port: f91dd9e1-8346-4d5b-9fa1-0641c3c45792, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:05:48.121849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9623ea40-697e-4c0e-b830-8e2ca36a5aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:48.136446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 199b83d7-913b-46df-95de-d2633c0db404 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:05:48.147662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 199b83d7-913b-46df-95de-d2633c0db404 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:48.148085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:48.182537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a75974-94fd-42ce-bc2e-487b37714a12 None None] DHCP port deletion for 66f1dacd-96d1-4e47-9166-4a431ef055f7 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:05:48.191635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-502acac0-453b-4176-be4e-9141f75b5d6a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] For port 199b83d7-913b-46df-95de-d2633c0db404, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=199b83d7-913b-46df-95de-d2633c0db404,segment=NetworkSegment(050103f3-a821-4a62-b3c0-5c0375a7c0d8),segment_id=050103f3-a821-4a62-b3c0-5c0375a7c0d8)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:05:48.192041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-502acac0-453b-4176-be4e-9141f75b5d6a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:48.229937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e9a75974-94fd-42ce-bc2e-487b37714a12 None None] Deleting port 199b83d7-913b-46df-95de-d2633c0db404 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:05:48.230665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9a75974-94fd-42ce-bc2e-487b37714a12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:48.254170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-1a4eda37-f65c-4959-af98-ec2ea670d57a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting port 8ae055a7-31a9-44fd-a082-bfc92270efb5 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:05:48.254552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1a4eda37-f65c-4959-af98-ec2ea670d57a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:48.324845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e06eb36-e700-43ea-a57a-c621440c4e44 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:48.325559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e06eb36-e700-43ea-a57a-c621440c4e44 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Fanout notify agent at l3_agent the message router_deleted on router ca8b1d12-c837-4b07-81ea-ebf52c488ebb {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:05:48.400688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-502acac0-453b-4176-be4e-9141f75b5d6a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Calling delete_port for 199b83d7-913b-46df-95de-d2633c0db404 owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:05:48.413408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.ipam_backend_mixin [None req-b1a7e30a-3aaa-4785-b6a4-38c15b8e1fac tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Performing IP validity checks on allocation pools {{(pid=80944) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Nov 24 13:05:48.414011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.ipam_backend_mixin [None req-b1a7e30a-3aaa-4785-b6a4-38c15b8e1fac tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Checking for overlaps among allocation pools and gateway ip {{(pid=80944) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Nov 24 13:05:48.438392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e06eb36-e700-43ea-a57a-c621440c4e44 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:48.442869 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2e06eb36-e700-43ea-a57a-c621440c4e44 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "DELETE /v2.0/routers/ca8b1d12-c837-4b07-81ea-ebf52c488ebb HTTP/1.1" status: 204  len: 168 time: 8.1980343
Nov 24 13:05:48.443653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45260) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:48.454350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b115c5b-84e2-4075-a3f0-b39663d79302 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Network 9ccc3143-79e8-4735-a467-5f1bd0c58340 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:05:48.459642 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-da2d5b02-d288-4ce7-adeb-61ddd9c69d4d req-5ba66bc5-524d-4fed-a827-21ee74997cf9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af0d0a0e-4f8a-4806-bb3e-d85246ab5173 HTTP/1.1" status: 200  len: 1002 time: 0.3753178
Nov 24 13:05:48.465480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-0b115c5b-84e2-4075-a3f0-b39663d79302 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:48.481603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-9623ea40-697e-4c0e-b830-8e2ca36a5aa8 None None] For port f91dd9e1-8346-4d5b-9fa1-0641c3c45792, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:05:48.515870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7055ec-a8f6-40ff-b6cb-a91041471510 admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:05:48.537563 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3e7055ec-a8f6-40ff-b6cb-a91041471510 admin admin] 10.222.0.76 "PUT /v2.0/routers/3937804a-a539-4c6e-adbc-eb8a99ecd1cd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.0339158
Nov 24 13:05:48.593849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-017afcbb-0844-4370-a5f5-babe2c933e3d tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Deleting subnet 074a0cf3-12cb-4595-83e6-c148bc78a31c {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:05:48.600675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-017afcbb-0844-4370-a5f5-babe2c933e3d tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:48.624803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d5b02-d288-4ce7-adeb-61ddd9c69d4d req-26d1c395-6ceb-4a12-bf8d-4486a678a364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:48.633811 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-da2d5b02-d288-4ce7-adeb-61ddd9c69d4d req-26d1c395-6ceb-4a12-bf8d-4486a678a364 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4edc9f76-5638-4785-9026-5e5686309573 HTTP/1.1" status: 200  len: 851 time: 0.1644399
Nov 24 13:05:48.638916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e9a75974-94fd-42ce-bc2e-487b37714a12 None None] For port 199b83d7-913b-46df-95de-d2633c0db404, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=199b83d7-913b-46df-95de-d2633c0db404,segment=NetworkSegment(050103f3-a821-4a62-b3c0-5c0375a7c0d8),segment_id=050103f3-a821-4a62-b3c0-5c0375a7c0d8)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:05:48.639368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9a75974-94fd-42ce-bc2e-487b37714a12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:48.645346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b115c5b-84e2-4075-a3f0-b39663d79302 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:05:48.649818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd346794-b8ef-427b-91d8-8c3a50f4b9ab req-2aeb2fe9-539e-405b-b1c6-120b4b1dbd8d tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:48.651544 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fd346794-b8ef-427b-91d8-8c3a50f4b9ab req-2aeb2fe9-539e-405b-b1c6-120b4b1dbd8d tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.4495711
Nov 24 13:05:48.684778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-502acac0-453b-4176-be4e-9141f75b5d6a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:48.713422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-eb1484d0-4bfd-4952-a88f-0060e525284c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:48.808379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e9a75974-94fd-42ce-bc2e-487b37714a12 None None] Calling delete_port for 199b83d7-913b-46df-95de-d2633c0db404 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:05:48.855917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-017afcbb-0844-4370-a5f5-babe2c933e3d tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:48.900761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502acac0-453b-4176-be4e-9141f75b5d6a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Port': ['ID=199b83d7-913b-46df-95de-d2633c0db404,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:48.912041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-9623ea40-697e-4c0e-b830-8e2ca36a5aa8 None None] For port f91dd9e1-8346-4d5b-9fa1-0641c3c45792, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=f91dd9e1-8346-4d5b-9fa1-0641c3c45792,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:05:48.922602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-e9a75974-94fd-42ce-bc2e-487b37714a12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:05:48.923020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-e9a75974-94fd-42ce-bc2e-487b37714a12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:05:48.928936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9623ea40-697e-4c0e-b830-8e2ca36a5aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:48.945912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-502acac0-453b-4176-be4e-9141f75b5d6a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:48.962767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-85001624-f4b3-41da-bb1c-5a580345b8ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:49.032856 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fd346794-b8ef-427b-91d8-8c3a50f4b9ab req-8339a3dd-42e2-405d-b864-01b845fa0f33 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3725927
Nov 24 13:05:49.078463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-017afcbb-0844-4370-a5f5-babe2c933e3d tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:49.114166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9623ea40-697e-4c0e-b830-8e2ca36a5aa8 None None] Pushing event updated for resources: {'Port': ['ID=f91dd9e1-8346-4d5b-9fa1-0641c3c45792,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:49.120390 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No ports have port_id starting with 199b83d7-913b-46df-95de-d2633c0db404
Nov 24 13:05:49.121704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9623ea40-697e-4c0e-b830-8e2ca36a5aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:49.125951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502acac0-453b-4176-be4e-9141f75b5d6a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] No DVR routers for this DVR port 199b83d7-913b-46df-95de-d2633c0db404 on host dv-neutron-601336-61-ovs {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:05:49.202137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f3c413d8-0685-4eb7-a72d-8727c8eaa540 None None] Provisioning for port 82a04e1f-792e-49b7-8626-8d99ba14e61f completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:05:49.215150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f3c413d8-0685-4eb7-a72d-8727c8eaa540 None None] Provisioning complete for port 82a04e1f-792e-49b7-8626-8d99ba14e61f triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:49.215603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3c413d8-0685-4eb7-a72d-8727c8eaa540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:49.292088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f3c413d8-0685-4eb7-a72d-8727c8eaa540 None None] Port 82a04e1f-792e-49b7-8626-8d99ba14e61f cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:05:49.312326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8f848ea2-2a08-4123-8376-789dd0b71086 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:05:49.384940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-502acac0-453b-4176-be4e-9141f75b5d6a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:49.428554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e9a75974-94fd-42ce-bc2e-487b37714a12 None None] Deleting port 199b83d7-913b-46df-95de-d2633c0db404 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:05:49.428989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9a75974-94fd-42ce-bc2e-487b37714a12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:49.445266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b115c5b-84e2-4075-a3f0-b39663d79302 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:49.454480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 8f848ea2-2a08-4123-8376-789dd0b71086 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:49.455721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:49.556901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-502acac0-453b-4176-be4e-9141f75b5d6a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f63477429e8>,) {'filters': {'network_id': ['66f1dacd-96d1-4e47-9166-4a431ef055f7']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:49.568349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e9a75974-94fd-42ce-bc2e-487b37714a12 None None] The port '199b83d7-913b-46df-95de-d2633c0db404' was deleted {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:05:49.589597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-502acac0-453b-4176-be4e-9141f75b5d6a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f63477429e8>, '050103f3-a821-4a62-b3c0-5c0375a7c0d8') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:49.589893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-502acac0-453b-4176-be4e-9141f75b5d6a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f63477429e8>, '050103f3-a821-4a62-b3c0-5c0375a7c0d8') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:49.594723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d5b02-d288-4ce7-adeb-61ddd9c69d4d req-b932ad74-c1f4-40af-8c78-f18e4825eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:49.597130 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-da2d5b02-d288-4ce7-adeb-61ddd9c69d4d req-b932ad74-c1f4-40af-8c78-f18e4825eecd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=42f46442-d2b1-4c59-8018-dd6806abe134&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.8543243
Nov 24 13:05:49.616435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-502acac0-453b-4176-be4e-9141f75b5d6a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:49.688002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-502acac0-453b-4176-be4e-9141f75b5d6a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:49.691760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-502acac0-453b-4176-be4e-9141f75b5d6a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Releasing vxlan tunnel 11 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:05:49.711304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 199b83d7-913b-46df-95de-d2633c0db404 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:05:49.786562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1a4eda37-f65c-4959-af98-ec2ea670d57a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:49.816628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b115c5b-84e2-4075-a3f0-b39663d79302 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:49.817972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 199b83d7-913b-46df-95de-d2633c0db404 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:05:49.818404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 199b83d7-913b-46df-95de-d2633c0db404 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:05:49.913649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259453b3-849b-4a8f-b4d1-3f222c9f3668 None None] Sync routers for ids ['3937804a-a539-4c6e-adbc-eb8a99ecd1cd'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:05:49.941575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259453b3-849b-4a8f-b4d1-3f222c9f3668 None None] Routers {'3937804a-a539-4c6e-adbc-eb8a99ecd1cd'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:05:49.942617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-259453b3-849b-4a8f-b4d1-3f222c9f3668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d705390>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:05:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['3937804a-a539-4c6e-adbc-eb8a99ecd1cd'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:49.957051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-017afcbb-0844-4370-a5f5-babe2c933e3d tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:49.982722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2c6c4984-9a43-48d1-93e4-656bdc079217 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:50.015873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-502acac0-453b-4176-be4e-9141f75b5d6a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network 66f1dacd-96d1-4e47-9166-4a431ef055f7 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:05:50.051867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-1a4eda37-f65c-4959-af98-ec2ea670d57a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Calling delete_port for 8ae055a7-31a9-44fd-a082-bfc92270efb5 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:05:50.160997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-502acac0-453b-4176-be4e-9141f75b5d6a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:50.265585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017afcbb-0844-4370-a5f5-babe2c933e3d tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Pushing event deleted for resources: {'Subnet': ['ID=074a0cf3-12cb-4595-83e6-c148bc78a31c,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:50.283967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-017afcbb-0844-4370-a5f5-babe2c933e3d tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:50.312098 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-da2d5b02-d288-4ce7-adeb-61ddd9c69d4d req-2c5e7d0c-df05-4502-959c-d89f5a5e0fb9 service neutron] 10.222.0.70 "GET /v2.0/networks/42f46442-d2b1-4c59-8018-dd6806abe134?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6834652
Nov 24 13:05:50.382016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-259453b3-849b-4a8f-b4d1-3f222c9f3668 None None] Set router 3937804a-a539-4c6e-adbc-eb8a99ecd1cd gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:05:50.431942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-017afcbb-0844-4370-a5f5-babe2c933e3d tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:50.476747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-502acac0-453b-4176-be4e-9141f75b5d6a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network 66f1dacd-96d1-4e47-9166-4a431ef055f7 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:05:50.508696 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-017afcbb-0844-4370-a5f5-babe2c933e3d tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "DELETE /v2.0/subnets/074a0cf3-12cb-4595-83e6-c148bc78a31c HTTP/1.1" status: 204  len: 168 time: 2.0635104
Nov 24 13:05:50.509824 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:05:50.509824 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:05:50.509824 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:05:50.509824 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:05:50.509824 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:05:50.509824 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:05:50.509824 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:05:50.509824 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:05:50.509824 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:05:50.509824 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:05:50.509824 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:05:50.509824 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:05:50.509824 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:05:50.509824 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:05:50.509824 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:05:50.509824 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:05:50.509824 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:05:50.509824 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:05:50.509824 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:05:50.509824 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:05:50.509824 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:05:50.509824 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:05:50.509824 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:05:50.509824 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:05:50.509824 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:05:50.509824 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:05:50.509824 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:05:50.509824 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:05:50.509824 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:05:50.509824 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:05:50.509824 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:05:50.509824 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:05:50.519805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45274) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:50.567558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9cadb6-56ed-40e0-af9d-793eacb86dc4 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Router 67f01763-52a3-4ea1-9121-0ec91c5a7990 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:05:50.678110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:50.707916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491c1fb-dc00-4d12-b0bc-6468aa62d56f req-6573fc1c-189b-411e-a5e0-b12bcfd10250 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:50.709704 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3491c1fb-dc00-4d12-b0bc-6468aa62d56f req-6573fc1c-189b-411e-a5e0-b12bcfd10250 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.4454880
Nov 24 13:05:50.820188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-259453b3-849b-4a8f-b4d1-3f222c9f3668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d705390>, [{'id': '3937804a-a539-4c6e-adbc-eb8a99ecd1cd', 'name': 'tempest-TestVolumeBootPattern-1667162633-router', 'tenant_id': '5a7afbfe15094831a47b19a5311d9e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': '8f848ea2-2a08-4123-8376-789dd0b71086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:05:22Z', 'updated_at': '2020-11-24T13:05:43Z', 'revision_number': 4, 'project_id': '5a7afbfe15094831a47b19a5311d9e5d', 'gw_port': {'id': '8f848ea2-2a08-4123-8376-789dd0b71086', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:29:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3937804a-a539-4c6e-adbc-eb8a99ecd1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:25Z', 'updated_at': '2020-11-24T13:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'e738398c-9de9-4bc6-96c5-35243a1a47fd', 'name': '', 'network_id': 'af675fa1-01b6-4cc2-9461-d6b59d23854b', 'tenant_id': '5a7afbfe15094831a47b19a5311d9e5d', 'mac_address': 'fa:16:3e:4b:6e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3937804a-a539-4c6e-adbc-eb8a99ecd1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '260b2e2c-3303-44b4-9b2e-d223e6ef5999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:40Z', 'updated_at': '2020-11-24T13:05:44Z', 'revision_number': 2, 'project_id': '5a7afbfe15094831a47b19a5311d9e5d', 'subnets': [{'id': '260b2e2c-3303-44b4-9b2e-d223e6ef5999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:50.825841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259453b3-849b-4a8f-b4d1-3f222c9f3668 None None] Checking router: 3937804a-a539-4c6e-adbc-eb8a99ecd1cd for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:05:50.826492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259453b3-849b-4a8f-b4d1-3f222c9f3668 None None] Updating router 3937804a-a539-4c6e-adbc-eb8a99ecd1cd port e738398c-9de9-4bc6-96c5-35243a1a47fd binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:05:50.848983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-502acac0-453b-4176-be4e-9141f75b5d6a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:50.856773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fc9f39d1-1f4e-410b-9b10-b5ebecd27448 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:50.867467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1a4eda37-f65c-4959-af98-ec2ea670d57a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:50.893384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-502acac0-453b-4176-be4e-9141f75b5d6a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:50.900516 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-502acac0-453b-4176-be4e-9141f75b5d6a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/networks/66f1dacd-96d1-4e47-9166-4a431ef055f7 HTTP/1.1" status: 204  len: 168 time: 3.6325314
Nov 24 13:05:50.906264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8aa9bcf0-0c49-4236-a385-d9f7daf617a3 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:50.909391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-259453b3-849b-4a8f-b4d1-3f222c9f3668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:50.945325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0b115c5b-84e2-4075-a3f0-b39663d79302 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:50.992340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45278) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:51.009009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502acac0-453b-4176-be4e-9141f75b5d6a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Network': ['ID=66f1dacd-96d1-4e47-9166-4a431ef055f7,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:51.021488 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3491c1fb-dc00-4d12-b0bc-6468aa62d56f req-26c554dc-f4fe-4910-9523-d21a4f5c370d tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3013241
Nov 24 13:05:51.022473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-502acac0-453b-4176-be4e-9141f75b5d6a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:51.098158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-3f682855-e66a-4c5b-b652-6d76e3a8001a req-496fb35d-7173-4c52-8847-df7ad3a86bd7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1498028031', 'description': 'tempest-TestVolumeBootPattern-1498028031 description'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:51.114474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-40d9cc0a-9f30-4704-acdd-4b98077e3650 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'network': {'name': 'tempest-PortsTestJSON-567249796'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:51.142499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4eda37-f65c-4959-af98-ec2ea670d57a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Port': ['ID=8ae055a7-31a9-44fd-a082-bfc92270efb5,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:51.150849 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-da2d5b02-d288-4ce7-adeb-61ddd9c69d4d req-76591460-f233-4eb5-9b2f-e5ad4f2cb9ac service neutron] 10.222.0.70 "GET /v2.0/networks/42f46442-d2b1-4c59-8018-dd6806abe134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8269994
Nov 24 13:05:51.167770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-40d9cc0a-9f30-4704-acdd-4b98077e3650 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:51.177489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-40d9cc0a-9f30-4704-acdd-4b98077e3650 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:network and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:51.182802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-40d9cc0a-9f30-4704-acdd-4b98077e3650 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for network was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:51.199723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-40d9cc0a-9f30-4704-acdd-4b98077e3650 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:51.208023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1a4eda37-f65c-4959-af98-ec2ea670d57a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:51.307988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8aa9bcf0-0c49-4236-a385-d9f7daf617a3 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:51.380124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device f91dd9e1-8346-4d5b-9fa1-0641c3c45792 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:05:51.436356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-3f682855-e66a-4c5b-b652-6d76e3a8001a req-496fb35d-7173-4c52-8847-df7ad3a86bd7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:51.443026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-3f682855-e66a-4c5b-b652-6d76e3a8001a req-496fb35d-7173-4c52-8847-df7ad3a86bd7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Usage tracker for resource:security_group and tenant:6efb027d4b0e48cc970462a6d3154fa0 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:51.445140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d9cc0a-9f30-4704-acdd-4b98077e3650 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:05:51.449522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-3f682855-e66a-4c5b-b652-6d76e3a8001a req-496fb35d-7173-4c52-8847-df7ad3a86bd7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:51.451239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-40d9cc0a-9f30-4704-acdd-4b98077e3650 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:51.457658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-3f682855-e66a-4c5b-b652-6d76e3a8001a req-496fb35d-7173-4c52-8847-df7ad3a86bd7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:51.473780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3f682855-e66a-4c5b-b652-6d76e3a8001a req-496fb35d-7173-4c52-8847-df7ad3a86bd7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:51.511051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-be03c52a-754e-4bae-a51e-8158cc9b2552 None None] Provisioning for port f91dd9e1-8346-4d5b-9fa1-0641c3c45792 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:05:51.557667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port f91dd9e1-8346-4d5b-9fa1-0641c3c45792 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:05:51.572121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port f91dd9e1-8346-4d5b-9fa1-0641c3c45792 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:51.572651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:51.586975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-259453b3-849b-4a8f-b4d1-3f222c9f3668 None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:51.591556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-8aa9bcf0-0c49-4236-a385-d9f7daf617a3 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6347882e48>,) {'filters': {'network_id': ['5e925182-ab93-410f-acd5-a590ff387b64']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:51.602343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-3f682855-e66a-4c5b-b652-6d76e3a8001a req-496fb35d-7173-4c52-8847-df7ad3a86bd7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:51.603401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-259453b3-849b-4a8f-b4d1-3f222c9f3668 None None] Transition to ACTIVE for port object e738398c-9de9-4bc6-96c5-35243a1a47fd will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:51.607771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-259453b3-849b-4a8f-b4d1-3f222c9f3668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:51.616284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-3f682855-e66a-4c5b-b652-6d76e3a8001a req-496fb35d-7173-4c52-8847-df7ad3a86bd7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Usage tracker for resource:security_group_rule and tenant:6efb027d4b0e48cc970462a6d3154fa0 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:51.621214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-8aa9bcf0-0c49-4236-a385-d9f7daf617a3 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347882e48>, 'caa72b27-24e7-4bbc-aa57-7d60e54ff8e4') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:51.622046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-8aa9bcf0-0c49-4236-a385-d9f7daf617a3 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347882e48>, 'caa72b27-24e7-4bbc-aa57-7d60e54ff8e4') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:51.631764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-3f682855-e66a-4c5b-b652-6d76e3a8001a req-496fb35d-7173-4c52-8847-df7ad3a86bd7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:51.644920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-3f682855-e66a-4c5b-b652-6d76e3a8001a req-496fb35d-7173-4c52-8847-df7ad3a86bd7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:51.649308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8aa9bcf0-0c49-4236-a385-d9f7daf617a3 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:51.649704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-984c8c8e-7215-4861-bab4-a7f3db5d0bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:51.686515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8aa9bcf0-0c49-4236-a385-d9f7daf617a3 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:51.691110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8aa9bcf0-0c49-4236-a385-d9f7daf617a3 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Releasing vxlan tunnel 7 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:05:51.768588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a67f152c-347d-4fc6-8511-abf9c6d3e1da None None] Could not find standard attr ID for object 8ae055a7-31a9-44fd-a082-bfc92270efb5. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:05:51.770440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:51.793580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a794d-df2c-4b16-b13a-9e9e925ea2af None None] Pushing event updated for resources: {'Port': ['ID=e738398c-9de9-4bc6-96c5-35243a1a47fd,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:51.808264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-149a794d-df2c-4b16-b13a-9e9e925ea2af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:51.824618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port f91dd9e1-8346-4d5b-9fa1-0641c3c45792, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=f91dd9e1-8346-4d5b-9fa1-0641c3c45792,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:05:51.835414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:51.839299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-058ac805-7b4b-4d41-8e82-2fb0abf0989b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:51.988576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=f91dd9e1-8346-4d5b-9fa1-0641c3c45792,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:51.994781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:52.123346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b1a7e30a-3aaa-4785-b6a4-38c15b8e1fac tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:52.160577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c9f21f8b-5572-4714-820e-dfb8b49baab6 None None] Provisioning complete for port f91dd9e1-8346-4d5b-9fa1-0641c3c45792 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:52.161181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c9f21f8b-5572-4714-820e-dfb8b49baab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:52.248465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-259453b3-849b-4a8f-b4d1-3f222c9f3668 None None] Attempting to bind port e738398c-9de9-4bc6-96c5-35243a1a47fd on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:05:52.249022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-259453b3-849b-4a8f-b4d1-3f222c9f3668 None None] Attempting to bind port e738398c-9de9-4bc6-96c5-35243a1a47fd by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f240b38c-33fc-48df-8782-1ceff90a63a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'af675fa1-01b6-4cc2-9461-d6b59d23854b'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:05:52.249781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259453b3-849b-4a8f-b4d1-3f222c9f3668 None None] Attempting to bind port e738398c-9de9-4bc6-96c5-35243a1a47fd on network af675fa1-01b6-4cc2-9461-d6b59d23854b {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:05:52.261777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259453b3-849b-4a8f-b4d1-3f222c9f3668 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:05:52.262240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259453b3-849b-4a8f-b4d1-3f222c9f3668 None None] Checking segment: {'id': 'f240b38c-33fc-48df-8782-1ceff90a63a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'af675fa1-01b6-4cc2-9461-d6b59d23854b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:05:52.262698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-259453b3-849b-4a8f-b4d1-3f222c9f3668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:52.264731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259453b3-849b-4a8f-b4d1-3f222c9f3668 None None] Bound using segment: {'id': 'f240b38c-33fc-48df-8782-1ceff90a63a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'af675fa1-01b6-4cc2-9461-d6b59d23854b'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:05:52.265311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-259453b3-849b-4a8f-b4d1-3f222c9f3668 None None] Bound port: e738398c-9de9-4bc6-96c5-35243a1a47fd, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f240b38c-33fc-48df-8782-1ceff90a63a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'af675fa1-01b6-4cc2-9461-d6b59d23854b'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:05:52.265737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-259453b3-849b-4a8f-b4d1-3f222c9f3668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:52.381741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c46d7a8f-16dd-4f52-a03c-79ce323d5195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:52.422194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-259453b3-849b-4a8f-b4d1-3f222c9f3668 None None] For port e738398c-9de9-4bc6-96c5-35243a1a47fd, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:05:52.429641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-259453b3-849b-4a8f-b4d1-3f222c9f3668 None None] For port e738398c-9de9-4bc6-96c5-35243a1a47fd, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=e738398c-9de9-4bc6-96c5-35243a1a47fd,segment=NetworkSegment(f240b38c-33fc-48df-8782-1ceff90a63a1),segment_id=f240b38c-33fc-48df-8782-1ceff90a63a1)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:05:52.441040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-259453b3-849b-4a8f-b4d1-3f222c9f3668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:52.474157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7e30a-3aaa-4785-b6a4-38c15b8e1fac tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event updated for resources: {'Subnet': ['ID=cb3afdbd-f049-452c-864e-9d05b64abb5a,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:52.498813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b1a7e30a-3aaa-4785-b6a4-38c15b8e1fac tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:52.546535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d9cc0a-9f30-4704-acdd-4b98077e3650 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:05:52.566694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:52.593048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231c0d3f-642c-4890-9c38-7c4989a6e91e None None] get_active_networks_info from dv-neutron-601336-61-ovs {{(pid=80945) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 13:05:52.643773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3f682855-e66a-4c5b-b652-6d76e3a8001a req-496fb35d-7173-4c52-8847-df7ad3a86bd7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:52.655260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-40d9cc0a-9f30-4704-acdd-4b98077e3650 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:52.655704 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-40d9cc0a-9f30-4704-acdd-4b98077e3650 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Added segment cfce43d1-1605-4dbf-a3f6-9c2f44b5e532 of type vxlan for network e8fcc165-cfd4-43e1-971f-8edaaf475d4a
Nov 24 13:05:52.660678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a794d-df2c-4b16-b13a-9e9e925ea2af None None] Pushing event updated for resources: {'Port': ['ID=e738398c-9de9-4bc6-96c5-35243a1a47fd,revision_number=4']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:52.664569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-149a794d-df2c-4b16-b13a-9e9e925ea2af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:52.670060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-8aa9bcf0-0c49-4236-a385-d9f7daf617a3 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Network 5e925182-ab93-410f-acd5-a590ff387b64 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:05:52.683781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3f682855-e66a-4c5b-b652-6d76e3a8001a req-496fb35d-7173-4c52-8847-df7ad3a86bd7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:52.690189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8aa9bcf0-0c49-4236-a385-d9f7daf617a3 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:52.707523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1a4eda37-f65c-4959-af98-ec2ea670d57a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:52.707849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-32a0dfc2-c519-4012-a7dc-593d8ff3b334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:52.727349 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1a4eda37-f65c-4959-af98-ec2ea670d57a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/8ae055a7-31a9-44fd-a082-bfc92270efb5 HTTP/1.1" status: 204  len: 168 time: 4.8837821
Nov 24 13:05:52.746249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45286) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:52.772129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259453b3-849b-4a8f-b4d1-3f222c9f3668 None None] Routers {'3937804a-a539-4c6e-adbc-eb8a99ecd1cd'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:05:52.773379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-259453b3-849b-4a8f-b4d1-3f222c9f3668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d705390>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:05:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['3937804a-a539-4c6e-adbc-eb8a99ecd1cd'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:52.804647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c3e6c-3d53-4800-9587-3118b1033800 req-252647a8-1e4b-4ae8-974b-6a5cbf460703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:52.806360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496fb35d-7173-4c52-8847-df7ad3a86bd7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Pushing event updated for resources: {'SecurityGroup': ['ID=3c44158b-393b-43bf-8bb6-14d1cb919318,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:52.806580 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-db2c3e6c-3d53-4800-9587-3118b1033800 req-252647a8-1e4b-4ae8-974b-6a5cbf460703 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4286288353e74305b378e229e8ab5058&device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 1163 time: 1.4327011
Nov 24 13:05:52.830844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-496fb35d-7173-4c52-8847-df7ad3a86bd7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:52.876359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3f682855-e66a-4c5b-b652-6d76e3a8001a req-496fb35d-7173-4c52-8847-df7ad3a86bd7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:52.877833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-40d9cc0a-9f30-4704-acdd-4b98077e3650 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:52.882286 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3f682855-e66a-4c5b-b652-6d76e3a8001a req-496fb35d-7173-4c52-8847-df7ad3a86bd7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1697 time: 1.7935543
Nov 24 13:05:52.889893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a7e30a-3aaa-4785-b6a4-38c15b8e1fac tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Checking segment: {'id': 'e4bc8e77-115a-4c9e-9c57-53ac09f6b0e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:05:52.890328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a7e30a-3aaa-4785-b6a4-38c15b8e1fac tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network hostable DHCP agents. Network: f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:05:52.944857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ba74e2f9-71d2-4ab0-8aab-1c4a1cee7ade None None] Provisioning complete for port f91dd9e1-8346-4d5b-9fa1-0641c3c45792 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:52.945276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba74e2f9-71d2-4ab0-8aab-1c4a1cee7ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:52.983254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-0b115c5b-84e2-4075-a3f0-b39663d79302 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:05:53.040090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-259453b3-849b-4a8f-b4d1-3f222c9f3668 None None] Set router 3937804a-a539-4c6e-adbc-eb8a99ecd1cd gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:05:53.041191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b115c5b-84e2-4075-a3f0-b39663d79302 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:53.055234 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-20145a97-acb2-42bd-8f53-40b90b0bdb34 req-0ef4d5cb-4a73-406d-98c6-83ed0fdcbd6c tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups/3c44158b-393b-43bf-8bb6-14d1cb919318 HTTP/1.1" status: 200  len: 1692 time: 0.0675912
Nov 24 13:05:53.056787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac3975b-8c74-4e5b-971a-1c45f85e1e84 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:53.058298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac3975b-8c74-4e5b-971a-1c45f85e1e84 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:53.059116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8ac3975b-8c74-4e5b-971a-1c45f85e1e84 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:05:53.061211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-20145a97-acb2-42bd-8f53-40b90b0bdb34 req-0e654de4-c199-423d-a1a8-84f6a2a13d24 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3c44158b-393b-43bf-8bb6-14d1cb919318', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:53.061755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-20145a97-acb2-42bd-8f53-40b90b0bdb34 req-0e654de4-c199-423d-a1a8-84f6a2a13d24 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3c44158b-393b-43bf-8bb6-14d1cb919318', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:53.069920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a7e30a-3aaa-4785-b6a4-38c15b8e1fac tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:05:53.075149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-20145a97-acb2-42bd-8f53-40b90b0bdb34 req-0e654de4-c199-423d-a1a8-84f6a2a13d24 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:53.082257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b115c5b-84e2-4075-a3f0-b39663d79302 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:53.084264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424f4be-72d9-4db5-a01e-826996152676 req-7822341b-8296-4595-a7d4-1462c762d7a1 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:53.086239 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a424f4be-72d9-4db5-a01e-826996152676 req-7822341b-8296-4595-a7d4-1462c762d7a1 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.5194211
Nov 24 13:05:53.102242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-20145a97-acb2-42bd-8f53-40b90b0bdb34 req-0e654de4-c199-423d-a1a8-84f6a2a13d24 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Usage tracker for resource:security_group_rule and tenant:6efb027d4b0e48cc970462a6d3154fa0 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:53.142713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-20145a97-acb2-42bd-8f53-40b90b0bdb34 req-0e654de4-c199-423d-a1a8-84f6a2a13d24 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:53.144650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ccd94df1-087c-4e19-aa61-cea4be9f888c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:53.158624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-8aa9bcf0-0c49-4236-a385-d9f7daf617a3 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Network 5e925182-ab93-410f-acd5-a590ff387b64 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:05:53.227870 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:05:53.227870 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:05:53.227870 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:05:53.227870 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:05:53.227870 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:05:53.227870 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:05:53.227870 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:05:53.227870 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:05:53.227870 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:05:53.227870 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:05:53.227870 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:05:53.227870 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:05:53.227870 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:05:53.227870 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:05:53.227870 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:05:53.227870 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:05:53.227870 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:05:53.227870 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:05:53.227870 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:05:53.227870 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:05:53.227870 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:05:53.227870 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:05:53.227870 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:05:53.227870 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:05:53.227870 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:05:53.227870 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:05:53.227870 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:05:53.227870 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:05:53.227870 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:05:53.227870 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:05:53.227870 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:05:53.227870 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:05:53.254779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-b1a7e30a-3aaa-4785-b6a4-38c15b8e1fac tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:53.306103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device f91dd9e1-8346-4d5b-9fa1-0641c3c45792 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:05:53.307915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-20145a97-acb2-42bd-8f53-40b90b0bdb34 req-0e654de4-c199-423d-a1a8-84f6a2a13d24 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:53.316516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-40d9cc0a-9f30-4704-acdd-4b98077e3650 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:53.320825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d9cc0a-9f30-4704-acdd-4b98077e3650 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:53.321483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-40d9cc0a-9f30-4704-acdd-4b98077e3650 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:53.341134 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a424f4be-72d9-4db5-a01e-826996152676 req-88dff832-2688-42a0-b2d4-88cedfb6d721 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2406862
Nov 24 13:05:53.363265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8ac3975b-8c74-4e5b-971a-1c45f85e1e84 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:05:53.370305 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8ac3975b-8c74-4e5b-971a-1c45f85e1e84 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.6149862
Nov 24 13:05:53.371107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8aa9bcf0-0c49-4236-a385-d9f7daf617a3 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:53.372806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45292) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:53.373254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9cadb6-56ed-40e0-af9d-793eacb86dc4 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:05:53.387742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231c0d3f-642c-4890-9c38-7c4989a6e91e None None] Unable to find a vacant binding_index for network f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a and agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f {{(pid=80945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}}
Nov 24 13:05:53.401841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4702e103-ffb7-4f68-8d37-bd5bd3c155f8 None None] Sync routers for ids ['67f01763-52a3-4ea1-9121-0ec91c5a7990'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:05:53.424281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231c0d3f-642c-4890-9c38-7c4989a6e91e None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a) {{(pid=80945) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 24 13:05:53.455233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port f91dd9e1-8346-4d5b-9fa1-0641c3c45792 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:53.455670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:53.455971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c3e6c-3d53-4800-9587-3118b1033800 req-6e28e192-d4e8-4ff6-bbdb-e40a8a02c2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:53.457759 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-db2c3e6c-3d53-4800-9587-3118b1033800 req-6e28e192-d4e8-4ff6-bbdb-e40a8a02c2dd service neutron] 10.222.0.70 "GET /v2.0/networks?id=42f46442-d2b1-4c59-8018-dd6806abe134 HTTP/1.1" status: 200  len: 906 time: 0.6079221
Nov 24 13:05:53.458807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a7e30a-3aaa-4785-b6a4-38c15b8e1fac tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:53.459431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b1a7e30a-3aaa-4785-b6a4-38c15b8e1fac tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:53.463822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b115c5b-84e2-4075-a3f0-b39663d79302 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:53.467280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-346ef180-3bc0-4a1b-a6e4-5606d1931b82 tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:53.502544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa9bcf0-0c49-4236-a385-d9f7daf617a3 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  5e925182-ab93-410f-acd5-a590ff387b64 {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Nov 24 13:05:53.514871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8aa9bcf0-0c49-4236-a385-d9f7daf617a3 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:53.526116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9bcf0-0c49-4236-a385-d9f7daf617a3 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Pushing event deleted for resources: {'Network': ['ID=5e925182-ab93-410f-acd5-a590ff387b64,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:53.535215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4702e103-ffb7-4f68-8d37-bd5bd3c155f8 None None] Routers {'67f01763-52a3-4ea1-9121-0ec91c5a7990'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:05:53.535949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4702e103-ffb7-4f68-8d37-bd5bd3c155f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347d840b8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:05:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['67f01763-52a3-4ea1-9121-0ec91c5a7990'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:53.638203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8aa9bcf0-0c49-4236-a385-d9f7daf617a3 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:53.653955 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8aa9bcf0-0c49-4236-a385-d9f7daf617a3 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "DELETE /v2.0/networks/5e925182-ab93-410f-acd5-a590ff387b64 HTTP/1.1" status: 204  len: 168 time: 3.0749061
Nov 24 13:05:53.662185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-20145a97-acb2-42bd-8f53-40b90b0bdb34 req-0e654de4-c199-423d-a1a8-84f6a2a13d24 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:53.708782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-20145a97-acb2-42bd-8f53-40b90b0bdb34 req-0e654de4-c199-423d-a1a8-84f6a2a13d24 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:53.741180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-20145a97-acb2-42bd-8f53-40b90b0bdb34 req-0e654de4-c199-423d-a1a8-84f6a2a13d24 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:53.762103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-259453b3-849b-4a8f-b4d1-3f222c9f3668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d705390>, [{'id': '3937804a-a539-4c6e-adbc-eb8a99ecd1cd', 'name': 'tempest-TestVolumeBootPattern-1667162633-router', 'tenant_id': '5a7afbfe15094831a47b19a5311d9e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': '8f848ea2-2a08-4123-8376-789dd0b71086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:05:22Z', 'updated_at': '2020-11-24T13:05:43Z', 'revision_number': 4, 'project_id': '5a7afbfe15094831a47b19a5311d9e5d', 'gw_port': {'id': '8f848ea2-2a08-4123-8376-789dd0b71086', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:29:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3937804a-a539-4c6e-adbc-eb8a99ecd1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:25Z', 'updated_at': '2020-11-24T13:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'e738398c-9de9-4bc6-96c5-35243a1a47fd', 'name': '', 'network_id': 'af675fa1-01b6-4cc2-9461-d6b59d23854b', 'tenant_id': '5a7afbfe15094831a47b19a5311d9e5d', 'mac_address': 'fa:16:3e:4b:6e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3937804a-a539-4c6e-adbc-eb8a99ecd1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '260b2e2c-3303-44b4-9b2e-d223e6ef5999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:40Z', 'updated_at': '2020-11-24T13:05:52Z', 'revision_number': 4, 'project_id': '5a7afbfe15094831a47b19a5311d9e5d', 'subnets': [{'id': '260b2e2c-3303-44b4-9b2e-d223e6ef5999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:53.768143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259453b3-849b-4a8f-b4d1-3f222c9f3668 None None] The sync data for ids ['3937804a-a539-4c6e-adbc-eb8a99ecd1cd'] in dv-neutron-601336-61-ovs is: [{'id': '3937804a-a539-4c6e-adbc-eb8a99ecd1cd', 'name': 'tempest-TestVolumeBootPattern-1667162633-router', 'tenant_id': '5a7afbfe15094831a47b19a5311d9e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': '8f848ea2-2a08-4123-8376-789dd0b71086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:05:22Z', 'updated_at': '2020-11-24T13:05:43Z', 'revision_number': 4, 'project_id': '5a7afbfe15094831a47b19a5311d9e5d', 'gw_port': {'id': '8f848ea2-2a08-4123-8376-789dd0b71086', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:29:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3937804a-a539-4c6e-adbc-eb8a99ecd1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:25Z', 'updated_at': '2020-11-24T13:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'e738398c-9de9-4bc6-96c5-35243a1a47fd', 'name': '', 'network_id': 'af675fa1-01b6-4cc2-9461-d6b59d23854b', 'tenant_id': '5a7afbfe15094831a47b19a5311d9e5d', 'mac_address': 'fa:16:3e:4b:6e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3937804a-a539-4c6e-adbc-eb8a99ecd1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '260b2e2c-3303-44b4-9b2e-d223e6ef5999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:40Z', 'updated_at': '2020-11-24T13:05:52Z', 'revision_number': 4, 'project_id': '5a7afbfe15094831a47b19a5311d9e5d', 'subnets': [{'id': '260b2e2c-3303-44b4-9b2e-d223e6ef5999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:05:53.826027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2f9cadb6-56ed-40e0-af9d-793eacb86dc4 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:53.830061 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2f9cadb6-56ed-40e0-af9d-793eacb86dc4 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 14.6460669
Nov 24 13:05:53.830061 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-db2c3e6c-3d53-4800-9587-3118b1033800 req-7856f413-5638-4c9d-98de-7e4e02791ecd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af0d0a0e-4f8a-4806-bb3e-d85246ab5173 HTTP/1.1" status: 200  len: 1002 time: 0.1886201
Nov 24 13:05:53.831409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45300) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:53.852256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b115c5b-84e2-4075-a3f0-b39663d79302 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Network 9ccc3143-79e8-4735-a467-5f1bd0c58340 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:05:53.858838 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-40d9cc0a-9f30-4704-acdd-4b98077e3650 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 2.8600960
Nov 24 13:05:53.930484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:53.938167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-0b115c5b-84e2-4075-a3f0-b39663d79302 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:53.958777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45304) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:53.990281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2da9231a-4705-4b1e-a43d-5b47084a476a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'subnet': {'network_id': 'e8fcc165-cfd4-43e1-971f-8edaaf475d4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:53.998401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-4702e103-ffb7-4f68-8d37-bd5bd3c155f8 None None] Set router 67f01763-52a3-4ea1-9121-0ec91c5a7990 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:05:54.050943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b115c5b-84e2-4075-a3f0-b39663d79302 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event updated for resources: {'Port': ['ID=82a04e1f-792e-49b7-8626-8d99ba14e61f,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:54.120678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0b115c5b-84e2-4075-a3f0-b39663d79302 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.976s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:54.121285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6b6a8248-145a-4b26-9cb5-2d099d1255d0 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.758s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:54.146821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e654de4-c199-423d-a1a8-84f6a2a13d24 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11153a84-1033-4694-a915-b0dbbb419dc2,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:54.154450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2da9231a-4705-4b1e-a43d-5b47084a476a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:54.162024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0e654de4-c199-423d-a1a8-84f6a2a13d24 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:54.168222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2da9231a-4705-4b1e-a43d-5b47084a476a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:subnet and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:54.177601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2da9231a-4705-4b1e-a43d-5b47084a476a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:54.188200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dddb9-20cf-4244-a380-08224b688e16 req-b86f6a83-b48e-433b-9c8f-7098c8d95a95 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:54.196168 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-159dddb9-20cf-4244-a380-08224b688e16 req-b86f6a83-b48e-433b-9c8f-7098c8d95a95 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.6716678
Nov 24 13:05:54.198302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-20145a97-acb2-42bd-8f53-40b90b0bdb34 req-0e654de4-c199-423d-a1a8-84f6a2a13d24 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:54.208748 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-20145a97-acb2-42bd-8f53-40b90b0bdb34 req-0e654de4-c199-423d-a1a8-84f6a2a13d24 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 721 time: 1.1462798
Nov 24 13:05:54.235465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2da9231a-4705-4b1e-a43d-5b47084a476a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:54.290260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45314) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:54.323221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b43b80ab-5c5b-4924-85c3-28dd003e77df tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Request body: {'router': {'name': 'tempest-router--1450660000', 'project_id': 'b638d0268b4b4687900d660538459616'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:54.341065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b43b80ab-5c5b-4924-85c3-28dd003e77df tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:54.357532 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b1a7e30a-3aaa-4785-b6a4-38c15b8e1fac tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 8.2996554
Nov 24 13:05:54.358771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da9231a-4705-4b1e-a43d-5b47084a476a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:05:54.388139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45318) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:54.546114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b43b80ab-5c5b-4924-85c3-28dd003e77df tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Usage tracker for resource:router and tenant:b638d0268b4b4687900d660538459616 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:54.586590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2da9231a-4705-4b1e-a43d-5b47084a476a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:54.613595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-49bee230-e346-4e4a-9c4c-277bf29746e5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting subnet e5f937c5-2183-426d-bcb1-7913ae9b9940 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:05:54.622626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b43b80ab-5c5b-4924-85c3-28dd003e77df tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:54.629490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c3e6c-3d53-4800-9587-3118b1033800 req-6a9ba82e-bf2b-4d4e-99c6-fe3cd7dc76ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:54.632135 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-db2c3e6c-3d53-4800-9587-3118b1033800 req-6a9ba82e-bf2b-4d4e-99c6-fe3cd7dc76ba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4edc9f76-5638-4785-9026-5e5686309573 HTTP/1.1" status: 200  len: 851 time: 0.6983669
Nov 24 13:05:54.638497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9cc0a-9f30-4704-acdd-4b98077e3650 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Network': ['ID=e8fcc165-cfd4-43e1-971f-8edaaf475d4a,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:54.673566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4702e103-ffb7-4f68-8d37-bd5bd3c155f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347d840b8>, [{'id': '67f01763-52a3-4ea1-9121-0ec91c5a7990', 'name': 'tempest-snat-router-1653635377', 'tenant_id': 'b0600db2aa7e4ca299a5964d39c8677a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.58'}], 'enable_snat': False}, 'gw_port_id': '1fbcf9f0-78c4-4e32-a72d-c2a439746f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:05:39Z', 'updated_at': '2020-11-24T13:05:45Z', 'revision_number': 3, 'project_id': 'b0600db2aa7e4ca299a5964d39c8677a', 'gw_port': {'id': '1fbcf9f0-78c4-4e32-a72d-c2a439746f38', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f01763-52a3-4ea1-9121-0ec91c5a7990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:42Z', 'updated_at': '2020-11-24T13:05:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:54.679875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network e8fcc165-cfd4-43e1-971f-8edaaf475d4a details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:05:54.688819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-40d9cc0a-9f30-4704-acdd-4b98077e3650 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:54.693908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network e8fcc165-cfd4-43e1-971f-8edaaf475d4a details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:05:54.715518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4702e103-ffb7-4f68-8d37-bd5bd3c155f8 None None] Checking router: 67f01763-52a3-4ea1-9121-0ec91c5a7990 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:05:54.715891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4702e103-ffb7-4f68-8d37-bd5bd3c155f8 None None] Updating router 67f01763-52a3-4ea1-9121-0ec91c5a7990 port 1fbcf9f0-78c4-4e32-a72d-c2a439746f38 binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:05:54.770402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-49bee230-e346-4e4a-9c4c-277bf29746e5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:54.807654 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-159dddb9-20cf-4244-a380-08224b688e16 req-327a492f-c1f2-4fc1-9c44-513096f00da3 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6103365
Nov 24 13:05:54.818895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b43b80ab-5c5b-4924-85c3-28dd003e77df tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:54.829125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:54.877862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-49bee230-e346-4e4a-9c4c-277bf29746e5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:54.998325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-49bee230-e346-4e4a-9c4c-277bf29746e5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:55.268415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4702e103-ffb7-4f68-8d37-bd5bd3c155f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:55.272843 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-333216b0-bb93-4887-9ef1-f7e5c02a070d req-a9b6bec5-7597-4668-a90f-6083e65c5630 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups/3c44158b-393b-43bf-8bb6-14d1cb919318 HTTP/1.1" status: 200  len: 2220 time: 0.9961493
Nov 24 13:05:55.275521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b43b80ab-5c5b-4924-85c3-28dd003e77df tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:55.276879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b43b80ab-5c5b-4924-85c3-28dd003e77df tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:55.322489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-333216b0-bb93-4887-9ef1-f7e5c02a070d req-d514e052-3dde-4523-9009-54963453b25d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3c44158b-393b-43bf-8bb6-14d1cb919318', 'remote_group_id': None}]} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:55.323226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-333216b0-bb93-4887-9ef1-f7e5c02a070d req-d514e052-3dde-4523-9009-54963453b25d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3c44158b-393b-43bf-8bb6-14d1cb919318', 'remote_group_id': None}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:55.355872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-333216b0-bb93-4887-9ef1-f7e5c02a070d req-d514e052-3dde-4523-9009-54963453b25d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:55.415407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-333216b0-bb93-4887-9ef1-f7e5c02a070d req-d514e052-3dde-4523-9009-54963453b25d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Usage tracker for resource:security_group_rule and tenant:6efb027d4b0e48cc970462a6d3154fa0 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:55.427592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-333216b0-bb93-4887-9ef1-f7e5c02a070d req-d514e052-3dde-4523-9009-54963453b25d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:55.481858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-333216b0-bb93-4887-9ef1-f7e5c02a070d req-d514e052-3dde-4523-9009-54963453b25d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:55.495288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device e738398c-9de9-4bc6-96c5-35243a1a47fd up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:05:55.525171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b43b80ab-5c5b-4924-85c3-28dd003e77df tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:55.668277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c3e6c-3d53-4800-9587-3118b1033800 req-a84777b8-89e8-4bca-a214-847b3b3916d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:55.669901 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-db2c3e6c-3d53-4800-9587-3118b1033800 req-a84777b8-89e8-4bca-a214-847b3b3916d1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=42f46442-d2b1-4c59-8018-dd6806abe134&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.0286908
Nov 24 13:05:55.712354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:55.719703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b2c799-2520-4ba0-a8da-125770df1e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a', 'network_id': 'f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a', 'tenant_id': '2aca37eb671f42ff857d97c1cafabbf3', 'fixed_ips': [{'subnet_id': 'cb3afdbd-f049-452c-864e-9d05b64abb5a'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:05:55.721138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28b2c799-2520-4ba0-a8da-125770df1e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:55.743517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b43b80ab-5c5b-4924-85c3-28dd003e77df tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:55.796657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed72a7-fb35-450f-b588-504114525a49 req-aa3d5087-5fb3-4138-8205-01c7faafddf4 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:55.798319 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-62ed72a7-fb35-450f-b588-504114525a49 req-aa3d5087-5fb3-4138-8205-01c7faafddf4 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.4650311
Nov 24 13:05:55.857714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-333216b0-bb93-4887-9ef1-f7e5c02a070d req-d514e052-3dde-4523-9009-54963453b25d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:55.897952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port e738398c-9de9-4bc6-96c5-35243a1a47fd completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:05:55.920993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port e738398c-9de9-4bc6-96c5-35243a1a47fd triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:55.921422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:55.921868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-49bee230-e346-4e4a-9c4c-277bf29746e5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:55.943558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b9e9ff11-c33a-417c-a555-3b6408336631 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:55.969246 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-af9612d3-dcc8-4f08-8224-ab9aacc214a8 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "GET /v2.0/routers/67f01763-52a3-4ea1-9121-0ec91c5a7990 HTTP/1.1" status: 200  len: 908 time: 2.1153209
Nov 24 13:05:55.982428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45326) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:56.052582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b43b80ab-5c5b-4924-85c3-28dd003e77df tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:56.053889 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b43b80ab-5c5b-4924-85c3-28dd003e77df tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 1.7591240
Nov 24 13:05:56.058396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-75d207c9-ff11-4eee-9192-baa7b043a01d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Request body: {'router': {'name': 'tempest-snat-router-1653635377', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'enable_snat': True}}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:56.058585 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-db2c3e6c-3d53-4800-9587-3118b1033800 req-d631a8b6-87bb-481e-bcfa-8aef9188fb74 service neutron] 10.222.0.70 "GET /v2.0/networks/42f46442-d2b1-4c59-8018-dd6806abe134?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3751452
Nov 24 13:05:56.059028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45330) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:56.075841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bee230-e346-4e4a-9c4c-277bf29746e5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Subnet': ['ID=e5f937c5-2183-426d-bcb1-7913ae9b9940,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:56.095996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-49bee230-e346-4e4a-9c4c-277bf29746e5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:56.132802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-75d207c9-ff11-4eee-9192-baa7b043a01d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:56.139623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-4702e103-ffb7-4f68-8d37-bd5bd3c155f8 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:05:56.144198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-333216b0-bb93-4887-9ef1-f7e5c02a070d req-d514e052-3dde-4523-9009-54963453b25d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:56.150671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-75d207c9-ff11-4eee-9192-baa7b043a01d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Usage tracker for resource:router and tenant:b0600db2aa7e4ca299a5964d39c8677a is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:56.156896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-75d207c9-ff11-4eee-9192-baa7b043a01d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Quota usage for router was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:56.162941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-333216b0-bb93-4887-9ef1-f7e5c02a070d req-d514e052-3dde-4523-9009-54963453b25d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:56.170875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:56.177944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-75d207c9-ff11-4eee-9192-baa7b043a01d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:56.185466 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-62ed72a7-fb35-450f-b588-504114525a49 req-0c83630b-4f36-46d8-8a69-2f70b01d319f tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3488445
Nov 24 13:05:56.195840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0e654de4-c199-423d-a1a8-84f6a2a13d24 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:56.245760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514e052-3dde-4523-9009-54963453b25d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3355ea71-b3dc-4b68-9b2e-ec3762cc86cf,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:56.254396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d514e052-3dde-4523-9009-54963453b25d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:56.257828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75d207c9-ff11-4eee-9192-baa7b043a01d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:56.258901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75d207c9-ff11-4eee-9192-baa7b043a01d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:56.262541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-333216b0-bb93-4887-9ef1-f7e5c02a070d req-d514e052-3dde-4523-9009-54963453b25d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:56.268289 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-333216b0-bb93-4887-9ef1-f7e5c02a070d req-d514e052-3dde-4523-9009-54963453b25d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 726 time: 0.9540818
Nov 24 13:05:56.295071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75d207c9-ff11-4eee-9192-baa7b043a01d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:56.328699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port e738398c-9de9-4bc6-96c5-35243a1a47fd, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=e738398c-9de9-4bc6-96c5-35243a1a47fd,segment=NetworkSegment(f240b38c-33fc-48df-8782-1ceff90a63a1),segment_id=f240b38c-33fc-48df-8782-1ceff90a63a1)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:05:56.354915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:56.363661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e49b46f1-e7aa-49eb-980b-68e5157043de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:56.413365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-49bee230-e346-4e4a-9c4c-277bf29746e5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:56.423915 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-49bee230-e346-4e4a-9c4c-277bf29746e5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/e5f937c5-2183-426d-bcb1-7913ae9b9940 HTTP/1.1" status: 204  len: 168 time: 3.0476906
Nov 24 13:05:56.429483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45356) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:56.484223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-28b2c799-2520-4ba0-a8da-125770df1e2a None None] Allocated IP 172.20.0.3 (f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a/cb3afdbd-f049-452c-864e-9d05b64abb5a/0983ebdb-1cab-4db2-834c-1aa621cec0df) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:05:56.507027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9beeb68f-97bf-48bc-b690-9d05d3a007e4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:56.569039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b115c5b-84e2-4075-a3f0-b39663d79302 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Router 830dadff-eace-4263-b201-e0690c2e00d7 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:05:56.591761 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-db2c3e6c-3d53-4800-9587-3118b1033800 req-afbff084-524c-4bdf-90a4-6578d7346bd4 service neutron] 10.222.0.70 "GET /v2.0/networks/42f46442-d2b1-4c59-8018-dd6806abe134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5174050
Nov 24 13:05:56.786911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28b2c799-2520-4ba0-a8da-125770df1e2a None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:56.800652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-28b2c799-2520-4ba0-a8da-125770df1e2a None None] Transition to ACTIVE for port object 0983ebdb-1cab-4db2-834c-1aa621cec0df will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:56.821682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-28b2c799-2520-4ba0-a8da-125770df1e2a None None] Transition to ACTIVE for port object 0983ebdb-1cab-4db2-834c-1aa621cec0df will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:56.828348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=e738398c-9de9-4bc6-96c5-35243a1a47fd,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:56.834624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:56.857707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4702e103-ffb7-4f68-8d37-bd5bd3c155f8 None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:56.888998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28b2c799-2520-4ba0-a8da-125770df1e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:56.916672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-939a9229-b28a-4eb1-9c67-95744bebb825 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:56.955618 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c202a09a-c68f-4226-bf5c-2b6e13d1c89c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.4691722
Nov 24 13:05:56.959967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45380) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:56.977813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-6c4f7b97-0019-40cc-aa86-c19b477a23a4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:57.026552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75d207c9-ff11-4eee-9192-baa7b043a01d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:57.134705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:57.154052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f344ae73-d79d-4f24-9c12-bdb1b31e054d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:57.159914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4702e103-ffb7-4f68-8d37-bd5bd3c155f8 None None] Transition to ACTIVE for port object 1fbcf9f0-78c4-4e32-a72d-c2a439746f38 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:05:57.358323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4702e103-ffb7-4f68-8d37-bd5bd3c155f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:57.402956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Subnet': ['ID=cb3afdbd-f049-452c-864e-9d05b64abb5a,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:57.410030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9beeb68f-97bf-48bc-b690-9d05d3a007e4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:57.615995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device e738398c-9de9-4bc6-96c5-35243a1a47fd up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:05:57.770405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:57.808504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2da9231a-4705-4b1e-a43d-5b47084a476a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:57.811829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9beeb68f-97bf-48bc-b690-9d05d3a007e4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:57.848622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:05:57.851385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2c799-2520-4ba0-a8da-125770df1e2a None None] Pushing event updated for resources: {'Port': ['ID=0983ebdb-1cab-4db2-834c-1aa621cec0df,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:57.871929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-28b2c799-2520-4ba0-a8da-125770df1e2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.956s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:57.886376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:57.924694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e28b39c2-befb-4ed2-8941-44b70867926e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:57.948927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port e738398c-9de9-4bc6-96c5-35243a1a47fd triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:05:57.949618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:57.992825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9beeb68f-97bf-48bc-b690-9d05d3a007e4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:57.993365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9beeb68f-97bf-48bc-b690-9d05d3a007e4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Fanout notify agent at l3_agent the message router_deleted on router 17c38f69-bffa-4dbe-885e-967be66c5a0d {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:05:58.037122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b2c799-2520-4ba0-a8da-125770df1e2a None None] Network f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:05:58.053931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6c4f7b97-0019-40cc-aa86-c19b477a23a4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:58.061055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-28b2c799-2520-4ba0-a8da-125770df1e2a None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:58.061915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:58.069619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b2c799-2520-4ba0-a8da-125770df1e2a None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:05:58.092131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6c4f7b97-0019-40cc-aa86-c19b477a23a4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:subnet and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:58.115126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6c4f7b97-0019-40cc-aa86-c19b477a23a4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:58.130405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9231a-4705-4b1e-a43d-5b47084a476a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Subnet': ['ID=04d9405d-4114-40b7-98bd-5f4ff3f9d45b,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:58.133864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6c4f7b97-0019-40cc-aa86-c19b477a23a4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:58.142093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2da9231a-4705-4b1e-a43d-5b47084a476a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:58.169862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b842918-fd90-4885-8c8d-d8b9c4766c15 req-1b27325a-323f-417b-bc63-1b52bae21bc3 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:58.178660 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1b842918-fd90-4885-8c8d-d8b9c4766c15 req-1b27325a-323f-417b-bc63-1b52bae21bc3 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.5877674
Nov 24 13:05:58.181700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9beeb68f-97bf-48bc-b690-9d05d3a007e4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:58.182976 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9beeb68f-97bf-48bc-b690-9d05d3a007e4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "DELETE /v2.0/routers/17c38f69-bffa-4dbe-885e-967be66c5a0d HTTP/1.1" status: 204  len: 168 time: 2.1103942
Nov 24 13:05:58.240643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4f7b97-0019-40cc-aa86-c19b477a23a4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:05:58.247195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6c4f7b97-0019-40cc-aa86-c19b477a23a4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:58.257615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4702e103-ffb7-4f68-8d37-bd5bd3c155f8 None None] Attempting to bind port 1fbcf9f0-78c4-4e32-a72d-c2a439746f38 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:05:58.258030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4702e103-ffb7-4f68-8d37-bd5bd3c155f8 None None] Attempting to bind port 1fbcf9f0-78c4-4e32-a72d-c2a439746f38 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:05:58.258466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4702e103-ffb7-4f68-8d37-bd5bd3c155f8 None None] Attempting to bind port 1fbcf9f0-78c4-4e32-a72d-c2a439746f38 on network cfe08d36-e5ba-4f00-8669-16a0ead5d220 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:05:58.273051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b115c5b-84e2-4075-a3f0-b39663d79302 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:05:58.273500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4702e103-ffb7-4f68-8d37-bd5bd3c155f8 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:05:58.275418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4702e103-ffb7-4f68-8d37-bd5bd3c155f8 None None] Checking segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:05:58.275772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4702e103-ffb7-4f68-8d37-bd5bd3c155f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:58.276413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4702e103-ffb7-4f68-8d37-bd5bd3c155f8 None None] Bound using segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:05:58.277285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4702e103-ffb7-4f68-8d37-bd5bd3c155f8 None None] Bound port: 1fbcf9f0-78c4-4e32-a72d-c2a439746f38, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:05:58.277443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4702e103-ffb7-4f68-8d37-bd5bd3c155f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:58.286278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da8ef9b-38d5-4696-a667-b8e57a9ce2c9 None None] Sync routers for ids ['830dadff-eace-4263-b201-e0690c2e00d7'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:05:58.293352 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0b115c5b-84e2-4075-a3f0-b39663d79302 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "PUT /v2.0/routers/830dadff-eace-4263-b201-e0690c2e00d7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 19.1102326
Nov 24 13:05:58.308851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da8ef9b-38d5-4696-a667-b8e57a9ce2c9 None None] Routers {'830dadff-eace-4263-b201-e0690c2e00d7'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:05:58.309540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4da8ef9b-38d5-4696-a667-b8e57a9ce2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ccced68>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:05:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['830dadff-eace-4263-b201-e0690c2e00d7'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:58.310608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45426) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:58.320204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634685a0f0>,) {'filters': {'network_id': ['f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:58.333926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-4ed5bdde-bb2d-4dae-b0f7-36a628c6911e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Request body: {'port': {'network_id': '9ccc3143-79e8-4735-a467-5f1bd0c58340', 'name': 'tempest-FloatingIPTestJSON-2078299067'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:58.366668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc5821-fa62-43a6-bea1-8c349c7aab12 req-69433d15-fd63-41d8-9a94-54bddefc38fc tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:58.368426 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ebfc5821-fa62-43a6-bea1-8c349c7aab12 req-69433d15-fd63-41d8-9a94-54bddefc38fc tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.70 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 946 time: 0.4205544
Nov 24 13:05:58.465949 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1b842918-fd90-4885-8c8d-d8b9c4766c15 req-ad8d9088-e420-4d64-abff-b923465d5b89 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2871177
Nov 24 13:05:58.485245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4da8ef9b-38d5-4696-a667-b8e57a9ce2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ccced68>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:58.490104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619174cc-2b87-46ba-a790-cd7c77159d1e None None] Pushing event updated for resources: {'Port': ['ID=1fbcf9f0-78c4-4e32-a72d-c2a439746f38,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:58.492043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45436) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:58.498900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-4702e103-ffb7-4f68-8d37-bd5bd3c155f8 None None] For port 1fbcf9f0-78c4-4e32-a72d-c2a439746f38, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:05:58.506540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-4702e103-ffb7-4f68-8d37-bd5bd3c155f8 None None] For port 1fbcf9f0-78c4-4e32-a72d-c2a439746f38, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=1fbcf9f0-78c4-4e32-a72d-c2a439746f38,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:05:58.509430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-28b2c799-2520-4ba0-a8da-125770df1e2a None None] Attempting to bind port 0983ebdb-1cab-4db2-834c-1aa621cec0df on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:05:58.510498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-28b2c799-2520-4ba0-a8da-125770df1e2a None None] Attempting to bind port 0983ebdb-1cab-4db2-834c-1aa621cec0df by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'e4bc8e77-115a-4c9e-9c57-53ac09f6b0e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:05:58.511826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b2c799-2520-4ba0-a8da-125770df1e2a None None] Attempting to bind port 0983ebdb-1cab-4db2-834c-1aa621cec0df on network f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:05:58.516953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da8ef9b-38d5-4696-a667-b8e57a9ce2c9 None None] Routers {'830dadff-eace-4263-b201-e0690c2e00d7'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:05:58.519450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4da8ef9b-38d5-4696-a667-b8e57a9ce2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ccced68>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:05:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['830dadff-eace-4263-b201-e0690c2e00d7'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:58.527626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634685a0f0>, 'e4bc8e77-115a-4c9e-9c57-53ac09f6b0e3') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:58.527958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634685a0f0>, 'e4bc8e77-115a-4c9e-9c57-53ac09f6b0e3') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:58.531577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-619174cc-2b87-46ba-a790-cd7c77159d1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:58.536033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b2c799-2520-4ba0-a8da-125770df1e2a None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:05:58.536482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b2c799-2520-4ba0-a8da-125770df1e2a None None] Checking segment: {'id': 'e4bc8e77-115a-4c9e-9c57-53ac09f6b0e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:05:58.536926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28b2c799-2520-4ba0-a8da-125770df1e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:58.537374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b2c799-2520-4ba0-a8da-125770df1e2a None None] Bound using segment: {'id': 'e4bc8e77-115a-4c9e-9c57-53ac09f6b0e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:05:58.537919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-28b2c799-2520-4ba0-a8da-125770df1e2a None None] Bound port: 0983ebdb-1cab-4db2-834c-1aa621cec0df, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bc8e77-115a-4c9e-9c57-53ac09f6b0e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:05:58.538369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28b2c799-2520-4ba0-a8da-125770df1e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:58.542777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:58.559592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:58.561824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Releasing vxlan tunnel 10 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:05:58.565529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4702e103-ffb7-4f68-8d37-bd5bd3c155f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:58.585738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2fe8ae70-6b23-4e64-8f6e-f81a061683fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:58.595423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da9231a-4705-4b1e-a43d-5b47084a476a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Checking segment: {'id': 'cfce43d1-1605-4dbf-a3f6-9c2f44b5e532', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'e8fcc165-cfd4-43e1-971f-8edaaf475d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:05:58.596606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da9231a-4705-4b1e-a43d-5b47084a476a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network hostable DHCP agents. Network: e8fcc165-cfd4-43e1-971f-8edaaf475d4a, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:05:58.619802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4da8ef9b-38d5-4696-a667-b8e57a9ce2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ccced68>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:58.620256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da8ef9b-38d5-4696-a667-b8e57a9ce2c9 None None] The sync data for ids ['830dadff-eace-4263-b201-e0690c2e00d7'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:05:58.735758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75d207c9-ff11-4eee-9192-baa7b043a01d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router_gateway, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:58.815918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75d207c9-ff11-4eee-9192-baa7b043a01d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:58.910358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:05:58.923512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:59.029458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da9231a-4705-4b1e-a43d-5b47084a476a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network e8fcc165-cfd4-43e1-971f-8edaaf475d4a is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:05:59.046107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-28b2c799-2520-4ba0-a8da-125770df1e2a None None] For port 0983ebdb-1cab-4db2-834c-1aa621cec0df, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:05:59.144726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619174cc-2b87-46ba-a790-cd7c77159d1e None None] Pushing event updated for resources: {'Port': ['ID=1fbcf9f0-78c4-4e32-a72d-c2a439746f38,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:05:59.154967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-ebfc5821-fa62-43a6-bea1-8c349c7aab12 req-74e714e7-bd2f-4a78-b158-2ac5a963b897 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Deleting port af0d0a0e-4f8a-4806-bb3e-d85246ab5173 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:05:59.155627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-ebfc5821-fa62-43a6-bea1-8c349c7aab12 req-74e714e7-bd2f-4a78-b158-2ac5a963b897 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:59.169688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-619174cc-2b87-46ba-a790-cd7c77159d1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:05:59.184761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-73ee3b0d-ed07-4fbb-9d71-24f9010b99eb tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-74534037', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}, 'admin_state_up': False}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:59.197327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-73ee3b0d-ed07-4fbb-9d71-24f9010b99eb tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:59.202287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-73ee3b0d-ed07-4fbb-9d71-24f9010b99eb tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Usage tracker for resource:router and tenant:691a476dd4bd4c59a55de8f820d48fec is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:59.206442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-73ee3b0d-ed07-4fbb-9d71-24f9010b99eb tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:59.212863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-73ee3b0d-ed07-4fbb-9d71-24f9010b99eb tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:59.236851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device af0d0a0e-4f8a-4806-bb3e-d85246ab5173 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:05:59.299457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-73ee3b0d-ed07-4fbb-9d71-24f9010b99eb tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:59.300780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-73ee3b0d-ed07-4fbb-9d71-24f9010b99eb tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:59.317534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-2da9231a-4705-4b1e-a43d-5b47084a476a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, e8fcc165-cfd4-43e1-971f-8edaaf475d4a) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:05:59.326155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4702e103-ffb7-4f68-8d37-bd5bd3c155f8 None None] Routers {'67f01763-52a3-4ea1-9121-0ec91c5a7990'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:05:59.327053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4702e103-ffb7-4f68-8d37-bd5bd3c155f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347d840b8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:05:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['67f01763-52a3-4ea1-9121-0ec91c5a7990'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:05:59.360700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da9231a-4705-4b1e-a43d-5b47084a476a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:05:59.362359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2da9231a-4705-4b1e-a43d-5b47084a476a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:59.363606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4ed5bdde-bb2d-4dae-b0f7-36a628c6911e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:05:59.381457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4ed5bdde-bb2d-4dae-b0f7-36a628c6911e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Usage tracker for resource:port and tenant:fd22555ebd24497b9a32eac1cfc2772e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:05:59.386835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4ed5bdde-bb2d-4dae-b0f7-36a628c6911e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Quota usage for port was recalculated. Used quota:6. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:05:59.433181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4ed5bdde-bb2d-4dae-b0f7-36a628c6911e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:05:59.436806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:05:59.468475 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:05:59.468475 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:05:59.468475 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:05:59.468475 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:05:59.468475 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:05:59.468475 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:05:59.468475 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:05:59.468475 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:05:59.468475 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:05:59.468475 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:05:59.468475 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:05:59.468475 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:05:59.468475 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:05:59.468475 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:05:59.468475 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:05:59.468475 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:05:59.468475 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:05:59.468475 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:05:59.468475 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:05:59.468475 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:05:59.468475 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:05:59.468475 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:05:59.468475 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:05:59.468475 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:05:59.468475 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:05:59.468475 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:05:59.468475 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:05:59.468475 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:05:59.468475 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:05:59.468475 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:05:59.468475 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:05:59.468475 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:05:59.493563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-73ee3b0d-ed07-4fbb-9d71-24f9010b99eb tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:59.514187 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2da9231a-4705-4b1e-a43d-5b47084a476a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.5472522
Nov 24 13:05:59.542472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45446) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:05:59.589819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-aecc01bf-fc36-4c3e-a1e4-b71de805be76 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'port': {'network_id': 'e8fcc165-cfd4-43e1-971f-8edaaf475d4a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1350173928'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:05:59.601513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:59.633321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed5bdde-bb2d-4dae-b0f7-36a628c6911e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Made reservation on behalf of fd22555ebd24497b9a32eac1cfc2772e for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:05:59.639564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ed5bdde-bb2d-4dae-b0f7-36a628c6911e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:59.652338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35209e6c-1734-4301-98d3-cfd6250236ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af0d0a0e-4f8a-4806-bb3e-d85246ab5173'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:05:59.668177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port af0d0a0e-4f8a-4806-bb3e-d85246ab5173, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=af0d0a0e-4f8a-4806-bb3e-d85246ab5173,segment=NetworkSegment(32ba51be-85d4-471c-b0e6-97de040b55db),segment_id=32ba51be-85d4-471c-b0e6-97de040b55db)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:05:59.674580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:59.678605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-54c58a5d-79c1-41e5-8c1d-b78f55b49d15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:05:59.704594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 24 13:05:59.704594 dv-neutron-601336-61-ovs neutron-server[80834]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 24 13:05:59.704594 dv-neutron-601336-61-ovs neutron-server[80834]: [parameters: {'id': 'f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a'}]
Nov 24 13:05:59.704594 dv-neutron-601336-61-ovs neutron-server[80834]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:05:59.705704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:05:59.730632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-28b2c799-2520-4ba0-a8da-125770df1e2a None None] For port 0983ebdb-1cab-4db2-834c-1aa621cec0df, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=0983ebdb-1cab-4db2-834c-1aa621cec0df,segment=NetworkSegment(e4bc8e77-115a-4c9e-9c57-53ac09f6b0e3),segment_id=e4bc8e77-115a-4c9e-9c57-53ac09f6b0e3)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:05:59.737616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-4702e103-ffb7-4f68-8d37-bd5bd3c155f8 None None] Set router 67f01763-52a3-4ea1-9121-0ec91c5a7990 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:05:59.785005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28b2c799-2520-4ba0-a8da-125770df1e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:05:59.801977 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35209e6c-1734-4301-98d3-cfd6250236ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af0d0a0e-4f8a-4806-bb3e-d85246ab5173', 'code': 200}
Nov 24 13:05:59.900945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-4ed5bdde-bb2d-4dae-b0f7-36a628c6911e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] device_id is not set on port f67559d2-b164-48db-bda5-ec9dc890fc2b yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:06:00.074076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-4ed5bdde-bb2d-4dae-b0f7-36a628c6911e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Allocated IP 172.20.0.7 (9ccc3143-79e8-4735-a467-5f1bd0c58340/31887cab-15dd-47ac-9aca-1496c3db87be/f67559d2-b164-48db-bda5-ec9dc890fc2b) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:06:00.143643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=af0d0a0e-4f8a-4806-bb3e-d85246ab5173,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:00.158558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:00.163565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-010c7538-f7ac-4e0c-a70f-13587abec5c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.350s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:00.275571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6c4f7b97-0019-40cc-aa86-c19b477a23a4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:00.319383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-75d207c9-ff11-4eee-9192-baa7b043a01d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Allocated IP 172.26.8.80 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/62c3e2ee-8460-4583-95ec-0eb995185f17) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:06:00.323738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:00.377752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:00.405198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca462ab-b73a-435e-9c0c-a1c42b16b280 None None] get_active_networks_info from dv-neutron-601336-61-ovs {{(pid=80945) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 13:06:00.477155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2c799-2520-4ba0-a8da-125770df1e2a None None] Pushing event updated for resources: {'Port': ['ID=0983ebdb-1cab-4db2-834c-1aa621cec0df,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:00.488382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-28b2c799-2520-4ba0-a8da-125770df1e2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:00.542632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-ebfc5821-fa62-43a6-bea1-8c349c7aab12 req-74e714e7-bd2f-4a78-b158-2ac5a963b897 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] For port af0d0a0e-4f8a-4806-bb3e-d85246ab5173, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=af0d0a0e-4f8a-4806-bb3e-d85246ab5173,segment=NetworkSegment(32ba51be-85d4-471c-b0e6-97de040b55db),segment_id=32ba51be-85d4-471c-b0e6-97de040b55db)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:06:00.543045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-ebfc5821-fa62-43a6-bea1-8c349c7aab12 req-74e714e7-bd2f-4a78-b158-2ac5a963b897 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:00.566506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Deleting port 0983ebdb-1cab-4db2-834c-1aa621cec0df {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:00.566848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:00.689905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4702e103-ffb7-4f68-8d37-bd5bd3c155f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347d840b8>, [{'id': '67f01763-52a3-4ea1-9121-0ec91c5a7990', 'name': 'tempest-snat-router-1653635377', 'tenant_id': 'b0600db2aa7e4ca299a5964d39c8677a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.58'}], 'enable_snat': False}, 'gw_port_id': '1fbcf9f0-78c4-4e32-a72d-c2a439746f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:05:39Z', 'updated_at': '2020-11-24T13:05:45Z', 'revision_number': 3, 'project_id': 'b0600db2aa7e4ca299a5964d39c8677a', 'gw_port': {'id': '1fbcf9f0-78c4-4e32-a72d-c2a439746f38', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f01763-52a3-4ea1-9121-0ec91c5a7990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:42Z', 'updated_at': '2020-11-24T13:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:00.699489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4702e103-ffb7-4f68-8d37-bd5bd3c155f8 None None] The sync data for ids ['67f01763-52a3-4ea1-9121-0ec91c5a7990'] in dv-neutron-601336-61-ovs is: [{'id': '67f01763-52a3-4ea1-9121-0ec91c5a7990', 'name': 'tempest-snat-router-1653635377', 'tenant_id': 'b0600db2aa7e4ca299a5964d39c8677a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.58'}], 'enable_snat': False}, 'gw_port_id': '1fbcf9f0-78c4-4e32-a72d-c2a439746f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:05:39Z', 'updated_at': '2020-11-24T13:05:45Z', 'revision_number': 3, 'project_id': 'b0600db2aa7e4ca299a5964d39c8677a', 'gw_port': {'id': '1fbcf9f0-78c4-4e32-a72d-c2a439746f38', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f01763-52a3-4ea1-9121-0ec91c5a7990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:42Z', 'updated_at': '2020-11-24T13:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:06:00.710402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ed5bdde-bb2d-4dae-b0f7-36a628c6911e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:00.731614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca462ab-b73a-435e-9c0c-a1c42b16b280 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 24 13:06:00.801788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4ed5bdde-bb2d-4dae-b0f7-36a628c6911e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Transition to ACTIVE for port object f67559d2-b164-48db-bda5-ec9dc890fc2b will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:06:00.865852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f7b97-0019-40cc-aa86-c19b477a23a4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Subnet': ['ID=78a7f125-a481-452e-85c8-2061828b98b4,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:00.893926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6c4f7b97-0019-40cc-aa86-c19b477a23a4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:00.933941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-73ee3b0d-ed07-4fbb-9d71-24f9010b99eb tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:01.038189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-aecc01bf-fc36-4c3e-a1e4-b71de805be76 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:06:01.044663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-aecc01bf-fc36-4c3e-a1e4-b71de805be76 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:port and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:06:01.047773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-aecc01bf-fc36-4c3e-a1e4-b71de805be76 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for port was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:06:01.053703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-aecc01bf-fc36-4c3e-a1e4-b71de805be76 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:06:01.084198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecc01bf-fc36-4c3e-a1e4-b71de805be76 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:06:01.089955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aecc01bf-fc36-4c3e-a1e4-b71de805be76 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:01.107005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b52c8-74cf-49b2-a38d-2fdf758e94f8 req-fa9f6061-c1af-4927-8a25-22721141a41b tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:01.114839 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f02b52c8-74cf-49b2-a38d-2fdf758e94f8 req-fa9f6061-c1af-4927-8a25-22721141a41b tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 944 time: 1.3124862
Nov 24 13:06:01.530363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9a38ff-9adc-455b-b493-b1bd73e79d69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-e8fcc165-cfd4-43e1-971f-8edaaf475d4a', 'network_id': 'e8fcc165-cfd4-43e1-971f-8edaaf475d4a', 'tenant_id': 'c7d03523e68a47da9bee14cfe27d45e8', 'fixed_ips': [{'subnet_id': '04d9405d-4114-40b7-98bd-5f4ff3f9d45b'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:06:01.531346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d9a38ff-9adc-455b-b493-b1bd73e79d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:01.651597 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f02b52c8-74cf-49b2-a38d-2fdf758e94f8 req-abb02189-9fd8-4b24-a749-5a984220fe9e tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5357833
Nov 24 13:06:01.700068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ed5bdde-bb2d-4dae-b0f7-36a628c6911e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:01.723943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1a4eda37-f65c-4959-af98-ec2ea670d57a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:01.735916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4f7b97-0019-40cc-aa86-c19b477a23a4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:06:01.747575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75d207c9-ff11-4eee-9192-baa7b043a01d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:01.757257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-6c4f7b97-0019-40cc-aa86-c19b477a23a4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:06:01.807780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4f7b97-0019-40cc-aa86-c19b477a23a4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:01.808730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6c4f7b97-0019-40cc-aa86-c19b477a23a4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:01.856393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] For port 0983ebdb-1cab-4db2-834c-1aa621cec0df, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=0983ebdb-1cab-4db2-834c-1aa621cec0df,segment=NetworkSegment(e4bc8e77-115a-4c9e-9c57-53ac09f6b0e3),segment_id=e4bc8e77-115a-4c9e-9c57-53ac09f6b0e3)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:06:01.856800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:01.869513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-ebfc5821-fa62-43a6-bea1-8c349c7aab12 req-74e714e7-bd2f-4a78-b158-2ac5a963b897 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks [] for floatingip, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:01.869907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-ebfc5821-fa62-43a6-bea1-8c349c7aab12 req-74e714e7-bd2f-4a78-b158-2ac5a963b897 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:01.870282 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [req-ebfc5821-fa62-43a6-bea1-8c349c7aab12 req-74e714e7-bd2f-4a78-b158-2ac5a963b897 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Floating IP cbaf5b44-2375-48d4-9c75-90fc8d08518e disassociated. External IP: 172.26.8.254, port: af0d0a0e-4f8a-4806-bb3e-d85246ab5173.
Nov 24 13:06:01.870666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-ebfc5821-fa62-43a6-bea1-8c349c7aab12 req-74e714e7-bd2f-4a78-b158-2ac5a963b897 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Calling delete_port for af0d0a0e-4f8a-4806-bb3e-d85246ab5173 owned by compute:nova {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:01.884577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-aecc01bf-fc36-4c3e-a1e4-b71de805be76 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] device_id is not set on port 7130e685-9b5f-4ea5-978a-ef429232480c yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:06:01.958400 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6c4f7b97-0019-40cc-aa86-c19b477a23a4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 4.9946446
Nov 24 13:06:01.964821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45456) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:01.996293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a69bb980-c324-4cf7-9112-f7de32bee004 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'port': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'fixed_ips': [{'subnet_id': '78a7f125-a481-452e-85c8-2061828b98b4', 'ip_address': '2001:db8::1b69:75b:cda6:9211'}], 'name': 'tempest-NetworksTestDHCPv6-1686223005'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:02.187690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75d207c9-ff11-4eee-9192-baa7b043a01d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:02.225369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-06c1afef-a550-486d-b83c-db3c9c03134b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:02.268877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-4d9a38ff-9adc-455b-b493-b1bd73e79d69 None None] Allocated IP 172.20.0.2 (e8fcc165-cfd4-43e1-971f-8edaaf475d4a/04d9405d-4114-40b7-98bd-5f4ff3f9d45b/96a4c289-1517-48e4-8a01-9204f36a8879) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:06:02.292702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Calling delete_port for 0983ebdb-1cab-4db2-834c-1aa621cec0df owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:02.417364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5bdde-bb2d-4dae-b0f7-36a628c6911e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event updated for resources: {'Port': ['ID=f67559d2-b164-48db-bda5-ec9dc890fc2b,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:02.433898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:02.448923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-73ee3b0d-ed07-4fbb-9d71-24f9010b99eb tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router_gateway, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:02.458286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4ed5bdde-bb2d-4dae-b0f7-36a628c6911e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:02.459471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4ed5bdde-bb2d-4dae-b0f7-36a628c6911e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:02.492932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d207c9-ff11-4eee-9192-baa7b043a01d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Pushing event updated for resources: {'Port': ['ID=62c3e2ee-8460-4583-95ec-0eb995185f17,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:02.496457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-75d207c9-ff11-4eee-9192-baa7b043a01d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:02.503649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-73ee3b0d-ed07-4fbb-9d71-24f9010b99eb tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:02.513108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d9a38ff-9adc-455b-b493-b1bd73e79d69 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:02.529341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4d9a38ff-9adc-455b-b493-b1bd73e79d69 None None] Transition to ACTIVE for port object 96a4c289-1517-48e4-8a01-9204f36a8879 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:06:02.552665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4d9a38ff-9adc-455b-b493-b1bd73e79d69 None None] Transition to ACTIVE for port object 96a4c289-1517-48e4-8a01-9204f36a8879 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:06:02.559140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d9a38ff-9adc-455b-b493-b1bd73e79d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:02.580356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:02.680471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [req-ebfc5821-fa62-43a6-bea1-8c349c7aab12 req-74e714e7-bd2f-4a78-b158-2ac5a963b897 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:06:02.680829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [req-ebfc5821-fa62-43a6-bea1-8c349c7aab12 req-74e714e7-bd2f-4a78-b158-2ac5a963b897 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:06:02.693676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed5bdde-bb2d-4dae-b0f7-36a628c6911e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Network 9ccc3143-79e8-4735-a467-5f1bd0c58340 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:06:02.699213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-4ed5bdde-bb2d-4dae-b0f7-36a628c6911e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:06:02.701536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed5bdde-bb2d-4dae-b0f7-36a628c6911e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:06:02.708462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a38ff-9adc-455b-b493-b1bd73e79d69 None None] Pushing event updated for resources: {'Port': ['ID=96a4c289-1517-48e4-8a01-9204f36a8879,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:02.721695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4d9a38ff-9adc-455b-b493-b1bd73e79d69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:02.749707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Port': ['ID=0983ebdb-1cab-4db2-834c-1aa621cec0df,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:02.753095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:02.771342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-aecc01bf-fc36-4c3e-a1e4-b71de805be76 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Allocated IP 172.20.0.6 (e8fcc165-cfd4-43e1-971f-8edaaf475d4a/04d9405d-4114-40b7-98bd-5f4ff3f9d45b/7130e685-9b5f-4ea5-978a-ef429232480c) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:06:02.818697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9a38ff-9adc-455b-b493-b1bd73e79d69 None None] Network e8fcc165-cfd4-43e1-971f-8edaaf475d4a is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:06:02.820313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-4d9a38ff-9adc-455b-b493-b1bd73e79d69 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:06:02.825131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9a38ff-9adc-455b-b493-b1bd73e79d69 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:06:02.830777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed5bdde-bb2d-4dae-b0f7-36a628c6911e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:02.831512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ed5bdde-bb2d-4dae-b0f7-36a628c6911e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:02.846747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] No DVR routers for this DVR port 0983ebdb-1cab-4db2-834c-1aa621cec0df on host dv-neutron-601336-61-ovs {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:06:02.945776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4d9a38ff-9adc-455b-b493-b1bd73e79d69 None None] Attempting to bind port 96a4c289-1517-48e4-8a01-9204f36a8879 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:06:02.946686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4d9a38ff-9adc-455b-b493-b1bd73e79d69 None None] Attempting to bind port 96a4c289-1517-48e4-8a01-9204f36a8879 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'cfce43d1-1605-4dbf-a3f6-9c2f44b5e532', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'e8fcc165-cfd4-43e1-971f-8edaaf475d4a'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:06:02.947247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9a38ff-9adc-455b-b493-b1bd73e79d69 None None] Attempting to bind port 96a4c289-1517-48e4-8a01-9204f36a8879 on network e8fcc165-cfd4-43e1-971f-8edaaf475d4a {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:06:02.955973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9a38ff-9adc-455b-b493-b1bd73e79d69 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:06:02.956536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9a38ff-9adc-455b-b493-b1bd73e79d69 None None] Checking segment: {'id': 'cfce43d1-1605-4dbf-a3f6-9c2f44b5e532', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'e8fcc165-cfd4-43e1-971f-8edaaf475d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:06:02.957112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d9a38ff-9adc-455b-b493-b1bd73e79d69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:02.957867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9a38ff-9adc-455b-b493-b1bd73e79d69 None None] Bound using segment: {'id': 'cfce43d1-1605-4dbf-a3f6-9c2f44b5e532', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'e8fcc165-cfd4-43e1-971f-8edaaf475d4a'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:06:02.958342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4d9a38ff-9adc-455b-b493-b1bd73e79d69 None None] Bound port: 96a4c289-1517-48e4-8a01-9204f36a8879, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfce43d1-1605-4dbf-a3f6-9c2f44b5e532', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'e8fcc165-cfd4-43e1-971f-8edaaf475d4a'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:06:02.958883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d9a38ff-9adc-455b-b493-b1bd73e79d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:02.982698 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4ed5bdde-bb2d-4dae-b0f7-36a628c6911e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 4.6690979
Nov 24 13:06:02.985488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45464) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:03.012662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-8db1f8aa-b04b-465d-afd5-fc15f876b702 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Request body: {'floatingip': {'port_id': 'f67559d2-b164-48db-bda5-ec9dc890fc2b'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:03.030034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a69bb980-c324-4cf7-9112-f7de32bee004 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:06:03.034557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a69bb980-c324-4cf7-9112-f7de32bee004 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:port and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:06:03.050221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a69bb980-c324-4cf7-9112-f7de32bee004 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for port was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:06:03.065150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-4d9a38ff-9adc-455b-b493-b1bd73e79d69 None None] For port 96a4c289-1517-48e4-8a01-9204f36a8879, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:06:03.069163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-4d9a38ff-9adc-455b-b493-b1bd73e79d69 None None] For port 96a4c289-1517-48e4-8a01-9204f36a8879, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=96a4c289-1517-48e4-8a01-9204f36a8879,segment=NetworkSegment(cfce43d1-1605-4dbf-a3f6-9c2f44b5e532),segment_id=cfce43d1-1605-4dbf-a3f6-9c2f44b5e532)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:06:03.074095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d9a38ff-9adc-455b-b493-b1bd73e79d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:03.074629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a69bb980-c324-4cf7-9112-f7de32bee004 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:06:03.079079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d207c9-ff11-4eee-9192-baa7b043a01d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:06:03.135948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:03.220242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-ebfc5821-fa62-43a6-bea1-8c349c7aab12 req-74e714e7-bd2f-4a78-b158-2ac5a963b897 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Deleting port af0d0a0e-4f8a-4806-bb3e-d85246ab5173 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:03.221809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-ebfc5821-fa62-43a6-bea1-8c349c7aab12 req-74e714e7-bd2f-4a78-b158-2ac5a963b897 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:03.222730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-28b2c799-2520-4ba0-a8da-125770df1e2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:03.338884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a38ff-9adc-455b-b493-b1bd73e79d69 None None] Pushing event updated for resources: {'Port': ['ID=96a4c289-1517-48e4-8a01-9204f36a8879,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:03.342754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4d9a38ff-9adc-455b-b493-b1bd73e79d69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:03.372722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 1fbcf9f0-78c4-4e32-a72d-c2a439746f38 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:06:03.382024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-75d207c9-ff11-4eee-9192-baa7b043a01d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:06:03.384716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d207c9-ff11-4eee-9192-baa7b043a01d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:06:03.472007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 1fbcf9f0-78c4-4e32-a72d-c2a439746f38 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:06:03.477714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 1fbcf9f0-78c4-4e32-a72d-c2a439746f38 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:06:03.478182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:03.502458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69bb980-c324-4cf7-9112-f7de32bee004 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:06:03.605633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8db1f8aa-b04b-465d-afd5-fc15f876b702 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:03.657870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:03.675696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 1fbcf9f0-78c4-4e32-a72d-c2a439746f38, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=1fbcf9f0-78c4-4e32-a72d-c2a439746f38,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:06:03.681920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:03.684437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8641209c-402d-4a4a-8c32-b8508d6072af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:03.686740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-73ee3b0d-ed07-4fbb-9d71-24f9010b99eb tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Allocated IP 172.26.8.141 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/ac85cecd-f58c-44cc-a5bd-b78ddf8689f3) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:06:03.692038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6347594630>,) {'filters': {'network_id': ['f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:03.718966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347594630>, 'e4bc8e77-115a-4c9e-9c57-53ac09f6b0e3') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:03.719343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347594630>, 'e4bc8e77-115a-4c9e-9c57-53ac09f6b0e3') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:03.736063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:03.758948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:03.759569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Releasing vxlan tunnel 10 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:06:03.823678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30945b-4216-4db8-a127-5f5abf75a3ef req-be50210f-cda8-4545-8650-dbb6ca6c49f0 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:03.827026 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0e30945b-4216-4db8-a127-5f5abf75a3ef req-be50210f-cda8-4545-8650-dbb6ca6c49f0 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 944 time: 0.8660386
Nov 24 13:06:03.839987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a69bb980-c324-4cf7-9112-f7de32bee004 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:03.871000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=1fbcf9f0-78c4-4e32-a72d-c2a439746f38,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:03.881868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:04.067099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:06:04.092304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:04.358192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-ebfc5821-fa62-43a6-bea1-8c349c7aab12 req-74e714e7-bd2f-4a78-b158-2ac5a963b897 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] For port af0d0a0e-4f8a-4806-bb3e-d85246ab5173, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=af0d0a0e-4f8a-4806-bb3e-d85246ab5173,segment=NetworkSegment(32ba51be-85d4-471c-b0e6-97de040b55db),segment_id=32ba51be-85d4-471c-b0e6-97de040b55db)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:06:04.358587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-ebfc5821-fa62-43a6-bea1-8c349c7aab12 req-74e714e7-bd2f-4a78-b158-2ac5a963b897 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:04.494896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:06:04.502843 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0e30945b-4216-4db8-a127-5f5abf75a3ef req-c24230c4-8127-4459-912e-242565fea6b5 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3401201
Nov 24 13:06:04.514152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aecc01bf-fc36-4c3e-a1e4-b71de805be76 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:04.568259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-aecc01bf-fc36-4c3e-a1e4-b71de805be76 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Transition to ACTIVE for port object 7130e685-9b5f-4ea5-978a-ef429232480c will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:06:04.576317 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:06:04.576317 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:06:04.576317 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:06:04.576317 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:06:04.576317 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:06:04.576317 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:06:04.576317 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:06:04.576317 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:06:04.576317 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:06:04.576317 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:06:04.576317 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:06:04.576317 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:06:04.576317 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:06:04.576317 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:06:04.576317 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:06:04.576317 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:06:04.576317 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:06:04.576317 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:06:04.576317 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:06:04.576317 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:06:04.576317 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:06:04.576317 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:06:04.576317 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:06:04.576317 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:06:04.576317 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:06:04.576317 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:06:04.576317 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:06:04.576317 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:06:04.576317 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:06:04.576317 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:06:04.576317 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:06:04.576317 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:06:04.679817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-a69bb980-c324-4cf7-9112-f7de32bee004 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] device_id is not set on port c9973570-9556-4997-a1ab-e0512411ec33 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:06:04.740950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-73ee3b0d-ed07-4fbb-9d71-24f9010b99eb tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:04.767367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aecc01bf-fc36-4c3e-a1e4-b71de805be76 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:04.789350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-871dd880-7d5b-4a26-a82d-f3ad57259819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:04.941244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc01bf-fc36-4c3e-a1e4-b71de805be76 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Port': ['ID=7130e685-9b5f-4ea5-978a-ef429232480c,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:04.950886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-aecc01bf-fc36-4c3e-a1e4-b71de805be76 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:05.092358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-73ee3b0d-ed07-4fbb-9d71-24f9010b99eb tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:05.105777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:05.116120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-40d9cc0a-9f30-4704-acdd-4b98077e3650 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:05.138458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:05.144102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-33306c96-4bed-4c55-bb6c-8902a5982b0b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:05.147293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Network': ['ID=f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:05.223218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2614924e-d8ad-42c9-95a1-8c4b6d10c25f None None] Network f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:06:05.269639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75d207c9-ff11-4eee-9192-baa7b043a01d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router_gateway, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:05.269639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75d207c9-ff11-4eee-9192-baa7b043a01d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:05.310004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2614924e-d8ad-42c9-95a1-8c4b6d10c25f None None] Network f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a could not be found, it might have been deleted concurrently. {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Nov 24 13:06:05.317742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a793c1-1f53-4e04-b958-946bbdb2f37c None None] Network e8fcc165-cfd4-43e1-971f-8edaaf475d4a requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:06:05.332678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecc01bf-fc36-4c3e-a1e4-b71de805be76 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network e8fcc165-cfd4-43e1-971f-8edaaf475d4a is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:06:05.341220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-aecc01bf-fc36-4c3e-a1e4-b71de805be76 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:06:05.460517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecc01bf-fc36-4c3e-a1e4-b71de805be76 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:06:05.510860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee3b0d-ed07-4fbb-9d71-24f9010b99eb tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Pushing event updated for resources: {'Port': ['ID=ac85cecd-f58c-44cc-a5bd-b78ddf8689f3,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:05.517986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-73ee3b0d-ed07-4fbb-9d71-24f9010b99eb tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:05.552980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bbc5d6-d6a0-40ee-bfe1-30d664a279ee None None] Network f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:06:05.588237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-a69bb980-c324-4cf7-9112-f7de32bee004 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Allocated IP 2001:db8::1b69:75b:cda6:9211 (8ca51b04-1dca-4f60-b844-2979d8864b51/78a7f125-a481-452e-85c8-2061828b98b4/c9973570-9556-4997-a1ab-e0512411ec33) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:06:05.646160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 96a4c289-1517-48e4-8a01-9204f36a8879 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:06:05.774369 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/networks/f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a HTTP/1.1" status: 204  len: 168 time: 11.3111882
Nov 24 13:06:05.782161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:05.783905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45476) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:05.797534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bbc5d6-d6a0-40ee-bfe1-30d664a279ee None None] Network f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a could not be found, it might have been deleted concurrently. {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Nov 24 13:06:05.828882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecc01bf-fc36-4c3e-a1e4-b71de805be76 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:05.829732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aecc01bf-fc36-4c3e-a1e4-b71de805be76 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:05.857301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d02bd4-a50f-45ba-bc0f-ab82eb32ea53 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:06:05.940303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8db1f8aa-b04b-465d-afd5-fc15f876b702 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:05.952848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-24f27ed6-e5d0-490b-9045-3fc9363c86cf tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2124249657'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:05.958788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-24f27ed6-e5d0-490b-9045-3fc9363c86cf tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:06:05.967638 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-aecc01bf-fc36-4c3e-a1e4-b71de805be76 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 886 time: 6.4074142
Nov 24 13:06:05.968780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45480) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:06.040896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-24f27ed6-e5d0-490b-9045-3fc9363c86cf tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Usage tracker for resource:network and tenant:2aca37eb671f42ff857d97c1cafabbf3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:06:06.058838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8db1f8aa-b04b-465d-afd5-fc15f876b702 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:06.088194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-13d433cf-4df5-45d7-b7a6-4c11d0675990 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting port 7130e685-9b5f-4ea5-978a-ef429232480c {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:06.089275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13d433cf-4df5-45d7-b7a6-4c11d0675990 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:06.130975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-eb4cb069-5966-45e4-9a0e-14dcd2a814ab None None] Provisioning for port 96a4c289-1517-48e4-8a01-9204f36a8879 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:06:06.147035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-24f27ed6-e5d0-490b-9045-3fc9363c86cf tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Quota usage for network was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:06:06.165724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-24f27ed6-e5d0-490b-9045-3fc9363c86cf tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:06:06.270343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f27ed6-e5d0-490b-9045-3fc9363c86cf tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Made reservation on behalf of 2aca37eb671f42ff857d97c1cafabbf3 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:06:06.280263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-24f27ed6-e5d0-490b-9045-3fc9363c86cf tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:06.333169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 96a4c289-1517-48e4-8a01-9204f36a8879 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:06:06.334107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-ebfc5821-fa62-43a6-bea1-8c349c7aab12 req-74e714e7-bd2f-4a78-b158-2ac5a963b897 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks [] for floatingip, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:06.334767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-ebfc5821-fa62-43a6-bea1-8c349c7aab12 req-74e714e7-bd2f-4a78-b158-2ac5a963b897 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:06.335251 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [req-ebfc5821-fa62-43a6-bea1-8c349c7aab12 req-74e714e7-bd2f-4a78-b158-2ac5a963b897 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Floating IP cbaf5b44-2375-48d4-9c75-90fc8d08518e disassociated. External IP: 172.26.8.254, port: af0d0a0e-4f8a-4806-bb3e-d85246ab5173.
Nov 24 13:06:06.336241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-ebfc5821-fa62-43a6-bea1-8c349c7aab12 req-74e714e7-bd2f-4a78-b158-2ac5a963b897 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Calling delete_port for af0d0a0e-4f8a-4806-bb3e-d85246ab5173 owned by compute:nova {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:06.355648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ee3b0d-ed07-4fbb-9d71-24f9010b99eb tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:06:06.360502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 96a4c289-1517-48e4-8a01-9204f36a8879 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:06:06.361491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:06.414764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8fb6e507-c619-4385-9bab-c0214e49eea5 None None] Provisioning complete for port 82a04e1f-792e-49b7-8626-8d99ba14e61f triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:06:06.415196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8fb6e507-c619-4385-9bab-c0214e49eea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:06.441550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f27ed6-e5d0-490b-9045-3fc9363c86cf tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:06:06.497959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-24f27ed6-e5d0-490b-9045-3fc9363c86cf tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:06.498847 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-24f27ed6-e5d0-490b-9045-3fc9363c86cf tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Added segment eb684266-1310-467d-b6fc-531eec5c0b7b of type vxlan for network 48c836bd-cec4-4fc4-ab93-a92ceaf87274
Nov 24 13:06:06.505928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-8fb6e507-c619-4385-9bab-c0214e49eea5 None None] Port 82a04e1f-792e-49b7-8626-8d99ba14e61f cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:06:06.571485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8fb6e507-c619-4385-9bab-c0214e49eea5 None None] Provisioning complete for port e738398c-9de9-4bc6-96c5-35243a1a47fd triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:06:06.575585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8fb6e507-c619-4385-9bab-c0214e49eea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:06.618091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-24f27ed6-e5d0-490b-9045-3fc9363c86cf tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:06.662538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13d433cf-4df5-45d7-b7a6-4c11d0675990 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:06.709849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:06.715947 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-8db1f8aa-b04b-465d-afd5-fc15f876b702 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Floating IP f0e8cde6-e6ed-4411-9409-d12957526bd4 associated. External IP: 172.26.8.119, port: 66085b58-f3d4-4fe2-81dc-71205b5a717d.
Nov 24 13:06:06.812547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-ebfc5821-fa62-43a6-bea1-8c349c7aab12 req-74e714e7-bd2f-4a78-b158-2ac5a963b897 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:06.824259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 96a4c289-1517-48e4-8a01-9204f36a8879, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=96a4c289-1517-48e4-8a01-9204f36a8879,segment=NetworkSegment(cfce43d1-1605-4dbf-a3f6-9c2f44b5e532),segment_id=cfce43d1-1605-4dbf-a3f6-9c2f44b5e532)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:06:06.843535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:06.844475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 1fbcf9f0-78c4-4e32-a72d-c2a439746f38 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:06:06.847393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fa20daad-fc8f-41ee-8439-ef3c0de29c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:06.884558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-13d433cf-4df5-45d7-b7a6-4c11d0675990 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Calling delete_port for 7130e685-9b5f-4ea5-978a-ef429232480c owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:06.889534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-28b2c799-2520-4ba0-a8da-125770df1e2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:06.891642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-24f27ed6-e5d0-490b-9045-3fc9363c86cf tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:06.907242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f27ed6-e5d0-490b-9045-3fc9363c86cf tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:06.908593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-24f27ed6-e5d0-490b-9045-3fc9363c86cf tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:07.032023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8fb6e507-c619-4385-9bab-c0214e49eea5 None None] Provisioning for port f67559d2-b164-48db-bda5-ec9dc890fc2b completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:06:07.043713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8fb6e507-c619-4385-9bab-c0214e49eea5 None None] Provisioning complete for port f67559d2-b164-48db-bda5-ec9dc890fc2b triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:06:07.044137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8fb6e507-c619-4385-9bab-c0214e49eea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:07.052104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e714e7-bd2f-4a78-b158-2ac5a963b897 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Pushing event deleted for resources: {'Port': ['ID=af0d0a0e-4f8a-4806-bb3e-d85246ab5173,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:07.080685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-74e714e7-bd2f-4a78-b158-2ac5a963b897 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:07.087051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-73ee3b0d-ed07-4fbb-9d71-24f9010b99eb tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:06:07.089577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:07.152891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=96a4c289-1517-48e4-8a01-9204f36a8879,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:07.167930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-8fb6e507-c619-4385-9bab-c0214e49eea5 None None] Port f67559d2-b164-48db-bda5-ec9dc890fc2b cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:06:07.171301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:07.172815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 1fbcf9f0-78c4-4e32-a72d-c2a439746f38 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:06:07.173211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:07.268009 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-24f27ed6-e5d0-490b-9045-3fc9363c86cf tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.4652984
Nov 24 13:06:07.299536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45486) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:07.314693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-53bebac5-461b-4191-96b8-aa50ffe996c4 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Request body: {'subnet': {'network_id': '48c836bd-cec4-4fc4-ab93-a92ceaf87274', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:07.374454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-24c61e2f-cf28-49e3-aca1-076f02e951d7 None None] Provisioning complete for port f91dd9e1-8346-4d5b-9fa1-0641c3c45792 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:06:07.374870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-24c61e2f-cf28-49e3-aca1-076f02e951d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:07.404579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f27ed6-e5d0-490b-9045-3fc9363c86cf tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event updated for resources: {'Network': ['ID=48c836bd-cec4-4fc4-ab93-a92ceaf87274,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:07.452072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 48c836bd-cec4-4fc4-ab93-a92ceaf87274 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:06:07.466773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7b0777-ff75-41f8-84c4-3d7c499232aa None None] Network e8fcc165-cfd4-43e1-971f-8edaaf475d4a requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:06:07.481288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 48c836bd-cec4-4fc4-ab93-a92ceaf87274 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:06:07.512799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-24f27ed6-e5d0-490b-9045-3fc9363c86cf tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:07.563825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13d433cf-4df5-45d7-b7a6-4c11d0675990 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:07.649011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-53bebac5-461b-4191-96b8-aa50ffe996c4 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:06:07.727366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ee3b0d-ed07-4fbb-9d71-24f9010b99eb tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:06:07.740446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-53bebac5-461b-4191-96b8-aa50ffe996c4 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Usage tracker for resource:subnet and tenant:2aca37eb671f42ff857d97c1cafabbf3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:06:07.744426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-53bebac5-461b-4191-96b8-aa50ffe996c4 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:06:07.759789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3e7055ec-a8f6-40ff-b6cb-a91041471510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:07.771036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-53bebac5-461b-4191-96b8-aa50ffe996c4 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:06:07.824265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a69bb980-c324-4cf7-9112-f7de32bee004 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:07.880850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bebac5-461b-4191-96b8-aa50ffe996c4 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Made reservation on behalf of 2aca37eb671f42ff857d97c1cafabbf3 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:06:07.881364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d433cf-4df5-45d7-b7a6-4c11d0675990 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Port': ['ID=7130e685-9b5f-4ea5-978a-ef429232480c,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:07.910896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-13d433cf-4df5-45d7-b7a6-4c11d0675990 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:07.934953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a69bb980-c324-4cf7-9112-f7de32bee004 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Transition to ACTIVE for port object c9973570-9556-4997-a1ab-e0512411ec33 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:06:07.986887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d65983-834d-4b30-91dc-8a562adde620 req-fcb813fe-8892-400b-83d1-3259dd650b67 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:07.988534 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b3d65983-834d-4b30-91dc-8a562adde620 req-fcb813fe-8892-400b-83d1-3259dd650b67 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 865 time: 2.1863317
Nov 24 13:06:08.108254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 96a4c289-1517-48e4-8a01-9204f36a8879 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:06:08.246362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13d433cf-4df5-45d7-b7a6-4c11d0675990 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:08.259404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a69bb980-c324-4cf7-9112-f7de32bee004 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:08.281884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3e7055ec-a8f6-40ff-b6cb-a91041471510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:08.288077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0cc53bfa-5708-430a-b50c-5ae87bf43f81 None None] Could not find standard attr ID for object 7130e685-9b5f-4ea5-978a-ef429232480c. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:06:08.316480 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b3d65983-834d-4b30-91dc-8a562adde620 req-e20c0eba-5f55-4a44-a9d1-20c0da24d4fb tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups?id=33db69b1-705c-49f4-9823-3e9aa6b6e69a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3167660
Nov 24 13:06:08.343482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 96a4c289-1517-48e4-8a01-9204f36a8879 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:06:08.344296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:08.419166 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-13d433cf-4df5-45d7-b7a6-4c11d0675990 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/ports/7130e685-9b5f-4ea5-978a-ef429232480c HTTP/1.1" status: 204  len: 168 time: 2.4436579
Nov 24 13:06:08.433270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45492) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:08.475607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0cc53bfa-5708-430a-b50c-5ae87bf43f81 None None] Provisioning complete for port 96a4c289-1517-48e4-8a01-9204f36a8879 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:06:08.476214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0cc53bfa-5708-430a-b50c-5ae87bf43f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:08.487562 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c7e200-3657-4a5f-9d61-97a70dc41879 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] GET failed (client error): The resource could not be found.
Nov 24 13:06:08.488172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-95c7e200-3657-4a5f-9d61-97a70dc41879 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Synchronizing usage tracker for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:06:08.504412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-53bebac5-461b-4191-96b8-aa50ffe996c4 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:08.539190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69bb980-c324-4cf7-9112-f7de32bee004 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Port': ['ID=c9973570-9556-4997-a1ab-e0512411ec33,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:08.542021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-73ee3b0d-ed07-4fbb-9d71-24f9010b99eb tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router_gateway, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:08.542879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-73ee3b0d-ed07-4fbb-9d71-24f9010b99eb tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:08.545183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a69bb980-c324-4cf7-9112-f7de32bee004 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:08.550071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-95c7e200-3657-4a5f-9d61-97a70dc41879 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Unset dirty status for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:06:08.554697 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-95c7e200-3657-4a5f-9d61-97a70dc41879 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "GET /v2.0/ports/7130e685-9b5f-4ea5-978a-ef429232480c HTTP/1.1" status: 404  len: 333 time: 0.1209898
Nov 24 13:06:08.563432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45498) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:08.787644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d207c9-ff11-4eee-9192-baa7b043a01d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Router 7d9a570e-bcd3-412e-bb7b-ff61d57a5b01 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:06:08.850682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebfc5821-fa62-43a6-bea1-8c349c7aab12 req-74e714e7-bd2f-4a78-b158-2ac5a963b897 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Router da8c95f9-19fa-4e21-95ef-87b0be89dfb3 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:06:08.964505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69bb980-c324-4cf7-9112-f7de32bee004 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:06:08.969105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-a69bb980-c324-4cf7-9112-f7de32bee004 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:06:09.037284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69bb980-c324-4cf7-9112-f7de32bee004 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:06:09.041662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69bb980-c324-4cf7-9112-f7de32bee004 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:09.042371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a69bb980-c324-4cf7-9112-f7de32bee004 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:09.132330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db1f8aa-b04b-465d-afd5-fc15f876b702 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Router 68958fec-faf6-4a7f-acdd-0bcee079f821 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:06:09.137565 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a69bb980-c324-4cf7-9112-f7de32bee004 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 7.1678922
Nov 24 13:06:09.149246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45502) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:09.270352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-643c6803-1cca-4c44-af3c-5932f700bf5d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting subnet 04d9405d-4114-40b7-98bd-5f4ff3f9d45b {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:06:09.279455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-643c6803-1cca-4c44-af3c-5932f700bf5d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:09.378846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-643c6803-1cca-4c44-af3c-5932f700bf5d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:09.435685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-839a82f9-1d76-42f0-9e0d-31880c317aba None None] Provisioning for port c9973570-9556-4997-a1ab-e0512411ec33 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:06:09.455774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-839a82f9-1d76-42f0-9e0d-31880c317aba None None] Provisioning complete for port c9973570-9556-4997-a1ab-e0512411ec33 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:06:09.458437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-839a82f9-1d76-42f0-9e0d-31880c317aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:09.554333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-643c6803-1cca-4c44-af3c-5932f700bf5d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:09.587955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf7abdf-b119-4f50-83d8-60827e28a1c4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:09.590202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-839a82f9-1d76-42f0-9e0d-31880c317aba None None] Port c9973570-9556-4997-a1ab-e0512411ec33 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:06:09.594514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf7abdf-b119-4f50-83d8-60827e28a1c4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:09.595246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7bf7abdf-b119-4f50-83d8-60827e28a1c4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:06:09.643430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7bf7abdf-b119-4f50-83d8-60827e28a1c4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:06:09.648790 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7bf7abdf-b119-4f50-83d8-60827e28a1c4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1607 time: 0.4968071
Nov 24 13:06:09.654184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45508) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:09.720124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-02f23924-be28-4f38-864e-16c6aa2b6601 None None] Provisioning complete for port 96a4c289-1517-48e4-8a01-9204f36a8879 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:06:09.720853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02f23924-be28-4f38-864e-16c6aa2b6601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:09.741935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebfc5821-fa62-43a6-bea1-8c349c7aab12 req-74e714e7-bd2f-4a78-b158-2ac5a963b897 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:06:09.788522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b4982b-642f-4d1a-8d20-e5d7ced6368b None None] Sync routers for ids ['da8c95f9-19fa-4e21-95ef-87b0be89dfb3'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:06:09.808925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebfc5821-fa62-43a6-bea1-8c349c7aab12 req-74e714e7-bd2f-4a78-b158-2ac5a963b897 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] No DVR routers for this DVR port af0d0a0e-4f8a-4806-bb3e-d85246ab5173 on host hv-neutron-6013 {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:06:09.817882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-ebfc5821-fa62-43a6-bea1-8c349c7aab12 req-74e714e7-bd2f-4a78-b158-2ac5a963b897 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:09.821674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35209e6c-1734-4301-98d3-cfd6250236ea', 'name': 'network-vif-deleted', 'tag': 'af0d0a0e-4f8a-4806-bb3e-d85246ab5173'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:06:09.852473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b4982b-642f-4d1a-8d20-e5d7ced6368b None None] Routers {'da8c95f9-19fa-4e21-95ef-87b0be89dfb3'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:06:09.853186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-64b4982b-642f-4d1a-8d20-e5d7ced6368b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634731cb38>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:05:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['da8c95f9-19fa-4e21-95ef-87b0be89dfb3'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:09.877508 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ebfc5821-fa62-43a6-bea1-8c349c7aab12 req-74e714e7-bd2f-4a78-b158-2ac5a963b897 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.70 "DELETE /v2.0/ports/af0d0a0e-4f8a-4806-bb3e-d85246ab5173 HTTP/1.1" status: 204  len: 173 time: 11.4380679
Nov 24 13:06:09.999702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-53bebac5-461b-4191-96b8-aa50ffe996c4 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:10.074350 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35209e6c-1734-4301-98d3-cfd6250236ea', 'name': 'network-vif-deleted', 'tag': 'af0d0a0e-4f8a-4806-bb3e-d85246ab5173', 'status': 'completed', 'code': 200}
Nov 24 13:06:10.234563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:10.275147 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2097dc4a-34c9-4e9d-8fc1-6489b36a64bd req-296d45a7-ad04-4749-a42d-4a9485059932 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/ports?device_id=35209e6c-1734-4301-98d3-cfd6250236ea HTTP/1.1" status: 200  len: 210 time: 0.4745796
Nov 24 13:06:10.276218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-643c6803-1cca-4c44-af3c-5932f700bf5d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:10.293938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-57303f67-9d0e-4d89-8e0f-3c41c84f0ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:10.316700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a408159f-763a-47a9-9f8e-c587f32933dd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:10.360469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c3e0697b-3650-4049-86b2-840ca552a6aa None None] Could not find standard attr ID for object 7130e685-9b5f-4ea5-978a-ef429232480c. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:06:10.375531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-64b4982b-642f-4d1a-8d20-e5d7ced6368b None None] Set router da8c95f9-19fa-4e21-95ef-87b0be89dfb3 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:06:10.402727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db1f8aa-b04b-465d-afd5-fc15f876b702 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:06:10.413102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16450ff-5a90-4caf-b941-8b7aabc5a1c2 None None] Sync routers for ids ['68958fec-faf6-4a7f-acdd-0bcee079f821'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:06:10.452178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16450ff-5a90-4caf-b941-8b7aabc5a1c2 None None] Routers {'68958fec-faf6-4a7f-acdd-0bcee079f821'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:06:10.453922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b16450ff-5a90-4caf-b941-8b7aabc5a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ccce5c0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:05:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['68958fec-faf6-4a7f-acdd-0bcee079f821'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:10.462163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c3e0697b-3650-4049-86b2-840ca552a6aa None None] Provisioning complete for port 96a4c289-1517-48e4-8a01-9204f36a8879 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:06:10.462866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3e0697b-3650-4049-86b2-840ca552a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:10.501780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bebac5-461b-4191-96b8-aa50ffe996c4 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event updated for resources: {'Subnet': ['ID=2c7b5c95-2727-40fb-a07b-9d8a8e2d77e1,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:10.541409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c6803-1cca-4c44-af3c-5932f700bf5d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Subnet': ['ID=04d9405d-4114-40b7-98bd-5f4ff3f9d45b,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:10.541679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-53bebac5-461b-4191-96b8-aa50ffe996c4 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:10.574675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-643c6803-1cca-4c44-af3c-5932f700bf5d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:10.626782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b16450ff-5a90-4caf-b941-8b7aabc5a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ccce5c0>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:10.628994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-7581a607-9b3f-4a45-b552-8f57cd03d59c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting port c9973570-9556-4997-a1ab-e0512411ec33 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:10.630812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7581a607-9b3f-4a45-b552-8f57cd03d59c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:10.649646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16450ff-5a90-4caf-b941-8b7aabc5a1c2 None None] Routers {'68958fec-faf6-4a7f-acdd-0bcee079f821'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:06:10.651078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b16450ff-5a90-4caf-b941-8b7aabc5a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ccce5c0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:05:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['68958fec-faf6-4a7f-acdd-0bcee079f821'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:10.739106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b16450ff-5a90-4caf-b941-8b7aabc5a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ccce5c0>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:10.739560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16450ff-5a90-4caf-b941-8b7aabc5a1c2 None None] The sync data for ids ['68958fec-faf6-4a7f-acdd-0bcee079f821'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:06:10.762794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d207c9-ff11-4eee-9192-baa7b043a01d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:06:10.792606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-643c6803-1cca-4c44-af3c-5932f700bf5d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:10.832834 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-643c6803-1cca-4c44-af3c-5932f700bf5d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/subnets/04d9405d-4114-40b7-98bd-5f4ff3f9d45b HTTP/1.1" status: 204  len: 168 time: 2.2653165
Nov 24 13:06:10.834000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45516) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:10.858525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19231eb4-fe0d-4a35-8a49-26f5d55942a5 None None] Sync routers for ids ['7d9a570e-bcd3-412e-bb7b-ff61d57a5b01'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:06:10.866615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31026f13-6f99-40e6-b6ed-28f30e41c861 None None] Network e8fcc165-cfd4-43e1-971f-8edaaf475d4a requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:06:10.949390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bebac5-461b-4191-96b8-aa50ffe996c4 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Checking segment: {'id': 'eb684266-1310-467d-b6fc-531eec5c0b7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '48c836bd-cec4-4fc4-ab93-a92ceaf87274'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:06:10.949812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bebac5-461b-4191-96b8-aa50ffe996c4 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network hostable DHCP agents. Network: 48c836bd-cec4-4fc4-ab93-a92ceaf87274, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:06:11.000520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bebac5-461b-4191-96b8-aa50ffe996c4 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network 48c836bd-cec4-4fc4-ab93-a92ceaf87274 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:06:11.013975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-53bebac5-461b-4191-96b8-aa50ffe996c4 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 48c836bd-cec4-4fc4-ab93-a92ceaf87274) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:06:11.050316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bebac5-461b-4191-96b8-aa50ffe996c4 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:11.051203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-53bebac5-461b-4191-96b8-aa50ffe996c4 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:11.194163 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-53bebac5-461b-4191-96b8-aa50ffe996c4 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 3.8910067
Nov 24 13:06:11.201309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45520) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:11.267613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e938d6c0-1003-4bf5-885f-8bf658536d4a None None] Network 48c836bd-cec4-4fc4-ab93-a92ceaf87274 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:06:11.332062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ee3b0d-ed07-4fbb-9d71-24f9010b99eb tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Router 154e7597-92b0-4fc8-ae24-9f91ac560f6a is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:06:11.378976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75d207c9-ff11-4eee-9192-baa7b043a01d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:11.380365 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-75d207c9-ff11-4eee-9192-baa7b043a01d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 15.3403938
Nov 24 13:06:11.383679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45528) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:11.451934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19231eb4-fe0d-4a35-8a49-26f5d55942a5 None None] Routers {'7d9a570e-bcd3-412e-bb7b-ff61d57a5b01'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:06:11.452639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-19231eb4-fe0d-4a35-8a49-26f5d55942a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347037cc0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:05:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['7d9a570e-bcd3-412e-bb7b-ff61d57a5b01'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:11.519399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51d5ee12-486c-47c9-b88d-5d10263713c8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:11.557159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45534) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:11.643404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db1f8aa-b04b-465d-afd5-fc15f876b702 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Router 830dadff-eace-4263-b201-e0690c2e00d7 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:06:11.785670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-51d5ee12-486c-47c9-b88d-5d10263713c8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting port 96a4c289-1517-48e4-8a01-9204f36a8879 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:11.787874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51d5ee12-486c-47c9-b88d-5d10263713c8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:11.817119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-dffb7911-aae5-4d0d-b2de-1a2410b69d57 None None] Provisioning complete for port 96a4c289-1517-48e4-8a01-9204f36a8879 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:06:11.817551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dffb7911-aae5-4d0d-b2de-1a2410b69d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:11.916652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7581a607-9b3f-4a45-b552-8f57cd03d59c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:12.073681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-7581a607-9b3f-4a45-b552-8f57cd03d59c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Calling delete_port for c9973570-9556-4997-a1ab-e0512411ec33 owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:12.129847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6afc1e97-b2f1-4d0e-a4f8-b964f9cc95a8 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:12.162579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfe1c6e-ae64-4013-b044-698deca595f7 None None] DHCP port deletion for e8fcc165-cfd4-43e1-971f-8edaaf475d4a request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:06:12.171151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:12.192946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9cfe1c6e-ae64-4013-b044-698deca595f7 None None] Deleting port 96a4c289-1517-48e4-8a01-9204f36a8879 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:12.193325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c6e-ae64-4013-b044-698deca595f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:12.201288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6afc1e97-b2f1-4d0e-a4f8-b964f9cc95a8 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:12.351607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-19231eb4-fe0d-4a35-8a49-26f5d55942a5 None None] Set router 7d9a570e-bcd3-412e-bb7b-ff61d57a5b01 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:06:12.419484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6afc1e97-b2f1-4d0e-a4f8-b964f9cc95a8 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:12.455194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8636b069-b570-498d-8fd5-e6ffe21b516b tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:12.490032 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d21220c2-8286-4ae2-8695-4ae82fba82be tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "GET /v2.0/routers/7d9a570e-bcd3-412e-bb7b-ff61d57a5b01 HTTP/1.1" status: 200  len: 907 time: 1.1046653
Nov 24 13:06:12.491008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45544) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:12.493037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc1e97-b2f1-4d0e-a4f8-b964f9cc95a8 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Pushing event deleted for resources: {'SecurityGroup': ['ID=33db69b1-705c-49f4-9823-3e9aa6b6e69a,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:12.517243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6afc1e97-b2f1-4d0e-a4f8-b964f9cc95a8 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:12.527955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e17dae-a3e7-4402-ad88-cddaef688dc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-48c836bd-cec4-4fc4-ab93-a92ceaf87274', 'network_id': '48c836bd-cec4-4fc4-ab93-a92ceaf87274', 'tenant_id': '2aca37eb671f42ff857d97c1cafabbf3', 'fixed_ips': [{'subnet_id': '2c7b5c95-2727-40fb-a07b-9d8a8e2d77e1'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:06:12.528984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93e17dae-a3e7-4402-ad88-cddaef688dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:12.593552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-64b4982b-642f-4d1a-8d20-e5d7ced6368b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634731cb38>, [{'id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'name': 'tempest-ServerActionsTestJSON-1650021247-router', 'tenant_id': '4286288353e74305b378e229e8ab5058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '4a90a7c2-fdcb-4037-9cd7-49bc88709dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:35Z', 'updated_at': '2020-11-24T13:01:57Z', 'revision_number': 4, 'project_id': '4286288353e74305b378e229e8ab5058', 'gw_port': {'id': '4a90a7c2-fdcb-4037-9cd7-49bc88709dc1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:39Z', 'updated_at': '2020-11-24T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '2e81f707-465b-4ab9-b683-74748b2b5882', 'name': '', 'network_id': '42f46442-d2b1-4c59-8018-dd6806abe134', 'tenant_id': '4286288353e74305b378e229e8ab5058', 'mac_address': 'fa:16:3e:d7:18:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '4edc9f76-5638-4785-9026-5e5686309573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:55Z', 'updated_at': '2020-11-24T13:02:11Z', 'revision_number': 5, 'project_id': '4286288353e74305b378e229e8ab5058', 'subnets': [{'id': '4edc9f76-5638-4785-9026-5e5686309573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:12.640452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6afc1e97-b2f1-4d0e-a4f8-b964f9cc95a8 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:12.643547 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6afc1e97-b2f1-4d0e-a4f8-b964f9cc95a8 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "DELETE /v2.0/security-groups/33db69b1-705c-49f4-9823-3e9aa6b6e69a HTTP/1.1" status: 204  len: 168 time: 1.0799549
Nov 24 13:06:12.650548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45548) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:12.658484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b4982b-642f-4d1a-8d20-e5d7ced6368b None None] Checking router: da8c95f9-19fa-4e21-95ef-87b0be89dfb3 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:06:12.778567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a0e011ba-7b7b-4614-a7e5-0989b7d0677c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:12.809816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db1f8aa-b04b-465d-afd5-fc15f876b702 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:06:12.822385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df442b4-b2fb-4f1e-9088-38e34eae729b None None] Sync routers for ids ['830dadff-eace-4263-b201-e0690c2e00d7'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:06:12.825859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8db1f8aa-b04b-465d-afd5-fc15f876b702 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:12.839129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:12.846186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b4982b-642f-4d1a-8d20-e5d7ced6368b None None] Routers {'da8c95f9-19fa-4e21-95ef-87b0be89dfb3'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:06:12.846889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-64b4982b-642f-4d1a-8d20-e5d7ced6368b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634731cb38>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:05:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['da8c95f9-19fa-4e21-95ef-87b0be89dfb3'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:12.854295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df442b4-b2fb-4f1e-9088-38e34eae729b None None] Routers {'830dadff-eace-4263-b201-e0690c2e00d7'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:06:12.855423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4df442b4-b2fb-4f1e-9088-38e34eae729b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cdf3080>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:06:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['830dadff-eace-4263-b201-e0690c2e00d7'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:12.941640 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-b9f39c13-1b63-4a87-b33f-a32e6ee28cbb tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] show failed (client error): The resource could not be found.
Nov 24 13:06:12.942730 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b9f39c13-1b63-4a87-b33f-a32e6ee28cbb tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "GET /v2.0/security-groups/33db69b1-705c-49f4-9823-3e9aa6b6e69a HTTP/1.1" status: 404  len: 347 time: 0.2409797
Nov 24 13:06:12.963860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45552) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:12.989648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4df442b4-b2fb-4f1e-9088-38e34eae729b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cdf3080>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:13.017696 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8db1f8aa-b04b-465d-afd5-fc15f876b702 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "PUT /v2.0/floatingips/f0e8cde6-e6ed-4411-9409-d12957526bd4 HTTP/1.1" status: 200  len: 978 time: 10.0249565
Nov 24 13:06:13.019270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45556) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:13.020844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df442b4-b2fb-4f1e-9088-38e34eae729b None None] Routers {'830dadff-eace-4263-b201-e0690c2e00d7'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:06:13.021518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4df442b4-b2fb-4f1e-9088-38e34eae729b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cdf3080>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:06:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['830dadff-eace-4263-b201-e0690c2e00d7'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:13.058358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-9cfe1c6e-ae64-4013-b044-698deca595f7 None None] For port 96a4c289-1517-48e4-8a01-9204f36a8879, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=96a4c289-1517-48e4-8a01-9204f36a8879,segment=NetworkSegment(cfce43d1-1605-4dbf-a3f6-9c2f44b5e532),segment_id=cfce43d1-1605-4dbf-a3f6-9c2f44b5e532)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:06:13.058782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c6e-ae64-4013-b044-698deca595f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:13.191632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4df442b4-b2fb-4f1e-9088-38e34eae729b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cdf3080>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:13.191911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df442b4-b2fb-4f1e-9088-38e34eae729b None None] The sync data for ids ['830dadff-eace-4263-b201-e0690c2e00d7'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:06:13.217653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f8912777-fe28-4c6d-a9ee-0cbaf59216c0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Deleting port f67559d2-b164-48db-bda5-ec9dc890fc2b {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:13.218368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f8912777-fe28-4c6d-a9ee-0cbaf59216c0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:13.303859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3766a374-5fd6-461f-ad6d-d05c0d8c17b3 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:13.346309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-51d5ee12-486c-47c9-b88d-5d10263713c8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] For port 96a4c289-1517-48e4-8a01-9204f36a8879, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=96a4c289-1517-48e4-8a01-9204f36a8879,segment=NetworkSegment(cfce43d1-1605-4dbf-a3f6-9c2f44b5e532),segment_id=cfce43d1-1605-4dbf-a3f6-9c2f44b5e532)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:06:13.346775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51d5ee12-486c-47c9-b88d-5d10263713c8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:13.355132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7581a607-9b3f-4a45-b552-8f57cd03d59c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:13.371381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:13.378450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-75d207c9-ff11-4eee-9192-baa7b043a01d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:13.400267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9cfe1c6e-ae64-4013-b044-698deca595f7 None None] Calling delete_port for 96a4c289-1517-48e4-8a01-9204f36a8879 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:13.687040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c6e-ae64-4013-b044-698deca595f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:13.783968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f8912777-fe28-4c6d-a9ee-0cbaf59216c0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:14.014039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:14.059627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581a607-9b3f-4a45-b552-8f57cd03d59c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Port': ['ID=c9973570-9556-4997-a1ab-e0512411ec33,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:14.062597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7581a607-9b3f-4a45-b552-8f57cd03d59c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:14.063862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-8d73b00d-45a2-454c-be42-bd41f374213c tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Deleting port 58003e79-eb1b-4dad-957d-ec0d23e5cd32 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:14.064243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d73b00d-45a2-454c-be42-bd41f374213c tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:14.064722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-64b4982b-642f-4d1a-8d20-e5d7ced6368b None None] Set router da8c95f9-19fa-4e21-95ef-87b0be89dfb3 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:06:14.098712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-51d5ee12-486c-47c9-b88d-5d10263713c8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Calling delete_port for 96a4c289-1517-48e4-8a01-9204f36a8879 owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:14.111210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 96a4c289-1517-48e4-8a01-9204f36a8879 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:06:14.194572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe1c6e-ae64-4013-b044-698deca595f7 None None] Pushing event deleted for resources: {'Port': ['ID=96a4c289-1517-48e4-8a01-9204f36a8879,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:14.215144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 96a4c289-1517-48e4-8a01-9204f36a8879 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:06:14.215621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 96a4c289-1517-48e4-8a01-9204f36a8879 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:06:14.217341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9cfe1c6e-ae64-4013-b044-698deca595f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:14.229356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3766a374-5fd6-461f-ad6d-d05c0d8c17b3 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router_gateway, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:14.235845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-19231eb4-fe0d-4a35-8a49-26f5d55942a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347037cc0>, [{'id': '7d9a570e-bcd3-412e-bb7b-ff61d57a5b01', 'name': 'tempest-snat-router-1653635377', 'tenant_id': 'b0600db2aa7e4ca299a5964d39c8677a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '62c3e2ee-8460-4583-95ec-0eb995185f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:05:56Z', 'updated_at': '2020-11-24T13:06:04Z', 'revision_number': 3, 'project_id': 'b0600db2aa7e4ca299a5964d39c8677a', 'gw_port': {'id': '62c3e2ee-8460-4583-95ec-0eb995185f17', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9a570e-bcd3-412e-bb7b-ff61d57a5b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:59Z', 'updated_at': '2020-11-24T13:06:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:14.252895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3766a374-5fd6-461f-ad6d-d05c0d8c17b3 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Deleting port 62c3e2ee-8460-4583-95ec-0eb995185f17 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:14.253278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3766a374-5fd6-461f-ad6d-d05c0d8c17b3 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:14.278813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19231eb4-fe0d-4a35-8a49-26f5d55942a5 None None] Checking router: 7d9a570e-bcd3-412e-bb7b-ff61d57a5b01 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:06:14.279329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19231eb4-fe0d-4a35-8a49-26f5d55942a5 None None] Updating router 7d9a570e-bcd3-412e-bb7b-ff61d57a5b01 port 62c3e2ee-8460-4583-95ec-0eb995185f17 binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:06:14.305843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f8912777-fe28-4c6d-a9ee-0cbaf59216c0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:14.306290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f8912777-fe28-4c6d-a9ee-0cbaf59216c0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:14.306607 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-f8912777-fe28-4c6d-a9ee-0cbaf59216c0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Floating IP f0e8cde6-e6ed-4411-9409-d12957526bd4 disassociated. External IP: 172.26.8.119, port: f67559d2-b164-48db-bda5-ec9dc890fc2b.
Nov 24 13:06:14.306997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f8912777-fe28-4c6d-a9ee-0cbaf59216c0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Calling delete_port for f67559d2-b164-48db-bda5-ec9dc890fc2b owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:14.328101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:14.344474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfe1c6e-ae64-4013-b044-698deca595f7 None None] No DVR routers for this DVR port 96a4c289-1517-48e4-8a01-9204f36a8879 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:06:14.358252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d73b00d-45a2-454c-be42-bd41f374213c tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:14.358838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d73b00d-45a2-454c-be42-bd41f374213c tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks [] for floatingip, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:14.471683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19231eb4-fe0d-4a35-8a49-26f5d55942a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:14.515131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-8d73b00d-45a2-454c-be42-bd41f374213c tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Calling delete_port for 58003e79-eb1b-4dad-957d-ec0d23e5cd32 owned by network:floatingip {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:14.515537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f8912777-fe28-4c6d-a9ee-0cbaf59216c0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:14.535369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6fdce1aa-d26b-4e01-a0ef-08b0a7656ecc tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:14.578887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-93e17dae-a3e7-4402-ad88-cddaef688dc8 None None] Allocated IP 172.20.0.1 (48c836bd-cec4-4fc4-ab93-a92ceaf87274/2c7b5c95-2727-40fb-a07b-9d8a8e2d77e1/7c416161-d1a3-4c25-ba7c-f42bb8cebe83) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:06:14.632083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8912777-fe28-4c6d-a9ee-0cbaf59216c0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event deleted for resources: {'Port': ['ID=f67559d2-b164-48db-bda5-ec9dc890fc2b,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:14.638575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f8912777-fe28-4c6d-a9ee-0cbaf59216c0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:14.701972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7581a607-9b3f-4a45-b552-8f57cd03d59c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:14.716903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d73b00d-45a2-454c-be42-bd41f374213c tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:14.795424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:14.919207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-be3aa91a-112f-4fbd-bfdf-3344e977337c tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:15.035944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3766a374-5fd6-461f-ad6d-d05c0d8c17b3 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:15.089061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73b00d-45a2-454c-be42-bd41f374213c tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Pushing event deleted for resources: {'Port': ['ID=58003e79-eb1b-4dad-957d-ec0d23e5cd32,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:15.092075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8d73b00d-45a2-454c-be42-bd41f374213c tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:15.095008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d73b00d-45a2-454c-be42-bd41f374213c tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks [] for floatingip, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:15.097566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d73b00d-45a2-454c-be42-bd41f374213c tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:15.098862 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8d73b00d-45a2-454c-be42-bd41f374213c tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] 10.222.0.76 "DELETE /v2.0/floatingips/cbaf5b44-2375-48d4-9c75-90fc8d08518e HTTP/1.1" status: 204  len: 168 time: 2.1316965
Nov 24 13:06:15.104490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45580) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:15.106824 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7581a607-9b3f-4a45-b552-8f57cd03d59c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/c9973570-9556-4997-a1ab-e0512411ec33 HTTP/1.1" status: 204  len: 168 time: 5.3308299
Nov 24 13:06:15.111156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ee3b0d-ed07-4fbb-9d71-24f9010b99eb tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:06:15.187319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3766a374-5fd6-461f-ad6d-d05c0d8c17b3 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Calling delete_port for 62c3e2ee-8460-4583-95ec-0eb995185f17 owned by network:router_gateway {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:15.190140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45582) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:15.192337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93e17dae-a3e7-4402-ad88-cddaef688dc8 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:15.206209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93e17dae-a3e7-4402-ad88-cddaef688dc8 None None] Transition to ACTIVE for port object 7c416161-d1a3-4c25-ba7c-f42bb8cebe83 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:06:15.226588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93e17dae-a3e7-4402-ad88-cddaef688dc8 None None] Transition to ACTIVE for port object 7c416161-d1a3-4c25-ba7c-f42bb8cebe83 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:06:15.256825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-73ee3b0d-ed07-4fbb-9d71-24f9010b99eb tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:15.258173 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-73ee3b0d-ed07-4fbb-9d71-24f9010b99eb tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 16.7595289
Nov 24 13:06:15.284823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45588) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:15.389387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-51d5ee12-486c-47c9-b88d-5d10263713c8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:06:15.389742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-51d5ee12-486c-47c9-b88d-5d10263713c8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:06:15.428387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3766a374-5fd6-461f-ad6d-d05c0d8c17b3 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:15.436796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93e17dae-a3e7-4402-ad88-cddaef688dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:15.443722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-74e714e7-bd2f-4a78-b158-2ac5a963b897 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:15.454084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5406a0-fc4f-46dc-914c-a70277aa16c0 None None] Sync routers for ids ['154e7597-92b0-4fc8-ae24-9f91ac560f6a'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:06:15.525213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:15.557825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766a374-5fd6-461f-ad6d-d05c0d8c17b3 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Pushing event deleted for resources: {'Port': ['ID=62c3e2ee-8460-4583-95ec-0eb995185f17,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:15.565290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3766a374-5fd6-461f-ad6d-d05c0d8c17b3 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:15.615580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b28f5d-0cde-44b0-93bc-2f4312257eaf tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:15.617137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b28f5d-0cde-44b0-93bc-2f4312257eaf tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:15.617967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f7b28f5d-0cde-44b0-93bc-2f4312257eaf tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:06:15.697465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5406a0-fc4f-46dc-914c-a70277aa16c0 None None] Routers {'154e7597-92b0-4fc8-ae24-9f91ac560f6a'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:06:15.698495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2b5406a0-fc4f-46dc-914c-a70277aa16c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca10048>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:06:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['154e7597-92b0-4fc8-ae24-9f91ac560f6a'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:15.713885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:15.791263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2b5406a0-fc4f-46dc-914c-a70277aa16c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca10048>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:15.807857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e17dae-a3e7-4402-ad88-cddaef688dc8 None None] Network 48c836bd-cec4-4fc4-ab93-a92ceaf87274 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:06:15.822317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-93e17dae-a3e7-4402-ad88-cddaef688dc8 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:06:15.825724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e17dae-a3e7-4402-ad88-cddaef688dc8 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:06:15.842334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5406a0-fc4f-46dc-914c-a70277aa16c0 None None] Routers {'154e7597-92b0-4fc8-ae24-9f91ac560f6a'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:06:15.843043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2b5406a0-fc4f-46dc-914c-a70277aa16c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca10048>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:06:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['154e7597-92b0-4fc8-ae24-9f91ac560f6a'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:15.874724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:15.915635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-51d5ee12-486c-47c9-b88d-5d10263713c8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting port 96a4c289-1517-48e4-8a01-9204f36a8879 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:15.916621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51d5ee12-486c-47c9-b88d-5d10263713c8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:15.960130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-19231eb4-fe0d-4a35-8a49-26f5d55942a5 None None] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:06:15.971527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2b5406a0-fc4f-46dc-914c-a70277aa16c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca10048>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:15.971988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5406a0-fc4f-46dc-914c-a70277aa16c0 None None] The sync data for ids ['154e7597-92b0-4fc8-ae24-9f91ac560f6a'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:06:15.978604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Subnet': ['ID=2c7b5c95-2727-40fb-a07b-9d8a8e2d77e1,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:15.982533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:15.983725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f7b28f5d-0cde-44b0-93bc-2f4312257eaf tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:06:15.989216 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f7b28f5d-0cde-44b0-93bc-2f4312257eaf tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.7970634
Nov 24 13:06:15.993649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45602) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:16.010873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-93e17dae-a3e7-4402-ad88-cddaef688dc8 None None] Attempting to bind port 7c416161-d1a3-4c25-ba7c-f42bb8cebe83 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:06:16.011579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-93e17dae-a3e7-4402-ad88-cddaef688dc8 None None] Attempting to bind port 7c416161-d1a3-4c25-ba7c-f42bb8cebe83 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'eb684266-1310-467d-b6fc-531eec5c0b7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '48c836bd-cec4-4fc4-ab93-a92ceaf87274'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:06:16.012158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e17dae-a3e7-4402-ad88-cddaef688dc8 None None] Attempting to bind port 7c416161-d1a3-4c25-ba7c-f42bb8cebe83 on network 48c836bd-cec4-4fc4-ab93-a92ceaf87274 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:06:16.030005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e17dae-a3e7-4402-ad88-cddaef688dc8 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:06:16.030678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e17dae-a3e7-4402-ad88-cddaef688dc8 None None] Checking segment: {'id': 'eb684266-1310-467d-b6fc-531eec5c0b7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '48c836bd-cec4-4fc4-ab93-a92ceaf87274'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:06:16.031297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93e17dae-a3e7-4402-ad88-cddaef688dc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:16.031885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e17dae-a3e7-4402-ad88-cddaef688dc8 None None] Bound using segment: {'id': 'eb684266-1310-467d-b6fc-531eec5c0b7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '48c836bd-cec4-4fc4-ab93-a92ceaf87274'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:06:16.033177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-93e17dae-a3e7-4402-ad88-cddaef688dc8 None None] Bound port: 7c416161-d1a3-4c25-ba7c-f42bb8cebe83, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb684266-1310-467d-b6fc-531eec5c0b7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '48c836bd-cec4-4fc4-ab93-a92ceaf87274'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:06:16.033928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93e17dae-a3e7-4402-ad88-cddaef688dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:16.195756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-51d5ee12-486c-47c9-b88d-5d10263713c8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] The port '96a4c289-1517-48e4-8a01-9204f36a8879' was deleted {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:06:16.373694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93e17dae-a3e7-4402-ad88-cddaef688dc8 None None] For port 7c416161-d1a3-4c25-ba7c-f42bb8cebe83, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:06:16.377801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93e17dae-a3e7-4402-ad88-cddaef688dc8 None None] For port 7c416161-d1a3-4c25-ba7c-f42bb8cebe83, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=7c416161-d1a3-4c25-ba7c-f42bb8cebe83,segment=NetworkSegment(eb684266-1310-467d-b6fc-531eec5c0b7b),segment_id=eb684266-1310-467d-b6fc-531eec5c0b7b)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:06:16.400958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93e17dae-a3e7-4402-ad88-cddaef688dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:16.526491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e17dae-a3e7-4402-ad88-cddaef688dc8 None None] Pushing event updated for resources: {'Port': ['ID=7c416161-d1a3-4c25-ba7c-f42bb8cebe83,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:16.530355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93e17dae-a3e7-4402-ad88-cddaef688dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.005s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:16.530906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93e17dae-a3e7-4402-ad88-cddaef688dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:16.597709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3766a374-5fd6-461f-ad6d-d05c0d8c17b3 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:16.622480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e17dae-a3e7-4402-ad88-cddaef688dc8 None None] Pushing event updated for resources: {'Port': ['ID=7c416161-d1a3-4c25-ba7c-f42bb8cebe83,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:16.626559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93e17dae-a3e7-4402-ad88-cddaef688dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:16.629411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-64b4982b-642f-4d1a-8d20-e5d7ced6368b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634731cb38>, [{'id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'name': 'tempest-ServerActionsTestJSON-1650021247-router', 'tenant_id': '4286288353e74305b378e229e8ab5058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '4a90a7c2-fdcb-4037-9cd7-49bc88709dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:35Z', 'updated_at': '2020-11-24T13:01:57Z', 'revision_number': 4, 'project_id': '4286288353e74305b378e229e8ab5058', 'gw_port': {'id': '4a90a7c2-fdcb-4037-9cd7-49bc88709dc1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:39Z', 'updated_at': '2020-11-24T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '2e81f707-465b-4ab9-b683-74748b2b5882', 'name': '', 'network_id': '42f46442-d2b1-4c59-8018-dd6806abe134', 'tenant_id': '4286288353e74305b378e229e8ab5058', 'mac_address': 'fa:16:3e:d7:18:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '4edc9f76-5638-4785-9026-5e5686309573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:55Z', 'updated_at': '2020-11-24T13:02:11Z', 'revision_number': 5, 'project_id': '4286288353e74305b378e229e8ab5058', 'subnets': [{'id': '4edc9f76-5638-4785-9026-5e5686309573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:16.659915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b4982b-642f-4d1a-8d20-e5d7ced6368b None None] The sync data for ids ['da8c95f9-19fa-4e21-95ef-87b0be89dfb3'] in dv-neutron-601336-61-ovs is: [{'id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'name': 'tempest-ServerActionsTestJSON-1650021247-router', 'tenant_id': '4286288353e74305b378e229e8ab5058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '4a90a7c2-fdcb-4037-9cd7-49bc88709dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:35Z', 'updated_at': '2020-11-24T13:01:57Z', 'revision_number': 4, 'project_id': '4286288353e74305b378e229e8ab5058', 'gw_port': {'id': '4a90a7c2-fdcb-4037-9cd7-49bc88709dc1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:39Z', 'updated_at': '2020-11-24T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '2e81f707-465b-4ab9-b683-74748b2b5882', 'name': '', 'network_id': '42f46442-d2b1-4c59-8018-dd6806abe134', 'tenant_id': '4286288353e74305b378e229e8ab5058', 'mac_address': 'fa:16:3e:d7:18:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '4edc9f76-5638-4785-9026-5e5686309573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:55Z', 'updated_at': '2020-11-24T13:02:11Z', 'revision_number': 5, 'project_id': '4286288353e74305b378e229e8ab5058', 'subnets': [{'id': '4edc9f76-5638-4785-9026-5e5686309573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:06:16.697943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-19231eb4-fe0d-4a35-8a49-26f5d55942a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:06:16.698513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-19231eb4-fe0d-4a35-8a49-26f5d55942a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:06:16.785040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30329cae-80d8-4ca4-a456-188507157932 None None] Network 48c836bd-cec4-4fc4-ab93-a92ceaf87274 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:06:16.808755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:16.972677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51d5ee12-486c-47c9-b88d-5d10263713c8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:16.980796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8912777-fe28-4c6d-a9ee-0cbaf59216c0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Router 830dadff-eace-4263-b201-e0690c2e00d7 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:06:17.006175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3766a374-5fd6-461f-ad6d-d05c0d8c17b3 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:17.100236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0094c86-d15a-422d-9bdc-b147e49db7a5 None None] get_active_networks_info from dv-neutron-601336-61-ovs {{(pid=80945) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 13:06:17.112489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3766a374-5fd6-461f-ad6d-d05c0d8c17b3 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:17.174156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3766a374-5fd6-461f-ad6d-d05c0d8c17b3 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:17.174779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3766a374-5fd6-461f-ad6d-d05c0d8c17b3 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Fanout notify agent at l3_agent the message router_deleted on router 7d9a570e-bcd3-412e-bb7b-ff61d57a5b01 {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:06:17.185767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e2b01f-4b3f-47ea-a48f-068912bac93f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting subnet 78a7f125-a481-452e-85c8-2061828b98b4 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:06:17.189796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0e2b01f-4b3f-47ea-a48f-068912bac93f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:17.212720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4396b677-a3a8-4f36-87e7-087838f4eb27 None None] New status for floating IP cbaf5b44-2375-48d4-9c75-90fc8d08518e: DOWN {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:06:17.287138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19231eb4-fe0d-4a35-8a49-26f5d55942a5 None None] Port 62c3e2ee-8460-4583-95ec-0eb995185f17 not found while updating agent binding for router 7d9a570e-bcd3-412e-bb7b-ff61d57a5b01. {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:212}}
Nov 24 13:06:17.330237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19231eb4-fe0d-4a35-8a49-26f5d55942a5 None None] Routers set() bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:06:17.330829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19231eb4-fe0d-4a35-8a49-26f5d55942a5 None None] Router IDs set() for agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Nov 24 13:06:17.330968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3766a374-5fd6-461f-ad6d-d05c0d8c17b3 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:17.332223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_agentschedulers_db [None req-19231eb4-fe0d-4a35-8a49-26f5d55942a5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7d9a570e-bcd3-412e-bb7b-ff61d57a5b01'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:06:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent'). {{(pid=80945) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:357}}
Nov 24 13:06:17.332223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19231eb4-fe0d-4a35-8a49-26f5d55942a5 None None] The sync data for ids ['7d9a570e-bcd3-412e-bb7b-ff61d57a5b01'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:06:17.332442 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3766a374-5fd6-461f-ad6d-d05c0d8c17b3 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "DELETE /v2.0/routers/7d9a570e-bcd3-412e-bb7b-ff61d57a5b01 HTTP/1.1" status: 204  len: 168 time: 4.8196442
Nov 24 13:06:17.338852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45612) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:17.344322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6347911d30>,) {'filters': {'network_id': ['48c836bd-cec4-4fc4-ab93-a92ceaf87274']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:17.414687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0094c86-d15a-422d-9bdc-b147e49db7a5 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 24 13:06:17.506170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347911d30>, 'eb684266-1310-467d-b6fc-531eec5c0b7b') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:17.506568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347911d30>, 'eb684266-1310-467d-b6fc-531eec5c0b7b') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:17.522046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:17.543140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:17.545334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Releasing vxlan tunnel 7 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:06:17.576402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8912777-fe28-4c6d-a9ee-0cbaf59216c0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:06:17.589227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330ebfc2-90ab-4758-8516-5b4d1a9d6f41 None None] Sync routers for ids ['830dadff-eace-4263-b201-e0690c2e00d7'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:06:17.662815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330ebfc2-90ab-4758-8516-5b4d1a9d6f41 None None] Routers {'830dadff-eace-4263-b201-e0690c2e00d7'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:06:17.663530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-330ebfc2-90ab-4758-8516-5b4d1a9d6f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c8e57f0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:06:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['830dadff-eace-4263-b201-e0690c2e00d7'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:17.677085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f8912777-fe28-4c6d-a9ee-0cbaf59216c0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:17.682805 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f8912777-fe28-4c6d-a9ee-0cbaf59216c0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "DELETE /v2.0/ports/f67559d2-b164-48db-bda5-ec9dc890fc2b HTTP/1.1" status: 204  len: 168 time: 4.6608853
Nov 24 13:06:17.685249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45616) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:17.735278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-330ebfc2-90ab-4758-8516-5b4d1a9d6f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c8e57f0>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:17.800598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0e2b01f-4b3f-47ea-a48f-068912bac93f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:17.809203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330ebfc2-90ab-4758-8516-5b4d1a9d6f41 None None] Routers {'830dadff-eace-4263-b201-e0690c2e00d7'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:06:17.809916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-330ebfc2-90ab-4758-8516-5b4d1a9d6f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c8e57f0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:06:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['830dadff-eace-4263-b201-e0690c2e00d7'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:17.844608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network 48c836bd-cec4-4fc4-ab93-a92ceaf87274 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:06:17.869840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:17.872164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-442f0853-dfec-4497-9ea1-d8c71e59bc1a tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:17.887805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-330ebfc2-90ab-4758-8516-5b4d1a9d6f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c8e57f0>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:17.888272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330ebfc2-90ab-4758-8516-5b4d1a9d6f41 None None] The sync data for ids ['830dadff-eace-4263-b201-e0690c2e00d7'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:06:17.966877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-51d5ee12-486c-47c9-b88d-5d10263713c8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6347959be0>,) {'filters': {'network_id': ['e8fcc165-cfd4-43e1-971f-8edaaf475d4a']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:18.102516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-51d5ee12-486c-47c9-b88d-5d10263713c8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347959be0>, 'cfce43d1-1605-4dbf-a3f6-9c2f44b5e532') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:18.102984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-51d5ee12-486c-47c9-b88d-5d10263713c8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347959be0>, 'cfce43d1-1605-4dbf-a3f6-9c2f44b5e532') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:18.143033 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2378f281-d706-411a-aefa-367a7e573e64 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "GET /v2.0/routers/154e7597-92b0-4fc8-ae24-9f91ac560f6a HTTP/1.1" status: 200  len: 923 time: 2.8541224
Nov 24 13:06:18.144244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45620) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:18.165180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51d5ee12-486c-47c9-b88d-5d10263713c8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:18.172666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0e2b01f-4b3f-47ea-a48f-068912bac93f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:18.203451 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-87fd0e2f-97e4-4558-b588-dfb664191bfd tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "GET /v2.0/ports?device_id=154e7597-92b0-4fc8-ae24-9f91ac560f6a HTTP/1.1" status: 200  len: 205 time: 0.0569134
Nov 24 13:06:18.206076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45624) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:18.300124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51d5ee12-486c-47c9-b88d-5d10263713c8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:18.324396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-51d5ee12-486c-47c9-b88d-5d10263713c8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Releasing vxlan tunnel 11 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:06:18.355953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network 48c836bd-cec4-4fc4-ab93-a92ceaf87274 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:06:18.446248 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:06:18.534417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-442f0853-dfec-4497-9ea1-d8c71e59bc1a tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router_gateway, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:18.558988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-442f0853-dfec-4497-9ea1-d8c71e59bc1a tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Deleting port 1fbcf9f0-78c4-4e32-a72d-c2a439746f38 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:18.559369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-442f0853-dfec-4497-9ea1-d8c71e59bc1a tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:18.752385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 24 13:06:18.752385 dv-neutron-601336-61-ovs neutron-server[80834]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 24 13:06:18.752385 dv-neutron-601336-61-ovs neutron-server[80834]: [parameters: {'id': '48c836bd-cec4-4fc4-ab93-a92ceaf87274'}]
Nov 24 13:06:18.752385 dv-neutron-601336-61-ovs neutron-server[80834]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:06:18.752999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:06:18.757905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-51d5ee12-486c-47c9-b88d-5d10263713c8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network e8fcc165-cfd4-43e1-971f-8edaaf475d4a has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:06:18.774568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51d5ee12-486c-47c9-b88d-5d10263713c8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:19.109636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-51d5ee12-486c-47c9-b88d-5d10263713c8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network e8fcc165-cfd4-43e1-971f-8edaaf475d4a has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:06:19.124313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-442f0853-dfec-4497-9ea1-d8c71e59bc1a tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] For port 1fbcf9f0-78c4-4e32-a72d-c2a439746f38, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=1fbcf9f0-78c4-4e32-a72d-c2a439746f38,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:06:19.124672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-442f0853-dfec-4497-9ea1-d8c71e59bc1a tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:19.150305 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:06:19.150305 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:06:19.150305 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:06:19.150305 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:06:19.150305 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:06:19.150305 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:06:19.150305 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:06:19.150305 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:06:19.150305 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:06:19.150305 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:06:19.150305 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:06:19.150305 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:06:19.150305 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:06:19.150305 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:06:19.150305 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:06:19.150305 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:06:19.150305 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:06:19.150305 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:06:19.150305 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:06:19.150305 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:06:19.150305 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:06:19.150305 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:06:19.150305 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:06:19.150305 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:06:19.150305 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:06:19.150305 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:06:19.150305 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:06:19.150305 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:06:19.150305 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:06:19.150305 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:06:19.150305 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:06:19.150305 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:06:19.224407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-784b9972-b35d-4f1f-b26b-088fa960eb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:19.284426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-442f0853-dfec-4497-9ea1-d8c71e59bc1a tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Calling delete_port for 1fbcf9f0-78c4-4e32-a72d-c2a439746f38 owned by network:router_gateway {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:19.333271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b51d33e3-4538-4b93-aa7d-2dd1c66f9b8a tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:19.423928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-abc73a6e-7c29-4399-bca8-733b2673eb4b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:19.598663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:19.783015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51d5ee12-486c-47c9-b88d-5d10263713c8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:19.787449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51d5ee12-486c-47c9-b88d-5d10263713c8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:19.790312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Deleting port 7c416161-d1a3-4c25-ba7c-f42bb8cebe83 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:19.790773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:19.824628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8aa9bcf0-0c49-4236-a385-d9f7daf617a3 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:19.853515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0e2b01f-4b3f-47ea-a48f-068912bac93f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:19.877478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-442f0853-dfec-4497-9ea1-d8c71e59bc1a tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:19.887620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5ee12-486c-47c9-b88d-5d10263713c8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Network': ['ID=e8fcc165-cfd4-43e1-971f-8edaaf475d4a,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:19.899014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5e7e6168-cbc0-4ad5-ad64-401231fd6a28 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:19.956673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-51d5ee12-486c-47c9-b88d-5d10263713c8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:19.958414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6c4f7b97-0019-40cc-aa86-c19b477a23a4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:20.013425 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-51d5ee12-486c-47c9-b88d-5d10263713c8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/networks/e8fcc165-cfd4-43e1-971f-8edaaf475d4a HTTP/1.1" status: 204  len: 168 time: 8.8144190
Nov 24 13:06:20.014679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2b01f-4b3f-47ea-a48f-068912bac93f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Subnet': ['ID=78a7f125-a481-452e-85c8-2061828b98b4,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:20.015141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f0853-dfec-4497-9ea1-d8c71e59bc1a tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Pushing event deleted for resources: {'Port': ['ID=1fbcf9f0-78c4-4e32-a72d-c2a439746f38,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:20.017810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45632) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:20.038800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-442f0853-dfec-4497-9ea1-d8c71e59bc1a tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:20.049427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b8a509fb-acce-4595-9d7a-f687b647fb58 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'port': {'network_id': 'f7621358-709a-475a-a392-d79f23d223d6', 'name': 'tempest-PortsTestJSON-415406276'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:20.073661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b0e2b01f-4b3f-47ea-a48f-068912bac93f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:20.135468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b51d33e3-4538-4b93-aa7d-2dd1c66f9b8a tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router_gateway, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:20.197982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b51d33e3-4538-4b93-aa7d-2dd1c66f9b8a tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Deleting port ac85cecd-f58c-44cc-a5bd-b78ddf8689f3 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:20.198392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b51d33e3-4538-4b93-aa7d-2dd1c66f9b8a tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:20.263320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e7145a-93e6-4d9e-baaf-4f99644c048a None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:06:20.271180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0e2b01f-4b3f-47ea-a48f-068912bac93f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:20.276871 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b0e2b01f-4b3f-47ea-a48f-068912bac93f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/78a7f125-a481-452e-85c8-2061828b98b4 HTTP/1.1" status: 204  len: 168 time: 4.2806864
Nov 24 13:06:20.277815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45636) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:20.350967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b8a509fb-acce-4595-9d7a-f687b647fb58 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:06:20.369993 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-704666bb-3648-44d5-8abb-ce1194d94336 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0860112
Nov 24 13:06:20.370330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45640) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:20.370937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b8a509fb-acce-4595-9d7a-f687b647fb58 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:port and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:06:20.393438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b8a509fb-acce-4595-9d7a-f687b647fb58 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for port was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:06:20.457440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] For port 7c416161-d1a3-4c25-ba7c-f42bb8cebe83, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=7c416161-d1a3-4c25-ba7c-f42bb8cebe83,segment=NetworkSegment(eb684266-1310-467d-b6fc-531eec5c0b7b),segment_id=eb684266-1310-467d-b6fc-531eec5c0b7b)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:06:20.457825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:20.459857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b8a509fb-acce-4595-9d7a-f687b647fb58 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:06:20.594538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a509fb-acce-4595-9d7a-f687b647fb58 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:06:20.600631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b8a509fb-acce-4595-9d7a-f687b647fb58 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:20.624921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Calling delete_port for 7c416161-d1a3-4c25-ba7c-f42bb8cebe83 owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:20.729441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c28c89c-dd15-4ec4-baf5-4b5b928415ac None None] DHCP port deletion for 8ca51b04-1dca-4f60-b844-2979d8864b51 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:06:20.742105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5c28c89c-dd15-4ec4-baf5-4b5b928415ac None None] Deleting port f91dd9e1-8346-4d5b-9fa1-0641c3c45792 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:20.743279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5c28c89c-dd15-4ec4-baf5-4b5b928415ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:20.853944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b51d33e3-4538-4b93-aa7d-2dd1c66f9b8a tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:20.925665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd735e23-a736-4ddf-b82b-a2ee707e531a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:20.926453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-dd735e23-a736-4ddf-b82b-a2ee707e531a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:06:20.993020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-dd735e23-a736-4ddf-b82b-a2ee707e531a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:06:20.997058 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-dd735e23-a736-4ddf-b82b-a2ee707e531a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.6135166
Nov 24 13:06:20.997752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45646) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:21.011377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-5c28c89c-dd15-4ec4-baf5-4b5b928415ac None None] For port f91dd9e1-8346-4d5b-9fa1-0641c3c45792, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=f91dd9e1-8346-4d5b-9fa1-0641c3c45792,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:06:21.012051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5c28c89c-dd15-4ec4-baf5-4b5b928415ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:21.087247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dbcce7-ed63-4ae5-98d8-4a9c48ee9b10 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:21.088048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c0dbcce7-ed63-4ae5-98d8-4a9c48ee9b10 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:06:21.098470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:21.139301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3ea267b4-c072-4ccd-ba55-3f18fbf1a55e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:21.202398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:21.211999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5c28c89c-dd15-4ec4-baf5-4b5b928415ac None None] Calling delete_port for f91dd9e1-8346-4d5b-9fa1-0641c3c45792 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:21.254535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Port': ['ID=7c416161-d1a3-4c25-ba7c-f42bb8cebe83,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:21.257590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:21.265781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c0dbcce7-ed63-4ae5-98d8-4a9c48ee9b10 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:06:21.270701 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c0dbcce7-ed63-4ae5-98d8-4a9c48ee9b10 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2581017
Nov 24 13:06:21.286256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45650) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:21.307838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5c28c89c-dd15-4ec4-baf5-4b5b928415ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:21.326074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-68b89441-c85b-44f4-883a-5fe270d93159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:21.420950 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-80cb25cb-e662-4980-8178-1494930fcc6a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0947609
Nov 24 13:06:21.422874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28c89c-dd15-4ec4-baf5-4b5b928415ac None None] Pushing event deleted for resources: {'Port': ['ID=f91dd9e1-8346-4d5b-9fa1-0641c3c45792,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:21.426936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5c28c89c-dd15-4ec4-baf5-4b5b928415ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:21.431118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45654) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:21.441358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-38917635-7ea6-4d05-af31-4d44670de792 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:21.463858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b51d33e3-4538-4b93-aa7d-2dd1c66f9b8a tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Calling delete_port for ac85cecd-f58c-44cc-a5bd-b78ddf8689f3 owned by network:router_gateway {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:21.485616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c28c89c-dd15-4ec4-baf5-4b5b928415ac None None] No DVR routers for this DVR port f91dd9e1-8346-4d5b-9fa1-0641c3c45792 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:06:21.514542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-442f0853-dfec-4497-9ea1-d8c71e59bc1a tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:21.553968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] No DVR routers for this DVR port 7c416161-d1a3-4c25-ba7c-f42bb8cebe83 on host dv-neutron-601336-61-ovs {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:06:21.604994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-b8a509fb-acce-4595-9d7a-f687b647fb58 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] device_id is not set on port ba8c15fb-33aa-4043-869c-2c4e6904d2c6 yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:06:21.698367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-38917635-7ea6-4d05-af31-4d44670de792 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:06:21.731704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-38917635-7ea6-4d05-af31-4d44670de792 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:06:21.736371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:21.869310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38917635-7ea6-4d05-af31-4d44670de792 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:06:21.875358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38917635-7ea6-4d05-af31-4d44670de792 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:21.971453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-442f0853-dfec-4497-9ea1-d8c71e59bc1a tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:22.004050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-442f0853-dfec-4497-9ea1-d8c71e59bc1a tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:22.016265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f63462a4358>,) {'filters': {'network_id': ['48c836bd-cec4-4fc4-ab93-a92ceaf87274']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:22.044043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f63462a4358>, 'eb684266-1310-467d-b6fc-531eec5c0b7b') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:22.044642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f63462a4358>, 'eb684266-1310-467d-b6fc-531eec5c0b7b') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:22.068234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:22.187574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device f91dd9e1-8346-4d5b-9fa1-0641c3c45792 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:06:22.241724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: f91dd9e1-8346-4d5b-9fa1-0641c3c45792 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:06:22.243127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device f91dd9e1-8346-4d5b-9fa1-0641c3c45792 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:06:22.265175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:22.280485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-442f0853-dfec-4497-9ea1-d8c71e59bc1a tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:22.281057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442f0853-dfec-4497-9ea1-d8c71e59bc1a tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Fanout notify agent at l3_agent the message router_deleted on router 67f01763-52a3-4ea1-9121-0ec91c5a7990 {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:06:22.289404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Releasing vxlan tunnel 7 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:06:22.318247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b8a509fb-acce-4595-9d7a-f687b647fb58 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:22.366251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-442f0853-dfec-4497-9ea1-d8c71e59bc1a tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:22.368169 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-442f0853-dfec-4497-9ea1-d8c71e59bc1a tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "DELETE /v2.0/routers/67f01763-52a3-4ea1-9121-0ec91c5a7990 HTTP/1.1" status: 204  len: 168 time: 5.0144749
Nov 24 13:06:22.374721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b51d33e3-4538-4b93-aa7d-2dd1c66f9b8a tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:22.389463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3bb2f594-d2f6-4988-a6c4-fb7a7650488c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:22.434930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45668) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:22.523343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-dd8e8dfa-6b4c-4d55-95fb-6c86b8e3cf7b tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1493803336', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}, 'admin_state_up': False}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:22.530189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d33e3-4538-4b93-aa7d-2dd1c66f9b8a tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Pushing event deleted for resources: {'Port': ['ID=ac85cecd-f58c-44cc-a5bd-b78ddf8689f3,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:22.539790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-dd8e8dfa-6b4c-4d55-95fb-6c86b8e3cf7b tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:06:22.552776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b51d33e3-4538-4b93-aa7d-2dd1c66f9b8a tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:22.554564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-dd8e8dfa-6b4c-4d55-95fb-6c86b8e3cf7b tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Usage tracker for resource:router and tenant:c2dbf21b25954c9fa14ce758f1b82ede is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:06:22.562470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-dd8e8dfa-6b4c-4d55-95fb-6c86b8e3cf7b tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:06:22.576635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-dd8e8dfa-6b4c-4d55-95fb-6c86b8e3cf7b tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:06:22.627792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b8a509fb-acce-4595-9d7a-f687b647fb58 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:22.653504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f8912777-fe28-4c6d-a9ee-0cbaf59216c0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:22.738894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-784b9972-b35d-4f1f-b26b-088fa960eb5f admin admin] Deleting port 2e81f707-465b-4ab9-b683-74748b2b5882 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:22.739265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-784b9972-b35d-4f1f-b26b-088fa960eb5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:22.763315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd8e8dfa-6b4c-4d55-95fb-6c86b8e3cf7b tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:22.764249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd8e8dfa-6b4c-4d55-95fb-6c86b8e3cf7b tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:22.884204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-abc73a6e-7c29-4399-bca8-733b2673eb4b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Deleting port 82a04e1f-792e-49b7-8626-8d99ba14e61f {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:22.884591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-abc73a6e-7c29-4399-bca8-733b2673eb4b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:22.919396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a509fb-acce-4595-9d7a-f687b647fb58 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Port': ['ID=ba8c15fb-33aa-4043-869c-2c4e6904d2c6,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:22.922555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b8a509fb-acce-4595-9d7a-f687b647fb58 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:22.999907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network 48c836bd-cec4-4fc4-ab93-a92ceaf87274 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:06:23.013133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:23.046326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a509fb-acce-4595-9d7a-f687b647fb58 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network f7621358-709a-475a-a392-d79f23d223d6 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:06:23.092357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-c2d63745-65a0-4d36-af1c-e5656b46d569 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Synchronizing usage tracker for tenant:6efb027d4b0e48cc970462a6d3154fa0 on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:06:23.096993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-b8a509fb-acce-4595-9d7a-f687b647fb58 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:06:23.099310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a509fb-acce-4595-9d7a-f687b647fb58 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:06:23.103683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a509fb-acce-4595-9d7a-f687b647fb58 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:23.104340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b8a509fb-acce-4595-9d7a-f687b647fb58 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:23.239100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-c2d63745-65a0-4d36-af1c-e5656b46d569 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Unset dirty status for tenant:6efb027d4b0e48cc970462a6d3154fa0 on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:06:23.240367 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-c2d63745-65a0-4d36-af1c-e5656b46d569 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1498028031&fields=id&tenant_id=6efb027d4b0e48cc970462a6d3154fa0 HTTP/1.1" status: 200  len: 267 time: 0.5916464
Nov 24 13:06:23.285051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network 48c836bd-cec4-4fc4-ab93-a92ceaf87274 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:06:23.341877 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:06:23.341877 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:06:23.341877 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:06:23.341877 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:06:23.341877 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:06:23.341877 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:06:23.341877 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:06:23.341877 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:06:23.341877 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:06:23.341877 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:06:23.341877 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:06:23.341877 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:06:23.341877 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:06:23.341877 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:06:23.341877 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:06:23.341877 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:06:23.341877 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:06:23.341877 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:06:23.341877 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:06:23.341877 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:06:23.341877 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:06:23.341877 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:06:23.341877 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:06:23.341877 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:06:23.341877 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:06:23.341877 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:06:23.341877 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:06:23.341877 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:06:23.341877 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:06:23.341877 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:06:23.341877 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:06:23.341877 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:06:23.485382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-784b9972-b35d-4f1f-b26b-088fa960eb5f admin admin] For port 2e81f707-465b-4ab9-b683-74748b2b5882, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=2e81f707-465b-4ab9-b683-74748b2b5882,segment=NetworkSegment(32ba51be-85d4-471c-b0e6-97de040b55db),segment_id=32ba51be-85d4-471c-b0e6-97de040b55db)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:06:23.486553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-784b9972-b35d-4f1f-b26b-088fa960eb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:23.567871 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b8a509fb-acce-4595-9d7a-f687b647fb58 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 3.5458698
Nov 24 13:06:23.571636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45672) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:23.573988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b51d33e3-4538-4b93-aa7d-2dd1c66f9b8a tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:23.665153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-784b9972-b35d-4f1f-b26b-088fa960eb5f admin admin] Calling delete_port for 2e81f707-465b-4ab9-b683-74748b2b5882 owned by network:router_interface {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:23.700204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:23.710881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7f0f9669-45ed-47b4-b921-69fc2e75292e tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:23.729712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:23.762074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Network': ['ID=48c836bd-cec4-4fc4-ab93-a92ceaf87274,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:23.783193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:23.801235 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/networks/48c836bd-cec4-4fc4-ab93-a92ceaf87274 HTTP/1.1" status: 204  len: 168 time: 12.4712026
Nov 24 13:06:23.808399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45676) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:23.835509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-fa2cf38e-60b6-4b03-964f-34a4db99ec48 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1616713335'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:23.888875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-c0ac3029-a569-4e0c-9e64-63b233f069af tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:23.889615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-c0ac3029-a569-4e0c-9e64-63b233f069af tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Synchronizing usage tracker for tenant:6efb027d4b0e48cc970462a6d3154fa0 on resource:network {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:06:23.900727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-abc73a6e-7c29-4399-bca8-733b2673eb4b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:23.909797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd8e8dfa-6b4c-4d55-95fb-6c86b8e3cf7b tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:23.921647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fa2cf38e-60b6-4b03-964f-34a4db99ec48 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:06:23.924086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38917635-7ea6-4d05-af31-4d44670de792 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:23.932830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-681616dd-e263-43df-9a4c-3bb0455553af tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting port ba8c15fb-33aa-4043-869c-2c4e6904d2c6 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:23.933217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-681616dd-e263-43df-9a4c-3bb0455553af tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:23.943575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:23.966142 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 1fbcf9f0-78c4-4e32-a72d-c2a439746f38 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:06:24.005907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 1fbcf9f0-78c4-4e32-a72d-c2a439746f38 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:06:24.006441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 1fbcf9f0-78c4-4e32-a72d-c2a439746f38 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:06:24.035644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fa2cf38e-60b6-4b03-964f-34a4db99ec48 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Usage tracker for resource:network and tenant:2aca37eb671f42ff857d97c1cafabbf3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:06:24.040542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-c0ac3029-a569-4e0c-9e64-63b233f069af tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Unset dirty status for tenant:6efb027d4b0e48cc970462a6d3154fa0 on resource:network {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:06:24.041807 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-c0ac3029-a569-4e0c-9e64-63b233f069af tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/networks?id=c200d148-1aac-4d09-a682-2365e76cfa1f HTTP/1.1" status: 200  len: 811 time: 0.7640860
Nov 24 13:06:24.098740 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-b52e23b2-ee93-42df-8121-cc8854196d82 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/quotas/6efb027d4b0e48cc970462a6d3154fa0 HTTP/1.1" status: 200  len: 375 time: 0.0384274
Nov 24 13:06:24.107666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fa2cf38e-60b6-4b03-964f-34a4db99ec48 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Quota usage for network was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:06:24.120071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-abc73a6e-7c29-4399-bca8-733b2673eb4b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Calling delete_port for 82a04e1f-792e-49b7-8626-8d99ba14e61f owned by network:router_interface {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:24.152765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fa2cf38e-60b6-4b03-964f-34a4db99ec48 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:06:24.208242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38917635-7ea6-4d05-af31-4d44670de792 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Subnet': ['ID=cc0ac887-32b6-40b5-9ade-cc2921a7bbb3,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:24.216761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-38917635-7ea6-4d05-af31-4d44670de792 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:24.261858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b51d33e3-4538-4b93-aa7d-2dd1c66f9b8a tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:24.278062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-784b9972-b35d-4f1f-b26b-088fa960eb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:24.295533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2078bf42-40ff-4d21-87fb-63312ea8486e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:24.338450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2cf38e-60b6-4b03-964f-34a4db99ec48 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Made reservation on behalf of 2aca37eb671f42ff857d97c1cafabbf3 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:06:24.344016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fa2cf38e-60b6-4b03-964f-34a4db99ec48 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:24.397848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b51d33e3-4538-4b93-aa7d-2dd1c66f9b8a tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:24.411172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38917635-7ea6-4d05-af31-4d44670de792 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:06:24.412283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b9972-b35d-4f1f-b26b-088fa960eb5f admin admin] Pushing event deleted for resources: {'Port': ['ID=2e81f707-465b-4ab9-b683-74748b2b5882,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:24.417724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-38917635-7ea6-4d05-af31-4d44670de792 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:06:24.421025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-784b9972-b35d-4f1f-b26b-088fa960eb5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:24.428069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d424c5-fb69-4597-bbc8-bd28fdbac87a None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:06:24.439997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38917635-7ea6-4d05-af31-4d44670de792 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:24.440712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38917635-7ea6-4d05-af31-4d44670de792 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:24.469584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-a2b07a16-8cec-4778-81d4-b566308db015 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Synchronizing usage tracker for tenant:6efb027d4b0e48cc970462a6d3154fa0 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:06:24.500591 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-38917635-7ea6-4d05-af31-4d44670de792 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.0682218
Nov 24 13:06:24.506950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45682) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:24.525871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-8f48b987-6450-4e00-bc14-1ec7a4a3cb2c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'port': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'fixed_ips': [{'subnet_id': 'cc0ac887-32b6-40b5-9ade-cc2921a7bbb3', 'ip_address': '2001:db8::4086:7c13:6d45:cdd6'}], 'name': 'tempest-NetworksTestDHCPv6-393349311'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:24.620630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-a2b07a16-8cec-4778-81d4-b566308db015 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Unset dirty status for tenant:6efb027d4b0e48cc970462a6d3154fa0 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:06:24.622063 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-a2b07a16-8cec-4778-81d4-b566308db015 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?tenant_id=6efb027d4b0e48cc970462a6d3154fa0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5095539
Nov 24 13:06:24.659046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa2cf38e-60b6-4b03-964f-34a4db99ec48 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:06:24.684055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b51d33e3-4538-4b93-aa7d-2dd1c66f9b8a tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:24.684615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51d33e3-4538-4b93-aa7d-2dd1c66f9b8a tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Fanout notify agent at l3_agent the message router_deleted on router 154e7597-92b0-4fc8-ae24-9f91ac560f6a {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:06:24.705557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd8e8dfa-6b4c-4d55-95fb-6c86b8e3cf7b tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:24.715166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fa2cf38e-60b6-4b03-964f-34a4db99ec48 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:24.715851 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-fa2cf38e-60b6-4b03-964f-34a4db99ec48 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Added segment 4e5e5571-89ec-4090-b0b3-3f63939cf327 of type vxlan for network 03bef568-5fb2-46bd-b2d0-934e6a22ccb4
Nov 24 13:06:24.729847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28764310-cc15-46ba-9e22-ba4783989965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-8ca51b04-1dca-4f60-b844-2979d8864b51', 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'fixed_ips': [{'subnet_id': 'cc0ac887-32b6-40b5-9ade-cc2921a7bbb3'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:06:24.731212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28764310-cc15-46ba-9e22-ba4783989965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:24.772914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-681616dd-e263-43df-9a4c-3bb0455553af tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:24.928429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8f48b987-6450-4e00-bc14-1ec7a4a3cb2c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:06:24.956006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8f48b987-6450-4e00-bc14-1ec7a4a3cb2c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:06:24.986322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fa2cf38e-60b6-4b03-964f-34a4db99ec48 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:25.006471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-681616dd-e263-43df-9a4c-3bb0455553af tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Calling delete_port for ba8c15fb-33aa-4043-869c-2c4e6904d2c6 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:25.084930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-28764310-cc15-46ba-9e22-ba4783989965 None None] Allocated IP 2001:db8::2 (8ca51b04-1dca-4f60-b844-2979d8864b51/cc0ac887-32b6-40b5-9ade-cc2921a7bbb3/3dbdc576-972c-4ddc-a536-90655b967ee5) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:06:25.111064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b51d33e3-4538-4b93-aa7d-2dd1c66f9b8a tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:25.116148 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b51d33e3-4538-4b93-aa7d-2dd1c66f9b8a tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "DELETE /v2.0/routers/154e7597-92b0-4fc8-ae24-9f91ac560f6a HTTP/1.1" status: 204  len: 168 time: 6.9024851
Nov 24 13:06:25.124143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45686) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:25.158074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Request body: {'router': {'name': 'tempest-snat-router-1772094579', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'enable_snat': False}}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:25.183963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:06:25.199577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-abc73a6e-7c29-4399-bca8-733b2673eb4b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:25.222357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Usage tracker for resource:router and tenant:e5d17c392242467db06545404f7abf69 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:06:25.225342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e748f549-cb95-4d04-8594-9d9f4ed97fc2 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:25.261954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:06:25.347069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f48b987-6450-4e00-bc14-1ec7a4a3cb2c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:06:25.354420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:06:25.356757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28764310-cc15-46ba-9e22-ba4783989965 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:25.358669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc73a6e-7c29-4399-bca8-733b2673eb4b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event deleted for resources: {'Port': ['ID=82a04e1f-792e-49b7-8626-8d99ba14e61f,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:25.361719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-abc73a6e-7c29-4399-bca8-733b2673eb4b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:25.369899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-28764310-cc15-46ba-9e22-ba4783989965 None None] Transition to ACTIVE for port object 3dbdc576-972c-4ddc-a536-90655b967ee5 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:06:25.371561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fa2cf38e-60b6-4b03-964f-34a4db99ec48 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:25.375714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2cf38e-60b6-4b03-964f-34a4db99ec48 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:25.376411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fa2cf38e-60b6-4b03-964f-34a4db99ec48 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:25.386547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-de789eaf-9d35-410d-93d8-0ca07ce0c7ad tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:25.387890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-28764310-cc15-46ba-9e22-ba4783989965 None None] Transition to ACTIVE for port object 3dbdc576-972c-4ddc-a536-90655b967ee5 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:06:25.393561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28764310-cc15-46ba-9e22-ba4783989965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:25.411095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d9d9a485-a06f-4f68-8db5-f707971a2bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:25.430117 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-97681c8a-c789-49f9-a5e2-83b9648fd45e service neutron] 10.222.0.76 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7557518
Nov 24 13:06:25.475472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-681616dd-e263-43df-9a4c-3bb0455553af tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:25.566672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:25.567414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:25.623027 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fa2cf38e-60b6-4b03-964f-34a4db99ec48 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.8019474
Nov 24 13:06:25.631338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45690) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:25.639358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b93846f7-8526-404b-9c8a-f961a08b72ec tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Request body: {'subnet': {'network_id': '03bef568-5fb2-46bd-b2d0-934e6a22ccb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:25.664831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2cf38e-60b6-4b03-964f-34a4db99ec48 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event updated for resources: {'Network': ['ID=03bef568-5fb2-46bd-b2d0-934e6a22ccb4,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:25.668206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fa2cf38e-60b6-4b03-964f-34a4db99ec48 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:25.683642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f48b987-6450-4e00-bc14-1ec7a4a3cb2c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:25.684208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-20a255aa-6d47-4491-95f7-d640f10a90b1 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:25.724066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 03bef568-5fb2-46bd-b2d0-934e6a22ccb4 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:06:25.740129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 03bef568-5fb2-46bd-b2d0-934e6a22ccb4 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:06:25.757609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681616dd-e263-43df-9a4c-3bb0455553af tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Port': ['ID=ba8c15fb-33aa-4043-869c-2c4e6904d2c6,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:25.760515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-681616dd-e263-43df-9a4c-3bb0455553af tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:25.782771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:25.839723 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-4bf4dd55-2997-4309-82e9-2e8508f3409b service neutron] 10.222.0.76 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3978572
Nov 24 13:06:25.879143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28764310-cc15-46ba-9e22-ba4783989965 None None] Pushing event updated for resources: {'Port': ['ID=3dbdc576-972c-4ddc-a536-90655b967ee5,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:25.934073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-28764310-cc15-46ba-9e22-ba4783989965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:25.972335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b93846f7-8526-404b-9c8a-f961a08b72ec tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:06:25.997426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b93846f7-8526-404b-9c8a-f961a08b72ec tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Usage tracker for resource:subnet and tenant:2aca37eb671f42ff857d97c1cafabbf3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:06:26.002967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b93846f7-8526-404b-9c8a-f961a08b72ec tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:06:26.020757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-784b9972-b35d-4f1f-b26b-088fa960eb5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:26.032691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28764310-cc15-46ba-9e22-ba4783989965 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:06:26.034094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-28764310-cc15-46ba-9e22-ba4783989965 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:06:26.036553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28764310-cc15-46ba-9e22-ba4783989965 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:06:26.046141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b93846f7-8526-404b-9c8a-f961a08b72ec tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:06:26.101538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-28764310-cc15-46ba-9e22-ba4783989965 None None] Attempting to bind port 3dbdc576-972c-4ddc-a536-90655b967ee5 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:06:26.102216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-28764310-cc15-46ba-9e22-ba4783989965 None None] Attempting to bind port 3dbdc576-972c-4ddc-a536-90655b967ee5 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:06:26.102806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28764310-cc15-46ba-9e22-ba4783989965 None None] Attempting to bind port 3dbdc576-972c-4ddc-a536-90655b967ee5 on network 8ca51b04-1dca-4f60-b844-2979d8864b51 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:06:26.112134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28764310-cc15-46ba-9e22-ba4783989965 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:06:26.112762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28764310-cc15-46ba-9e22-ba4783989965 None None] Checking segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:06:26.113379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28764310-cc15-46ba-9e22-ba4783989965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:26.113964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28764310-cc15-46ba-9e22-ba4783989965 None None] Bound using segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:06:26.125148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-28764310-cc15-46ba-9e22-ba4783989965 None None] Bound port: 3dbdc576-972c-4ddc-a536-90655b967ee5, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:06:26.133080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28764310-cc15-46ba-9e22-ba4783989965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:26.138297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-681616dd-e263-43df-9a4c-3bb0455553af tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:26.173797 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-681616dd-e263-43df-9a4c-3bb0455553af tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/ports/ba8c15fb-33aa-4043-869c-2c4e6904d2c6 HTTP/1.1" status: 204  len: 168 time: 2.6009314
Nov 24 13:06:26.174699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45696) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:26.196828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93846f7-8526-404b-9c8a-f961a08b72ec tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Made reservation on behalf of 2aca37eb671f42ff857d97c1cafabbf3 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:06:26.225866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-8f48b987-6450-4e00-bc14-1ec7a4a3cb2c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] device_id is not set on port 25c1d6e5-f152-4413-ad4f-af31ae6e6f6d yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:06:26.309785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-82fbde68-e0a2-4e57-afec-43567bc6b742 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'port': {'network_id': 'f7621358-709a-475a-a392-d79f23d223d6', 'mac_address': 'fa:16:3e:36:67:87', 'name': 'tempest-PortsTestJSON-1967320554'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:26.335505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-28764310-cc15-46ba-9e22-ba4783989965 None None] For port 3dbdc576-972c-4ddc-a536-90655b967ee5, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:06:26.339244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-28764310-cc15-46ba-9e22-ba4783989965 None None] For port 3dbdc576-972c-4ddc-a536-90655b967ee5, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=3dbdc576-972c-4ddc-a536-90655b967ee5,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:06:26.343348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28764310-cc15-46ba-9e22-ba4783989965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:26.363489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:26.419221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd8e8dfa-6b4c-4d55-95fb-6c86b8e3cf7b tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router_gateway, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:26.503055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28764310-cc15-46ba-9e22-ba4783989965 None None] Pushing event updated for resources: {'Port': ['ID=3dbdc576-972c-4ddc-a536-90655b967ee5,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:26.507323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-28764310-cc15-46ba-9e22-ba4783989965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:26.529550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd8e8dfa-6b4c-4d55-95fb-6c86b8e3cf7b tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:26.691613 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-616364ed-e295-4a64-bf7b-b26a08eba725 req-4f1dde0c-3fce-4511-a64c-3559f3c77901 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 210 time: 0.0843592
Nov 24 13:06:26.742699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b93846f7-8526-404b-9c8a-f961a08b72ec tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:26.863733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:26.870893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-82fbde68-e0a2-4e57-afec-43567bc6b742 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:06:26.883012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-82fbde68-e0a2-4e57-afec-43567bc6b742 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:port and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:06:26.895817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-82fbde68-e0a2-4e57-afec-43567bc6b742 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for port was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:06:26.906820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-82fbde68-e0a2-4e57-afec-43567bc6b742 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:06:26.977021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fbde68-e0a2-4e57-afec-43567bc6b742 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:06:27.010342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-8f48b987-6450-4e00-bc14-1ec7a4a3cb2c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Allocated IP 2001:db8::4086:7c13:6d45:cdd6 (8ca51b04-1dca-4f60-b844-2979d8864b51/cc0ac887-32b6-40b5-9ade-cc2921a7bbb3/25c1d6e5-f152-4413-ad4f-af31ae6e6f6d) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:06:27.266392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82fbde68-e0a2-4e57-afec-43567bc6b742 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:27.411721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-dd8e8dfa-6b4c-4d55-95fb-6c86b8e3cf7b tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Allocated IP 172.26.8.149 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/0d0fa35b-b75c-4e8d-ad82-58054b8b85b8) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:06:27.543299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-82fbde68-e0a2-4e57-afec-43567bc6b742 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] device_id is not set on port 5364c256-9904-4276-9191-ca77b27440f1 yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:06:27.590925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f48b987-6450-4e00-bc14-1ec7a4a3cb2c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:27.625157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8f48b987-6450-4e00-bc14-1ec7a4a3cb2c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Transition to ACTIVE for port object 25c1d6e5-f152-4413-ad4f-af31ae6e6f6d will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:06:27.653316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-abc73a6e-7c29-4399-bca8-733b2673eb4b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:27.924926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f48b987-6450-4e00-bc14-1ec7a4a3cb2c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:27.942777 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-73bb160d-c1fe-402a-982b-efae233d2409 req-9af9031f-9ecc-4879-90ec-e6e47800d8cb tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 210 time: 0.0786755
Nov 24 13:06:27.973472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b8c9bc33-2815-44e5-93ab-b413d9a46541 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:28.078207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 3dbdc576-972c-4ddc-a536-90655b967ee5 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:06:28.221895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 3dbdc576-972c-4ddc-a536-90655b967ee5 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:06:28.403558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-969a0580-ab32-4ca9-bcec-bff48c579b2e None None] Provisioning for port 3dbdc576-972c-4ddc-a536-90655b967ee5 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:06:28.415823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-969a0580-ab32-4ca9-bcec-bff48c579b2e None None] Provisioning complete for port 3dbdc576-972c-4ddc-a536-90655b967ee5 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:06:28.416049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-969a0580-ab32-4ca9-bcec-bff48c579b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:28.562399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48b987-6450-4e00-bc14-1ec7a4a3cb2c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Port': ['ID=25c1d6e5-f152-4413-ad4f-af31ae6e6f6d,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:28.566654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8f48b987-6450-4e00-bc14-1ec7a4a3cb2c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:28.611108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f48b987-6450-4e00-bc14-1ec7a4a3cb2c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:06:28.628935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-8f48b987-6450-4e00-bc14-1ec7a4a3cb2c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:06:28.632382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f48b987-6450-4e00-bc14-1ec7a4a3cb2c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:06:28.637667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f48b987-6450-4e00-bc14-1ec7a4a3cb2c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:28.638590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f48b987-6450-4e00-bc14-1ec7a4a3cb2c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:28.645988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router_gateway, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:28.682973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd8e8dfa-6b4c-4d55-95fb-6c86b8e3cf7b tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:28.713111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-969a0580-ab32-4ca9-bcec-bff48c579b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:28.742173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:28.770352 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8f48b987-6450-4e00-bc14-1ec7a4a3cb2c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 4.2578232
Nov 24 13:06:28.774545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45720) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:28.774835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-969a0580-ab32-4ca9-bcec-bff48c579b2e None None] For port 3dbdc576-972c-4ddc-a536-90655b967ee5, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=3dbdc576-972c-4ddc-a536-90655b967ee5,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:06:28.780656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-969a0580-ab32-4ca9-bcec-bff48c579b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:28.783596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-31eebf63-9dd3-4173-8ad7-9652abc54a88 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'port': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'fixed_ips': [{'subnet_id': 'cc0ac887-32b6-40b5-9ade-cc2921a7bbb3', 'ip_address': '2001:db8::4086:7c13:6d45:cdd6'}], 'name': 'tempest-NetworksTestDHCPv6-470459742'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:28.784500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-12177f4f-792b-474d-81b2-49e79e473bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:28.786298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-353b6844-cdd3-40c8-85cd-308866b19241 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:28.788048 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-353b6844-cdd3-40c8-85cd-308866b19241 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.70 "GET /v2.0/networks?id=c200d148-1aac-4d09-a682-2365e76cfa1f HTTP/1.1" status: 200  len: 811 time: 0.9322958
Nov 24 13:06:28.931905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-75dec0c1-139f-4798-a02a-a9057892868f None None] Provisioning complete for port 3dbdc576-972c-4ddc-a536-90655b967ee5 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:06:28.932951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75dec0c1-139f-4798-a02a-a9057892868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:28.970181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a0580-ab32-4ca9-bcec-bff48c579b2e None None] Pushing event updated for resources: {'Port': ['ID=3dbdc576-972c-4ddc-a536-90655b967ee5,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:28.994061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82fbde68-e0a2-4e57-afec-43567bc6b742 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:28.995224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-969a0580-ab32-4ca9-bcec-bff48c579b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:29.020907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b93846f7-8526-404b-9c8a-f961a08b72ec tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:29.183775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-31eebf63-9dd3-4173-8ad7-9652abc54a88 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:06:29.186360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-35abd006-cd96-49f2-82d1-7dec30c744eb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:29.209781 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-7392e0f3-07f1-4133-95bc-1fd6e7fb22fb tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6efb027d4b0e48cc970462a6d3154fa0 HTTP/1.1" status: 200  len: 5287 time: 0.3866987
Nov 24 13:06:29.211115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd8e8dfa-6b4c-4d55-95fb-6c86b8e3cf7b tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:29.251882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-12262c75-4594-4701-ac12-050595c13b04 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Request body: {'port': {'device_id': '6711fa54-6790-46c3-864c-b0fbcde3e3ac', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'admin_state_up': True, 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'security_groups': ['3c44158b-393b-43bf-8bb6-14d1cb919318']}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:29.267698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cdab6490-8eba-4892-a0ce-42cc30c18fbb tempest-AllowedAddressPairIpV6TestJSON-1798010177 tempest-AllowedAddressPairIpV6TestJSON-1798010177] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:29.320465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82fbde68-e0a2-4e57-afec-43567bc6b742 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:29.361322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a082c5b1-9e32-4fcc-9f8d-6388ffb79171 None None] Provisioning for port 25c1d6e5-f152-4413-ad4f-af31ae6e6f6d completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:06:29.366787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a082c5b1-9e32-4fcc-9f8d-6388ffb79171 None None] Provisioning complete for port 25c1d6e5-f152-4413-ad4f-af31ae6e6f6d triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:06:29.367283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a082c5b1-9e32-4fcc-9f8d-6388ffb79171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:29.373568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-31eebf63-9dd3-4173-8ad7-9652abc54a88 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:port and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:06:29.378058 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f13aafe2-0544-4170-a745-f7a5da967f75 req-4585bcb6-c237-45d4-9923-8bd8139b5dd3 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 210 time: 0.0601561
Nov 24 13:06:29.381951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-31eebf63-9dd3-4173-8ad7-9652abc54a88 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for port was recalculated. Used quota:2. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:06:29.394038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93846f7-8526-404b-9c8a-f961a08b72ec tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event updated for resources: {'Subnet': ['ID=2017134f-63f6-4ae5-b060-f530ac063aa4,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:29.397398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b93846f7-8526-404b-9c8a-f961a08b72ec tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:29.399185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-31eebf63-9dd3-4173-8ad7-9652abc54a88 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:06:29.452304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31eebf63-9dd3-4173-8ad7-9652abc54a88 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:06:29.456945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a082c5b1-9e32-4fcc-9f8d-6388ffb79171 None None] Port 25c1d6e5-f152-4413-ad4f-af31ae6e6f6d cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:06:29.462306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-31eebf63-9dd3-4173-8ad7-9652abc54a88 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:29.521259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93846f7-8526-404b-9c8a-f961a08b72ec tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Checking segment: {'id': '4e5e5571-89ec-4090-b0b3-3f63939cf327', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '03bef568-5fb2-46bd-b2d0-934e6a22ccb4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:06:29.521654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93846f7-8526-404b-9c8a-f961a08b72ec tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network hostable DHCP agents. Network: 03bef568-5fb2-46bd-b2d0-934e6a22ccb4, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:06:29.684462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e8dfa-6b4c-4d55-95fb-6c86b8e3cf7b tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Pushing event updated for resources: {'Port': ['ID=0d0fa35b-b75c-4e8d-ad82-58054b8b85b8,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:29.692437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93846f7-8526-404b-9c8a-f961a08b72ec tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network 03bef568-5fb2-46bd-b2d0-934e6a22ccb4 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:06:29.708400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dd8e8dfa-6b4c-4d55-95fb-6c86b8e3cf7b tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:29.709037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-31eebf63-9dd3-4173-8ad7-9652abc54a88 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] device_id is not set on port c419873b-3757-4459-a1ad-96262eb34d25 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:06:29.713889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3ad63a56-b357-4a49-a42b-c107e26c87fd tempest-FloatingIPAdminTestJSON-514197358 tempest-FloatingIPAdminTestJSON-514197358] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.249s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:29.752476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-b93846f7-8526-404b-9c8a-f961a08b72ec tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 03bef568-5fb2-46bd-b2d0-934e6a22ccb4) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:06:29.778530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784b9972-b35d-4f1f-b26b-088fa960eb5f admin admin] Router da8c95f9-19fa-4e21-95ef-87b0be89dfb3 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:06:29.789709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc901fa-3d5c-4271-a829-19d9ac6b320e None None] Network 03bef568-5fb2-46bd-b2d0-934e6a22ccb4 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:06:29.801403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93846f7-8526-404b-9c8a-f961a08b72ec tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:29.802069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b93846f7-8526-404b-9c8a-f961a08b72ec tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:29.891831 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b93846f7-8526-404b-9c8a-f961a08b72ec tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 4.2580149
Nov 24 13:06:29.896402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45726) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:29.975159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fbde68-e0a2-4e57-afec-43567bc6b742 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Port': ['ID=5364c256-9904-4276-9191-ca77b27440f1,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:29.981938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-82fbde68-e0a2-4e57-afec-43567bc6b742 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:29.990955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fbde68-e0a2-4e57-afec-43567bc6b742 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network f7621358-709a-475a-a392-d79f23d223d6 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:06:29.992099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-12262c75-4594-4701-ac12-050595c13b04 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:06:30.005927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-82fbde68-e0a2-4e57-afec-43567bc6b742 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:06:30.056830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fbde68-e0a2-4e57-afec-43567bc6b742 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:06:30.061134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fbde68-e0a2-4e57-afec-43567bc6b742 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:30.061787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82fbde68-e0a2-4e57-afec-43567bc6b742 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:30.075603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 3dbdc576-972c-4ddc-a536-90655b967ee5 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:06:30.077483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-12262c75-4594-4701-ac12-050595c13b04 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:06:30.114702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8e8dfa-6b4c-4d55-95fb-6c86b8e3cf7b tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:06:30.128839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-dd8e8dfa-6b4c-4d55-95fb-6c86b8e3cf7b tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:06:30.142962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-12262c75-4594-4701-ac12-050595c13b04 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Made reservation on behalf of 6efb027d4b0e48cc970462a6d3154fa0 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:06:30.148921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-12262c75-4594-4701-ac12-050595c13b04 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:30.192438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8e8dfa-6b4c-4d55-95fb-6c86b8e3cf7b tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:06:30.235073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-03bef568-5fb2-46bd-b2d0-934e6a22ccb4', 'network_id': '03bef568-5fb2-46bd-b2d0-934e6a22ccb4', 'tenant_id': '2aca37eb671f42ff857d97c1cafabbf3', 'fixed_ips': [{'subnet_id': '2017134f-63f6-4ae5-b060-f530ac063aa4'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:06:30.237117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:30.252164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Allocated IP 172.26.8.190 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/30050b34-76fa-4bf0-94fc-576a9ed52035) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:06:30.261552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 3dbdc576-972c-4ddc-a536-90655b967ee5 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:06:30.262426 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-82fbde68-e0a2-4e57-afec-43567bc6b742 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 4.0832405
Nov 24 13:06:30.262546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:30.263812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45730) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:30.392760 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-31eebf63-9dd3-4173-8ad7-9652abc54a88 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] POST failed (client error): There was a conflict when trying to complete your request.
Nov 24 13:06:30.393625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31eebf63-9dd3-4173-8ad7-9652abc54a88 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 409 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:06:30.406538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:30.502855 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-31eebf63-9dd3-4173-8ad7-9652abc54a88 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 1.7255480
Nov 24 13:06:30.503646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45736) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:30.642710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f21614f-427a-4db5-920f-d7ae0ff30d8e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:30.643347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1f21614f-427a-4db5-920f-d7ae0ff30d8e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Synchronizing usage tracker for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:06:30.733517 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c3f8b445-a864-4ed9-a0a9-cfdd76067bb5 req-628bfd28-3e84-4587-a96a-f51ea83d8c7f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 210 time: 0.1048765
Nov 24 13:06:30.791751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:30.810506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Allocated IP 172.20.0.1 (03bef568-5fb2-46bd-b2d0-934e6a22ccb4/2017134f-63f6-4ae5-b060-f530ac063aa4/65d1704f-eb1d-408d-a607-2add26ee79b0) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:06:31.055031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:31.066667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Transition to ACTIVE for port object 65d1704f-eb1d-408d-a607-2add26ee79b0 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:06:31.084090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Transition to ACTIVE for port object 65d1704f-eb1d-408d-a607-2add26ee79b0 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:06:31.089764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:31.107983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-619174cc-2b87-46ba-a790-cd7c77159d1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:31.113251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:31.215562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1f21614f-427a-4db5-920f-d7ae0ff30d8e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Unset dirty status for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:06:31.220330 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1f21614f-427a-4db5-920f-d7ae0ff30d8e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "GET /v2.0/ports/5364c256-9904-4276-9191-ca77b27440f1 HTTP/1.1" status: 200  len: 841 time: 0.9497571
Nov 24 13:06:31.224907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45740) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:31.249830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b93846f7-8526-404b-9c8a-f961a08b72ec tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:31.274919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Pushing event updated for resources: {'Port': ['ID=65d1704f-eb1d-408d-a607-2add26ee79b0,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:31.278784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:31.313235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a324af45-c798-4cdf-b4dd-2f2968c5c451 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:31.317720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a324af45-c798-4cdf-b4dd-2f2968c5c451 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:31.318632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a324af45-c798-4cdf-b4dd-2f2968c5c451 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:06:31.329992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Subnet': ['ID=2017134f-63f6-4ae5-b060-f530ac063aa4,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:31.333148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:31.336648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784b9972-b35d-4f1f-b26b-088fa960eb5f admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:06:31.338671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:31.350923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117cdcc5-c721-40cd-89f1-28e53d819d58 None None] Sync routers for ids ['da8c95f9-19fa-4e21-95ef-87b0be89dfb3'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:06:31.357703 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-784b9972-b35d-4f1f-b26b-088fa960eb5f admin admin] 10.222.0.76 "PUT /v2.0/routers/da8c95f9-19fa-4e21-95ef-87b0be89dfb3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 16.2494509
Nov 24 13:06:31.365551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45744) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:31.373620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117cdcc5-c721-40cd-89f1-28e53d819d58 None None] Routers {'da8c95f9-19fa-4e21-95ef-87b0be89dfb3'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:06:31.378844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Network 03bef568-5fb2-46bd-b2d0-934e6a22ccb4 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:06:31.380303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:06:31.383072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-117cdcc5-c721-40cd-89f1-28e53d819d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c9d3c50>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:06:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['da8c95f9-19fa-4e21-95ef-87b0be89dfb3'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:31.386045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:06:31.391124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-bcf9e257-2bb2-4346-b9ed-609acb9d2149 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting port 5364c256-9904-4276-9191-ca77b27440f1 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:31.392427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bcf9e257-2bb2-4346-b9ed-609acb9d2149 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:31.454477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Attempting to bind port 65d1704f-eb1d-408d-a607-2add26ee79b0 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:06:31.455205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Attempting to bind port 65d1704f-eb1d-408d-a607-2add26ee79b0 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '4e5e5571-89ec-4090-b0b3-3f63939cf327', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '03bef568-5fb2-46bd-b2d0-934e6a22ccb4'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:06:31.455818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Attempting to bind port 65d1704f-eb1d-408d-a607-2add26ee79b0 on network 03bef568-5fb2-46bd-b2d0-934e6a22ccb4 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:06:31.464892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:06:31.465613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Checking segment: {'id': '4e5e5571-89ec-4090-b0b3-3f63939cf327', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '03bef568-5fb2-46bd-b2d0-934e6a22ccb4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:06:31.466328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:31.467086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Bound using segment: {'id': '4e5e5571-89ec-4090-b0b3-3f63939cf327', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '03bef568-5fb2-46bd-b2d0-934e6a22ccb4'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:06:31.467849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Bound port: 65d1704f-eb1d-408d-a607-2add26ee79b0, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e5e5571-89ec-4090-b0b3-3f63939cf327', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '03bef568-5fb2-46bd-b2d0-934e6a22ccb4'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:06:31.468447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:31.591728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] For port 65d1704f-eb1d-408d-a607-2add26ee79b0, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:06:31.598858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] For port 65d1704f-eb1d-408d-a607-2add26ee79b0, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=65d1704f-eb1d-408d-a607-2add26ee79b0,segment=NetworkSegment(4e5e5571-89ec-4090-b0b3-3f63939cf327),segment_id=4e5e5571-89ec-4090-b0b3-3f63939cf327)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:06:31.607139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:31.646409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-969a0580-ab32-4ca9-bcec-bff48c579b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:31.702885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-117cdcc5-c721-40cd-89f1-28e53d819d58 None None] Set router da8c95f9-19fa-4e21-95ef-87b0be89dfb3 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:06:31.784780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-12262c75-4594-4701-ac12-050595c13b04 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Allocated IP 172.20.0.13 (c200d148-1aac-4d09-a682-2365e76cfa1f/fbd62c91-d804-432f-af8e-75bb073f1bc3/522e37dd-c87e-451d-9bf5-82e3d3a11706) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:06:31.808324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a324af45-c798-4cdf-b4dd-2f2968c5c451 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:06:31.813010 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a324af45-c798-4cdf-b4dd-2f2968c5c451 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1686 time: 1.3070424
Nov 24 13:06:31.820274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45752) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:31.838784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:31.909975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0b115c5b-84e2-4075-a3f0-b39663d79302 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:31.912623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:32.096360 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30bebd9d-a708-4e54-ad70-d778dd1fe64b req-d88a46ea-39fa-4188-b395-a59a887c2661 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 210 time: 0.1017532
Nov 24 13:06:32.209088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Pushing event updated for resources: {'Port': ['ID=65d1704f-eb1d-408d-a607-2add26ee79b0,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:32.233177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-117cdcc5-c721-40cd-89f1-28e53d819d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c9d3c50>, [{'id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'name': 'tempest-ServerActionsTestJSON-1650021247-router', 'tenant_id': '4286288353e74305b378e229e8ab5058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '4a90a7c2-fdcb-4037-9cd7-49bc88709dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:35Z', 'updated_at': '2020-11-24T13:06:24Z', 'revision_number': 5, 'project_id': '4286288353e74305b378e229e8ab5058', 'gw_port': {'id': '4a90a7c2-fdcb-4037-9cd7-49bc88709dc1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:39Z', 'updated_at': '2020-11-24T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:32.242271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117cdcc5-c721-40cd-89f1-28e53d819d58 None None] Checking router: da8c95f9-19fa-4e21-95ef-87b0be89dfb3 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:06:32.255609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117cdcc5-c721-40cd-89f1-28e53d819d58 None None] Routers {'da8c95f9-19fa-4e21-95ef-87b0be89dfb3'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:06:32.255785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cacd00b-ca20-4305-8790-76fee24f2672 None None] Network 03bef568-5fb2-46bd-b2d0-934e6a22ccb4 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:06:32.256277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-117cdcc5-c721-40cd-89f1-28e53d819d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c9d3c50>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:06:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['da8c95f9-19fa-4e21-95ef-87b0be89dfb3'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:32.258974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting port 25c1d6e5-f152-4413-ad4f-af31ae6e6f6d {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:32.260186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:32.284180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.284564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.284931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.285304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.285678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.286048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.286468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.286850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.287210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.287572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.287938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.288300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.288763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.289127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.289489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.289848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.303021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.303021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.303297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.303576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.303840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.304213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.304580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.304944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.323237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:32.459372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-117cdcc5-c721-40cd-89f1-28e53d819d58 None None] Set router da8c95f9-19fa-4e21-95ef-87b0be89dfb3 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:06:32.503620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Pushing event updated for resources: {'Port': ['ID=30050b34-76fa-4bf0-94fc-576a9ed52035,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:32.535103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd8e8dfa-6b4c-4d55-95fb-6c86b8e3cf7b tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router_gateway, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:32.536476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd8e8dfa-6b4c-4d55-95fb-6c86b8e3cf7b tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:32.566460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:06:32.586159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:06:32.599991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:06:32.648159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14611c16-bea7-48f0-898c-4cac897bdfcb None None] get_active_networks_info from dv-neutron-601336-61-ovs {{(pid=80945) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 13:06:32.654792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.655338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.655886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.656533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.657090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.657618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.658168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.658678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.659218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.659719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.660243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.660818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.661365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.661876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.662440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.663276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.663583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.664099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.664755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.665269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.665779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.666451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.666971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.667482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:32.672316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:32.690229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bcf9e257-2bb2-4346-b9ed-609acb9d2149 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:32.697362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634c2dbb70>,) {'filters': {'network_id': ['03bef568-5fb2-46bd-b2d0-934e6a22ccb4']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:32.714945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c2dbb70>, '4e5e5571-89ec-4090-b0b3-3f63939cf327') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:32.715306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c2dbb70>, '4e5e5571-89ec-4090-b0b3-3f63939cf327') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:32.731067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:32.752556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:32.755055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Releasing vxlan tunnel 7 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:06:32.801812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-117cdcc5-c721-40cd-89f1-28e53d819d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c9d3c50>, [{'id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'name': 'tempest-ServerActionsTestJSON-1650021247-router', 'tenant_id': '4286288353e74305b378e229e8ab5058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '4a90a7c2-fdcb-4037-9cd7-49bc88709dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:35Z', 'updated_at': '2020-11-24T13:06:24Z', 'revision_number': 5, 'project_id': '4286288353e74305b378e229e8ab5058', 'gw_port': {'id': '4a90a7c2-fdcb-4037-9cd7-49bc88709dc1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:39Z', 'updated_at': '2020-11-24T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:32.806206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117cdcc5-c721-40cd-89f1-28e53d819d58 None None] The sync data for ids ['da8c95f9-19fa-4e21-95ef-87b0be89dfb3'] in dv-neutron-601336-61-ovs is: [{'id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'name': 'tempest-ServerActionsTestJSON-1650021247-router', 'tenant_id': '4286288353e74305b378e229e8ab5058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '4a90a7c2-fdcb-4037-9cd7-49bc88709dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:01:35Z', 'updated_at': '2020-11-24T13:06:24Z', 'revision_number': 5, 'project_id': '4286288353e74305b378e229e8ab5058', 'gw_port': {'id': '4a90a7c2-fdcb-4037-9cd7-49bc88709dc1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c95f9-19fa-4e21-95ef-87b0be89dfb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:01:39Z', 'updated_at': '2020-11-24T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:06:32.830799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14611c16-bea7-48f0-898c-4cac897bdfcb None None] Resources bound (agent type, host, resource id):  {{(pid=80945) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 24 13:06:33.035168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-bcf9e257-2bb2-4346-b9ed-609acb9d2149 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Calling delete_port for 5364c256-9904-4276-9191-ca77b27440f1 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:33.116440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network 03bef568-5fb2-46bd-b2d0-934e6a22ccb4 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:06:33.137293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:33.371921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:33.470682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-12262c75-4594-4701-ac12-050595c13b04 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:33.475096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bcf9e257-2bb2-4346-b9ed-609acb9d2149 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:33.501308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b51d33e3-4538-4b93-aa7d-2dd1c66f9b8a tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:33.622217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9e257-2bb2-4346-b9ed-609acb9d2149 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Port': ['ID=5364c256-9904-4276-9191-ca77b27440f1,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:33.625434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bcf9e257-2bb2-4346-b9ed-609acb9d2149 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:33.645903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-12262c75-4594-4701-ac12-050595c13b04 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Transition to ACTIVE for port object 522e37dd-c87e-451d-9bf5-82e3d3a11706 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:06:33.666356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Calling delete_port for 25c1d6e5-f152-4413-ad4f-af31ae6e6f6d owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:33.669714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc73a6e-7c29-4399-bca8-733b2673eb4b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Router 830dadff-eace-4263-b201-e0690c2e00d7 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:06:33.681947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router_gateway, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:33.682749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:33.696768 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f9102588-6c5b-4ebc-b26b-41491a80bd09 req-89e4c444-7442-4b47-9818-2979070ff167 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 210 time: 0.3027411
Nov 24 13:06:33.753247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network 03bef568-5fb2-46bd-b2d0-934e6a22ccb4 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:06:33.782694 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:06:33.782694 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:06:33.782694 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:06:33.782694 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:06:33.782694 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:06:33.782694 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:06:33.782694 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:06:33.782694 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:06:33.782694 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:06:33.782694 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:06:33.782694 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:06:33.782694 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:06:33.782694 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:06:33.782694 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:06:33.782694 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:06:33.782694 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:06:33.782694 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:06:33.782694 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:06:33.782694 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:06:33.782694 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:06:33.782694 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:06:33.782694 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:06:33.782694 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:06:33.782694 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:06:33.782694 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:06:33.782694 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:06:33.782694 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:06:33.782694 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:06:33.782694 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:06:33.782694 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:06:33.782694 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:06:33.782694 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:06:33.919589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-673729a1-7da3-4420-a92b-5a4866833e81 admin admin] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:33.973037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 24 13:06:33.973037 dv-neutron-601336-61-ovs neutron-server[80834]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 24 13:06:33.973037 dv-neutron-601336-61-ovs neutron-server[80834]: [parameters: {'id': '03bef568-5fb2-46bd-b2d0-934e6a22ccb4'}]
Nov 24 13:06:33.973037 dv-neutron-601336-61-ovs neutron-server[80834]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:06:33.973366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:06:33.979359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2e81f707-465b-4ab9-b683-74748b2b5882 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:06:34.020352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 2e81f707-465b-4ab9-b683-74748b2b5882 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:06:34.020758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2e81f707-465b-4ab9-b683-74748b2b5882 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:06:34.086450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bcf9e257-2bb2-4346-b9ed-609acb9d2149 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:34.092952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-12262c75-4594-4701-ac12-050595c13b04 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:34.136624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:34.154652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:34.180474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2e06eb36-e700-43ea-a57a-c621440c4e44 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:34.392197 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bcf9e257-2bb2-4346-b9ed-609acb9d2149 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/ports/5364c256-9904-4276-9191-ca77b27440f1 HTTP/1.1" status: 204  len: 168 time: 3.1610515
Nov 24 13:06:34.400915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45758) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:34.504625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:34.541339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12262c75-4594-4701-ac12-050595c13b04 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Pushing event updated for resources: {'Port': ['ID=522e37dd-c87e-451d-9bf5-82e3d3a11706,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:34.543706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-12262c75-4594-4701-ac12-050595c13b04 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:34.558324 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-332a066e-6b16-4f52-ad30-8465c5e71838 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] GET failed (client error): The resource could not be found.
Nov 24 13:06:34.558896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-332a066e-6b16-4f52-ad30-8465c5e71838 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Synchronizing usage tracker for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:06:34.565101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Port': ['ID=25c1d6e5-f152-4413-ad4f-af31ae6e6f6d,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:34.615230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:34.615648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:34.616060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:34.616464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:34.616869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:34.617269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:34.617670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:34.618067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:34.618488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:34.618884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:34.619281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:34.619677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:34.620176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:34.620570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:34.620965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:34.621357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:34.621751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:34.622158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:34.622560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:34.622952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:34.623344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:34.623734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:34.624126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:34.624516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:06:34.632141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:34.650267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-332a066e-6b16-4f52-ad30-8465c5e71838 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Unset dirty status for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:06:34.651435 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-332a066e-6b16-4f52-ad30-8465c5e71838 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "GET /v2.0/ports/5364c256-9904-4276-9191-ca77b27440f1 HTTP/1.1" status: 404  len: 333 time: 0.2452378
Nov 24 13:06:34.655198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Deleting port 65d1704f-eb1d-408d-a607-2add26ee79b0 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:34.655198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:34.663668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45762) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:34.684510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-10b0d293-b465-40d3-a81e-68d486df1865 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'port': {'network_id': 'f7621358-709a-475a-a392-d79f23d223d6', 'name': 'tempest-PortsTestJSON-407107099'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:34.826557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-12262c75-4594-4701-ac12-050595c13b04 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Network c200d148-1aac-4d09-a682-2365e76cfa1f is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:06:34.830738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:34.840124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-12262c75-4594-4701-ac12-050595c13b04 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:06:34.842685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-12262c75-4594-4701-ac12-050595c13b04 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:06:34.855056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:06:34.899877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8e8dfa-6b4c-4d55-95fb-6c86b8e3cf7b tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Router 1307f727-ddda-4a58-85b5-35a33d788488 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:06:34.942443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-10b0d293-b465-40d3-a81e-68d486df1865 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:06:34.968179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-12262c75-4594-4701-ac12-050595c13b04 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:34.968962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-12262c75-4594-4701-ac12-050595c13b04 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:34.983079 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/25c1d6e5-f152-4413-ad4f-af31ae6e6f6d HTTP/1.1" status: 204  len: 168 time: 3.1616659
Nov 24 13:06:35.007026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45768) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:35.060455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-10b0d293-b465-40d3-a81e-68d486df1865 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:06:35.069742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-673729a1-7da3-4420-a92b-5a4866833e81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:35.107458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] For port 65d1704f-eb1d-408d-a607-2add26ee79b0, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=65d1704f-eb1d-408d-a607-2add26ee79b0,segment=NetworkSegment(4e5e5571-89ec-4090-b0b3-3f63939cf327),segment_id=4e5e5571-89ec-4090-b0b3-3f63939cf327)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:06:35.107846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:35.115386 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-12262c75-4594-4701-ac12-050595c13b04 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.8677456
Nov 24 13:06:35.170976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b0d293-b465-40d3-a81e-68d486df1865 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:06:35.177006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-10b0d293-b465-40d3-a81e-68d486df1865 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:35.193737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-673729a1-7da3-4420-a92b-5a4866833e81 admin admin] Deleting port 4a90a7c2-fdcb-4037-9cd7-49bc88709dc1 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:35.194019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-673729a1-7da3-4420-a92b-5a4866833e81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:35.200053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-31c11dca-52cb-476f-9e7c-930122a320fb service neutron] Request body: {'port': {'device_id': '6711fa54-6790-46c3-864c-b0fbcde3e3ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:35.229267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-eaa03838-d973-405f-9157-70867a6b0137 None None] Provisioning for port 522e37dd-c87e-451d-9bf5-82e3d3a11706 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:06:35.234695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-eaa03838-d973-405f-9157-70867a6b0137 None None] Provisioning complete for port 522e37dd-c87e-451d-9bf5-82e3d3a11706 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:06:35.235595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eaa03838-d973-405f-9157-70867a6b0137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:35.277431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc73a6e-7c29-4399-bca8-733b2673eb4b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:06:35.293479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677b3f34-745f-49e6-b45e-a1509b5b93b1 None None] Sync routers for ids ['830dadff-eace-4263-b201-e0690c2e00d7'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:06:35.307863 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-abc73a6e-7c29-4399-bca8-733b2673eb4b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "PUT /v2.0/routers/830dadff-eace-4263-b201-e0690c2e00d7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 17.6184747
Nov 24 13:06:35.310974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Calling delete_port for 65d1704f-eb1d-408d-a607-2add26ee79b0 owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:35.311926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-eaa03838-d973-405f-9157-70867a6b0137 None None] Port 522e37dd-c87e-451d-9bf5-82e3d3a11706 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:06:35.315558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45772) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:35.318044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677b3f34-745f-49e6-b45e-a1509b5b93b1 None None] Routers {'830dadff-eace-4263-b201-e0690c2e00d7'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:06:35.318784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-677b3f34-745f-49e6-b45e-a1509b5b93b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347dd5e80>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:06:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['830dadff-eace-4263-b201-e0690c2e00d7'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:35.386390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-677b3f34-745f-49e6-b45e-a1509b5b93b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347dd5e80>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:35.394871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35818b66-9d65-400e-b23d-98b02d8a613d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:35.396459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35818b66-9d65-400e-b23d-98b02d8a613d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:35.397277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-35818b66-9d65-400e-b23d-98b02d8a613d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:06:35.398967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677b3f34-745f-49e6-b45e-a1509b5b93b1 None None] Routers {'830dadff-eace-4263-b201-e0690c2e00d7'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:06:35.399642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-677b3f34-745f-49e6-b45e-a1509b5b93b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347dd5e80>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:06:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['830dadff-eace-4263-b201-e0690c2e00d7'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:35.463229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-677b3f34-745f-49e6-b45e-a1509b5b93b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347dd5e80>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:35.463606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677b3f34-745f-49e6-b45e-a1509b5b93b1 None None] The sync data for ids ['830dadff-eace-4263-b201-e0690c2e00d7'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:06:35.515448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858e43b-967d-4ef8-8f23-5006f86ba765 req-ef42820e-75fc-44d7-bc82-600982f58bf6 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:35.517155 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0858e43b-967d-4ef8-8f23-5006f86ba765 req-ef42820e-75fc-44d7-bc82-600982f58bf6 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 932 time: 0.6530511
Nov 24 13:06:35.561315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-35818b66-9d65-400e-b23d-98b02d8a613d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:06:35.562608 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-35818b66-9d65-400e-b23d-98b02d8a613d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.5545578
Nov 24 13:06:35.570935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45776) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:35.596067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-31c11dca-52cb-476f-9e7c-930122a320fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:35.607121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-10b0d293-b465-40d3-a81e-68d486df1865 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] device_id is not set on port dcc5c733-ecbc-42c0-b782-ee1f73fdc992 yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:06:35.640237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:35.675632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-45dbac20-d9de-4f58-a868-c6440efed697 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:35.735729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Router 1fe6b01f-407d-4ba5-8d42-9b2f6a6a1c73 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:06:35.788265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Port': ['ID=65d1704f-eb1d-408d-a607-2add26ee79b0,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:35.807596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:35.842305 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0858e43b-967d-4ef8-8f23-5006f86ba765 req-7d6e0cdd-9491-4823-a124-8b06d017544e tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.3049648
Nov 24 13:06:35.853364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-673729a1-7da3-4420-a92b-5a4866833e81 admin admin] For port 4a90a7c2-fdcb-4037-9cd7-49bc88709dc1, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=4a90a7c2-fdcb-4037-9cd7-49bc88709dc1,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:06:35.853822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-673729a1-7da3-4420-a92b-5a4866833e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:36.099825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-673729a1-7da3-4420-a92b-5a4866833e81 admin admin] Calling delete_port for 4a90a7c2-fdcb-4037-9cd7-49bc88709dc1 owned by network:router_gateway {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:36.161358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] No DVR routers for this DVR port 65d1704f-eb1d-408d-a607-2add26ee79b0 on host dv-neutron-601336-61-ovs {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:06:36.377990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-e263f6fd-556a-46bf-b0e9-1f66af823d12 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting subnet cc0ac887-32b6-40b5-9ade-cc2921a7bbb3 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:06:36.388183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e263f6fd-556a-46bf-b0e9-1f66af823d12 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:36.419498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:36.553273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e263f6fd-556a-46bf-b0e9-1f66af823d12 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:36.576186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8e8dfa-6b4c-4d55-95fb-6c86b8e3cf7b tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:06:36.591153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526dc719-756c-474f-8aef-f3ffd143960c None None] Sync routers for ids ['1307f727-ddda-4a58-85b5-35a33d788488'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:06:36.599941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-10b0d293-b465-40d3-a81e-68d486df1865 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:36.605876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526dc719-756c-474f-8aef-f3ffd143960c None None] Routers {'1307f727-ddda-4a58-85b5-35a33d788488'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:06:36.607452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-526dc719-756c-474f-8aef-f3ffd143960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c9d35c0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:06:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['1307f727-ddda-4a58-85b5-35a33d788488'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:36.685424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634791f898>,) {'filters': {'network_id': ['03bef568-5fb2-46bd-b2d0-934e6a22ccb4']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:36.685741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-526dc719-756c-474f-8aef-f3ffd143960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c9d35c0>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:36.702500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526dc719-756c-474f-8aef-f3ffd143960c None None] Routers {'1307f727-ddda-4a58-85b5-35a33d788488'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:06:36.703405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-526dc719-756c-474f-8aef-f3ffd143960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c9d35c0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:06:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['1307f727-ddda-4a58-85b5-35a33d788488'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:36.716724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634791f898>, '4e5e5571-89ec-4090-b0b3-3f63939cf327') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:36.717061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634791f898>, '4e5e5571-89ec-4090-b0b3-3f63939cf327') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:36.734424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd8e8dfa-6b4c-4d55-95fb-6c86b8e3cf7b tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:36.736279 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-dd8e8dfa-6b4c-4d55-95fb-6c86b8e3cf7b tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 14.2934866
Nov 24 13:06:36.739952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45780) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:36.748704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:36.760888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-5ae6faf9-1b7c-4693-863c-cef1acf2d94d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Request body: {'router': {'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'enable_snat': False}}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:36.779658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-526dc719-756c-474f-8aef-f3ffd143960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c9d35c0>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:36.780541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526dc719-756c-474f-8aef-f3ffd143960c None None] The sync data for ids ['1307f727-ddda-4a58-85b5-35a33d788488'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:06:36.819573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-266982db-7904-436c-b072-cf880b0d60e1 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:36.863009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:36.867258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Releasing vxlan tunnel 7 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:06:36.973875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-10b0d293-b465-40d3-a81e-68d486df1865 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:37.012779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1c0059ad-c5fb-46d9-a042-ae558269de52 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:37.158146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-31c11dca-52cb-476f-9e7c-930122a320fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522e37dd-c87e-451d-9bf5-82e3d3a11706 {{(pid=80944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:06:37.175734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e263f6fd-556a-46bf-b0e9-1f66af823d12 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:37.186179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-31c11dca-52cb-476f-9e7c-930122a320fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:37.273071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0d293-b465-40d3-a81e-68d486df1865 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Port': ['ID=dcc5c733-ecbc-42c0-b782-ee1f73fdc992,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:37.276669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-10b0d293-b465-40d3-a81e-68d486df1865 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:37.298302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-31c11dca-52cb-476f-9e7c-930122a320fb service neutron] Transition to ACTIVE for port object 522e37dd-c87e-451d-9bf5-82e3d3a11706 will not be triggered until provisioned by entity L2. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:06:37.314623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-31c11dca-52cb-476f-9e7c-930122a320fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:37.332590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-673729a1-7da3-4420-a92b-5a4866833e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:37.335295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ee156bad-ad4f-416f-a28b-3c37a18a5c31 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:37.394866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-23d1bf70-fa0e-4a4e-aa55-447ffb4e683b tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:37.484133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:06:37.491976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b0d293-b465-40d3-a81e-68d486df1865 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network f7621358-709a-475a-a392-d79f23d223d6 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:06:37.494370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d79da8-9c65-4039-925d-975b2905bd1f None None] Sync routers for ids ['1fe6b01f-407d-4ba5-8d42-9b2f6a6a1c73'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:06:37.504333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-10b0d293-b465-40d3-a81e-68d486df1865 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:06:37.506648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b0d293-b465-40d3-a81e-68d486df1865 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:06:37.508766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d79da8-9c65-4039-925d-975b2905bd1f None None] Routers {'1fe6b01f-407d-4ba5-8d42-9b2f6a6a1c73'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:06:37.509437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-08d79da8-9c65-4039-925d-975b2905bd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f63471b7780>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:06:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['1fe6b01f-407d-4ba5-8d42-9b2f6a6a1c73'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:37.511339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b0d293-b465-40d3-a81e-68d486df1865 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:37.512402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-10b0d293-b465-40d3-a81e-68d486df1865 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:37.523578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673729a1-7da3-4420-a92b-5a4866833e81 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a90a7c2-fdcb-4037-9cd7-49bc88709dc1,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:37.539374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c11dca-52cb-476f-9e7c-930122a320fb service neutron] Pushing event updated for resources: {'Port': ['ID=522e37dd-c87e-451d-9bf5-82e3d3a11706,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:37.542613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-31c11dca-52cb-476f-9e7c-930122a320fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:37.583591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:37.586437 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 12.4570184
Nov 24 13:06:37.599767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45786) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:37.606631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-673729a1-7da3-4420-a92b-5a4866833e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:37.665488 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-10b0d293-b465-40d3-a81e-68d486df1865 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 2.9993587
Nov 24 13:06:37.676320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45790) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:37.696629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-dc2a81a2-2c47-45c4-b858-e60cf4dca89d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:37.724341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-08d79da8-9c65-4039-925d-975b2905bd1f None None] Set router 1fe6b01f-407d-4ba5-8d42-9b2f6a6a1c73 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:06:37.744218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network 03bef568-5fb2-46bd-b2d0-934e6a22ccb4 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:06:37.757355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:38.015802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network 03bef568-5fb2-46bd-b2d0-934e6a22ccb4 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:06:38.085737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-08d79da8-9c65-4039-925d-975b2905bd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f63471b7780>, [{'id': '1fe6b01f-407d-4ba5-8d42-9b2f6a6a1c73', 'name': 'tempest-snat-router-1772094579', 'tenant_id': 'e5d17c392242467db06545404f7abf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.190'}], 'enable_snat': False}, 'gw_port_id': '30050b34-76fa-4bf0-94fc-576a9ed52035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:06:25Z', 'updated_at': '2020-11-24T13:06:33Z', 'revision_number': 3, 'project_id': 'e5d17c392242467db06545404f7abf69', 'gw_port': {'id': '30050b34-76fa-4bf0-94fc-576a9ed52035', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe6b01f-407d-4ba5-8d42-9b2f6a6a1c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:06:29Z', 'updated_at': '2020-11-24T13:06:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:38.090836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d79da8-9c65-4039-925d-975b2905bd1f None None] Checking router: 1fe6b01f-407d-4ba5-8d42-9b2f6a6a1c73 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:06:38.090996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dc2a81a2-2c47-45c4-b858-e60cf4dca89d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:38.091285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d79da8-9c65-4039-925d-975b2905bd1f None None] Updating router 1fe6b01f-407d-4ba5-8d42-9b2f6a6a1c73 port 30050b34-76fa-4bf0-94fc-576a9ed52035 binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:06:38.103308 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:06:38.103308 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:06:38.103308 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:06:38.103308 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:06:38.103308 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:06:38.103308 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:06:38.103308 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:06:38.103308 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:06:38.103308 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:06:38.103308 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:06:38.103308 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:06:38.103308 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:06:38.103308 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:06:38.103308 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:06:38.103308 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:06:38.103308 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:06:38.103308 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:06:38.103308 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:06:38.103308 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:06:38.103308 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:06:38.103308 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:06:38.103308 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:06:38.103308 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:06:38.103308 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:06:38.103308 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:06:38.103308 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:06:38.103308 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:06:38.103308 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:06:38.103308 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:06:38.103308 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:06:38.103308 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:06:38.103308 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:06:38.165446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-08d79da8-9c65-4039-925d-975b2905bd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:38.174171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-266982db-7904-436c-b072-cf880b0d60e1 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for router_gateway, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:38.218267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-266982db-7904-436c-b072-cf880b0d60e1 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Deleting port c8d8b562-01b6-46b5-b593-3ad38dbaba4c {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:38.218659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-266982db-7904-436c-b072-cf880b0d60e1 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:38.274840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-31c11dca-52cb-476f-9e7c-930122a320fb service neutron] Attempting to bind port 522e37dd-c87e-451d-9bf5-82e3d3a11706 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:06:38.276494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-31c11dca-52cb-476f-9e7c-930122a320fb service neutron] Attempting to bind port 522e37dd-c87e-451d-9bf5-82e3d3a11706 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'f37bbda7-8694-4075-8d54-b96ea9721450', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f'}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:06:38.276494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-31c11dca-52cb-476f-9e7c-930122a320fb service neutron] Attempting to bind port 522e37dd-c87e-451d-9bf5-82e3d3a11706 on network c200d148-1aac-4d09-a682-2365e76cfa1f {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:06:38.294841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6468d-8243-4731-85c9-ebc7dafa7834 req-dfb65cd8-2345-43bb-8943-06b0622401aa tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:38.296484 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bde6468d-8243-4731-85c9-ebc7dafa7834 req-dfb65cd8-2345-43bb-8943-06b0622401aa tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 944 time: 1.0916109
Nov 24 13:06:38.314354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:38.341510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-02fbddfd-4620-43d9-a86a-602b1ca39483 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:38.371268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:38.402815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Network': ['ID=03bef568-5fb2-46bd-b2d0-934e6a22ccb4,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:38.428260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-31c11dca-52cb-476f-9e7c-930122a320fb service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:06:38.428657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-31c11dca-52cb-476f-9e7c-930122a320fb service neutron] Checking segment: {'id': 'f37bbda7-8694-4075-8d54-b96ea9721450', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:06:38.429022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-31c11dca-52cb-476f-9e7c-930122a320fb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:38.429413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-31c11dca-52cb-476f-9e7c-930122a320fb service neutron] Bound using segment: {'id': 'f37bbda7-8694-4075-8d54-b96ea9721450', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f'} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:06:38.429907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-31c11dca-52cb-476f-9e7c-930122a320fb service neutron] Bound port: 522e37dd-c87e-451d-9bf5-82e3d3a11706, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37bbda7-8694-4075-8d54-b96ea9721450', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f'}}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:06:38.430310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-31c11dca-52cb-476f-9e7c-930122a320fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:38.472895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:38.608250 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/networks/03bef568-5fb2-46bd-b2d0-934e6a22ccb4 HTTP/1.1" status: 204  len: 168 time: 8.7107947
Nov 24 13:06:38.619844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-08d79da8-9c65-4039-925d-975b2905bd1f None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:38.631813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45794) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:38.633298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-08d79da8-9c65-4039-925d-975b2905bd1f None None] Transition to ACTIVE for port object 30050b34-76fa-4bf0-94fc-576a9ed52035 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:06:38.636757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-08d79da8-9c65-4039-925d-975b2905bd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:38.650317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-f597f134-f1d9-4d39-be9a-c7f40ff8a0b7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-665507660'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:38.656075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-939a9229-b28a-4eb1-9c67-95744bebb825 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:38.661732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f597f134-f1d9-4d39-be9a-c7f40ff8a0b7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:06:38.667226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-673729a1-7da3-4420-a92b-5a4866833e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:38.736176 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bde6468d-8243-4731-85c9-ebc7dafa7834 req-ac6f3e62-8b4d-4cbf-8e70-6500eb1910dc tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.4193780
Nov 24 13:06:38.749467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f597f134-f1d9-4d39-be9a-c7f40ff8a0b7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Usage tracker for resource:network and tenant:2aca37eb671f42ff857d97c1cafabbf3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:06:38.762054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f597f134-f1d9-4d39-be9a-c7f40ff8a0b7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Quota usage for network was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:06:38.804668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90749b29-8646-4116-a4df-d4bae52846b3 None None] Pushing event updated for resources: {'Port': ['ID=30050b34-76fa-4bf0-94fc-576a9ed52035,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:38.808847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-90749b29-8646-4116-a4df-d4bae52846b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:38.852169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f597f134-f1d9-4d39-be9a-c7f40ff8a0b7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:06:38.886416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-08d79da8-9c65-4039-925d-975b2905bd1f None None] Attempting to bind port 30050b34-76fa-4bf0-94fc-576a9ed52035 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:06:38.886747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-08d79da8-9c65-4039-925d-975b2905bd1f None None] Attempting to bind port 30050b34-76fa-4bf0-94fc-576a9ed52035 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:06:38.887148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d79da8-9c65-4039-925d-975b2905bd1f None None] Attempting to bind port 30050b34-76fa-4bf0-94fc-576a9ed52035 on network cfe08d36-e5ba-4f00-8669-16a0ead5d220 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:06:38.894957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d79da8-9c65-4039-925d-975b2905bd1f None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:06:38.895384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d79da8-9c65-4039-925d-975b2905bd1f None None] Checking segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:06:38.895843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-08d79da8-9c65-4039-925d-975b2905bd1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:38.896283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d79da8-9c65-4039-925d-975b2905bd1f None None] Bound using segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:06:38.896814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-08d79da8-9c65-4039-925d-975b2905bd1f None None] Bound port: 30050b34-76fa-4bf0-94fc-576a9ed52035, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:06:38.897238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-08d79da8-9c65-4039-925d-975b2905bd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:38.963755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f597f134-f1d9-4d39-be9a-c7f40ff8a0b7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Made reservation on behalf of 2aca37eb671f42ff857d97c1cafabbf3 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:06:38.969562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f597f134-f1d9-4d39-be9a-c7f40ff8a0b7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:38.981953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-08d79da8-9c65-4039-925d-975b2905bd1f None None] For port 30050b34-76fa-4bf0-94fc-576a9ed52035, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:06:38.985791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-08d79da8-9c65-4039-925d-975b2905bd1f None None] For port 30050b34-76fa-4bf0-94fc-576a9ed52035, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=30050b34-76fa-4bf0-94fc-576a9ed52035,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:06:38.989911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-08d79da8-9c65-4039-925d-975b2905bd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:38.994025 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-515e38db-e8ae-4a0e-84a3-f6a37b4b3f7a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "GET /v2.0/routers/1fe6b01f-407d-4ba5-8d42-9b2f6a6a1c73 HTTP/1.1" status: 200  len: 909 time: 1.3929741
Nov 24 13:06:39.005775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-266982db-7904-436c-b072-cf880b0d60e1 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:39.005941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4d9a38ff-9adc-455b-b493-b1bd73e79d69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:39.024371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45798) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:39.042406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b31eec7c-4c5a-44f8-8d2c-abaaabb6b8b6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Request body: {'router': {'name': 'tempest-snat-router-1772094579', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'enable_snat': True}}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:39.113161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b31eec7c-4c5a-44f8-8d2c-abaaabb6b8b6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:06:39.165000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90749b29-8646-4116-a4df-d4bae52846b3 None None] Pushing event updated for resources: {'Port': ['ID=30050b34-76fa-4bf0-94fc-576a9ed52035,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:39.171656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-90749b29-8646-4116-a4df-d4bae52846b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:39.199465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-266982db-7904-436c-b072-cf880b0d60e1 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Calling delete_port for c8d8b562-01b6-46b5-b593-3ad38dbaba4c owned by network:router_gateway {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:39.231000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d79da8-9c65-4039-925d-975b2905bd1f None None] Routers {'1fe6b01f-407d-4ba5-8d42-9b2f6a6a1c73'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:06:39.231722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-08d79da8-9c65-4039-925d-975b2905bd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f63471b7780>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:06:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['1fe6b01f-407d-4ba5-8d42-9b2f6a6a1c73'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:39.236651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-31c11dca-52cb-476f-9e7c-930122a320fb service neutron] For port 522e37dd-c87e-451d-9bf5-82e3d3a11706, host hv-neutron-6013, cleared binding levels {{(pid=80944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:06:39.239459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b31eec7c-4c5a-44f8-8d2c-abaaabb6b8b6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Usage tracker for resource:router and tenant:e5d17c392242467db06545404f7abf69 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:06:39.254510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b31eec7c-4c5a-44f8-8d2c-abaaabb6b8b6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Quota usage for router was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:06:39.274311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-31c11dca-52cb-476f-9e7c-930122a320fb service neutron] For port 522e37dd-c87e-451d-9bf5-82e3d3a11706, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=522e37dd-c87e-451d-9bf5-82e3d3a11706,segment=NetworkSegment(f37bbda7-8694-4075-8d54-b96ea9721450),segment_id=f37bbda7-8694-4075-8d54-b96ea9721450)] {{(pid=80944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:06:39.278101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b31eec7c-4c5a-44f8-8d2c-abaaabb6b8b6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:06:39.293713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-31c11dca-52cb-476f-9e7c-930122a320fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:39.314911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:39.389102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e263f6fd-556a-46bf-b0e9-1f66af823d12 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:39.410591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-48c7d6d6-ab73-49e3-be58-8f494e278a38 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:39.443672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b31eec7c-4c5a-44f8-8d2c-abaaabb6b8b6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:39.444626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b31eec7c-4c5a-44f8-8d2c-abaaabb6b8b6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:39.445663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-673729a1-7da3-4420-a92b-5a4866833e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:39.478295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-dc2a81a2-2c47-45c4-b858-e60cf4dca89d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:06:39.514990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dc2a81a2-2c47-45c4-b858-e60cf4dca89d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:39.524151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263f6fd-556a-46bf-b0e9-1f66af823d12 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Subnet': ['ID=cc0ac887-32b6-40b5-9ade-cc2921a7bbb3,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:39.528139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e263f6fd-556a-46bf-b0e9-1f66af823d12 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:39.534992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dc2a81a2-2c47-45c4-b858-e60cf4dca89d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:39.538248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-673729a1-7da3-4420-a92b-5a4866833e81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:39.611048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-08d79da8-9c65-4039-925d-975b2905bd1f None None] Set router 1fe6b01f-407d-4ba5-8d42-9b2f6a6a1c73 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:06:39.612044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f597f134-f1d9-4d39-be9a-c7f40ff8a0b7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:06:39.621492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c11dca-52cb-476f-9e7c-930122a320fb service neutron] Pushing event updated for resources: {'Port': ['ID=522e37dd-c87e-451d-9bf5-82e3d3a11706,revision_number=3']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:39.635143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-31c11dca-52cb-476f-9e7c-930122a320fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:39.635708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3afd7332-9483-40f0-aec3-ad80118fb454 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:39.661094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f597f134-f1d9-4d39-be9a-c7f40ff8a0b7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:39.661483 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-f597f134-f1d9-4d39-be9a-c7f40ff8a0b7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Added segment c8f87e20-3559-471e-bcff-759bfbce2ca4 of type vxlan for network 999c95a1-bcc5-4880-8d39-2ed4f9580df9
Nov 24 13:06:39.727768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f597f134-f1d9-4d39-be9a-c7f40ff8a0b7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:39.731165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b31eec7c-4c5a-44f8-8d2c-abaaabb6b8b6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:39.736925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e263f6fd-556a-46bf-b0e9-1f66af823d12 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:39.744019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-673729a1-7da3-4420-a92b-5a4866833e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:39.744571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673729a1-7da3-4420-a92b-5a4866833e81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da8c95f9-19fa-4e21-95ef-87b0be89dfb3 {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:06:39.750460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32995e5e-a30f-4761-b4dd-777127294823 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:06:39.796809 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e263f6fd-556a-46bf-b0e9-1f66af823d12 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/cc0ac887-32b6-40b5-9ade-cc2921a7bbb3 HTTP/1.1" status: 204  len: 168 time: 4.2247157
Nov 24 13:06:39.801674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45804) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:39.806647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-673729a1-7da3-4420-a92b-5a4866833e81 admin admin] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:39.807835 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-673729a1-7da3-4420-a92b-5a4866833e81 admin admin] 10.222.0.76 "DELETE /v2.0/routers/da8c95f9-19fa-4e21-95ef-87b0be89dfb3 HTTP/1.1" status: 204  len: 168 time: 8.4379504
Nov 24 13:06:39.846559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45808) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:39.894393 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9517902d-66a0-424e-a8e5-c17132d8aaa9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0905690
Nov 24 13:06:39.903695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45812) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:39.911934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-799a8b1b-dfc2-49a0-8079-fa76a79ec6f4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:39.934554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a81a2-2c47-45c4-b858-e60cf4dca89d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Port': ['ID=dcc5c733-ecbc-42c0-b782-ee1f73fdc992,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:39.958493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dc2a81a2-2c47-45c4-b858-e60cf4dca89d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:40.009313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f597f134-f1d9-4d39-be9a-c7f40ff8a0b7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:40.013476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f597f134-f1d9-4d39-be9a-c7f40ff8a0b7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:40.014181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f597f134-f1d9-4d39-be9a-c7f40ff8a0b7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:40.063377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:40.092492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-dc2a81a2-2c47-45c4-b858-e60cf4dca89d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] In _notify_port_updated(), no bound segment for port dcc5c733-ecbc-42c0-b782-ee1f73fdc992 on network f7621358-709a-475a-a392-d79f23d223d6 {{(pid=80944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 24 13:06:40.098360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2a81a2-2c47-45c4-b858-e60cf4dca89d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:40.099616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dc2a81a2-2c47-45c4-b858-e60cf4dca89d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:40.103571 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-dc2a81a2-2c47-45c4-b858-e60cf4dca89d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "PUT /v2.0/ports/dcc5c733-ecbc-42c0-b782-ee1f73fdc992 HTTP/1.1" status: 200  len: 818 time: 2.4155617
Nov 24 13:06:40.112568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45816) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:40.157480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-08d79da8-9c65-4039-925d-975b2905bd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f63471b7780>, [{'id': '1fe6b01f-407d-4ba5-8d42-9b2f6a6a1c73', 'name': 'tempest-snat-router-1772094579', 'tenant_id': 'e5d17c392242467db06545404f7abf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.190'}], 'enable_snat': False}, 'gw_port_id': '30050b34-76fa-4bf0-94fc-576a9ed52035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:06:25Z', 'updated_at': '2020-11-24T13:06:33Z', 'revision_number': 3, 'project_id': 'e5d17c392242467db06545404f7abf69', 'gw_port': {'id': '30050b34-76fa-4bf0-94fc-576a9ed52035', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe6b01f-407d-4ba5-8d42-9b2f6a6a1c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:06:29Z', 'updated_at': '2020-11-24T13:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:40.161579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d79da8-9c65-4039-925d-975b2905bd1f None None] The sync data for ids ['1fe6b01f-407d-4ba5-8d42-9b2f6a6a1c73'] in dv-neutron-601336-61-ovs is: [{'id': '1fe6b01f-407d-4ba5-8d42-9b2f6a6a1c73', 'name': 'tempest-snat-router-1772094579', 'tenant_id': 'e5d17c392242467db06545404f7abf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.190'}], 'enable_snat': False}, 'gw_port_id': '30050b34-76fa-4bf0-94fc-576a9ed52035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:06:25Z', 'updated_at': '2020-11-24T13:06:33Z', 'revision_number': 3, 'project_id': 'e5d17c392242467db06545404f7abf69', 'gw_port': {'id': '30050b34-76fa-4bf0-94fc-576a9ed52035', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe6b01f-407d-4ba5-8d42-9b2f6a6a1c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:06:29Z', 'updated_at': '2020-11-24T13:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:06:40.198742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-31c11dca-52cb-476f-9e7c-930122a320fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:40.198742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-31c11dca-52cb-476f-9e7c-930122a320fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:40.198742 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-31c11dca-52cb-476f-9e7c-930122a320fb service neutron] 10.222.0.70 "PUT /v2.0/ports/522e37dd-c87e-451d-9bf5-82e3d3a11706 HTTP/1.1" status: 200  len: 1158 time: 5.0032315
Nov 24 13:06:40.200223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6711fa54-6790-46c3-864c-b0fbcde3e3ac', 'tag': '522e37dd-c87e-451d-9bf5-82e3d3a11706'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:06:40.216017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c921e00e-f6b6-4c6a-96f3-267dd686ed23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:40.218624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5208c76-88c8-46bf-8b5e-bd1dbedd5adb admin admin] Deleting subnet 4edc9f76-5638-4785-9026-5e5686309573 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:06:40.248644 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f597f134-f1d9-4d39-be9a-c7f40ff8a0b7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.6113124
Nov 24 13:06:40.276264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45822) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:40.301240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f5208c76-88c8-46bf-8b5e-bd1dbedd5adb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:40.306687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2fc7de5d-f785-4ee5-bffc-4f4fb50872f1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Request body: {'network': {'name': 'New_network'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:40.352082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b6dcb4-5ba1-43fd-bfc2-633835f370ee None None] DHCP port deletion for 8ca51b04-1dca-4f60-b844-2979d8864b51 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:06:40.356723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-40b6dcb4-5ba1-43fd-bfc2-633835f370ee None None] Deleting port 3dbdc576-972c-4ddc-a536-90655b967ee5 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:40.356894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-40b6dcb4-5ba1-43fd-bfc2-633835f370ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:40.436077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-799a8b1b-dfc2-49a0-8079-fa76a79ec6f4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:06:40.449961 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6711fa54-6790-46c3-864c-b0fbcde3e3ac', 'tag': '522e37dd-c87e-451d-9bf5-82e3d3a11706', 'status': 'completed', 'code': 200}
Nov 24 13:06:40.452774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597f134-f1d9-4d39-be9a-c7f40ff8a0b7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event updated for resources: {'Network': ['ID=999c95a1-bcc5-4880-8d39-2ed4f9580df9,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:40.458024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-cf53ab68-7072-4a2b-885b-4f20235a13e8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting port dcc5c733-ecbc-42c0-b782-ee1f73fdc992 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:40.458533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cf53ab68-7072-4a2b-885b-4f20235a13e8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:40.465993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-799a8b1b-dfc2-49a0-8079-fa76a79ec6f4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:subnet and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:06:40.469336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f597f134-f1d9-4d39-be9a-c7f40ff8a0b7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:40.475335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-799a8b1b-dfc2-49a0-8079-fa76a79ec6f4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:06:40.518860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-266982db-7904-436c-b072-cf880b0d60e1 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:40.544811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-10b0d293-b465-40d3-a81e-68d486df1865 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:40.561340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-799a8b1b-dfc2-49a0-8079-fa76a79ec6f4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:06:40.614383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f4c06-d04f-4668-a489-b825205df709 req-0c606fa7-a649-4053-bcf0-b3be76d748eb tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:40.623948 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3f1f4c06-d04f-4668-a489-b825205df709 req-0c606fa7-a649-4053-bcf0-b3be76d748eb tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 944 time: 0.6011114
Nov 24 13:06:40.627102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-40b6dcb4-5ba1-43fd-bfc2-633835f370ee None None] For port 3dbdc576-972c-4ddc-a536-90655b967ee5, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=3dbdc576-972c-4ddc-a536-90655b967ee5,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:06:40.627531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-40b6dcb4-5ba1-43fd-bfc2-633835f370ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:40.692718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b31eec7c-4c5a-44f8-8d2c-abaaabb6b8b6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:40.695945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266982db-7904-436c-b072-cf880b0d60e1 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event deleted for resources: {'Port': ['ID=c8d8b562-01b6-46b5-b593-3ad38dbaba4c,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:40.704919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-266982db-7904-436c-b072-cf880b0d60e1 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:40.711558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f5208c76-88c8-46bf-8b5e-bd1dbedd5adb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:40.751929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799a8b1b-dfc2-49a0-8079-fa76a79ec6f4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:06:40.758862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-799a8b1b-dfc2-49a0-8079-fa76a79ec6f4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:40.817339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 999c95a1-bcc5-4880-8d39-2ed4f9580df9 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:06:40.832081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 999c95a1-bcc5-4880-8d39-2ed4f9580df9 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:06:40.863539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-40b6dcb4-5ba1-43fd-bfc2-633835f370ee None None] Calling delete_port for 3dbdc576-972c-4ddc-a536-90655b967ee5 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:40.942591 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3f1f4c06-d04f-4668-a489-b825205df709 req-03ec776d-26e5-4bae-be0d-b35d499a00e1 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.3175442
Nov 24 13:06:41.011070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cf53ab68-7072-4a2b-885b-4f20235a13e8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:41.026385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-25e58a55-5f63-468e-9408-06d67be5ce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:41.030348 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-25e58a55-5f63-468e-9408-06d67be5ce9e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6efb027d4b0e48cc970462a6d3154fa0&device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 1161 time: 0.6835539
Nov 24 13:06:41.181447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-40b6dcb4-5ba1-43fd-bfc2-633835f370ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:41.229057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2fc7de5d-f785-4ee5-bffc-4f4fb50872f1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:41.264138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-28764310-cc15-46ba-9e22-ba4783989965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:41.300487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2fc7de5d-f785-4ee5-bffc-4f4fb50872f1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:41.312903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6dcb4-5ba1-43fd-bfc2-633835f370ee None None] Pushing event deleted for resources: {'Port': ['ID=3dbdc576-972c-4ddc-a536-90655b967ee5,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:41.319908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-40b6dcb4-5ba1-43fd-bfc2-633835f370ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:41.325844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a37233de-41c8-4715-89dc-01f505013590 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:41.370550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b6dcb4-5ba1-43fd-bfc2-633835f370ee None None] No DVR routers for this DVR port 3dbdc576-972c-4ddc-a536-90655b967ee5 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:06:41.566564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7de5d-f785-4ee5-bffc-4f4fb50872f1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event updated for resources: {'Network': ['ID=999c95a1-bcc5-4880-8d39-2ed4f9580df9,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:41.574999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2fc7de5d-f785-4ee5-bffc-4f4fb50872f1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:41.579771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 999c95a1-bcc5-4880-8d39-2ed4f9580df9 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:06:41.595246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-cf53ab68-7072-4a2b-885b-4f20235a13e8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Calling delete_port for dcc5c733-ecbc-42c0-b782-ee1f73fdc992 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:41.624599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5ae6faf9-1b7c-4693-863c-cef1acf2d94d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:41.630926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2fc7de5d-f785-4ee5-bffc-4f4fb50872f1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network 999c95a1-bcc5-4880-8d39-2ed4f9580df9 is not hosted by any dhcp agent {{(pid=80943) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Nov 24 13:06:41.634974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc7de5d-f785-4ee5-bffc-4f4fb50872f1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:41.635627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2fc7de5d-f785-4ee5-bffc-4f4fb50872f1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:41.640133 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2fc7de5d-f785-4ee5-bffc-4f4fb50872f1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "PUT /v2.0/networks/999c95a1-bcc5-4880-8d39-2ed4f9580df9 HTTP/1.1" status: 200  len: 723 time: 1.3404493
Nov 24 13:06:41.643082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45826) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:41.651855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c65851b5-e72f-44db-8e54-55a65ba410eb tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Request body: {'subnet': {'network_id': '999c95a1-bcc5-4880-8d39-2ed4f9580df9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:41.668271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 999c95a1-bcc5-4880-8d39-2ed4f9580df9 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:06:41.734597 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-3e726e03-e7fc-4139-8d65-c1713b8d9a26 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=522e37dd-c87e-451d-9bf5-82e3d3a11706 HTTP/1.1" status: 200  len: 217 time: 0.6718218
Nov 24 13:06:41.880768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f5208c76-88c8-46bf-8b5e-bd1dbedd5adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:41.939192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c65851b5-e72f-44db-8e54-55a65ba410eb tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:06:41.948224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c65851b5-e72f-44db-8e54-55a65ba410eb tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Usage tracker for resource:subnet and tenant:2aca37eb671f42ff857d97c1cafabbf3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:06:41.954607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c65851b5-e72f-44db-8e54-55a65ba410eb tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:06:41.955947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-46b22511-7e78-489c-87b2-6194ff705290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:41.957559 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-46b22511-7e78-489c-87b2-6194ff705290 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fbd62c91-d804-432f-af8e-75bb073f1bc3 HTTP/1.1" status: 200  len: 850 time: 0.2143888
Nov 24 13:06:41.965013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c65851b5-e72f-44db-8e54-55a65ba410eb tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:06:41.989729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65851b5-e72f-44db-8e54-55a65ba410eb tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Made reservation on behalf of 2aca37eb671f42ff857d97c1cafabbf3 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:06:42.098666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 30050b34-76fa-4bf0-94fc-576a9ed52035 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:06:42.185401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cf53ab68-7072-4a2b-885b-4f20235a13e8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:42.192758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 30050b34-76fa-4bf0-94fc-576a9ed52035 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:06:42.198490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 30050b34-76fa-4bf0-94fc-576a9ed52035 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:06:42.198960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:42.211687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c65851b5-e72f-44db-8e54-55a65ba410eb tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:42.277375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f8471c42-3820-4eb0-a499-bde44ed8cbcd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:42.331416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:42.348910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 30050b34-76fa-4bf0-94fc-576a9ed52035, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=30050b34-76fa-4bf0-94fc-576a9ed52035,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:06:42.353419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:42.356465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:42.417055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53ab68-7072-4a2b-885b-4f20235a13e8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Port': ['ID=dcc5c733-ecbc-42c0-b782-ee1f73fdc992,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:42.425115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cf53ab68-7072-4a2b-885b-4f20235a13e8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:42.428707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=30050b34-76fa-4bf0-94fc-576a9ed52035,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:42.432453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:42.451076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-266982db-7904-436c-b072-cf880b0d60e1 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:42.455702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4a90a7c2-fdcb-4037-9cd7-49bc88709dc1 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:06:42.494060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 4a90a7c2-fdcb-4037-9cd7-49bc88709dc1 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:06:42.494489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4a90a7c2-fdcb-4037-9cd7-49bc88709dc1 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:06:42.494970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 3dbdc576-972c-4ddc-a536-90655b967ee5 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:06:42.543920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 3dbdc576-972c-4ddc-a536-90655b967ee5 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:06:42.544324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 3dbdc576-972c-4ddc-a536-90655b967ee5 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:06:42.554555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e87eb24-7e2c-4c9b-910d-7536b77ef97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:42.802403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-f856d921-dd2f-4e77-a859-904ff26dce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:42.804072 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-f856d921-dd2f-4e77-a859-904ff26dce3b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c200d148-1aac-4d09-a682-2365e76cfa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7728310
Nov 24 13:06:42.830926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:42.890404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05cfda-9045-49b8-81e9-49f4e3c2d0cb req-d47c5db2-4a30-454b-bd8d-b5c9ad79389e tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:42.892551 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-be05cfda-9045-49b8-81e9-49f4e3c2d0cb req-d47c5db2-4a30-454b-bd8d-b5c9ad79389e tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 944 time: 0.7667606
Nov 24 13:06:42.902220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-799a8b1b-dfc2-49a0-8079-fa76a79ec6f4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:42.923092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a80e9b86-81d6-49ac-9751-8e4e2f4392ba tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:42.939049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cf53ab68-7072-4a2b-885b-4f20235a13e8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:42.952217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-266982db-7904-436c-b072-cf880b0d60e1 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:43.077743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5ae6faf9-1b7c-4693-863c-cef1acf2d94d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:43.079975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-266982db-7904-436c-b072-cf880b0d60e1 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:43.116919 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cf53ab68-7072-4a2b-885b-4f20235a13e8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/ports/dcc5c733-ecbc-42c0-b782-ee1f73fdc992 HTTP/1.1" status: 204  len: 168 time: 2.9990475
Nov 24 13:06:43.120170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45832) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:43.163245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b31eec7c-4c5a-44f8-8d2c-abaaabb6b8b6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router_gateway, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:43.170991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5ae6faf9-1b7c-4693-863c-cef1acf2d94d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4112833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850663106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4103870'] for router, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:43.218290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a8b1b-dfc2-49a0-8079-fa76a79ec6f4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Subnet': ['ID=99c59ac3-3960-43e0-9bff-b76024ba2094,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:43.225976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b31eec7c-4c5a-44f8-8d2c-abaaabb6b8b6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:43.234025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-799a8b1b-dfc2-49a0-8079-fa76a79ec6f4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:43.239518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f5208c76-88c8-46bf-8b5e-bd1dbedd5adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:43.263265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e0a91777-6de5-48ab-be61-35cf13b8d670 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:43.292776 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-6cc4c64c-7bd3-48da-a7fb-7e484857a7af service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4265375
Nov 24 13:06:43.293346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-266982db-7904-436c-b072-cf880b0d60e1 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:43.293902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266982db-7904-436c-b072-cf880b0d60e1 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Fanout notify agent at l3_agent the message router_deleted on router 830dadff-eace-4263-b201-e0690c2e00d7 {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:06:43.332696 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-be05cfda-9045-49b8-81e9-49f4e3c2d0cb req-7baedc8e-7114-4254-9d67-5d3e1e2e2b38 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.4333587
Nov 24 13:06:43.577822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26017a83-c8cc-490c-b3ad-237dcafc8bb6 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:43.578653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-26017a83-c8cc-490c-b3ad-237dcafc8bb6 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Synchronizing usage tracker for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:06:43.592916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799a8b1b-dfc2-49a0-8079-fa76a79ec6f4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:06:43.598911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-799a8b1b-dfc2-49a0-8079-fa76a79ec6f4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:06:43.608126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3d7218-8c7b-49b2-9c01-d0cfdf27a39b None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:06:43.637611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799a8b1b-dfc2-49a0-8079-fa76a79ec6f4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:43.638289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-799a8b1b-dfc2-49a0-8079-fa76a79ec6f4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:43.665668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-26017a83-c8cc-490c-b3ad-237dcafc8bb6 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Unset dirty status for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:06:43.667035 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-26017a83-c8cc-490c-b3ad-237dcafc8bb6 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.5458350
Nov 24 13:06:43.675554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45836) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:43.740757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5208c76-88c8-46bf-8b5e-bd1dbedd5adb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4edc9f76-5638-4785-9026-5e5686309573,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:43.753703 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cbb8474-399b-4f29-8ab5-a25221b495d3 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] GET failed (client error): The resource could not be found.
Nov 24 13:06:43.755151 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7cbb8474-399b-4f29-8ab5-a25221b495d3 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "GET /v2.0/ports/dcc5c733-ecbc-42c0-b782-ee1f73fdc992 HTTP/1.1" status: 404  len: 333 time: 0.0775516
Nov 24 13:06:43.764003 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-799a8b1b-dfc2-49a0-8079-fa76a79ec6f4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.8564363
Nov 24 13:06:43.764003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45840) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:43.773706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ba039524-8955-4f4c-b85b-cbd36fb56fc2 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'network': {'name': 'tempest-PortsTestJSON-1609310202'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:43.777185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45842) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:43.784466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ba039524-8955-4f4c-b85b-cbd36fb56fc2 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:06:43.790330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-f258427b-3f88-4625-bceb-969756ee7680 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'port': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'fixed_ips': [{'subnet_id': '99c59ac3-3960-43e0-9bff-b76024ba2094', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-938367208'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:43.827795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f5208c76-88c8-46bf-8b5e-bd1dbedd5adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:43.862232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa1fb27-e236-4093-8ec4-cc6b7d012e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-8ca51b04-1dca-4f60-b844-2979d8864b51', 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'fixed_ips': [{'subnet_id': '99c59ac3-3960-43e0-9bff-b76024ba2094'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:06:43.863508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-faa1fb27-e236-4093-8ec4-cc6b7d012e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:43.872204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ba039524-8955-4f4c-b85b-cbd36fb56fc2 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:network and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:06:43.874495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-266982db-7904-436c-b072-cf880b0d60e1 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:43.875497 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-266982db-7904-436c-b072-cf880b0d60e1 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "DELETE /v2.0/routers/830dadff-eace-4263-b201-e0690c2e00d7 HTTP/1.1" status: 204  len: 168 time: 8.5563924
Nov 24 13:06:43.884459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45848) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:43.896401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ba039524-8955-4f4c-b85b-cbd36fb56fc2 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for network was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:06:43.908265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ba039524-8955-4f4c-b85b-cbd36fb56fc2 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:06:43.948914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba039524-8955-4f4c-b85b-cbd36fb56fc2 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:06:43.954503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba039524-8955-4f4c-b85b-cbd36fb56fc2 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:44.067271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f5208c76-88c8-46bf-8b5e-bd1dbedd5adb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:44.070366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f258427b-3f88-4625-bceb-969756ee7680 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:06:44.070898 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f5208c76-88c8-46bf-8b5e-bd1dbedd5adb admin admin] 10.222.0.76 "DELETE /v2.0/subnets/4edc9f76-5638-4785-9026-5e5686309573 HTTP/1.1" status: 204  len: 168 time: 4.2213488
Nov 24 13:06:44.086605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45852) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:44.088930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae6faf9-1b7c-4693-863c-cef1acf2d94d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Router 1307f727-ddda-4a58-85b5-35a33d788488 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:06:44.089788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89a75ab-ef12-489e-9d1a-e79c8a76f165 None None] Network 42f46442-d2b1-4c59-8018-dd6806abe134 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:06:44.095364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba039524-8955-4f4c-b85b-cbd36fb56fc2 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:06:44.105977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 30050b34-76fa-4bf0-94fc-576a9ed52035 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:06:44.133156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f258427b-3f88-4625-bceb-969756ee7680 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:port and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:06:44.142375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f258427b-3f88-4625-bceb-969756ee7680 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for port was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:06:44.174466 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a7ad1448-443c-4288-9c71-1d48a5537c85 req-0e34879b-2e5a-42da-b450-4235addfb3c8 service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8132894
Nov 24 13:06:44.226540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f258427b-3f88-4625-bceb-969756ee7680 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:06:44.274730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba039524-8955-4f4c-b85b-cbd36fb56fc2 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:44.275579 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-ba039524-8955-4f4c-b85b-cbd36fb56fc2 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Added segment b2ad779b-93bc-40a4-974e-0ef4b4acb669 of type vxlan for network b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a
Nov 24 13:06:44.343225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f258427b-3f88-4625-bceb-969756ee7680 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:06:44.387388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-b31eec7c-4c5a-44f8-8d2c-abaaabb6b8b6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Allocated IP 172.26.8.141 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/c8591175-e9cb-4e8e-bf49-ad3a1ac44fa0) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:06:44.504553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:44.507168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dad3579-a4aa-4ef9-8f15-1a55d8425864 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Deleting subnet 31887cab-15dd-47ac-9aca-1496c3db87be {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:06:44.518637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8dad3579-a4aa-4ef9-8f15-1a55d8425864 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:44.534674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d6a144d0-1a24-4ba1-a63a-e983bc591f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:44.611503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba039524-8955-4f4c-b85b-cbd36fb56fc2 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:44.612968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380b5b4-a568-4c12-939e-e622c09acf92 req-c8d6523a-48ce-43af-b4a3-7f7f2d97cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:44.614654 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5380b5b4-a568-4c12-939e-e622c09acf92 req-c8d6523a-48ce-43af-b4a3-7f7f2d97cb46 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6efb027d4b0e48cc970462a6d3154fa0&device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 1161 time: 0.3410664
Nov 24 13:06:44.634524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8dad3579-a4aa-4ef9-8f15-1a55d8425864 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:44.649856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 30050b34-76fa-4bf0-94fc-576a9ed52035 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:06:44.650330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:44.695510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-faa1fb27-e236-4093-8ec4-cc6b7d012e6c None None] Allocated IP 2001:db8::2 (8ca51b04-1dca-4f60-b844-2979d8864b51/99c59ac3-3960-43e0-9bff-b76024ba2094/d447e576-4198-41c4-ba41-1924bb740b90) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:06:44.722079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c65851b5-e72f-44db-8e54-55a65ba410eb tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:44.772022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:44.773640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:44.841166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b31eec7c-4c5a-44f8-8d2c-abaaabb6b8b6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:44.937683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380b5b4-a568-4c12-939e-e622c09acf92 req-ce076631-3501-402f-8b1c-d629f9185711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:44.939914 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5380b5b4-a568-4c12-939e-e622c09acf92 req-ce076631-3501-402f-8b1c-d629f9185711 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c200d148-1aac-4d09-a682-2365e76cfa1f HTTP/1.1" status: 200  len: 905 time: 0.2713175
Nov 24 13:06:44.949039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8dad3579-a4aa-4ef9-8f15-1a55d8425864 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:45.068788 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5380b5b4-a568-4c12-939e-e622c09acf92 req-bc528263-f609-44e4-827f-f4f71c0f6a64 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=522e37dd-c87e-451d-9bf5-82e3d3a11706 HTTP/1.1" status: 200  len: 217 time: 0.0823183
Nov 24 13:06:45.079280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b31eec7c-4c5a-44f8-8d2c-abaaabb6b8b6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:45.128626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-faa1fb27-e236-4093-8ec4-cc6b7d012e6c None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:45.141794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-faa1fb27-e236-4093-8ec4-cc6b7d012e6c None None] Transition to ACTIVE for port object d447e576-4198-41c4-ba41-1924bb740b90 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:06:45.161850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-faa1fb27-e236-4093-8ec4-cc6b7d012e6c None None] Transition to ACTIVE for port object d447e576-4198-41c4-ba41-1924bb740b90 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:06:45.168693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c200ab-083e-434b-83f6-7090ac0d8ce9 None None] DHCP port deletion for 42f46442-d2b1-4c59-8018-dd6806abe134 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:06:45.175355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-faa1fb27-e236-4093-8ec4-cc6b7d012e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:45.259835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba039524-8955-4f4c-b85b-cbd36fb56fc2 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:45.264206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba039524-8955-4f4c-b85b-cbd36fb56fc2 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:45.264895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba039524-8955-4f4c-b85b-cbd36fb56fc2 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:45.306908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cba5eb09-021d-44e2-8501-ca32d73ac78f tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:45.334464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b0c200ab-083e-434b-83f6-7090ac0d8ce9 None None] Deleting port 188e9ff3-ba49-4c6e-b388-a7321551c119 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:45.335047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0c200ab-083e-434b-83f6-7090ac0d8ce9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:45.343903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380b5b4-a568-4c12-939e-e622c09acf92 req-8be1c76c-8eb9-4fc0-9a70-9630c2279ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:45.346018 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5380b5b4-a568-4c12-939e-e622c09acf92 req-8be1c76c-8eb9-4fc0-9a70-9630c2279ed1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fbd62c91-d804-432f-af8e-75bb073f1bc3 HTTP/1.1" status: 200  len: 850 time: 0.1168242
Nov 24 13:06:45.405769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:45.435215 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ba039524-8955-4f4c-b85b-cbd36fb56fc2 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.6684983
Nov 24 13:06:45.452279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45858) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:45.453338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-d6a144d0-1a24-4ba1-a63a-e983bc591f13 admin admin] Deleting port 188e9ff3-ba49-4c6e-b388-a7321551c119 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:45.453778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d6a144d0-1a24-4ba1-a63a-e983bc591f13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:45.464497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-fb05d243-1d07-4531-83e2-00a3bcdeef19 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'subnet': {'network_id': 'b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:45.514433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65851b5-e72f-44db-8e54-55a65ba410eb tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event updated for resources: {'Subnet': ['ID=3fb16923-af29-42d4-9eb3-c56194c06bd0,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:45.532885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1fb27-e236-4093-8ec4-cc6b7d012e6c None None] Pushing event updated for resources: {'Port': ['ID=d447e576-4198-41c4-ba41-1924bb740b90,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:45.541840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-faa1fb27-e236-4093-8ec4-cc6b7d012e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:45.556045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c65851b5-e72f-44db-8e54-55a65ba410eb tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.784s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:45.557607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-32a0dfc2-c519-4012-a7dc-593d8ff3b334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.259s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:45.629022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa1fb27-e236-4093-8ec4-cc6b7d012e6c None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:06:45.634474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-faa1fb27-e236-4093-8ec4-cc6b7d012e6c None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:06:45.639354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa1fb27-e236-4093-8ec4-cc6b7d012e6c None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:06:45.671914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31eec7c-4c5a-44f8-8d2c-abaaabb6b8b6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:06:45.675653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f258427b-3f88-4625-bceb-969756ee7680 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:45.696426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31eec7c-4c5a-44f8-8d2c-abaaabb6b8b6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Pushing event updated for resources: {'Port': ['ID=c8591175-e9cb-4e8e-bf49-ad3a1ac44fa0,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:45.699511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b31eec7c-4c5a-44f8-8d2c-abaaabb6b8b6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:45.703067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-b31eec7c-4c5a-44f8-8d2c-abaaabb6b8b6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:06:45.706536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31eec7c-4c5a-44f8-8d2c-abaaabb6b8b6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:06:45.733321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b0c200ab-083e-434b-83f6-7090ac0d8ce9 None None] For port 188e9ff3-ba49-4c6e-b388-a7321551c119, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=188e9ff3-ba49-4c6e-b388-a7321551c119,segment=NetworkSegment(32ba51be-85d4-471c-b0e6-97de040b55db),segment_id=32ba51be-85d4-471c-b0e6-97de040b55db)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:06:45.733682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0c200ab-083e-434b-83f6-7090ac0d8ce9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:45.745852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-faa1fb27-e236-4093-8ec4-cc6b7d012e6c None None] Attempting to bind port d447e576-4198-41c4-ba41-1924bb740b90 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:06:45.746407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-faa1fb27-e236-4093-8ec4-cc6b7d012e6c None None] Attempting to bind port d447e576-4198-41c4-ba41-1924bb740b90 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:06:45.747591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa1fb27-e236-4093-8ec4-cc6b7d012e6c None None] Attempting to bind port d447e576-4198-41c4-ba41-1924bb740b90 on network 8ca51b04-1dca-4f60-b844-2979d8864b51 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:06:45.810269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa1fb27-e236-4093-8ec4-cc6b7d012e6c None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:06:45.810755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa1fb27-e236-4093-8ec4-cc6b7d012e6c None None] Checking segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:06:45.811064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b0ce6-fe86-4d65-becf-0325a44823a0 req-a4b1a959-5bc0-4839-9180-f6b7716df8ab tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:45.811185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-faa1fb27-e236-4093-8ec4-cc6b7d012e6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:45.811560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa1fb27-e236-4093-8ec4-cc6b7d012e6c None None] Bound using segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:06:45.812111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-faa1fb27-e236-4093-8ec4-cc6b7d012e6c None None] Bound port: d447e576-4198-41c4-ba41-1924bb740b90, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:06:45.812840 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c42b0ce6-fe86-4d65-becf-0325a44823a0 req-a4b1a959-5bc0-4839-9180-f6b7716df8ab tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 944 time: 1.3099608
Nov 24 13:06:45.813337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-faa1fb27-e236-4093-8ec4-cc6b7d012e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:45.818358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba039524-8955-4f4c-b85b-cbd36fb56fc2 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Network': ['ID=b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:45.842859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ba039524-8955-4f4c-b85b-cbd36fb56fc2 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:45.900625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:06:45.915223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:06:45.935557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b0c200ab-083e-434b-83f6-7090ac0d8ce9 None None] Calling delete_port for 188e9ff3-ba49-4c6e-b388-a7321551c119 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:46.052842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380b5b4-a568-4c12-939e-e622c09acf92 req-bd5b1a3b-084e-4d44-8ac0-0852112383aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:46.054777 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5380b5b4-a568-4c12-939e-e622c09acf92 req-bd5b1a3b-084e-4d44-8ac0-0852112383aa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c200d148-1aac-4d09-a682-2365e76cfa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6892352
Nov 24 13:06:46.094049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 188e9ff3-ba49-4c6e-b388-a7321551c119 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:06:46.113445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fb05d243-1d07-4531-83e2-00a3bcdeef19 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:06:46.135618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fb05d243-1d07-4531-83e2-00a3bcdeef19 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:subnet and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:06:46.140667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fb05d243-1d07-4531-83e2-00a3bcdeef19 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:06:46.151429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fb05d243-1d07-4531-83e2-00a3bcdeef19 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:06:46.170412 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c42b0ce6-fe86-4d65-becf-0325a44823a0 req-d29c0ccd-0c40-4c06-827e-597b995c2857 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.3349059
Nov 24 13:06:46.173307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-d6a144d0-1a24-4ba1-a63a-e983bc591f13 admin admin] For port 188e9ff3-ba49-4c6e-b388-a7321551c119, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=188e9ff3-ba49-4c6e-b388-a7321551c119,segment=NetworkSegment(32ba51be-85d4-471c-b0e6-97de040b55db),segment_id=32ba51be-85d4-471c-b0e6-97de040b55db)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:06:46.173713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d6a144d0-1a24-4ba1-a63a-e983bc591f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:46.201307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65851b5-e72f-44db-8e54-55a65ba410eb tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Checking segment: {'id': 'c8f87e20-3559-471e-bcff-759bfbce2ca4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '999c95a1-bcc5-4880-8d39-2ed4f9580df9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:06:46.201714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65851b5-e72f-44db-8e54-55a65ba410eb tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network hostable DHCP agents. Network: 999c95a1-bcc5-4880-8d39-2ed4f9580df9, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:06:46.298486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb05d243-1d07-4531-83e2-00a3bcdeef19 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:06:46.356002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-d6a144d0-1a24-4ba1-a63a-e983bc591f13 admin admin] Calling delete_port for 188e9ff3-ba49-4c6e-b388-a7321551c119 owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:46.379366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-faa1fb27-e236-4093-8ec4-cc6b7d012e6c None None] For port d447e576-4198-41c4-ba41-1924bb740b90, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:06:46.381831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0c200ab-083e-434b-83f6-7090ac0d8ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:46.385801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-f258427b-3f88-4625-bceb-969756ee7680 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] device_id is not set on port a370d577-5a06-4863-ab35-889d50f92c8c yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:06:46.395686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Port 188e9ff3-ba49-4c6e-b388-a7321551c119 update to DOWN by agent not found {{(pid=80945) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2083}}
Nov 24 13:06:46.402015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4d9a38ff-9adc-455b-b493-b1bd73e79d69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:46.501978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-faa1fb27-e236-4093-8ec4-cc6b7d012e6c None None] For port d447e576-4198-41c4-ba41-1924bb740b90, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d447e576-4198-41c4-ba41-1924bb740b90,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:06:46.504957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c200ab-083e-434b-83f6-7090ac0d8ce9 None None] Pushing event deleted for resources: {'Port': ['ID=188e9ff3-ba49-4c6e-b388-a7321551c119,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:46.505956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae6faf9-1b7c-4693-863c-cef1acf2d94d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:06:46.509837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b0c200ab-083e-434b-83f6-7090ac0d8ce9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:46.522027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf58e8c-667e-473b-81c7-0e6b86afd380 None None] Sync routers for ids ['1307f727-ddda-4a58-85b5-35a33d788488'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:06:46.548090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65851b5-e72f-44db-8e54-55a65ba410eb tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network 999c95a1-bcc5-4880-8d39-2ed4f9580df9 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:06:46.560827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf58e8c-667e-473b-81c7-0e6b86afd380 None None] Routers {'1307f727-ddda-4a58-85b5-35a33d788488'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:06:46.562828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-caf58e8c-667e-473b-81c7-0e6b86afd380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c6bdd68>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:06:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['1307f727-ddda-4a58-85b5-35a33d788488'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:46.585052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fb05d243-1d07-4531-83e2-00a3bcdeef19 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:46.604589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5ae6faf9-1b7c-4693-863c-cef1acf2d94d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:46.606097 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5ae6faf9-1b7c-4693-863c-cef1acf2d94d tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "PUT /v2.0/routers/1307f727-ddda-4a58-85b5-35a33d788488 HTTP/1.1" status: 200  len: 922 time: 9.8650985
Nov 24 13:06:46.612682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45862) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:46.613383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-c65851b5-e72f-44db-8e54-55a65ba410eb tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 999c95a1-bcc5-4880-8d39-2ed4f9580df9) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:06:46.681636 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5380b5b4-a568-4c12-939e-e622c09acf92 req-c2f7881d-6cb8-4e82-9582-70956574db85 service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6132047
Nov 24 13:06:46.682671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-caf58e8c-667e-473b-81c7-0e6b86afd380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c6bdd68>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:46.694082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-d6a144d0-1a24-4ba1-a63a-e983bc591f13 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:06:46.694527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-d6a144d0-1a24-4ba1-a63a-e983bc591f13 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:06:46.704343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf58e8c-667e-473b-81c7-0e6b86afd380 None None] Routers {'1307f727-ddda-4a58-85b5-35a33d788488'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:06:46.704580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e36727-3d56-447a-9e65-b633bd2ebdae None None] Network 999c95a1-bcc5-4880-8d39-2ed4f9580df9 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:06:46.706913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-caf58e8c-667e-473b-81c7-0e6b86afd380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c6bdd68>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:06:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['1307f727-ddda-4a58-85b5-35a33d788488'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:46.718778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-faa1fb27-e236-4093-8ec4-cc6b7d012e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:46.733766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65851b5-e72f-44db-8e54-55a65ba410eb tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:46.734462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c65851b5-e72f-44db-8e54-55a65ba410eb tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:46.741737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9d3c473a-28e8-405a-9ca5-446870d4074c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:46.813897 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-f258427b-3f88-4625-bceb-969756ee7680 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:06:46.814432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f258427b-3f88-4625-bceb-969756ee7680 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 400 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:06:46.869900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8dad3579-a4aa-4ef9-8f15-1a55d8425864 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:46.876858 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f258427b-3f88-4625-bceb-969756ee7680 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 3.0981274
Nov 24 13:06:46.878917 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c65851b5-e72f-44db-8e54-55a65ba410eb tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.2348423
Nov 24 13:06:46.880236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45866) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:46.891924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45868) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:46.896774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e675aa0c-de95-4cfb-b129-a820cc623847 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:46.992873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-16171f2b-34f4-4b51-a19b-00c19766cee6 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:47.001728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-caf58e8c-667e-473b-81c7-0e6b86afd380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c6bdd68>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:47.002209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf58e8c-667e-473b-81c7-0e6b86afd380 None None] The sync data for ids ['1307f727-ddda-4a58-85b5-35a33d788488'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:06:47.011945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad3579-a4aa-4ef9-8f15-1a55d8425864 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event deleted for resources: {'Subnet': ['ID=31887cab-15dd-47ac-9aca-1496c3db87be,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:47.014680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8dad3579-a4aa-4ef9-8f15-1a55d8425864 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:47.017124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c200ab-083e-434b-83f6-7090ac0d8ce9 None None] No DVR routers for this DVR port 188e9ff3-ba49-4c6e-b388-a7321551c119 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:06:47.018690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1fb27-e236-4093-8ec4-cc6b7d012e6c None None] Pushing event updated for resources: {'Port': ['ID=d447e576-4198-41c4-ba41-1924bb740b90,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:47.028696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-faa1fb27-e236-4093-8ec4-cc6b7d012e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:47.099260 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5380b5b4-a568-4c12-939e-e622c09acf92 req-4d7e80c8-5fc4-45ba-b683-90349a07b677 service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4059258
Nov 24 13:06:47.197774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-d6a144d0-1a24-4ba1-a63a-e983bc591f13 admin admin] Deleting port 188e9ff3-ba49-4c6e-b388-a7321551c119 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:47.198166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d6a144d0-1a24-4ba1-a63a-e983bc591f13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:47.203168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b31eec7c-4c5a-44f8-8d2c-abaaabb6b8b6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router_gateway, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:47.204513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b31eec7c-4c5a-44f8-8d2c-abaaabb6b8b6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:47.211600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1780612f-7ed3-4dbc-8f8d-5a9eb78a6037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-999c95a1-bcc5-4880-8d39-2ed4f9580df9', 'network_id': '999c95a1-bcc5-4880-8d39-2ed4f9580df9', 'tenant_id': '2aca37eb671f42ff857d97c1cafabbf3', 'fixed_ips': [{'subnet_id': '3fb16923-af29-42d4-9eb3-c56194c06bd0'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:06:47.213711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1780612f-7ed3-4dbc-8f8d-5a9eb78a6037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:47.223709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8dad3579-a4aa-4ef9-8f15-1a55d8425864 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:47.231169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652c652e-5eff-42ab-976c-d0cd2debf76b None None] Network 9ccc3143-79e8-4735-a467-5f1bd0c58340 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:06:47.265750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd93c2df-993f-44c9-9718-3ba2ba635c72 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:47.267125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-cd93c2df-993f-44c9-9718-3ba2ba635c72 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:06:47.315736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-d6a144d0-1a24-4ba1-a63a-e983bc591f13 admin admin] The port '188e9ff3-ba49-4c6e-b388-a7321551c119' was deleted {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:06:47.318734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-16171f2b-34f4-4b51-a19b-00c19766cee6 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8999143'] for subnet, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:47.436061 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8dad3579-a4aa-4ef9-8f15-1a55d8425864 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "DELETE /v2.0/subnets/31887cab-15dd-47ac-9aca-1496c3db87be HTTP/1.1" status: 204  len: 168 time: 3.5485601
Nov 24 13:06:47.446294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45876) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:47.552475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-cd93c2df-993f-44c9-9718-3ba2ba635c72 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:06:47.553840 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cd93c2df-993f-44c9-9718-3ba2ba635c72 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.6648812
Nov 24 13:06:47.558664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45880) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:47.844499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07080303-ebb7-481d-b9f8-9f3f166921b0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:47.852144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5c2625-70c4-4e89-b067-5ace58c7c15b None None] DHCP port deletion for 9ccc3143-79e8-4735-a467-5f1bd0c58340 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:06:47.864117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5e5c2625-70c4-4e89-b067-5ace58c7c15b None None] Deleting port 78b41efa-4da8-41e2-94d8-6225bfe70936 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:47.864768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e5c2625-70c4-4e89-b067-5ace58c7c15b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:47.941879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-1780612f-7ed3-4dbc-8f8d-5a9eb78a6037 None None] Allocated IP 172.20.0.2 (999c95a1-bcc5-4880-8d39-2ed4f9580df9/3fb16923-af29-42d4-9eb3-c56194c06bd0/cf32a1b2-6a23-4d5c-8cca-687ee54a42f8) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:06:47.942476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4deccbc9-36fc-4b42-b823-087d41f16d94 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:47.943700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4deccbc9-36fc-4b42-b823-087d41f16d94 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:47.947770 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4deccbc9-36fc-4b42-b823-087d41f16d94 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.3287418
Nov 24 13:06:47.947965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d6a144d0-1a24-4ba1-a63a-e983bc591f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:47.953194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45884) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:47.966026 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7f189bb5-ed31-4e70-a2f5-9ffddf11efd0 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "GET /v2.0/routers/1307f727-ddda-4a58-85b5-35a33d788488 HTTP/1.1" status: 200  len: 922 time: 1.3493564
Nov 24 13:06:47.998201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45888) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:48.078465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-07080303-ebb7-481d-b9f8-9f3f166921b0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Deleting port 78b41efa-4da8-41e2-94d8-6225bfe70936 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:48.078465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07080303-ebb7-481d-b9f8-9f3f166921b0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:48.140057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d447e576-4198-41c4-ba41-1924bb740b90 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:06:48.160908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-d6a144d0-1a24-4ba1-a63a-e983bc591f13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6346c77278>,) {'filters': {'network_id': ['42f46442-d2b1-4c59-8018-dd6806abe134']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:48.187422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-d6a144d0-1a24-4ba1-a63a-e983bc591f13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346c77278>, '32ba51be-85d4-471c-b0e6-97de040b55db') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:48.187577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-d6a144d0-1a24-4ba1-a63a-e983bc591f13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346c77278>, '32ba51be-85d4-471c-b0e6-97de040b55db') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:48.206759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de3eda-2193-4efc-a004-c29a37f08bce req-e903221d-cde1-49f6-8a39-2cea8270ed8e tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:48.208307 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e8de3eda-2193-4efc-a004-c29a37f08bce req-e903221d-cde1-49f6-8a39-2cea8270ed8e tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 944 time: 0.8440189
Nov 24 13:06:48.222731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d6a144d0-1a24-4ba1-a63a-e983bc591f13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:48.276216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d6a144d0-1a24-4ba1-a63a-e983bc591f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:48.288126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d6a144d0-1a24-4ba1-a63a-e983bc591f13 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:06:48.331245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-5e5c2625-70c4-4e89-b067-5ace58c7c15b None None] For port 78b41efa-4da8-41e2-94d8-6225bfe70936, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=78b41efa-4da8-41e2-94d8-6225bfe70936,segment=NetworkSegment(2da7ffd8-f432-42c7-bf21-a05e08d7bea9),segment_id=2da7ffd8-f432-42c7-bf21-a05e08d7bea9)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:06:48.331690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e5c2625-70c4-4e89-b067-5ace58c7c15b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:48.383221 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e8de3eda-2193-4efc-a004-c29a37f08bce req-b4b7d1c1-fa41-41e3-a5ed-ad2fc514909f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1626368
Nov 24 13:06:48.495254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-d6a144d0-1a24-4ba1-a63a-e983bc591f13 admin admin] Network 42f46442-d2b1-4c59-8018-dd6806abe134 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:06:48.504649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705f3318-c5f7-43d5-9e18-677364d016aa tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:48.505970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d6a144d0-1a24-4ba1-a63a-e983bc591f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:48.509550 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-705f3318-c5f7-43d5-9e18-677364d016aa tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "GET /v2.0/ports?network_id=cfe08d36-e5ba-4f00-8669-16a0ead5d220&device_id=1307f727-ddda-4a58-85b5-35a33d788488&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.5091872
Nov 24 13:06:48.518588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45892) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:48.523685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5e5c2625-70c4-4e89-b067-5ace58c7c15b None None] Calling delete_port for 78b41efa-4da8-41e2-94d8-6225bfe70936 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:48.670241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port d447e576-4198-41c4-ba41-1924bb740b90 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:06:48.734278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1780612f-7ed3-4dbc-8f8d-5a9eb78a6037 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:48.739171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-d6a144d0-1a24-4ba1-a63a-e983bc591f13 admin admin] Network 42f46442-d2b1-4c59-8018-dd6806abe134 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:06:48.762767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e5c2625-70c4-4e89-b067-5ace58c7c15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:48.784479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:06:48.784810 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:06:48.819516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 78b41efa-4da8-41e2-94d8-6225bfe70936 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:06:48.883550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d6a144d0-1a24-4ba1-a63a-e983bc591f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:48.887665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:48.905719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d6a144d0-1a24-4ba1-a63a-e983bc591f13 admin admin] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:48.909863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1780612f-7ed3-4dbc-8f8d-5a9eb78a6037 None None] Transition to ACTIVE for port object cf32a1b2-6a23-4d5c-8cca-687ee54a42f8 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:06:48.922499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a144d0-1a24-4ba1-a63a-e983bc591f13 admin admin] Pushing event deleted for resources: {'Network': ['ID=42f46442-d2b1-4c59-8018-dd6806abe134,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:48.931499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d6a144d0-1a24-4ba1-a63a-e983bc591f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:48.937752 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d6a144d0-1a24-4ba1-a63a-e983bc591f13 admin admin] 10.222.0.76 "DELETE /v2.0/networks/42f46442-d2b1-4c59-8018-dd6806abe134 HTTP/1.1" status: 204  len: 168 time: 4.8449948
Nov 24 13:06:48.939319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 78b41efa-4da8-41e2-94d8-6225bfe70936 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:06:48.939593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 78b41efa-4da8-41e2-94d8-6225bfe70936 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:06:48.947711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c2625-70c4-4e89-b067-5ace58c7c15b None None] Pushing event deleted for resources: {'Port': ['ID=78b41efa-4da8-41e2-94d8-6225bfe70936,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:48.964508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5e5c2625-70c4-4e89-b067-5ace58c7c15b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:48.971825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1780612f-7ed3-4dbc-8f8d-5a9eb78a6037 None None] Transition to ACTIVE for port object cf32a1b2-6a23-4d5c-8cca-687ee54a42f8 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:06:48.991266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1780612f-7ed3-4dbc-8f8d-5a9eb78a6037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:49.007361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-90749b29-8646-4116-a4df-d4bae52846b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:49.082236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-97bfcb80-55cd-4f84-857c-594d53392ca9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting subnet 99c59ac3-3960-43e0-9bff-b76024ba2094 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:06:49.110148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-97bfcb80-55cd-4f84-857c-594d53392ca9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:49.210535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-07080303-ebb7-481d-b9f8-9f3f166921b0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] For port 78b41efa-4da8-41e2-94d8-6225bfe70936, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=78b41efa-4da8-41e2-94d8-6225bfe70936,segment=NetworkSegment(2da7ffd8-f432-42c7-bf21-a05e08d7bea9),segment_id=2da7ffd8-f432-42c7-bf21-a05e08d7bea9)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:06:49.211005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07080303-ebb7-481d-b9f8-9f3f166921b0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:49.211873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45898) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:49.244646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fb05d243-1d07-4531-83e2-00a3bcdeef19 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:49.278061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-16171f2b-34f4-4b51-a19b-00c19766cee6 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754030687722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036851680337'] for subnet, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:49.281073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-97bfcb80-55cd-4f84-857c-594d53392ca9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:49.297991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-774004d2-d9cc-4be0-aaa2-5862119b3316 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:49.414604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16171f2b-34f4-4b51-a19b-00c19766cee6 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event updated for resources: {'Subnet': ['ID=3fb16923-af29-42d4-9eb3-c56194c06bd0,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:49.437127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-16171f2b-34f4-4b51-a19b-00c19766cee6 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:49.442232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-96fceef4-e40d-498d-b47c-2353f5e7cc18 None None] Provisioning for port d447e576-4198-41c4-ba41-1924bb740b90 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:06:49.447776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780612f-7ed3-4dbc-8f8d-5a9eb78a6037 None None] Pushing event updated for resources: {'Port': ['ID=cf32a1b2-6a23-4d5c-8cca-687ee54a42f8,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:49.451717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1780612f-7ed3-4dbc-8f8d-5a9eb78a6037 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:49.456471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-96fceef4-e40d-498d-b47c-2353f5e7cc18 None None] Provisioning complete for port d447e576-4198-41c4-ba41-1924bb740b90 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:06:49.456906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-96fceef4-e40d-498d-b47c-2353f5e7cc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:49.467852 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-76a46072-1799-43f5-8805-e6016391b942 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4286288353e74305b378e229e8ab5058&name=default HTTP/1.1" status: 200  len: 2743 time: 0.2502167
Nov 24 13:06:49.470676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45904) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:49.525489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5c2625-70c4-4e89-b067-5ace58c7c15b None None] No DVR routers for this DVR port 78b41efa-4da8-41e2-94d8-6225bfe70936 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:06:49.570416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1780612f-7ed3-4dbc-8f8d-5a9eb78a6037 None None] Network 999c95a1-bcc5-4880-8d39-2ed4f9580df9 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:06:49.572329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-1780612f-7ed3-4dbc-8f8d-5a9eb78a6037 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:06:49.575136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1780612f-7ed3-4dbc-8f8d-5a9eb78a6037 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:06:49.575730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-07080303-ebb7-481d-b9f8-9f3f166921b0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Calling delete_port for 78b41efa-4da8-41e2-94d8-6225bfe70936 owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:49.584154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16171f2b-34f4-4b51-a19b-00c19766cee6 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:49.589249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-16171f2b-34f4-4b51-a19b-00c19766cee6 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:49.591031 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-16171f2b-34f4-4b51-a19b-00c19766cee6 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "PUT /v2.0/subnets/3fb16923-af29-42d4-9eb3-c56194c06bd0 HTTP/1.1" status: 200  len: 806 time: 2.6176891
Nov 24 13:06:49.595492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45908) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:49.635048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:49.700682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-1780612f-7ed3-4dbc-8f8d-5a9eb78a6037 None None] Attempting to bind port cf32a1b2-6a23-4d5c-8cca-687ee54a42f8 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:06:49.701008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-1780612f-7ed3-4dbc-8f8d-5a9eb78a6037 None None] Attempting to bind port cf32a1b2-6a23-4d5c-8cca-687ee54a42f8 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'c8f87e20-3559-471e-bcff-759bfbce2ca4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '999c95a1-bcc5-4880-8d39-2ed4f9580df9'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:06:49.701419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1780612f-7ed3-4dbc-8f8d-5a9eb78a6037 None None] Attempting to bind port cf32a1b2-6a23-4d5c-8cca-687ee54a42f8 on network 999c95a1-bcc5-4880-8d39-2ed4f9580df9 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:06:49.707284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-96fceef4-e40d-498d-b47c-2353f5e7cc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:49.726899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1780612f-7ed3-4dbc-8f8d-5a9eb78a6037 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:06:49.727605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1780612f-7ed3-4dbc-8f8d-5a9eb78a6037 None None] Checking segment: {'id': 'c8f87e20-3559-471e-bcff-759bfbce2ca4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '999c95a1-bcc5-4880-8d39-2ed4f9580df9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:06:49.727978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1780612f-7ed3-4dbc-8f8d-5a9eb78a6037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:49.728582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1780612f-7ed3-4dbc-8f8d-5a9eb78a6037 None None] Bound using segment: {'id': 'c8f87e20-3559-471e-bcff-759bfbce2ca4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '999c95a1-bcc5-4880-8d39-2ed4f9580df9'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:06:49.729220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-1780612f-7ed3-4dbc-8f8d-5a9eb78a6037 None None] Bound port: cf32a1b2-6a23-4d5c-8cca-687ee54a42f8, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8f87e20-3559-471e-bcff-759bfbce2ca4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '999c95a1-bcc5-4880-8d39-2ed4f9580df9'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:06:49.729660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1780612f-7ed3-4dbc-8f8d-5a9eb78a6037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:49.760315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31eec7c-4c5a-44f8-8d2c-abaaabb6b8b6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Router ee8bf82c-403b-46b4-a9fa-944eafa70f8e is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:06:49.820176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-96fceef4-e40d-498d-b47c-2353f5e7cc18 None None] For port d447e576-4198-41c4-ba41-1924bb740b90, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d447e576-4198-41c4-ba41-1924bb740b90,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:06:49.834274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-96fceef4-e40d-498d-b47c-2353f5e7cc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:49.839764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0881cbbf-a04e-406b-9805-1ee530cc801f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:49.859608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60f7b122-56cc-4696-91ce-52e1e0b8d1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:49.868913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb48140-8b2a-45fd-a131-9a2f4244555e tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:49.869310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ffb48140-8b2a-45fd-a131-9a2f4244555e tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Synchronizing usage tracker for tenant:b0600db2aa7e4ca299a5964d39c8677a on resource:network {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:06:49.878465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05d243-1d07-4531-83e2-00a3bcdeef19 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Subnet': ['ID=ce53307a-38b4-4ee8-8a76-31f0dacc7c5b,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:49.882109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-97bfcb80-55cd-4f84-857c-594d53392ca9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:49.898862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-1780612f-7ed3-4dbc-8f8d-5a9eb78a6037 None None] For port cf32a1b2-6a23-4d5c-8cca-687ee54a42f8, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:06:49.901142 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b7a74-0906-440d-acba-d72e2098c0c0 req-e1d231eb-1d0c-4384-8133-714817e45014 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:49.903003 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2a0b7a74-0906-440d-acba-d72e2098c0c0 req-e1d231eb-1d0c-4384-8133-714817e45014 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 944 time: 0.2774148
Nov 24 13:06:49.916459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fb05d243-1d07-4531-83e2-00a3bcdeef19 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:49.918660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-1780612f-7ed3-4dbc-8f8d-5a9eb78a6037 None None] For port cf32a1b2-6a23-4d5c-8cca-687ee54a42f8, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=cf32a1b2-6a23-4d5c-8cca-687ee54a42f8,segment=NetworkSegment(c8f87e20-3559-471e-bcff-759bfbce2ca4),segment_id=c8f87e20-3559-471e-bcff-759bfbce2ca4)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:06:49.926896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1780612f-7ed3-4dbc-8f8d-5a9eb78a6037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:49.927996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-07080303-ebb7-481d-b9f8-9f3f166921b0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:06:49.928363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-07080303-ebb7-481d-b9f8-9f3f166921b0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:06:49.942496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60f7b122-56cc-4696-91ce-52e1e0b8d1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:49.968154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d580288f-df1b-40ab-b439-45e15b382cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:50.014794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fceef4-e40d-498d-b47c-2353f5e7cc18 None None] Pushing event updated for resources: {'Port': ['ID=d447e576-4198-41c4-ba41-1924bb740b90,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:50.019031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-96fceef4-e40d-498d-b47c-2353f5e7cc18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:50.022602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-010c7538-f7ac-4e0c-a70f-13587abec5c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:50.052764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ffb48140-8b2a-45fd-a131-9a2f4244555e tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Unset dirty status for tenant:b0600db2aa7e4ca299a5964d39c8677a on resource:network {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:06:50.057638 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ffb48140-8b2a-45fd-a131-9a2f4244555e tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "GET /v2.0/networks/cfe08d36-e5ba-4f00-8669-16a0ead5d220 HTTP/1.1" status: 200  len: 881 time: 1.5379429
Nov 24 13:06:50.063686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45912) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:50.097190 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2a0b7a74-0906-440d-acba-d72e2098c0c0 req-56c96580-e4a2-44f2-9b63-727226f3e38e tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1792719
Nov 24 13:06:50.098825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-d580288f-df1b-40ab-b439-45e15b382cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Deleting port cf32a1b2-6a23-4d5c-8cca-687ee54a42f8 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:50.099310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d580288f-df1b-40ab-b439-45e15b382cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:50.134307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d14678b3-a778-4db1-88cd-84cc0d9b0d90 None None] Provisioning complete for port d447e576-4198-41c4-ba41-1924bb740b90 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:06:50.134862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d14678b3-a778-4db1-88cd-84cc0d9b0d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:50.166946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60f7b122-56cc-4696-91ce-52e1e0b8d1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:50.184265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0d686601-e5b5-4f38-882e-bb2049930d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:50.209782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780612f-7ed3-4dbc-8f8d-5a9eb78a6037 None None] Pushing event updated for resources: {'Port': ['ID=cf32a1b2-6a23-4d5c-8cca-687ee54a42f8,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:50.220279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1780612f-7ed3-4dbc-8f8d-5a9eb78a6037 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:50.225337 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-023bc66c-0f46-45ca-becf-5efd4e5d336c tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "GET /v2.0/ports?device_id=1307f727-ddda-4a58-85b5-35a33d788488 HTTP/1.1" status: 200  len: 205 time: 0.1606364
Nov 24 13:06:50.234275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45916) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:50.319837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60f7b122-56cc-4696-91ce-52e1e0b8d1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:50.320959 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-60f7b122-56cc-4696-91ce-52e1e0b8d1c8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5bdb71ae-ef4f-4cf5-be0e-cc260cb52e31 HTTP/1.1" status: 204  len: 168 time: 0.8006032
Nov 24 13:06:50.322175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7b122-56cc-4696-91ce-52e1e0b8d1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdb71ae-ef4f-4cf5-be0e-cc260cb52e31,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:50.336282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-60f7b122-56cc-4696-91ce-52e1e0b8d1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:50.430111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-07080303-ebb7-481d-b9f8-9f3f166921b0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Deleting port 78b41efa-4da8-41e2-94d8-6225bfe70936 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:50.433726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07080303-ebb7-481d-b9f8-9f3f166921b0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:50.478477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb05d243-1d07-4531-83e2-00a3bcdeef19 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Checking segment: {'id': 'b2ad779b-93bc-40a4-974e-0ef4b4acb669', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:06:50.478880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb05d243-1d07-4531-83e2-00a3bcdeef19 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network hostable DHCP agents. Network: b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:06:50.583944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-07080303-ebb7-481d-b9f8-9f3f166921b0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] The port '78b41efa-4da8-41e2-94d8-6225bfe70936' was deleted {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:06:50.605386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-d580288f-df1b-40ab-b439-45e15b382cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] For port cf32a1b2-6a23-4d5c-8cca-687ee54a42f8, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=cf32a1b2-6a23-4d5c-8cca-687ee54a42f8,segment=NetworkSegment(c8f87e20-3559-471e-bcff-759bfbce2ca4),segment_id=c8f87e20-3559-471e-bcff-759bfbce2ca4)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:06:50.605918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d580288f-df1b-40ab-b439-45e15b382cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:50.708529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:50.760943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb05d243-1d07-4531-83e2-00a3bcdeef19 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:06:50.787042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-d580288f-df1b-40ab-b439-45e15b382cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Calling delete_port for cf32a1b2-6a23-4d5c-8cca-687ee54a42f8 owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:50.804557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07080303-ebb7-481d-b9f8-9f3f166921b0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:50.824359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-fb05d243-1d07-4531-83e2-00a3bcdeef19 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:06:50.834966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949455b6-7082-4a89-ac96-961c6f61d9ba None None] Network b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:06:50.902416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-97bfcb80-55cd-4f84-857c-594d53392ca9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:50.928759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8dad3579-a4aa-4ef9-8f15-1a55d8425864 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:50.945397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4076518c-a1d0-41f6-bf60-915d4b68539c tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:51.115122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb05d243-1d07-4531-83e2-00a3bcdeef19 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:51.115788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fb05d243-1d07-4531-83e2-00a3bcdeef19 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:51.127960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bfcb80-55cd-4f84-857c-594d53392ca9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Subnet': ['ID=99c59ac3-3960-43e0-9bff-b76024ba2094,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:51.134009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-97bfcb80-55cd-4f84-857c-594d53392ca9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:51.142880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13755d93-1ccd-428e-9c09-20efb12c8081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a', 'network_id': 'b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a', 'tenant_id': 'c7d03523e68a47da9bee14cfe27d45e8', 'fixed_ips': [{'subnet_id': 'ce53307a-38b4-4ee8-8a76-31f0dacc7c5b'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:06:51.144346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13755d93-1ccd-428e-9c09-20efb12c8081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:51.169194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31eec7c-4c5a-44f8-8d2c-abaaabb6b8b6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:06:51.194404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-97bfcb80-55cd-4f84-857c-594d53392ca9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:51.196487 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-97bfcb80-55cd-4f84-857c-594d53392ca9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/99c59ac3-3960-43e0-9bff-b76024ba2094 HTTP/1.1" status: 204  len: 168 time: 3.2420661
Nov 24 13:06:51.206393 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fb05d243-1d07-4531-83e2-00a3bcdeef19 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.7473776
Nov 24 13:06:51.211626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45934) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:51.212088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45936) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:51.228522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0d08c4-7549-427a-84ea-d5041725476b None None] Sync routers for ids ['ee8bf82c-403b-46b4-a9fa-944eafa70f8e'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:06:51.238686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b860acc-d1eb-4a1f-8548-7ca5d482c22c None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:06:51.290461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-afc8e76b-0380-4db9-a89a-6bf462233bdc tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'subnet': {'network_id': 'b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:51.310984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-07080303-ebb7-481d-b9f8-9f3f166921b0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6346b17278>,) {'filters': {'network_id': ['9ccc3143-79e8-4735-a467-5f1bd0c58340']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:51.524923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0d08c4-7549-427a-84ea-d5041725476b None None] Routers {'ee8bf82c-403b-46b4-a9fa-944eafa70f8e'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:06:51.526765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-0e0d08c4-7549-427a-84ea-d5041725476b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634725b160>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:06:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['ee8bf82c-403b-46b4-a9fa-944eafa70f8e'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:51.590211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d580288f-df1b-40ab-b439-45e15b382cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:51.707178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b31eec7c-4c5a-44f8-8d2c-abaaabb6b8b6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:51.708476 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b31eec7c-4c5a-44f8-8d2c-abaaabb6b8b6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 12.6780300
Nov 24 13:06:51.715545 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2dff4d6c-4e41-471b-b9b5-ecdc27ead558 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.5021698
Nov 24 13:06:51.716249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45950) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:51.718079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-07080303-ebb7-481d-b9f8-9f3f166921b0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346b17278>, '2da7ffd8-f432-42c7-bf21-a05e08d7bea9') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:51.718434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-07080303-ebb7-481d-b9f8-9f3f166921b0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346b17278>, '2da7ffd8-f432-42c7-bf21-a05e08d7bea9') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:51.723126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45952) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:51.726698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c36b5a75-45d5-4134-8802-dbe00cf3a036 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:51.827309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7e127f15-8ba4-4cd8-8c58-df9686e48e75 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:51.858445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07080303-ebb7-481d-b9f8-9f3f166921b0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:51.864441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580288f-df1b-40ab-b439-45e15b382cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Port': ['ID=cf32a1b2-6a23-4d5c-8cca-687ee54a42f8,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:51.885605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d580288f-df1b-40ab-b439-45e15b382cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:51.915955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07080303-ebb7-481d-b9f8-9f3f166921b0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:51.981188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-07080303-ebb7-481d-b9f8-9f3f166921b0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Releasing vxlan tunnel 12 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:06:52.129686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-0e0d08c4-7549-427a-84ea-d5041725476b None None] Set router ee8bf82c-403b-46b4-a9fa-944eafa70f8e gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:06:52.186246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-afc8e76b-0380-4db9-a89a-6bf462233bdc tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:06:52.208222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d1325-f35b-4056-8794-f3db2916dd8e req-7d98e629-07cd-412c-a527-61b22b0ef70a tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:52.208464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523a0129-f2b0-493e-9109-b7f6d5a212ba None None] DHCP port deletion for 8ca51b04-1dca-4f60-b844-2979d8864b51 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:06:52.210022 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bb8d1325-f35b-4056-8794-f3db2916dd8e req-7d98e629-07cd-412c-a527-61b22b0ef70a tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 944 time: 0.8303800
Nov 24 13:06:52.229459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-523a0129-f2b0-493e-9109-b7f6d5a212ba None None] Deleting port d447e576-4198-41c4-ba41-1924bb740b90 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:52.230285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-523a0129-f2b0-493e-9109-b7f6d5a212ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:52.254842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-afc8e76b-0380-4db9-a89a-6bf462233bdc tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:subnet and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:06:52.260455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-afc8e76b-0380-4db9-a89a-6bf462233bdc tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:06:52.276374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-afc8e76b-0380-4db9-a89a-6bf462233bdc tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:06:52.277161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7e127f15-8ba4-4cd8-8c58-df9686e48e75 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:06:52.293495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7e127f15-8ba4-4cd8-8c58-df9686e48e75 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:subnet and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:06:52.301048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7e127f15-8ba4-4cd8-8c58-df9686e48e75 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:06:52.313067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-07080303-ebb7-481d-b9f8-9f3f166921b0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Network 9ccc3143-79e8-4735-a467-5f1bd0c58340 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:06:52.317740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7e127f15-8ba4-4cd8-8c58-df9686e48e75 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:06:52.325139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07080303-ebb7-481d-b9f8-9f3f166921b0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:52.359580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24e826c-9804-4fa0-8079-03c59e272b17 None None] Network 999c95a1-bcc5-4880-8d39-2ed4f9580df9 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:06:52.385593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c8536ea2-2ab4-4b62-a39c-e685ef808a0b None None] Could not find standard attr ID for object cf32a1b2-6a23-4d5c-8cca-687ee54a42f8. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:06:52.387331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-13755d93-1ccd-428e-9c09-20efb12c8081 None None] Allocated IP 172.20.0.2 (b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a/ce53307a-38b4-4ee8-8a76-31f0dacc7c5b/277961b1-9e33-4dd6-aa3a-9c65ead03d4b) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:06:52.395077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e127f15-8ba4-4cd8-8c58-df9686e48e75 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:06:52.406531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc8e76b-0380-4db9-a89a-6bf462233bdc tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:06:52.416111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d580288f-df1b-40ab-b439-45e15b382cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] No DVR routers for this DVR port cf32a1b2-6a23-4d5c-8cca-687ee54a42f8 on host dv-neutron-601336-61-ovs {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:06:52.419827 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bb8d1325-f35b-4056-8794-f3db2916dd8e req-858226d0-1721-4b7f-a64a-3c5361bb63e3 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1866353
Nov 24 13:06:52.624772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d580288f-df1b-40ab-b439-45e15b382cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:52.680650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e127f15-8ba4-4cd8-8c58-df9686e48e75 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:52.687338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-07080303-ebb7-481d-b9f8-9f3f166921b0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Network 9ccc3143-79e8-4735-a467-5f1bd0c58340 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:06:52.716656 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:06:52.834042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-afc8e76b-0380-4db9-a89a-6bf462233bdc tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:52.924796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07080303-ebb7-481d-b9f8-9f3f166921b0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:52.939659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07080303-ebb7-481d-b9f8-9f3f166921b0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:52.948701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-02adddb4-8432-4512-b3e0-a52c0109b157 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:52.972439 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-701ff5f1-05d2-4773-a925-49f59c350242 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "GET /v2.0/routers/ee8bf82c-403b-46b4-a9fa-944eafa70f8e HTTP/1.1" status: 200  len: 908 time: 1.2404957
Nov 24 13:06:52.978692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45970) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:52.979709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07080303-ebb7-481d-b9f8-9f3f166921b0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event deleted for resources: {'Network': ['ID=9ccc3143-79e8-4735-a467-5f1bd0c58340,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:52.989505 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-07080303-ebb7-481d-b9f8-9f3f166921b0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "DELETE /v2.0/networks/9ccc3143-79e8-4735-a467-5f1bd0c58340 HTTP/1.1" status: 204  len: 168 time: 5.5418191
Nov 24 13:06:52.990607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45974) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:52.990607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45976) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:52.991683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4076518c-a1d0-41f6-bf60-915d4b68539c tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router_gateway, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:52.991825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-07080303-ebb7-481d-b9f8-9f3f166921b0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:53.044668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4076518c-a1d0-41f6-bf60-915d4b68539c tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Deleting port 0d0fa35b-b75c-4e8d-ad82-58054b8b85b8 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:53.045215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4076518c-a1d0-41f6-bf60-915d4b68539c tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:53.234246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-523a0129-f2b0-493e-9109-b7f6d5a212ba None None] For port d447e576-4198-41c4-ba41-1924bb740b90, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d447e576-4198-41c4-ba41-1924bb740b90,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:06:53.235376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-523a0129-f2b0-493e-9109-b7f6d5a212ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:53.377260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3fc3a0e5-09a6-443f-8a18-b92bc3fcac7e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Deleting port 175b6c6f-021e-452e-9cc0-51b2cdd5a340 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:53.377638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3fc3a0e5-09a6-443f-8a18-b92bc3fcac7e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:53.377779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d580288f-df1b-40ab-b439-45e15b382cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:53.403337 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.ipam_backend_mixin [None req-afc8e76b-0380-4db9-a89a-6bf462233bdc tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ce53307a-38b4-4ee8-8a76-31f0dacc7c5b (CIDR: 172.20.0.0/28)
Nov 24 13:06:53.413017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-38917635-7ea6-4d05-af31-4d44670de792 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:53.419300 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc8e76b-0380-4db9-a89a-6bf462233bdc tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:06:53.419792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afc8e76b-0380-4db9-a89a-6bf462233bdc tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] No notification will be sent due to unsuccessful status code: 400 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:06:53.459087 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-afc8e76b-0380-4db9-a89a-6bf462233bdc tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.2438643
Nov 24 13:06:53.478893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-523a0129-f2b0-493e-9109-b7f6d5a212ba None None] Calling delete_port for d447e576-4198-41c4-ba41-1924bb740b90 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:53.487095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45984) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:53.563118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-1d487d3f-7fd4-4e79-b3b5-91b623e453dd tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-903476331'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:53.570438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7fa48e08-cb70-463e-873a-6f5bab3acd61 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'subnet': {'network_id': 'b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:53.576172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13755d93-1ccd-428e-9c09-20efb12c8081 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:53.604513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-0e0d08c4-7549-427a-84ea-d5041725476b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634725b160>, [{'id': 'ee8bf82c-403b-46b4-a9fa-944eafa70f8e', 'name': 'tempest-snat-router-1772094579', 'tenant_id': 'e5d17c392242467db06545404f7abf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': 'c8591175-e9cb-4e8e-bf49-ad3a1ac44fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:06:39Z', 'updated_at': '2020-11-24T13:06:46Z', 'revision_number': 3, 'project_id': 'e5d17c392242467db06545404f7abf69', 'gw_port': {'id': 'c8591175-e9cb-4e8e-bf49-ad3a1ac44fa0', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8bf82c-403b-46b4-a9fa-944eafa70f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:06:44Z', 'updated_at': '2020-11-24T13:06:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:53.611486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0d08c4-7549-427a-84ea-d5041725476b None None] Checking router: ee8bf82c-403b-46b4-a9fa-944eafa70f8e for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:06:53.611897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0d08c4-7549-427a-84ea-d5041725476b None None] Updating router ee8bf82c-403b-46b4-a9fa-944eafa70f8e port c8591175-e9cb-4e8e-bf49-ad3a1ac44fa0 binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:06:53.623125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580288f-df1b-40ab-b439-45e15b382cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Subnet': ['ID=3fb16923-af29-42d4-9eb3-c56194c06bd0,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:53.636892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d580288f-df1b-40ab-b439-45e15b382cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:53.643910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-13755d93-1ccd-428e-9c09-20efb12c8081 None None] Transition to ACTIVE for port object 277961b1-9e33-4dd6-aa3a-9c65ead03d4b will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:06:53.657751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1d487d3f-7fd4-4e79-b3b5-91b623e453dd tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:06:53.671470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-523a0129-f2b0-493e-9109-b7f6d5a212ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:53.684993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1d487d3f-7fd4-4e79-b3b5-91b623e453dd tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Usage tracker for resource:network and tenant:18463566cb184d629475b3c89ac84d00 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:06:53.691988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5e5c2625-70c4-4e89-b067-5ace58c7c15b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:53.693935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4076518c-a1d0-41f6-bf60-915d4b68539c tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:53.694076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1d487d3f-7fd4-4e79-b3b5-91b623e453dd tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:06:53.713751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1d487d3f-7fd4-4e79-b3b5-91b623e453dd tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:06:53.784088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d487d3f-7fd4-4e79-b3b5-91b623e453dd tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Made reservation on behalf of 18463566cb184d629475b3c89ac84d00 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:06:53.786743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-13755d93-1ccd-428e-9c09-20efb12c8081 None None] Transition to ACTIVE for port object 277961b1-9e33-4dd6-aa3a-9c65ead03d4b will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:06:53.790045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1d487d3f-7fd4-4e79-b3b5-91b623e453dd tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:53.803774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a0129-f2b0-493e-9109-b7f6d5a212ba None None] Pushing event deleted for resources: {'Port': ['ID=d447e576-4198-41c4-ba41-1924bb740b90,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:53.807312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3fc3a0e5-09a6-443f-8a18-b92bc3fcac7e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:53.808118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3fc3a0e5-09a6-443f-8a18-b92bc3fcac7e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:53.810421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-523a0129-f2b0-493e-9109-b7f6d5a212ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:53.813947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e0d08c4-7549-427a-84ea-d5041725476b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:53.841016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1d487d3f-7fd4-4e79-b3b5-91b623e453dd tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:53.861550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13755d93-1ccd-428e-9c09-20efb12c8081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:53.904732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1780612f-7ed3-4dbc-8f8d-5a9eb78a6037 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:53.952955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4076518c-a1d0-41f6-bf60-915d4b68539c tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Calling delete_port for 0d0fa35b-b75c-4e8d-ad82-58054b8b85b8 owned by network:router_gateway {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:54.053360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8dd1a0-844c-49a3-a85e-79bed685db29 None None] Network 999c95a1-bcc5-4880-8d39-2ed4f9580df9 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:06:54.089099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d447e576-4198-41c4-ba41-1924bb740b90 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:06:54.320810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d580288f-df1b-40ab-b439-45e15b382cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:54.323261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3fc3a0e5-09a6-443f-8a18-b92bc3fcac7e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Calling delete_port for 175b6c6f-021e-452e-9cc0-51b2cdd5a340 owned by network:floatingip {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:54.372201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7fa48e08-cb70-463e-873a-6f5bab3acd61 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:06:54.380720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7fa48e08-cb70-463e-873a-6f5bab3acd61 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:subnet and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:06:54.389094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7fa48e08-cb70-463e-873a-6f5bab3acd61 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:06:54.409619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: d447e576-4198-41c4-ba41-1924bb740b90 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:06:54.410005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d447e576-4198-41c4-ba41-1924bb740b90 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:06:54.423811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7fa48e08-cb70-463e-873a-6f5bab3acd61 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:06:54.447122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 522e37dd-c87e-451d-9bf5-82e3d3a11706 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:06:54.448265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1d487d3f-7fd4-4e79-b3b5-91b623e453dd tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:06:54.459323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1d487d3f-7fd4-4e79-b3b5-91b623e453dd tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Usage tracker for resource:security_group_rule and tenant:18463566cb184d629475b3c89ac84d00 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:06:54.471408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1d487d3f-7fd4-4e79-b3b5-91b623e453dd tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:06:54.489250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa48e08-cb70-463e-873a-6f5bab3acd61 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:06:54.495316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7fa48e08-cb70-463e-873a-6f5bab3acd61 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:54.511491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1d487d3f-7fd4-4e79-b3b5-91b623e453dd tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:06:54.518567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ce9e83a3-bb86-46cb-a589-9c17d9e989a4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:54.560419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13755d93-1ccd-428e-9c09-20efb12c8081 None None] Pushing event updated for resources: {'Port': ['ID=277961b1-9e33-4dd6-aa3a-9c65ead03d4b,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:54.592641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d576335-6a9c-4eef-a191-8aabd29aa9d7 req-0f98a9d8-ec97-4112-91e0-7103249af26a tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:54.594503 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5d576335-6a9c-4eef-a191-8aabd29aa9d7 req-0f98a9d8-ec97-4112-91e0-7103249af26a tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 944 time: 1.0035810
Nov 24 13:06:54.595124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-13755d93-1ccd-428e-9c09-20efb12c8081 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:54.604361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-d580288f-df1b-40ab-b439-45e15b382cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6346d0ecf8>,) {'filters': {'network_id': ['999c95a1-bcc5-4880-8d39-2ed4f9580df9']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:54.628349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-d580288f-df1b-40ab-b439-45e15b382cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346d0ecf8>, 'c8f87e20-3559-471e-bcff-759bfbce2ca4') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:54.628695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-d580288f-df1b-40ab-b439-45e15b382cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346d0ecf8>, 'c8f87e20-3559-471e-bcff-759bfbce2ca4') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:54.667153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d580288f-df1b-40ab-b439-45e15b382cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:54.670780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523a0129-f2b0-493e-9109-b7f6d5a212ba None None] No DVR routers for this DVR port d447e576-4198-41c4-ba41-1924bb740b90 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:06:54.710076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d580288f-df1b-40ab-b439-45e15b382cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:54.713299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d580288f-df1b-40ab-b439-45e15b382cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Releasing vxlan tunnel 7 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:06:54.878209 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5d576335-6a9c-4eef-a191-8aabd29aa9d7 req-34772bf0-772c-464c-a7ad-3092c73c11ec tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2581878
Nov 24 13:06:54.878476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0830d095-5a58-4510-8e8d-8c17455375ef None None] DHCP port deletion for 999c95a1-bcc5-4880-8d39-2ed4f9580df9 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:06:54.896466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13755d93-1ccd-428e-9c09-20efb12c8081 None None] Network b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:06:54.899818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port 522e37dd-c87e-451d-9bf5-82e3d3a11706 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:06:54.903114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3fc3a0e5-09a6-443f-8a18-b92bc3fcac7e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:54.906439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-13755d93-1ccd-428e-9c09-20efb12c8081 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:06:54.913815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13755d93-1ccd-428e-9c09-20efb12c8081 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:06:54.919841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 522e37dd-c87e-451d-9bf5-82e3d3a11706 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:06:54.920016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:54.930741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0d57a835-8bde-4ca3-83b0-277435540256 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:55.026031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4076518c-a1d0-41f6-bf60-915d4b68539c tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:55.048746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-d580288f-df1b-40ab-b439-45e15b382cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network 999c95a1-bcc5-4880-8d39-2ed4f9580df9 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:06:55.049877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3a0e5-09a6-443f-8a18-b92bc3fcac7e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event deleted for resources: {'Port': ['ID=175b6c6f-021e-452e-9cc0-51b2cdd5a340,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:55.052852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3fc3a0e5-09a6-443f-8a18-b92bc3fcac7e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:55.062717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-13d433cf-4df5-45d7-b7a6-4c11d0675990 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:55.079443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-13755d93-1ccd-428e-9c09-20efb12c8081 None None] Attempting to bind port 277961b1-9e33-4dd6-aa3a-9c65ead03d4b on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:06:55.079771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-13755d93-1ccd-428e-9c09-20efb12c8081 None None] Attempting to bind port 277961b1-9e33-4dd6-aa3a-9c65ead03d4b by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'b2ad779b-93bc-40a4-974e-0ef4b4acb669', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:06:55.080232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13755d93-1ccd-428e-9c09-20efb12c8081 None None] Attempting to bind port 277961b1-9e33-4dd6-aa3a-9c65ead03d4b on network b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:06:55.096748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13755d93-1ccd-428e-9c09-20efb12c8081 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:06:55.097185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13755d93-1ccd-428e-9c09-20efb12c8081 None None] Checking segment: {'id': 'b2ad779b-93bc-40a4-974e-0ef4b4acb669', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:06:55.097645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13755d93-1ccd-428e-9c09-20efb12c8081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:55.098095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13755d93-1ccd-428e-9c09-20efb12c8081 None None] Bound using segment: {'id': 'b2ad779b-93bc-40a4-974e-0ef4b4acb669', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:06:55.098661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-13755d93-1ccd-428e-9c09-20efb12c8081 None None] Bound port: 277961b1-9e33-4dd6-aa3a-9c65ead03d4b, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ad779b-93bc-40a4-974e-0ef4b4acb669', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:06:55.099089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13755d93-1ccd-428e-9c09-20efb12c8081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:55.113812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1d487d3f-7fd4-4e79-b3b5-91b623e453dd tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:55.134788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1d487d3f-7fd4-4e79-b3b5-91b623e453dd tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:55.147214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d580288f-df1b-40ab-b439-45e15b382cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:55.196765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-20a7c574-4894-44ab-bf39-ef94fc32cf37 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:55.259015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-0e0d08c4-7549-427a-84ea-d5041725476b None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:06:55.279709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076518c-a1d0-41f6-bf60-915d4b68539c tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Pushing event deleted for resources: {'Port': ['ID=0d0fa35b-b75c-4e8d-ad82-58054b8b85b8,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:55.301740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4076518c-a1d0-41f6-bf60-915d4b68539c tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:55.315159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d487d3f-7fd4-4e79-b3b5-91b623e453dd tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:06:55.340037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d487d3f-7fd4-4e79-b3b5-91b623e453dd tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Pushing event updated for resources: {'SecurityGroup': ['ID=34347b97-d915-46a8-8dca-7c75baa25f8c,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:55.340939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1d487d3f-7fd4-4e79-b3b5-91b623e453dd tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:55.369443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1d487d3f-7fd4-4e79-b3b5-91b623e453dd tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:55.369867 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-1d487d3f-7fd4-4e79-b3b5-91b623e453dd tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Added segment 80c98988-9a73-4feb-a8e0-5820bc64e011 of type vxlan for network 2d2a3cea-5a4c-482a-9a04-169061877784
Nov 24 13:06:55.387609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:55.419938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e0d08c4-7549-427a-84ea-d5041725476b None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:55.439105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-13755d93-1ccd-428e-9c09-20efb12c8081 None None] For port 277961b1-9e33-4dd6-aa3a-9c65ead03d4b, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:06:55.449835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6711fa54-6790-46c3-864c-b0fbcde3e3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522e37dd-c87e-451d-9bf5-82e3d3a11706'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:06:55.464192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 522e37dd-c87e-451d-9bf5-82e3d3a11706, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=522e37dd-c87e-451d-9bf5-82e3d3a11706,segment=NetworkSegment(f37bbda7-8694-4075-8d54-b96ea9721450),segment_id=f37bbda7-8694-4075-8d54-b96ea9721450)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:06:55.467650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:55.469845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-619174cc-2b87-46ba-a790-cd7c77159d1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:55.483634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1d487d3f-7fd4-4e79-b3b5-91b623e453dd tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:55.494085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e127f15-8ba4-4cd8-8c58-df9686e48e75 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:55.539319 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6711fa54-6790-46c3-864c-b0fbcde3e3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522e37dd-c87e-451d-9bf5-82e3d3a11706', 'code': 200}
Nov 24 13:06:55.542014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3fc3a0e5-09a6-443f-8a18-b92bc3fcac7e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for floatingip, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:55.554223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=522e37dd-c87e-451d-9bf5-82e3d3a11706,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:55.557929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:55.583099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-d580288f-df1b-40ab-b439-45e15b382cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network 999c95a1-bcc5-4880-8d39-2ed4f9580df9 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:06:55.595533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4586d108-c835-4a56-bdfa-79f2552997a1 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:55.626220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ce9e83a3-bb86-46cb-a589-9c17d9e989a4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router_gateway, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:55.664129 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:06:55.664129 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:06:55.664129 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:06:55.664129 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:06:55.664129 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:06:55.664129 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:06:55.664129 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:06:55.664129 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:06:55.664129 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:06:55.664129 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:06:55.664129 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:06:55.664129 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:06:55.664129 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:06:55.664129 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:06:55.664129 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:06:55.664129 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:06:55.664129 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:06:55.664129 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:06:55.664129 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:06:55.664129 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:06:55.664129 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:06:55.664129 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:06:55.664129 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:06:55.664129 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:06:55.664129 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:06:55.664129 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:06:55.664129 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:06:55.664129 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:06:55.664129 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:06:55.664129 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:06:55.664129 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:06:55.664129 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:06:55.684211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1d487d3f-7fd4-4e79-b3b5-91b623e453dd tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:55.688869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d487d3f-7fd4-4e79-b3b5-91b623e453dd tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:55.689498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1d487d3f-7fd4-4e79-b3b5-91b623e453dd tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:55.703172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3c174c94-1512-429b-9d40-77b2a1a1ab80 tempest-ExternalNetworksTestJSON-723674219 tempest-ExternalNetworksTestJSON-723674219] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:55.801133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0e0d08c4-7549-427a-84ea-d5041725476b None None] Transition to ACTIVE for port object c8591175-e9cb-4e8e-bf49-ad3a1ac44fa0 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:06:55.803431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e127f15-8ba4-4cd8-8c58-df9686e48e75 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Subnet': ['ID=d2e3d264-6f1c-41f7-bd2b-fd9ddafe84e4,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:55.821772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e0d08c4-7549-427a-84ea-d5041725476b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:55.830823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ce9e83a3-bb86-46cb-a589-9c17d9e989a4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Deleting port c8591175-e9cb-4e8e-bf49-ad3a1ac44fa0 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:55.831199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ce9e83a3-bb86-46cb-a589-9c17d9e989a4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:55.839193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-13755d93-1ccd-428e-9c09-20efb12c8081 None None] For port 277961b1-9e33-4dd6-aa3a-9c65ead03d4b, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=277961b1-9e33-4dd6-aa3a-9c65ead03d4b,segment=NetworkSegment(b2ad779b-93bc-40a4-974e-0ef4b4acb669),segment_id=b2ad779b-93bc-40a4-974e-0ef4b4acb669)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:06:55.843543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:55.857828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7e127f15-8ba4-4cd8-8c58-df9686e48e75 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:55.858663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d580288f-df1b-40ab-b439-45e15b382cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:55.865241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d580288f-df1b-40ab-b439-45e15b382cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:55.874793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-502acac0-453b-4176-be4e-9141f75b5d6a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:55.917987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3fc3a0e5-09a6-443f-8a18-b92bc3fcac7e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:55.924101 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3fc3a0e5-09a6-443f-8a18-b92bc3fcac7e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "DELETE /v2.0/floatingips/f0e8cde6-e6ed-4411-9409-d12957526bd4 HTTP/1.1" status: 204  len: 168 time: 2.9268272
Nov 24 13:06:55.930059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580288f-df1b-40ab-b439-45e15b382cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Network': ['ID=999c95a1-bcc5-4880-8d39-2ed4f9580df9,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:55.932386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 45994) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:55.939168 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1d487d3f-7fd4-4e79-b3b5-91b623e453dd tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 2.9435594
Nov 24 13:06:55.945950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 45998) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:55.951451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d580288f-df1b-40ab-b439-45e15b382cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:55.952072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13755d93-1ccd-428e-9c09-20efb12c8081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:56.011293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d487d3f-7fd4-4e79-b3b5-91b623e453dd tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Pushing event updated for resources: {'Network': ['ID=2d2a3cea-5a4c-482a-9a04-169061877784,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:56.014506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1d487d3f-7fd4-4e79-b3b5-91b623e453dd tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:56.022161 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2545d17-80c7-486d-b988-60c707ecc59a tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] DELETE failed (client error): The resource could not be found.
Nov 24 13:06:56.022161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2545d17-80c7-486d-b988-60c707ecc59a tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:06:56.027994 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f2545d17-80c7-486d-b988-60c707ecc59a tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "DELETE /v2.0/ports/f67559d2-b164-48db-bda5-ec9dc890fc2b HTTP/1.1" status: 404  len: 333 time: 0.0872662
Nov 24 13:06:56.029376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46004) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:56.031783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device cf32a1b2-6a23-4d5c-8cca-687ee54a42f8 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:06:56.057747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 522e37dd-c87e-451d-9bf5-82e3d3a11706 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:06:56.103550 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d580288f-df1b-40ab-b439-45e15b382cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/networks/999c95a1-bcc5-4880-8d39-2ed4f9580df9 HTTP/1.1" status: 204  len: 168 time: 6.5067210
Nov 24 13:06:56.107948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 2d2a3cea-5a4c-482a-9a04-169061877784 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:06:56.117494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-91c5c280-0a37-42fd-9890-c36358b85d65 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Request body: {'subnet': {'network_id': '2d2a3cea-5a4c-482a-9a04-169061877784', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:56.133611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 2d2a3cea-5a4c-482a-9a04-169061877784 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:06:56.155617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46008) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:56.180697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e8f61e85-0512-4a6a-b501-aecc8850e0dc tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Synchronizing usage tracker for tenant:fd22555ebd24497b9a32eac1cfc2772e on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:06:56.246943 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-8250ed72-2654-445f-be2d-f8b286599e23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] DELETE failed (client error): The resource could not be found.
Nov 24 13:06:56.247444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8250ed72-2654-445f-be2d-f8b286599e23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:06:56.255078 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8250ed72-2654-445f-be2d-f8b286599e23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/networks/999c95a1-bcc5-4880-8d39-2ed4f9580df9 HTTP/1.1" status: 404  len: 339 time: 0.0757141
Nov 24 13:06:56.258258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46012) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:56.271878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-5b353bfe-5018-4e92-835c-ffec39db9b49 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-89246340', 'description': 'd1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:56.291921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e8f61e85-0512-4a6a-b501-aecc8850e0dc tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Unset dirty status for tenant:fd22555ebd24497b9a32eac1cfc2772e on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:06:56.295760 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e8f61e85-0512-4a6a-b501-aecc8850e0dc tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "GET /v2.0/ports?device_id=830dadff-eace-4263-b201-e0690c2e00d7 HTTP/1.1" status: 200  len: 205 time: 0.2569852
Nov 24 13:06:56.298377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5b353bfe-5018-4e92-835c-ffec39db9b49 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:06:56.304930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: cf32a1b2-6a23-4d5c-8cca-687ee54a42f8 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:06:56.305331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device cf32a1b2-6a23-4d5c-8cca-687ee54a42f8 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:06:56.306168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46016) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:56.310492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5b353bfe-5018-4e92-835c-ffec39db9b49 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Usage tracker for resource:network and tenant:2aca37eb671f42ff857d97c1cafabbf3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:06:56.370375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e127f15-8ba4-4cd8-8c58-df9686e48e75 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:06:56.371144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4076518c-a1d0-41f6-bf60-915d4b68539c tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:56.383616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916765d-560d-4077-9a4d-051d61840f38 None None] Pushing event updated for resources: {'Port': ['ID=c8591175-e9cb-4e8e-bf49-ad3a1ac44fa0,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:56.388258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5b353bfe-5018-4e92-835c-ffec39db9b49 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Quota usage for network was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:06:56.399027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a916765d-560d-4077-9a4d-051d61840f38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:56.407425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3b4b6-e616-409f-a30b-d50866864d11 req-965001b7-46cb-401e-980a-79c202e95128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:56.409022 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5db3b4b6-e616-409f-a30b-d50866864d11 req-965001b7-46cb-401e-980a-79c202e95128 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 1163 time: 0.5510430
Nov 24 13:06:56.410111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-faa1fb27-e236-4093-8ec4-cc6b7d012e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.439s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:56.415879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5b353bfe-5018-4e92-835c-ffec39db9b49 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:06:56.434443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ce9e83a3-bb86-46cb-a589-9c17d9e989a4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] For port c8591175-e9cb-4e8e-bf49-ad3a1ac44fa0, host dv-neutron-601336-61-ovs, got binding levels [] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:06:56.434842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ce9e83a3-bb86-46cb-a589-9c17d9e989a4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:56.445297 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-66571115-b156-435d-b303-ac42a8c62c95 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] delete failed (client error): The resource could not be found.
Nov 24 13:06:56.449264 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-66571115-b156-435d-b303-ac42a8c62c95 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "DELETE /v2.0/routers/830dadff-eace-4263-b201-e0690c2e00d7 HTTP/1.1" status: 404  len: 336 time: 0.1383624
Nov 24 13:06:56.449402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-7e127f15-8ba4-4cd8-8c58-df9686e48e75 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:06:56.468454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46020) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:56.485412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536eebc7-41e1-4145-b149-40f0b8c631c0 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:06:56.612544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ce9e83a3-bb86-46cb-a589-9c17d9e989a4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Calling delete_port for c8591175-e9cb-4e8e-bf49-ad3a1ac44fa0 owned by network:router_gateway {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:56.647575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b353bfe-5018-4e92-835c-ffec39db9b49 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Made reservation on behalf of 2aca37eb671f42ff857d97c1cafabbf3 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:06:56.653470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b353bfe-5018-4e92-835c-ffec39db9b49 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:56.777022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-5db3b4b6-e616-409f-a30b-d50866864d11 req-ca6d9944-8d0b-4cc5-bea3-5a7ce55cb5c9 service neutron] Synchronizing usage tracker for tenant:774d30b82aa74bee9a10e23762f8c0dc on resource:security_group {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:06:56.837797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b353bfe-5018-4e92-835c-ffec39db9b49 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:06:56.853793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e127f15-8ba4-4cd8-8c58-df9686e48e75 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:56.854883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e127f15-8ba4-4cd8-8c58-df9686e48e75 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:56.866317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13755d93-1ccd-428e-9c09-20efb12c8081 None None] Pushing event updated for resources: {'Port': ['ID=277961b1-9e33-4dd6-aa3a-9c65ead03d4b,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:56.866679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7fa48e08-cb70-463e-873a-6f5bab3acd61 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:56.879450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-13755d93-1ccd-428e-9c09-20efb12c8081 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:56.886076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:56.886896 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1bb88c2-84fa-45e3-b891-34669877042d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] DELETE failed (client error): The resource could not be found.
Nov 24 13:06:56.887020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1bb88c2-84fa-45e3-b891-34669877042d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:06:56.891851 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a1bb88c2-84fa-45e3-b891-34669877042d tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "DELETE /v2.0/subnets/31887cab-15dd-47ac-9aca-1496c3db87be HTTP/1.1" status: 404  len: 337 time: 0.4143598
Nov 24 13:06:56.896193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-91c5c280-0a37-42fd-9890-c36358b85d65 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:06:56.898603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 522e37dd-c87e-451d-9bf5-82e3d3a11706 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:06:56.899158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:56.899522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46024) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:56.915926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-5db3b4b6-e616-409f-a30b-d50866864d11 req-ca6d9944-8d0b-4cc5-bea3-5a7ce55cb5c9 service neutron] Unset dirty status for tenant:774d30b82aa74bee9a10e23762f8c0dc on resource:security_group {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:06:56.917145 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5db3b4b6-e616-409f-a30b-d50866864d11 req-ca6d9944-8d0b-4cc5-bea3-5a7ce55cb5c9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.4842367
Nov 24 13:06:56.945712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0e0d08c4-7549-427a-84ea-d5041725476b None None] Attempting to bind port c8591175-e9cb-4e8e-bf49-ad3a1ac44fa0 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:06:56.946337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0e0d08c4-7549-427a-84ea-d5041725476b None None] Attempting to bind port c8591175-e9cb-4e8e-bf49-ad3a1ac44fa0 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:06:56.946872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0d08c4-7549-427a-84ea-d5041725476b None None] Attempting to bind port c8591175-e9cb-4e8e-bf49-ad3a1ac44fa0 on network cfe08d36-e5ba-4f00-8669-16a0ead5d220 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:06:57.009755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0d08c4-7549-427a-84ea-d5041725476b None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:06:57.010057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-91c5c280-0a37-42fd-9890-c36358b85d65 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Usage tracker for resource:subnet and tenant:18463566cb184d629475b3c89ac84d00 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:06:57.010525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0d08c4-7549-427a-84ea-d5041725476b None None] Checking segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:06:57.011100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e0d08c4-7549-427a-84ea-d5041725476b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:57.011664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0d08c4-7549-427a-84ea-d5041725476b None None] Bound using segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:06:57.012738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0e0d08c4-7549-427a-84ea-d5041725476b None None] Bound port: c8591175-e9cb-4e8e-bf49-ad3a1ac44fa0, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:06:57.012738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e0d08c4-7549-427a-84ea-d5041725476b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:57.027755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-91c5c280-0a37-42fd-9890-c36358b85d65 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:06:57.034453 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7e127f15-8ba4-4cd8-8c58-df9686e48e75 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 5.2412553
Nov 24 13:06:57.047412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-91c5c280-0a37-42fd-9890-c36358b85d65 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:06:57.049709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46028) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:57.120561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-161408fd-6e5a-4ca9-b720-3719fbed0f15 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-913508201', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:57.152419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4076518c-a1d0-41f6-bf60-915d4b68539c tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:57.154631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-161408fd-6e5a-4ca9-b720-3719fbed0f15 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:06:57.179866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391877d7-c970-475b-b5bc-094845d59822 req-45d30e1e-2583-43ac-ae17-ed5dc09d1da9 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:57.181420 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-391877d7-c970-475b-b5bc-094845d59822 req-45d30e1e-2583-43ac-ae17-ed5dc09d1da9 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 946 time: 1.0707200
Nov 24 13:06:57.185411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-161408fd-6e5a-4ca9-b720-3719fbed0f15 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:router and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:06:57.189924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-161408fd-6e5a-4ca9-b720-3719fbed0f15 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:06:57.195789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c5c280-0a37-42fd-9890-c36358b85d65 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Made reservation on behalf of 18463566cb184d629475b3c89ac84d00 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:06:57.233144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4076518c-a1d0-41f6-bf60-915d4b68539c tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:57.247134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a50a92fd-35c6-4334-ba07-2242d04b2217 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Deleting port 66085b58-f3d4-4fe2-81dc-71205b5a717d {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:57.247134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a50a92fd-35c6-4334-ba07-2242d04b2217 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:57.254242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-0e0d08c4-7549-427a-84ea-d5041725476b None None] For port c8591175-e9cb-4e8e-bf49-ad3a1ac44fa0, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:06:57.260743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62013047-2154-4e02-a6e7-22b5ec9a7b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-8ca51b04-1dca-4f60-b844-2979d8864b51', 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'fixed_ips': [{'subnet_id': 'd2e3d264-6f1c-41f7-bd2b-fd9ddafe84e4'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:06:57.261834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-62013047-2154-4e02-a6e7-22b5ec9a7b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:57.296378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-0e0d08c4-7549-427a-84ea-d5041725476b None None] For port c8591175-e9cb-4e8e-bf49-ad3a1ac44fa0, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=c8591175-e9cb-4e8e-bf49-ad3a1ac44fa0,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:06:57.311882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b353bfe-5018-4e92-835c-ffec39db9b49 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:57.312385 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-5b353bfe-5018-4e92-835c-ffec39db9b49 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Added segment f39a01a1-015d-401b-be92-47966105fd8a of type vxlan for network f5422b33-8273-4e2f-8740-c7589963fc40
Nov 24 13:06:57.316590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e0d08c4-7549-427a-84ea-d5041725476b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:57.334562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-161408fd-6e5a-4ca9-b720-3719fbed0f15 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:06:57.335804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1780612f-7ed3-4dbc-8f8d-5a9eb78a6037 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:57.388092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa48e08-cb70-463e-873a-6f5bab3acd61 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Subnet': ['ID=a0fc201b-1f86-44eb-a2cd-166a4eef971a,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:57.391843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7fa48e08-cb70-463e-873a-6f5bab3acd61 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:57.411958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b353bfe-5018-4e92-835c-ffec39db9b49 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:57.455742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-ce9e83a3-bb86-46cb-a589-9c17d9e989a4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:06:57.456099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-ce9e83a3-bb86-46cb-a589-9c17d9e989a4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:06:57.467280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-161408fd-6e5a-4ca9-b720-3719fbed0f15 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:57.468825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-161408fd-6e5a-4ca9-b720-3719fbed0f15 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:57.497159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b353bfe-5018-4e92-835c-ffec39db9b49 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:57.501902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b353bfe-5018-4e92-835c-ffec39db9b49 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:57.502572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b353bfe-5018-4e92-835c-ffec39db9b49 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:57.508243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa48e08-cb70-463e-873a-6f5bab3acd61 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:06:57.509566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fa2cf38e-60b6-4b03-964f-34a4db99ec48 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:57.606054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-91c5c280-0a37-42fd-9890-c36358b85d65 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:57.630008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916765d-560d-4077-9a4d-051d61840f38 None None] Pushing event updated for resources: {'Port': ['ID=c8591175-e9cb-4e8e-bf49-ad3a1ac44fa0,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:57.654541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b353bfe-5018-4e92-835c-ffec39db9b49 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event updated for resources: {'Network': ['ID=f5422b33-8273-4e2f-8740-c7589963fc40,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:57.657768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a916765d-560d-4077-9a4d-051d61840f38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:57.658895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5b353bfe-5018-4e92-835c-ffec39db9b49 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:57.660032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-7fa48e08-cb70-463e-873a-6f5bab3acd61 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:06:57.683210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa48e08-cb70-463e-873a-6f5bab3acd61 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:57.684042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7fa48e08-cb70-463e-873a-6f5bab3acd61 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:57.701127 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-391877d7-c970-475b-b5bc-094845d59822 req-af960017-3e8c-457a-afee-ce2a31929501 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.4871249
Nov 24 13:06:57.711096 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5b353bfe-5018-4e92-835c-ffec39db9b49 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.4477863
Nov 24 13:06:57.716821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46032) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:57.735634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network f5422b33-8273-4e2f-8740-c7589963fc40 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:06:57.750198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network f5422b33-8273-4e2f-8740-c7589963fc40 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:06:57.768606 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7fa48e08-cb70-463e-873a-6f5bab3acd61 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 4.2781525
Nov 24 13:06:57.775536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46036) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:57.791598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-380b2d59-3a85-4148-b2fb-b61a3cbb5fc6 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'port': {'network_id': 'b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a', 'fixed_ips': [{'subnet_id': 'ce53307a-38b4-4ee8-8a76-31f0dacc7c5b'}, {'subnet_id': 'a0fc201b-1f86-44eb-a2cd-166a4eef971a'}], 'name': 'tempest-PortsTestJSON-1211539758'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:57.895188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4076518c-a1d0-41f6-bf60-915d4b68539c tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:57.896206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4076518c-a1d0-41f6-bf60-915d4b68539c tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Fanout notify agent at l3_agent the message router_deleted on router 1307f727-ddda-4a58-85b5-35a33d788488 {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:06:57.990364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ce9e83a3-bb86-46cb-a589-9c17d9e989a4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Deleting port c8591175-e9cb-4e8e-bf49-ad3a1ac44fa0 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:06:57.990747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ce9e83a3-bb86-46cb-a589-9c17d9e989a4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:58.021873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0d08c4-7549-427a-84ea-d5041725476b None None] Routers {'ee8bf82c-403b-46b4-a9fa-944eafa70f8e'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:06:58.022616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-0e0d08c4-7549-427a-84ea-d5041725476b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634725b160>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:06:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['ee8bf82c-403b-46b4-a9fa-944eafa70f8e'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:58.065340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4076518c-a1d0-41f6-bf60-915d4b68539c tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:58.071037 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4076518c-a1d0-41f6-bf60-915d4b68539c tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "DELETE /v2.0/routers/1307f727-ddda-4a58-85b5-35a33d788488 HTTP/1.1" status: 204  len: 168 time: 7.8334384
Nov 24 13:06:58.088473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46040) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:58.098928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-979eacd2-700b-47ed-a325-17e417747fd7 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1055727965', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:58.112574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-979eacd2-700b-47ed-a325-17e417747fd7 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:06:58.123312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4474cfe5-bbef-449d-a53e-b760b7e8af41 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:06:58.124255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4474cfe5-bbef-449d-a53e-b760b7e8af41 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Synchronizing usage tracker for tenant:2aca37eb671f42ff857d97c1cafabbf3 on resource:network {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:06:58.125341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-161408fd-6e5a-4ca9-b720-3719fbed0f15 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:58.135092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-979eacd2-700b-47ed-a325-17e417747fd7 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Usage tracker for resource:router and tenant:c2dbf21b25954c9fa14ce758f1b82ede is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:06:58.158382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-979eacd2-700b-47ed-a325-17e417747fd7 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:06:58.172069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-979eacd2-700b-47ed-a325-17e417747fd7 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:06:58.217681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-161408fd-6e5a-4ca9-b720-3719fbed0f15 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:58.232277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-979eacd2-700b-47ed-a325-17e417747fd7 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:58.233456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-979eacd2-700b-47ed-a325-17e417747fd7 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:58.293541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 277961b1-9e33-4dd6-aa3a-9c65ead03d4b up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:06:58.302194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4474cfe5-bbef-449d-a53e-b760b7e8af41 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Unset dirty status for tenant:2aca37eb671f42ff857d97c1cafabbf3 on resource:network {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:06:58.303663 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4474cfe5-bbef-449d-a53e-b760b7e8af41 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "GET /v2.0/networks?id=f5422b33-8273-4e2f-8740-c7589963fc40 HTTP/1.1" status: 200  len: 759 time: 0.5863240
Nov 24 13:06:58.319574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a50a92fd-35c6-4334-ba07-2242d04b2217 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:58.329555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46044) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:58.358539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-d7e2a310-34a0-4d8e-a9fd-875735a7b0e8 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Request body: {'network': {'description': 'd2'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:58.400621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-62013047-2154-4e02-a6e7-22b5ec9a7b88 None None] Allocated IP 2001:db8::2 (8ca51b04-1dca-4f60-b844-2979d8864b51/d2e3d264-6f1c-41f7-bd2b-fd9ddafe84e4/517bc958-0e6f-4a87-a93a-6f2c9d0b7b0f) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:06:58.424611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-0e0d08c4-7549-427a-84ea-d5041725476b None None] Set router ee8bf82c-403b-46b4-a9fa-944eafa70f8e gateway port host: None {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:06:58.431110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-380b2d59-3a85-4148-b2fb-b61a3cbb5fc6 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:06:58.441227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-161408fd-6e5a-4ca9-b720-3719fbed0f15 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:58.445354 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-161408fd-6e5a-4ca9-b720-3719fbed0f15 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 1.3293753
Nov 24 13:06:58.445529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-380b2d59-3a85-4148-b2fb-b61a3cbb5fc6 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:port and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:06:58.446733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46048) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:58.449334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-380b2d59-3a85-4148-b2fb-b61a3cbb5fc6 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for port was recalculated. Used quota:2. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:06:58.540981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-380b2d59-3a85-4148-b2fb-b61a3cbb5fc6 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:06:58.569815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a50a92fd-35c6-4334-ba07-2242d04b2217 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Calling delete_port for 66085b58-f3d4-4fe2-81dc-71205b5a717d owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:58.585123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ce9e83a3-bb86-46cb-a589-9c17d9e989a4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] For port c8591175-e9cb-4e8e-bf49-ad3a1ac44fa0, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=c8591175-e9cb-4e8e-bf49-ad3a1ac44fa0,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:06:58.585570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ce9e83a3-bb86-46cb-a589-9c17d9e989a4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:58.632185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-0e0d08c4-7549-427a-84ea-d5041725476b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634725b160>, [{'id': 'ee8bf82c-403b-46b4-a9fa-944eafa70f8e', 'name': 'tempest-snat-router-1772094579', 'tenant_id': 'e5d17c392242467db06545404f7abf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:06:39Z', 'updated_at': '2020-11-24T13:06:55Z', 'revision_number': 4, 'project_id': 'e5d17c392242467db06545404f7abf69', 'gw_port_host': None}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:06:58.637662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 277961b1-9e33-4dd6-aa3a-9c65ead03d4b completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:06:58.638694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-979eacd2-700b-47ed-a325-17e417747fd7 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:58.647065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0d08c4-7549-427a-84ea-d5041725476b None None] The sync data for ids ['ee8bf82c-403b-46b4-a9fa-944eafa70f8e'] in dv-neutron-601336-61-ovs is: [{'id': 'ee8bf82c-403b-46b4-a9fa-944eafa70f8e', 'name': 'tempest-snat-router-1772094579', 'tenant_id': 'e5d17c392242467db06545404f7abf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:06:39Z', 'updated_at': '2020-11-24T13:06:55Z', 'revision_number': 4, 'project_id': 'e5d17c392242467db06545404f7abf69', 'gw_port_host': None}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:06:58.842820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ce9e83a3-bb86-46cb-a589-9c17d9e989a4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Calling delete_port for c8591175-e9cb-4e8e-bf49-ad3a1ac44fa0 owned by network:router_gateway {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:06:58.945162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380b2d59-3a85-4148-b2fb-b61a3cbb5fc6 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:06:59.021232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efebd370-f7c1-4408-b106-e33e5145957b None None] Network b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:06:59.045880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-979eacd2-700b-47ed-a325-17e417747fd7 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:59.091081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d7e2a310-34a0-4d8e-a9fd-875735a7b0e8 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:59.142770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d7e2a310-34a0-4d8e-a9fd-875735a7b0e8 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:59.164906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3eaa9812-0541-4a32-bd88-232bdb85273c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:59.190687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d8524643-2ee1-4a85-bdb5-0da2f00e7bf4 None None] Provisioning for port 277961b1-9e33-4dd6-aa3a-9c65ead03d4b completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:06:59.213834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d8524643-2ee1-4a85-bdb5-0da2f00e7bf4 None None] Provisioning complete for port 277961b1-9e33-4dd6-aa3a-9c65ead03d4b triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:06:59.214545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d8524643-2ee1-4a85-bdb5-0da2f00e7bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:59.291292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-62013047-2154-4e02-a6e7-22b5ec9a7b88 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:59.344521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-62013047-2154-4e02-a6e7-22b5ec9a7b88 None None] Transition to ACTIVE for port object 517bc958-0e6f-4a87-a93a-6f2c9d0b7b0f will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:06:59.365482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-380b2d59-3a85-4148-b2fb-b61a3cbb5fc6 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:59.417161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-62013047-2154-4e02-a6e7-22b5ec9a7b88 None None] Transition to ACTIVE for port object 517bc958-0e6f-4a87-a93a-6f2c9d0b7b0f will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:06:59.433169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-979eacd2-700b-47ed-a325-17e417747fd7 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:59.437526 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-979eacd2-700b-47ed-a325-17e417747fd7 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 1.3478334
Nov 24 13:06:59.444779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46056) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:06:59.464083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-62013047-2154-4e02-a6e7-22b5ec9a7b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:59.482488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-96fceef4-e40d-498d-b47c-2353f5e7cc18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:59.536598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c55da6f6-8efb-4c07-aa0c-5c1e8384acff tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Request body: {'router': {'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:06:59.653393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2a310-34a0-4d8e-a9fd-875735a7b0e8 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event updated for resources: {'Network': ['ID=f5422b33-8273-4e2f-8740-c7589963fc40,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:59.662626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d7e2a310-34a0-4d8e-a9fd-875735a7b0e8 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:06:59.668949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d8524643-2ee1-4a85-bdb5-0da2f00e7bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:59.688963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network f5422b33-8273-4e2f-8740-c7589963fc40 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:06:59.689285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a50a92fd-35c6-4334-ba07-2242d04b2217 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:59.702323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network f5422b33-8273-4e2f-8740-c7589963fc40 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:06:59.758469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-eb990966-3d6a-4a9e-80d9-f82af327e00c tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:59.760511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ce9e83a3-bb86-46cb-a589-9c17d9e989a4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:06:59.783602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-442f0853-dfec-4497-9ea1-d8c71e59bc1a tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:06:59.836344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62013047-2154-4e02-a6e7-22b5ec9a7b88 None None] Pushing event updated for resources: {'Port': ['ID=517bc958-0e6f-4a87-a93a-6f2c9d0b7b0f,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:06:59.859397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-62013047-2154-4e02-a6e7-22b5ec9a7b88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:00.001028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-d8524643-2ee1-4a85-bdb5-0da2f00e7bf4 None None] For port 277961b1-9e33-4dd6-aa3a-9c65ead03d4b, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=277961b1-9e33-4dd6-aa3a-9c65ead03d4b,segment=NetworkSegment(b2ad779b-93bc-40a4-974e-0ef4b4acb669),segment_id=b2ad779b-93bc-40a4-974e-0ef4b4acb669)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:07:00.014657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d8524643-2ee1-4a85-bdb5-0da2f00e7bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:00.031003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a916765d-560d-4077-9a4d-051d61840f38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:00.140410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62013047-2154-4e02-a6e7-22b5ec9a7b88 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:07:00.144051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8524643-2ee1-4a85-bdb5-0da2f00e7bf4 None None] Pushing event updated for resources: {'Port': ['ID=277961b1-9e33-4dd6-aa3a-9c65ead03d4b,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:00.147936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-62013047-2154-4e02-a6e7-22b5ec9a7b88 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:07:00.151262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62013047-2154-4e02-a6e7-22b5ec9a7b88 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:07:00.154995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d8524643-2ee1-4a85-bdb5-0da2f00e7bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:00.164373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d7e2a310-34a0-4d8e-a9fd-875735a7b0e8 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network f5422b33-8273-4e2f-8740-c7589963fc40 is not hosted by any dhcp agent {{(pid=80943) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Nov 24 13:07:00.168459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e2a310-34a0-4d8e-a9fd-875735a7b0e8 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:00.169126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d7e2a310-34a0-4d8e-a9fd-875735a7b0e8 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:00.173156 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d7e2a310-34a0-4d8e-a9fd-875735a7b0e8 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "PUT /v2.0/networks/f5422b33-8273-4e2f-8740-c7589963fc40 HTTP/1.1" status: 200  len: 756 time: 1.8397341
Nov 24 13:07:00.196671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a92fd-35c6-4334-ba07-2242d04b2217 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event deleted for resources: {'Port': ['ID=66085b58-f3d4-4fe2-81dc-71205b5a717d,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:00.201676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46060) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:00.238364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e83a3-bb86-46cb-a589-9c17d9e989a4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Pushing event deleted for resources: {'Port': ['ID=c8591175-e9cb-4e8e-bf49-ad3a1ac44fa0,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:00.240866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ce9e83a3-bb86-46cb-a589-9c17d9e989a4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:00.246944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a50a92fd-35c6-4334-ba07-2242d04b2217 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:00.274998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-62013047-2154-4e02-a6e7-22b5ec9a7b88 None None] Attempting to bind port 517bc958-0e6f-4a87-a93a-6f2c9d0b7b0f on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:07:00.275600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-62013047-2154-4e02-a6e7-22b5ec9a7b88 None None] Attempting to bind port 517bc958-0e6f-4a87-a93a-6f2c9d0b7b0f by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:07:00.276138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62013047-2154-4e02-a6e7-22b5ec9a7b88 None None] Attempting to bind port 517bc958-0e6f-4a87-a93a-6f2c9d0b7b0f on network 8ca51b04-1dca-4f60-b844-2979d8864b51 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:07:00.295031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62013047-2154-4e02-a6e7-22b5ec9a7b88 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:07:00.295639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62013047-2154-4e02-a6e7-22b5ec9a7b88 None None] Checking segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:07:00.296209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-62013047-2154-4e02-a6e7-22b5ec9a7b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:00.296764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62013047-2154-4e02-a6e7-22b5ec9a7b88 None None] Bound using segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:07:00.298035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-62013047-2154-4e02-a6e7-22b5ec9a7b88 None None] Bound port: 517bc958-0e6f-4a87-a93a-6f2c9d0b7b0f, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:07:00.298580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-62013047-2154-4e02-a6e7-22b5ec9a7b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:00.321427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9353b386-c6a8-4538-a51b-9d57ac9b1044 None None] Update dhcp port {'port': {'network_id': 'b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a', 'fixed_ips': [{'subnet_id': 'ce53307a-38b4-4ee8-8a76-31f0dacc7c5b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a0fc201b-1f86-44eb-a2cd-166a4eef971a'}], 'binding:host_id': 'dv-neutron-601336-61-ovs'}, 'id': '277961b1-9e33-4dd6-aa3a-9c65ead03d4b'} from dv-neutron-601336-61-ovs. {{(pid=80945) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 24 13:07:00.324971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f63e82bd-1f29-41c2-8d6b-4fd5d4783010 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:00.339395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-380b2d59-3a85-4148-b2fb-b61a3cbb5fc6 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] device_id is not set on port 46ae5895-3819-4755-b0f7-1ab44e8fc778 yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:07:00.434877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4b265-72e7-4488-b060-ab20428bf203 req-cd7e0ed3-5660-437d-82b7-0ea1117a963f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:00.436543 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7da4b265-72e7-4488-b060-ab20428bf203 req-cd7e0ed3-5660-437d-82b7-0ea1117a963f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 946 time: 1.4171839
Nov 24 13:07:00.443201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9353b386-c6a8-4538-a51b-9d57ac9b1044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:00.503702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-62013047-2154-4e02-a6e7-22b5ec9a7b88 None None] For port 517bc958-0e6f-4a87-a93a-6f2c9d0b7b0f, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:07:00.528154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-62013047-2154-4e02-a6e7-22b5ec9a7b88 None None] For port 517bc958-0e6f-4a87-a93a-6f2c9d0b7b0f, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=517bc958-0e6f-4a87-a93a-6f2c9d0b7b0f,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:07:00.541267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9c72e6-881f-4130-8e2d-7f22b48ccdc9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:00.542010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-de9c72e6-881f-4130-8e2d-7f22b48ccdc9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Synchronizing usage tracker for tenant:2aca37eb671f42ff857d97c1cafabbf3 on resource:network {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:07:00.543850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-62013047-2154-4e02-a6e7-22b5ec9a7b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:00.562585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d8524643-2ee1-4a85-bdb5-0da2f00e7bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:00.662297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-de9c72e6-881f-4130-8e2d-7f22b48ccdc9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Unset dirty status for tenant:2aca37eb671f42ff857d97c1cafabbf3 on resource:network {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:07:00.667160 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-de9c72e6-881f-4130-8e2d-7f22b48ccdc9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "GET /v2.0/networks?id=f5422b33-8273-4e2f-8740-c7589963fc40 HTTP/1.1" status: 200  len: 759 time: 0.4526601
Nov 24 13:07:00.669915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46064) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:00.717554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-5352b22a-4f7d-4f01-a26c-adb3c759c9c1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-974485237'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:00.791008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5352b22a-4f7d-4f01-a26c-adb3c759c9c1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:07:00.803975 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7da4b265-72e7-4488-b060-ab20428bf203 req-2dcb4019-56f2-4a7e-94dd-0e4e31154a7b tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.3450577
Nov 24 13:07:00.836170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62013047-2154-4e02-a6e7-22b5ec9a7b88 None None] Pushing event updated for resources: {'Port': ['ID=517bc958-0e6f-4a87-a93a-6f2c9d0b7b0f,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:00.846076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5352b22a-4f7d-4f01-a26c-adb3c759c9c1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:07:00.985968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-91c5c280-0a37-42fd-9890-c36358b85d65 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:01.037772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-62013047-2154-4e02-a6e7-22b5ec9a7b88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:01.074195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a50a92fd-35c6-4334-ba07-2242d04b2217 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:01.079182 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a50a92fd-35c6-4334-ba07-2242d04b2217 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "DELETE /v2.0/ports/66085b58-f3d4-4fe2-81dc-71205b5a717d HTTP/1.1" status: 204  len: 168 time: 4.1699479
Nov 24 13:07:01.080800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d580288f-df1b-40ab-b439-45e15b382cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:01.094935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46070) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:01.117440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5352b22a-4f7d-4f01-a26c-adb3c759c9c1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Made reservation on behalf of 2aca37eb671f42ff857d97c1cafabbf3 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:07:01.123623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5352b22a-4f7d-4f01-a26c-adb3c759c9c1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:01.268162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ce9e83a3-bb86-46cb-a589-9c17d9e989a4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:01.331420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5c280-0a37-42fd-9890-c36358b85d65 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Pushing event updated for resources: {'Subnet': ['ID=fef07e68-799a-480d-b1d4-ff0141bac256,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:01.333662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-91c5c280-0a37-42fd-9890-c36358b85d65 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:01.361061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c55da6f6-8efb-4c07-aa0c-5c1e8384acff tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:01.388419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5352b22a-4f7d-4f01-a26c-adb3c759c9c1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:07:01.497043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4ff0f2ca-e2fe-411a-b075-b6bf811435cd tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Deleting port 0012e189-242e-43fa-a251-a2e58a1c96b1 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:07:01.497575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ff0f2ca-e2fe-411a-b075-b6bf811435cd tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:01.497686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5352b22a-4f7d-4f01-a26c-adb3c759c9c1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:01.497986 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-5352b22a-4f7d-4f01-a26c-adb3c759c9c1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Added segment af6d86db-8516-425d-b914-cd84a3cb3613 of type vxlan for network 31fe376d-1dba-4ec4-a9e3-7298e9c19bf4
Nov 24 13:07:01.544680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458265e-379f-4720-84fe-754c03ff5ebe req-afdbe217-5535-4828-9488-04660bea5689 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:01.546380 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f458265e-379f-4720-84fe-754c03ff5ebe req-afdbe217-5535-4828-9488-04660bea5689 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 946 time: 0.4668291
Nov 24 13:07:01.602208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5352b22a-4f7d-4f01-a26c-adb3c759c9c1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:01.679291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c5c280-0a37-42fd-9890-c36358b85d65 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Checking segment: {'id': '80c98988-9a73-4feb-a8e0-5820bc64e011', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2d2a3cea-5a4c-482a-9a04-169061877784'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:07:01.679604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c5c280-0a37-42fd-9890-c36358b85d65 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Network hostable DHCP agents. Network: 2d2a3cea-5a4c-482a-9a04-169061877784, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:07:01.696422 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f458265e-379f-4720-84fe-754c03ff5ebe req-98c83e31-7c75-4541-8b7d-159a5ec7965a tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1315634
Nov 24 13:07:01.702634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5352b22a-4f7d-4f01-a26c-adb3c759c9c1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:01.707747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5352b22a-4f7d-4f01-a26c-adb3c759c9c1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:01.708407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5352b22a-4f7d-4f01-a26c-adb3c759c9c1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:01.730110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ba039524-8955-4f4c-b85b-cbd36fb56fc2 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:01.811981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ce9e83a3-bb86-46cb-a589-9c17d9e989a4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:01.910101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ce9e83a3-bb86-46cb-a589-9c17d9e989a4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:01.912334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-380b2d59-3a85-4148-b2fb-b61a3cbb5fc6 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Allocated IP 172.20.0.9 (b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a/ce53307a-38b4-4ee8-8a76-31f0dacc7c5b/46ae5895-3819-4755-b0f7-1ab44e8fc778) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:07:01.956041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-380b2d59-3a85-4148-b2fb-b61a3cbb5fc6 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Allocated IP 172.20.0.23 (b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a/a0fc201b-1f86-44eb-a2cd-166a4eef971a/46ae5895-3819-4755-b0f7-1ab44e8fc778) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:07:01.958417 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5352b22a-4f7d-4f01-a26c-adb3c759c9c1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.2516723
Nov 24 13:07:01.963133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46076) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:01.981238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352b22a-4f7d-4f01-a26c-adb3c759c9c1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event updated for resources: {'Network': ['ID=31fe376d-1dba-4ec4-a9e3-7298e9c19bf4,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:01.984341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5352b22a-4f7d-4f01-a26c-adb3c759c9c1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:01.985447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c5c280-0a37-42fd-9890-c36358b85d65 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Network 2d2a3cea-5a4c-482a-9a04-169061877784 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:07:02.001920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 31fe376d-1dba-4ec4-a9e3-7298e9c19bf4 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:07:02.010879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-3770a112-4695-40d3-b515-2bf0bb066925 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Request body: {'subnet': {'network_id': '31fe376d-1dba-4ec4-a9e3-7298e9c19bf4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:02.043325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c55da6f6-8efb-4c07-aa0c-5c1e8384acff tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router_gateway, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:02.044270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 31fe376d-1dba-4ec4-a9e3-7298e9c19bf4 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:07:02.070020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-91c5c280-0a37-42fd-9890-c36358b85d65 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 2d2a3cea-5a4c-482a-9a04-169061877784) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:07:02.112024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c5c280-0a37-42fd-9890-c36358b85d65 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:02.112473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-91c5c280-0a37-42fd-9890-c36358b85d65 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:02.129634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c55da6f6-8efb-4c07-aa0c-5c1e8384acff tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:02.137928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fba350-a38d-4099-a8d7-506960984788 None None] Network 2d2a3cea-5a4c-482a-9a04-169061877784 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:07:02.251155 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-91c5c280-0a37-42fd-9890-c36358b85d65 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 6.2969975
Nov 24 13:07:02.263549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46080) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:02.272350 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1f34a54b-3019-4cab-abde-0e145cfd57d7 req-470dd12f-2c9d-4121-a4b4-11aec64895e4 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4568803
Nov 24 13:07:02.279731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-37d7e4bd-55cd-4de0-ba9f-b2b9547ed55b tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Request body: {'port': {'network_id': '2d2a3cea-5a4c-482a-9a04-169061877784', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1344416151'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:02.321746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 277961b1-9e33-4dd6-aa3a-9c65ead03d4b up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:07:02.529835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-1f34a54b-3019-4cab-abde-0e145cfd57d7 req-c0565c08-f1ca-4518-b587-55587e23b587 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:02.532148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-f63e82bd-1f29-41c2-8d6b-4fd5d4783010 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Allocated IP 2001:db8::1 (8ca51b04-1dca-4f60-b844-2979d8864b51/d2e3d264-6f1c-41f7-bd2b-fd9ddafe84e4/ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:07:02.538763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-1f34a54b-3019-4cab-abde-0e145cfd57d7 req-c0565c08-f1ca-4518-b587-55587e23b587 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:07:02.546380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-1f34a54b-3019-4cab-abde-0e145cfd57d7 req-c0565c08-f1ca-4518-b587-55587e23b587 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Usage tracker for resource:floatingip and tenant:6efb027d4b0e48cc970462a6d3154fa0 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:07:02.550392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-1f34a54b-3019-4cab-abde-0e145cfd57d7 req-c0565c08-f1ca-4518-b587-55587e23b587 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:07:02.557257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-1f34a54b-3019-4cab-abde-0e145cfd57d7 req-c0565c08-f1ca-4518-b587-55587e23b587 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:07:02.580943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 277961b1-9e33-4dd6-aa3a-9c65ead03d4b triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:02.581362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:02.592937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ce9e83a3-bb86-46cb-a589-9c17d9e989a4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:02.593493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9e83a3-bb86-46cb-a589-9c17d9e989a4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Fanout notify agent at l3_agent the message router_deleted on router ee8bf82c-403b-46b4-a9fa-944eafa70f8e {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:07:02.634256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1f34a54b-3019-4cab-abde-0e145cfd57d7 req-c0565c08-f1ca-4518-b587-55587e23b587 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for floatingip, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:02.744981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3346d2-8c2f-4dd9-951c-1e97e3986ea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-2d2a3cea-5a4c-482a-9a04-169061877784', 'network_id': '2d2a3cea-5a4c-482a-9a04-169061877784', 'tenant_id': '18463566cb184d629475b3c89ac84d00', 'fixed_ips': [{'subnet_id': 'fef07e68-799a-480d-b1d4-ff0141bac256'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:07:02.746380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d3346d2-8c2f-4dd9-951c-1e97e3986ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:02.769722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-34637acd-a48f-440d-8d9f-cc2ab4429ba2 None None] Provisioning for port 517bc958-0e6f-4a87-a93a-6f2c9d0b7b0f completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:07:02.831978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 517bc958-0e6f-4a87-a93a-6f2c9d0b7b0f up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:07:02.832417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3770a112-4695-40d3-b515-2bf0bb066925 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:07:02.837353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3770a112-4695-40d3-b515-2bf0bb066925 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Usage tracker for resource:subnet and tenant:2aca37eb671f42ff857d97c1cafabbf3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:07:02.841534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3770a112-4695-40d3-b515-2bf0bb066925 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:07:02.849403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3770a112-4695-40d3-b515-2bf0bb066925 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:07:02.899111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3770a112-4695-40d3-b515-2bf0bb066925 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Made reservation on behalf of 2aca37eb671f42ff857d97c1cafabbf3 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:07:03.083060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ce9e83a3-bb86-46cb-a589-9c17d9e989a4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:03.086910 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ce9e83a3-bb86-46cb-a589-9c17d9e989a4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "DELETE /v2.0/routers/ee8bf82c-403b-46b4-a9fa-944eafa70f8e HTTP/1.1" status: 204  len: 168 time: 10.1014810
Nov 24 13:07:03.087422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 517bc958-0e6f-4a87-a93a-6f2c9d0b7b0f completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:07:03.095941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46084) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:03.103668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ff0f2ca-e2fe-411a-b075-b6bf811435cd tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:03.131510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 517bc958-0e6f-4a87-a93a-6f2c9d0b7b0f triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:03.132258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:03.135418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-c55da6f6-8efb-4c07-aa0c-5c1e8384acff tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Allocated IP 172.26.8.109 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/b72b40b8-612f-41bc-a31d-403f9adf7958) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:07:03.210963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ef60c860-67a9-434b-9024-f77dce22b915 None None] Provisioning complete for port 517bc958-0e6f-4a87-a93a-6f2c9d0b7b0f triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:03.211762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ef60c860-67a9-434b-9024-f77dce22b915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:03.335773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-37d7e4bd-55cd-4de0-ba9f-b2b9547ed55b tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:07:03.359351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-37d7e4bd-55cd-4de0-ba9f-b2b9547ed55b tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Usage tracker for resource:port and tenant:18463566cb184d629475b3c89ac84d00 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:07:03.371619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-37d7e4bd-55cd-4de0-ba9f-b2b9547ed55b tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Quota usage for port was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:07:03.376519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4ff0f2ca-e2fe-411a-b075-b6bf811435cd tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Calling delete_port for 0012e189-242e-43fa-a251-a2e58a1c96b1 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:07:03.384481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-37d7e4bd-55cd-4de0-ba9f-b2b9547ed55b tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:07:03.420284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c55da6f6-8efb-4c07-aa0c-5c1e8384acff tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:03.425245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d7e4bd-55cd-4de0-ba9f-b2b9547ed55b tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Made reservation on behalf of 18463566cb184d629475b3c89ac84d00 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:07:03.431283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-37d7e4bd-55cd-4de0-ba9f-b2b9547ed55b tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:03.444694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-0d3346d2-8c2f-4dd9-951c-1e97e3986ea2 None None] Allocated IP 172.20.0.2 (2d2a3cea-5a4c-482a-9a04-169061877784/fef07e68-799a-480d-b1d4-ff0141bac256/038d10fe-e77c-489d-9073-fdde24f9d625) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:07:03.447055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:03.533314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3770a112-4695-40d3-b515-2bf0bb066925 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:03.586115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ef60c860-67a9-434b-9024-f77dce22b915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:03.590050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1f34a54b-3019-4cab-abde-0e145cfd57d7 req-c0565c08-f1ca-4518-b587-55587e23b587 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:03.612742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 517bc958-0e6f-4a87-a93a-6f2c9d0b7b0f, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=517bc958-0e6f-4a87-a93a-6f2c9d0b7b0f,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:07:03.628755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:03.642164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-62013047-2154-4e02-a6e7-22b5ec9a7b88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:03.642452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c55da6f6-8efb-4c07-aa0c-5c1e8384acff tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:03.658973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-02fbddfd-4620-43d9-a86a-602b1ca39483 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:03.692935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f63e82bd-1f29-41c2-8d6b-4fd5d4783010 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:03.704955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-380b2d59-3a85-4148-b2fb-b61a3cbb5fc6 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:03.772316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f63e82bd-1f29-41c2-8d6b-4fd5d4783010 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Transition to ACTIVE for port object ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:07:03.774151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-380b2d59-3a85-4148-b2fb-b61a3cbb5fc6 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Transition to ACTIVE for port object 46ae5895-3819-4755-b0f7-1ab44e8fc778 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:07:03.799620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=517bc958-0e6f-4a87-a93a-6f2c9d0b7b0f,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:03.808747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:03.815801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-ef60c860-67a9-434b-9024-f77dce22b915 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:07:03.816209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-ef60c860-67a9-434b-9024-f77dce22b915 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:07:03.884764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-37d7e4bd-55cd-4de0-ba9f-b2b9547ed55b tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] device_id is not set on port e41af883-86fc-4e64-8220-7eadcfc0fef2 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:07:03.914651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-380b2d59-3a85-4148-b2fb-b61a3cbb5fc6 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:03.933701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d3346d2-8c2f-4dd9-951c-1e97e3986ea2 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:03.959049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0d3346d2-8c2f-4dd9-951c-1e97e3986ea2 None None] Transition to ACTIVE for port object 038d10fe-e77c-489d-9073-fdde24f9d625 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:07:03.967848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-266982db-7904-436c-b072-cf880b0d60e1 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:03.976736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55da6f6-8efb-4c07-aa0c-5c1e8384acff tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Pushing event updated for resources: {'Port': ['ID=b72b40b8-612f-41bc-a31d-403f9adf7958,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:03.987862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0d3346d2-8c2f-4dd9-951c-1e97e3986ea2 None None] Transition to ACTIVE for port object 038d10fe-e77c-489d-9073-fdde24f9d625 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:07:03.989136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c55da6f6-8efb-4c07-aa0c-5c1e8384acff tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:03.993185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-9353b386-c6a8-4538-a51b-9d57ac9b1044 None None] Allocated IP 172.20.0.18 (b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a/a0fc201b-1f86-44eb-a2cd-166a4eef971a/277961b1-9e33-4dd6-aa3a-9c65ead03d4b) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:07:03.999627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d3346d2-8c2f-4dd9-951c-1e97e3986ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:04.022548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9cfe1c6e-ae64-4013-b044-698deca595f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:04.075092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f63e82bd-1f29-41c2-8d6b-4fd5d4783010 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:04.114294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ff0f2ca-e2fe-411a-b075-b6bf811435cd tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:04.267428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55da6f6-8efb-4c07-aa0c-5c1e8384acff tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:07:04.272401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-c55da6f6-8efb-4c07-aa0c-5c1e8384acff tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:07:04.279623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55da6f6-8efb-4c07-aa0c-5c1e8384acff tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:07:04.311552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 517bc958-0e6f-4a87-a93a-6f2c9d0b7b0f up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:07:04.315149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-37d7e4bd-55cd-4de0-ba9f-b2b9547ed55b tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Allocated IP 172.20.0.12 (2d2a3cea-5a4c-482a-9a04-169061877784/fef07e68-799a-480d-b1d4-ff0141bac256/e41af883-86fc-4e64-8220-7eadcfc0fef2) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:07:04.318259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b2d59-3a85-4148-b2fb-b61a3cbb5fc6 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Port': ['ID=46ae5895-3819-4755-b0f7-1ab44e8fc778,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:04.330366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-380b2d59-3a85-4148-b2fb-b61a3cbb5fc6 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:04.330937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-82fbde68-e0a2-4e57-afec-43567bc6b742 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:04.423591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-1f34a54b-3019-4cab-abde-0e145cfd57d7 req-c0565c08-f1ca-4518-b587-55587e23b587 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Allocated IP 172.26.8.21 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/0e7305a1-74a6-4947-8237-64bc65ebae2d) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:07:04.537107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3346d2-8c2f-4dd9-951c-1e97e3986ea2 None None] Pushing event updated for resources: {'Port': ['ID=038d10fe-e77c-489d-9073-fdde24f9d625,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:04.564945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0d3346d2-8c2f-4dd9-951c-1e97e3986ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:04.659880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-9353b386-c6a8-4538-a51b-9d57ac9b1044 None None] For port 277961b1-9e33-4dd6-aa3a-9c65ead03d4b, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=277961b1-9e33-4dd6-aa3a-9c65ead03d4b,segment=NetworkSegment(b2ad779b-93bc-40a4-974e-0ef4b4acb669),segment_id=b2ad779b-93bc-40a4-974e-0ef4b4acb669)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:07:04.678247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3346d2-8c2f-4dd9-951c-1e97e3986ea2 None None] Network 2d2a3cea-5a4c-482a-9a04-169061877784 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:07:04.685098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-0d3346d2-8c2f-4dd9-951c-1e97e3986ea2 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:07:04.690863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3346d2-8c2f-4dd9-951c-1e97e3986ea2 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:07:04.693438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 517bc958-0e6f-4a87-a93a-6f2c9d0b7b0f triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:04.694073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:04.795149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9353b386-c6a8-4538-a51b-9d57ac9b1044 None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:04.807848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1f34a54b-3019-4cab-abde-0e145cfd57d7 req-c0565c08-f1ca-4518-b587-55587e23b587 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:04.831178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e82bd-1f29-41c2-8d6b-4fd5d4783010 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Port': ['ID=ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:04.842688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60ce56ee-c6ac-47da-ad84-f4aa3c413cab tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:04.854430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-37d7e4bd-55cd-4de0-ba9f-b2b9547ed55b tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:04.859670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9353b386-c6a8-4538-a51b-9d57ac9b1044 None None] Transition to ACTIVE for port object 277961b1-9e33-4dd6-aa3a-9c65ead03d4b will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:07:04.870230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9353b386-c6a8-4538-a51b-9d57ac9b1044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:04.881249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-37d7e4bd-55cd-4de0-ba9f-b2b9547ed55b tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Transition to ACTIVE for port object e41af883-86fc-4e64-8220-7eadcfc0fef2 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:07:04.886928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0d3346d2-8c2f-4dd9-951c-1e97e3986ea2 None None] Attempting to bind port 038d10fe-e77c-489d-9073-fdde24f9d625 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:07:04.887257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0d3346d2-8c2f-4dd9-951c-1e97e3986ea2 None None] Attempting to bind port 038d10fe-e77c-489d-9073-fdde24f9d625 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '80c98988-9a73-4feb-a8e0-5820bc64e011', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2d2a3cea-5a4c-482a-9a04-169061877784'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:07:04.887663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3346d2-8c2f-4dd9-951c-1e97e3986ea2 None None] Attempting to bind port 038d10fe-e77c-489d-9073-fdde24f9d625 on network 2d2a3cea-5a4c-482a-9a04-169061877784 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:07:04.894306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5c28c89c-dd15-4ec4-baf5-4b5b928415ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:04.905329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c55da6f6-8efb-4c07-aa0c-5c1e8384acff tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router_gateway, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:04.923877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-746e02fb-3ed6-4e34-a5ad-1fd632378d5b None None] Provisioning complete for port 517bc958-0e6f-4a87-a93a-6f2c9d0b7b0f triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:04.924301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-746e02fb-3ed6-4e34-a5ad-1fd632378d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:04.975515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1f34a54b-3019-4cab-abde-0e145cfd57d7 req-c0565c08-f1ca-4518-b587-55587e23b587 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:04.994976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bc8075f0-e030-4a60-9f29-f72886084a27 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:05.046435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff0f2ca-e2fe-411a-b075-b6bf811435cd tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event deleted for resources: {'Port': ['ID=0012e189-242e-43fa-a251-a2e58a1c96b1,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:05.051704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4ff0f2ca-e2fe-411a-b075-b6bf811435cd tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:05.056289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dd8e8dfa-6b4c-4d55-95fb-6c86b8e3cf7b tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.858s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:05.056672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dd8e8dfa-6b4c-4d55-95fb-6c86b8e3cf7b tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:05.099961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3346d2-8c2f-4dd9-951c-1e97e3986ea2 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:07:05.100365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3346d2-8c2f-4dd9-951c-1e97e3986ea2 None None] Checking segment: {'id': '80c98988-9a73-4feb-a8e0-5820bc64e011', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2d2a3cea-5a4c-482a-9a04-169061877784'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:07:05.100825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d3346d2-8c2f-4dd9-951c-1e97e3986ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:05.101276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3346d2-8c2f-4dd9-951c-1e97e3986ea2 None None] Bound using segment: {'id': '80c98988-9a73-4feb-a8e0-5820bc64e011', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2d2a3cea-5a4c-482a-9a04-169061877784'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:07:05.101813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0d3346d2-8c2f-4dd9-951c-1e97e3986ea2 None None] Bound port: 038d10fe-e77c-489d-9073-fdde24f9d625, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c98988-9a73-4feb-a8e0-5820bc64e011', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2d2a3cea-5a4c-482a-9a04-169061877784'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:07:05.102257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d3346d2-8c2f-4dd9-951c-1e97e3986ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:05.104672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380b2d59-3a85-4148-b2fb-b61a3cbb5fc6 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:07:05.190904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-380b2d59-3a85-4148-b2fb-b61a3cbb5fc6 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:07:05.195012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63e82bd-1f29-41c2-8d6b-4fd5d4783010 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:07:05.210405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380b2d59-3a85-4148-b2fb-b61a3cbb5fc6 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:07:05.232709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353b386-c6a8-4538-a51b-9d57ac9b1044 None None] Pushing event updated for resources: {'Port': ['ID=277961b1-9e33-4dd6-aa3a-9c65ead03d4b,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:05.236232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9353b386-c6a8-4538-a51b-9d57ac9b1044 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:05.243177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-37d7e4bd-55cd-4de0-ba9f-b2b9547ed55b tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:05.254212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-f63e82bd-1f29-41c2-8d6b-4fd5d4783010 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:07:05.283199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63e82bd-1f29-41c2-8d6b-4fd5d4783010 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:07:05.283199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f63e82bd-1f29-41c2-8d6b-4fd5d4783010 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:05.351626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380b2d59-3a85-4148-b2fb-b61a3cbb5fc6 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:05.352449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-380b2d59-3a85-4148-b2fb-b61a3cbb5fc6 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:05.357951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ff0f2ca-e2fe-411a-b075-b6bf811435cd tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:05.374290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0565c08-f1ca-4518-b587-55587e23b587 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Pushing event updated for resources: {'Port': ['ID=0e7305a1-74a6-4947-8237-64bc65ebae2d,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:05.406086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-0d3346d2-8c2f-4dd9-951c-1e97e3986ea2 None None] For port 038d10fe-e77c-489d-9073-fdde24f9d625, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:07:05.410240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-0d3346d2-8c2f-4dd9-951c-1e97e3986ea2 None None] For port 038d10fe-e77c-489d-9073-fdde24f9d625, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=038d10fe-e77c-489d-9073-fdde24f9d625,segment=NetworkSegment(80c98988-9a73-4feb-a8e0-5820bc64e011),segment_id=80c98988-9a73-4feb-a8e0-5820bc64e011)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:07:05.414851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d3346d2-8c2f-4dd9-951c-1e97e3986ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:05.419912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c55da6f6-8efb-4c07-aa0c-5c1e8384acff tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:05.433387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f679fd2e-b791-4367-aef0-1cdc061312b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:05.433618 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4ff0f2ca-e2fe-411a-b075-b6bf811435cd tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "DELETE /v2.0/ports/0012e189-242e-43fa-a251-a2e58a1c96b1 HTTP/1.1" status: 204  len: 168 time: 4.3373394
Nov 24 13:07:05.440219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46090) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:05.444658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c55da6f6-8efb-4c07-aa0c-5c1e8384acff tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4112833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850663106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4103870'] for router, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:05.444870 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-380b2d59-3a85-4148-b2fb-b61a3cbb5fc6 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1004 time: 7.6650229
Nov 24 13:07:05.449960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c0565c08-f1ca-4518-b587-55587e23b587 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:05.454302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8d73b00d-45a2-454c-be42-bd41f374213c tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:05.487048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46094) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:05.525267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e589d40e-4d96-418b-961e-b82398dfe8c9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ce53307a-38b4-4ee8-8a76-31f0dacc7c5b'}]}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:05.604679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3346d2-8c2f-4dd9-951c-1e97e3986ea2 None None] Pushing event updated for resources: {'Port': ['ID=038d10fe-e77c-489d-9073-fdde24f9d625,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:05.642901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0d3346d2-8c2f-4dd9-951c-1e97e3986ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:05.692351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4e8c0e7d-6b71-4326-8ed3-846bbf1449d2 None None] Provisioning for port ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:07:05.705464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4e8c0e7d-6b71-4326-8ed3-846bbf1449d2 None None] Provisioning complete for port ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:05.705991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0e7d-6b71-4326-8ed3-846bbf1449d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:05.710587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f63e82bd-1f29-41c2-8d6b-4fd5d4783010 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:05.804403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4e8c0e7d-6b71-4326-8ed3-846bbf1449d2 None None] Port ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:07:06.017400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f34a54b-3019-4cab-abde-0e145cfd57d7 req-c0565c08-f1ca-4518-b587-55587e23b587 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:07:06.025206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-1f34a54b-3019-4cab-abde-0e145cfd57d7 req-c0565c08-f1ca-4518-b587-55587e23b587 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:07:06.027371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7e4bd-55cd-4de0-ba9f-b2b9547ed55b tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Pushing event updated for resources: {'Port': ['ID=e41af883-86fc-4e64-8220-7eadcfc0fef2,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:06.029657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f34a54b-3019-4cab-abde-0e145cfd57d7 req-c0565c08-f1ca-4518-b587-55587e23b587 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:07:06.075282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 277961b1-9e33-4dd6-aa3a-9c65ead03d4b up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:07:06.089653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c268b1b0-2931-4117-ae96-84d3b4341461 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:06.090389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c268b1b0-2931-4117-ae96-84d3b4341461 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Synchronizing usage tracker for tenant:fd22555ebd24497b9a32eac1cfc2772e on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:07:06.110403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-37d7e4bd-55cd-4de0-ba9f-b2b9547ed55b tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:06.135247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3770a112-4695-40d3-b515-2bf0bb066925 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:06.158110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-19b7856e-4d78-4ae7-b58c-249cbb8f3be7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:06.199420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60ce56ee-c6ac-47da-ad84-f4aa3c413cab tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router_gateway, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:06.255703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42f1138-0e01-4b70-814c-c926b50de09c None None] Network b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:07:06.274567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d7e4bd-55cd-4de0-ba9f-b2b9547ed55b tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Network 2d2a3cea-5a4c-482a-9a04-169061877784 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:07:06.300037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-37d7e4bd-55cd-4de0-ba9f-b2b9547ed55b tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:07:06.303630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d7e4bd-55cd-4de0-ba9f-b2b9547ed55b tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:07:06.379984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d7e4bd-55cd-4de0-ba9f-b2b9547ed55b tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:06.380666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-37d7e4bd-55cd-4de0-ba9f-b2b9547ed55b tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:06.387017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-74f39e1a-8fa2-4ebc-9881-cf04c489c688 None None] Provisioning for port 277961b1-9e33-4dd6-aa3a-9c65ead03d4b completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:07:06.396749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-74f39e1a-8fa2-4ebc-9881-cf04c489c688 None None] Provisioning complete for port 277961b1-9e33-4dd6-aa3a-9c65ead03d4b triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:06.397165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74f39e1a-8fa2-4ebc-9881-cf04c489c688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:06.445193 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-37d7e4bd-55cd-4de0-ba9f-b2b9547ed55b tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 939 time: 4.1781521
Nov 24 13:07:06.451227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46098) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:06.479805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-60ce56ee-c6ac-47da-ad84-f4aa3c413cab tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Deleting port 30050b34-76fa-4bf0-94fc-576a9ed52035 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:07:06.480168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60ce56ee-c6ac-47da-ad84-f4aa3c413cab tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:06.557407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ec38ee84-703c-4afd-92f7-d8128c4d654f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Deleting port e41af883-86fc-4e64-8220-7eadcfc0fef2 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:07:06.557787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec38ee84-703c-4afd-92f7-d8128c4d654f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:06.596202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c268b1b0-2931-4117-ae96-84d3b4341461 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Unset dirty status for tenant:fd22555ebd24497b9a32eac1cfc2772e on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:07:06.597517 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c268b1b0-2931-4117-ae96-84d3b4341461 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "GET /v2.0/ports?device_id=68958fec-faf6-4a7f-acdd-0bcee079f821 HTTP/1.1" status: 200  len: 913 time: 1.1550865
Nov 24 13:07:06.604441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46102) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:06.634099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770a112-4695-40d3-b515-2bf0bb066925 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event updated for resources: {'Subnet': ['ID=a1e3385f-e9f7-4b5c-8551-3b3a7a44272b,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:06.649198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3770a112-4695-40d3-b515-2bf0bb066925 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:06.649836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e589d40e-4d96-418b-961e-b82398dfe8c9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:06.693135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1f34a54b-3019-4cab-abde-0e145cfd57d7 req-c0565c08-f1ca-4518-b587-55587e23b587 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for floatingip, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:07.008804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1f34a54b-3019-4cab-abde-0e145cfd57d7 req-c0565c08-f1ca-4518-b587-55587e23b587 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:07.053460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e48f7d6d-17a6-4de4-bc4c-6cf16c9d418b None None] Provisioning for port 46ae5895-3819-4755-b0f7-1ab44e8fc778 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:07:07.062987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e48f7d6d-17a6-4de4-bc4c-6cf16c9d418b None None] Provisioning complete for port 46ae5895-3819-4755-b0f7-1ab44e8fc778 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:07.063418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e48f7d6d-17a6-4de4-bc4c-6cf16c9d418b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:07.197387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55da6f6-8efb-4c07-aa0c-5c1e8384acff tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Router 9b60fcbc-9cf6-46fa-8e8b-da696b4db22f is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:07:07.299888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec38ee84-703c-4afd-92f7-d8128c4d654f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:07.420314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e48f7d6d-17a6-4de4-bc4c-6cf16c9d418b None None] Port 46ae5895-3819-4755-b0f7-1ab44e8fc778 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:07:07.436999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e48f7d6d-17a6-4de4-bc4c-6cf16c9d418b None None] Provisioning complete for port 277961b1-9e33-4dd6-aa3a-9c65ead03d4b triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:07.438338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e48f7d6d-17a6-4de4-bc4c-6cf16c9d418b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:07.467917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ec38ee84-703c-4afd-92f7-d8128c4d654f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Calling delete_port for e41af883-86fc-4e64-8220-7eadcfc0fef2 owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:07:07.660261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc90a10-8b67-47fb-b5ef-fd746537af5c None None] Network 2d2a3cea-5a4c-482a-9a04-169061877784 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:07:07.723455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-60ce56ee-c6ac-47da-ad84-f4aa3c413cab tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] For port 30050b34-76fa-4bf0-94fc-576a9ed52035, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=30050b34-76fa-4bf0-94fc-576a9ed52035,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:07:07.723775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60ce56ee-c6ac-47da-ad84-f4aa3c413cab tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:07.770735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b422a3ed-a6f3-4828-83b7-518a7d7af36c None None] Provisioning complete for port 46ae5895-3819-4755-b0f7-1ab44e8fc778 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:07.771147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b422a3ed-a6f3-4828-83b7-518a7d7af36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:07.815106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec38ee84-703c-4afd-92f7-d8128c4d654f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:07.865422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b422a3ed-a6f3-4828-83b7-518a7d7af36c None None] Port 46ae5895-3819-4755-b0f7-1ab44e8fc778 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:07:07.879012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3770a112-4695-40d3-b515-2bf0bb066925 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Checking segment: {'id': 'af6d86db-8516-425d-b914-cd84a3cb3613', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '31fe376d-1dba-4ec4-a9e3-7298e9c19bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:07:07.879415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3770a112-4695-40d3-b515-2bf0bb066925 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network hostable DHCP agents. Network: 31fe376d-1dba-4ec4-a9e3-7298e9c19bf4, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:07:07.889090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-f63e82bd-1f29-41c2-8d6b-4fd5d4783010 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:07:07.891015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d580288f-df1b-40ab-b439-45e15b382cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:07.936629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-60ce56ee-c6ac-47da-ad84-f4aa3c413cab tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Calling delete_port for 30050b34-76fa-4bf0-94fc-576a9ed52035 owned by network:router_gateway {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:07:07.964177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b422a3ed-a6f3-4828-83b7-518a7d7af36c None None] Provisioning complete for port 277961b1-9e33-4dd6-aa3a-9c65ead03d4b triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:07.964177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b422a3ed-a6f3-4828-83b7-518a7d7af36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:07.994603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f63e82bd-1f29-41c2-8d6b-4fd5d4783010 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:08.008686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f63e82bd-1f29-41c2-8d6b-4fd5d4783010 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:08.009458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f63e82bd-1f29-41c2-8d6b-4fd5d4783010 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:08.015897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38ee84-703c-4afd-92f7-d8128c4d654f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Pushing event deleted for resources: {'Port': ['ID=e41af883-86fc-4e64-8220-7eadcfc0fef2,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:08.039463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ec38ee84-703c-4afd-92f7-d8128c4d654f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:08.042102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4ff0f2ca-e2fe-411a-b075-b6bf811435cd tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:08.184242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 038d10fe-e77c-489d-9073-fdde24f9d625 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:07:08.246216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [req-1f34a54b-3019-4cab-abde-0e145cfd57d7 req-c0565c08-f1ca-4518-b587-55587e23b587 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:07:08.272154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b422a3ed-a6f3-4828-83b7-518a7d7af36c None None] Provisioning for port 038d10fe-e77c-489d-9073-fdde24f9d625 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:07:08.276444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1f34a54b-3019-4cab-abde-0e145cfd57d7 req-c0565c08-f1ca-4518-b587-55587e23b587 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:08.278799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 038d10fe-e77c-489d-9073-fdde24f9d625 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:07:08.283950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b422a3ed-a6f3-4828-83b7-518a7d7af36c None None] Provisioning complete for port 038d10fe-e77c-489d-9073-fdde24f9d625 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:08.284360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b422a3ed-a6f3-4828-83b7-518a7d7af36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:08.301334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3770a112-4695-40d3-b515-2bf0bb066925 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network 31fe376d-1dba-4ec4-a9e3-7298e9c19bf4 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:07:08.311096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e82bd-1f29-41c2-8d6b-4fd5d4783010 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Port': ['ID=ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:08.318245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 038d10fe-e77c-489d-9073-fdde24f9d625 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:08.318607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:08.325995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f63e82bd-1f29-41c2-8d6b-4fd5d4783010 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:08.355325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-3770a112-4695-40d3-b515-2bf0bb066925 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 31fe376d-1dba-4ec4-a9e3-7298e9c19bf4) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:07:08.373921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a1c778-99a3-404a-a913-50f31d34c163 None None] Network 31fe376d-1dba-4ec4-a9e3-7298e9c19bf4 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:07:08.509389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-e589d40e-4d96-418b-961e-b82398dfe8c9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Delete allocated IP 172.20.0.23 (b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a/a0fc201b-1f86-44eb-a2cd-166a4eef971a) {{(pid=80944) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Nov 24 13:07:08.622454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1f34a54b-3019-4cab-abde-0e145cfd57d7 req-c0565c08-f1ca-4518-b587-55587e23b587 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:08.655744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3770a112-4695-40d3-b515-2bf0bb066925 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:08.656902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3770a112-4695-40d3-b515-2bf0bb066925 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:08.704939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60ce56ee-c6ac-47da-ad84-f4aa3c413cab tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:08.752364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076afab8-794e-498a-9ac3-acdcb50d60dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-31fe376d-1dba-4ec4-a9e3-7298e9c19bf4', 'network_id': '31fe376d-1dba-4ec4-a9e3-7298e9c19bf4', 'tenant_id': '2aca37eb671f42ff857d97c1cafabbf3', 'fixed_ips': [{'subnet_id': 'a1e3385f-e9f7-4b5c-8551-3b3a7a44272b'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:07:08.753295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-076afab8-794e-498a-9ac3-acdcb50d60dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:08.767582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-abc73a6e-7c29-4399-bca8-733b2673eb4b tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:08.810364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a50a92fd-35c6-4334-ba07-2242d04b2217 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:08.951826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:08.970085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce56ee-c6ac-47da-ad84-f4aa3c413cab tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Pushing event deleted for resources: {'Port': ['ID=30050b34-76fa-4bf0-94fc-576a9ed52035,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:08.997908 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3770a112-4695-40d3-b515-2bf0bb066925 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 7.0272768
Nov 24 13:07:08.999775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46106) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:08.999965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-60ce56ee-c6ac-47da-ad84-f4aa3c413cab tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:09.021808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b422a3ed-a6f3-4828-83b7-518a7d7af36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:09.113354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0565c08-f1ca-4518-b587-55587e23b587 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Pushing event updated for resources: {'Port': ['ID=0e7305a1-74a6-4947-8237-64bc65ebae2d,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:09.134781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 038d10fe-e77c-489d-9073-fdde24f9d625, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=038d10fe-e77c-489d-9073-fdde24f9d625,segment=NetworkSegment(80c98988-9a73-4feb-a8e0-5820bc64e011),segment_id=80c98988-9a73-4feb-a8e0-5820bc64e011)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:07:09.146943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:09.177246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93e17dae-a3e7-4402-ad88-cddaef688dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:09.203775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63e82bd-1f29-41c2-8d6b-4fd5d4783010 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:07:09.239291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-f63e82bd-1f29-41c2-8d6b-4fd5d4783010 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:07:09.265321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c0565c08-f1ca-4518-b587-55587e23b587 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:09.320077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=038d10fe-e77c-489d-9073-fdde24f9d625,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:09.334490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:09.363546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec38ee84-703c-4afd-92f7-d8128c4d654f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:09.461877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-b422a3ed-a6f3-4828-83b7-518a7d7af36c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:07:09.461877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-b422a3ed-a6f3-4828-83b7-518a7d7af36c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:07:09.468185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55da6f6-8efb-4c07-aa0c-5c1e8384acff tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:07:09.486176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1f34a54b-3019-4cab-abde-0e145cfd57d7 req-c0565c08-f1ca-4518-b587-55587e23b587 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:09.508869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4a7e56-0899-476b-a318-56f0ed427971 None None] Sync routers for ids ['9b60fcbc-9cf6-46fa-8e8b-da696b4db22f'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:07:09.537905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4a7e56-0899-476b-a318-56f0ed427971 None None] Routers {'9b60fcbc-9cf6-46fa-8e8b-da696b4db22f'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:07:09.538631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1d4a7e56-0899-476b-a318-56f0ed427971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c6da438>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:06:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['9b60fcbc-9cf6-46fa-8e8b-da696b4db22f'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:09.540603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-e589d40e-4d96-418b-961e-b82398dfe8c9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:07:09.542808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c55da6f6-8efb-4c07-aa0c-5c1e8384acff tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:09.549368 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c55da6f6-8efb-4c07-aa0c-5c1e8384acff tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "PUT /v2.0/routers/9b60fcbc-9cf6-46fa-8e8b-da696b4db22f HTTP/1.1" status: 200  len: 880 time: 10.0931551
Nov 24 13:07:09.551823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46112) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:09.569707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46114) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:09.574742 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ec38ee84-703c-4afd-92f7-d8128c4d654f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] 10.222.0.76 "DELETE /v2.0/ports/e41af883-86fc-4e64-8220-7eadcfc0fef2 HTTP/1.1" status: 204  len: 168 time: 3.1223619
Nov 24 13:07:09.676989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-076afab8-794e-498a-9ac3-acdcb50d60dc None None] Allocated IP 172.20.0.2 (31fe376d-1dba-4ec4-a9e3-7298e9c19bf4/a1e3385f-e9f7-4b5c-8551-3b3a7a44272b/31bf24f7-5504-4caa-8859-a706f873ec65) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:07:09.706697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e589d40e-4d96-418b-961e-b82398dfe8c9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:09.707128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1d4a7e56-0899-476b-a318-56f0ed427971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c6da438>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:09.723033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4a7e56-0899-476b-a318-56f0ed427971 None None] Routers {'9b60fcbc-9cf6-46fa-8e8b-da696b4db22f'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:07:09.724323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1d4a7e56-0899-476b-a318-56f0ed427971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c6da438>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:06:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['9b60fcbc-9cf6-46fa-8e8b-da696b4db22f'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:09.852840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1f34a54b-3019-4cab-abde-0e145cfd57d7 req-c0565c08-f1ca-4518-b587-55587e23b587 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:09.865816 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1f34a54b-3019-4cab-abde-0e145cfd57d7 req-c0565c08-f1ca-4518-b587-55587e23b587 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 7.5488372
Nov 24 13:07:09.871814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:09.878671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1d4a7e56-0899-476b-a318-56f0ed427971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c6da438>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:09.880385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4a7e56-0899-476b-a318-56f0ed427971 None None] The sync data for ids ['9b60fcbc-9cf6-46fa-8e8b-da696b4db22f'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:07:09.957365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-1f34a54b-3019-4cab-abde-0e145cfd57d7 req-fe8ebaa8-8752-4f02-a954-c5f64bfcddc7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Synchronizing usage tracker for tenant:6efb027d4b0e48cc970462a6d3154fa0 on resource:floatingip {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:07:09.994568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-1f34a54b-3019-4cab-abde-0e145cfd57d7 req-fe8ebaa8-8752-4f02-a954-c5f64bfcddc7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Unset dirty status for tenant:6efb027d4b0e48cc970462a6d3154fa0 on resource:floatingip {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:07:10.003104 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1f34a54b-3019-4cab-abde-0e145cfd57d7 req-fe8ebaa8-8752-4f02-a954-c5f64bfcddc7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.26.8.21 HTTP/1.1" status: 200  len: 695 time: 0.1362891
Nov 24 13:07:10.071158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e589d40e-4d96-418b-961e-b82398dfe8c9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Transition to ACTIVE for port object 46ae5895-3819-4755-b0f7-1ab44e8fc778 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:07:10.076825 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-68376d26-d72d-45fb-9745-e2a061e68bf3 tempest-DHCPAgentSchedulersTestJSON-483371858 tempest-DHCPAgentSchedulersTestJSON-483371858] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5171 time: 0.4789777
Nov 24 13:07:10.087309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46122) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:10.130324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d8d7c08-9891-4ebf-b6dd-cdfaa503019e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:10.255257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 038d10fe-e77c-489d-9073-fdde24f9d625 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:07:10.374209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34a54b-3019-4cab-abde-0e145cfd57d7 req-9dba2a79-2bd2-4a53-9f2c-07eff69b392d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:10.376265 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1f34a54b-3019-4cab-abde-0e145cfd57d7 req-9dba2a79-2bd2-4a53-9f2c-07eff69b392d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/networks/cfe08d36-e5ba-4f00-8669-16a0ead5d220 HTTP/1.1" status: 200  len: 784 time: 0.3725851
Nov 24 13:07:10.393461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e898ab6-4a48-4c29-8450-ba2ff415bfac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:10.407053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-1f34a54b-3019-4cab-abde-0e145cfd57d7 req-8b4856d8-6e1a-454a-8d41-efe8c12205a8 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:07:10.408173 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1f34a54b-3019-4cab-abde-0e145cfd57d7 req-8b4856d8-6e1a-454a-8d41-efe8c12205a8 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0122025
Nov 24 13:07:10.424741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-076afab8-794e-498a-9ac3-acdcb50d60dc None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:10.441114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-076afab8-794e-498a-9ac3-acdcb50d60dc None None] Transition to ACTIVE for port object 31bf24f7-5504-4caa-8859-a706f873ec65 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:07:10.465201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 038d10fe-e77c-489d-9073-fdde24f9d625 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:10.465891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:10.494259 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-208de861-14ab-4000-bc9c-c5bcbfbb8333 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "GET /v2.0/routers/9b60fcbc-9cf6-46fa-8e8b-da696b4db22f HTTP/1.1" status: 200  len: 921 time: 0.9138732
Nov 24 13:07:10.495620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46128) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:10.500600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-076afab8-794e-498a-9ac3-acdcb50d60dc None None] Transition to ACTIVE for port object 31bf24f7-5504-4caa-8859-a706f873ec65 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:07:10.503720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e589d40e-4d96-418b-961e-b82398dfe8c9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:10.510212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-f3940033-4af3-4f67-9359-8ca15fecc79a tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1093744200'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:10.516106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-076afab8-794e-498a-9ac3-acdcb50d60dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:10.516604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f3940033-4af3-4f67-9359-8ca15fecc79a tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:07:10.520905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f3940033-4af3-4f67-9359-8ca15fecc79a tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Usage tracker for resource:network and tenant:18463566cb184d629475b3c89ac84d00 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:07:10.524631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f3940033-4af3-4f67-9359-8ca15fecc79a tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Quota usage for network was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:07:10.533865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f3940033-4af3-4f67-9359-8ca15fecc79a tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:07:10.539413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9353b386-c6a8-4538-a51b-9d57ac9b1044 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:10.563449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dc2a81a2-2c47-45c4-b858-e60cf4dca89d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:10.687053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b882a5ed-9e3a-47c3-b01d-7c2d7c62c244 None None] Provisioning complete for port ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:10.688338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b882a5ed-9e3a-47c3-b01d-7c2d7c62c244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:10.725782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589d40e-4d96-418b-961e-b82398dfe8c9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Port': ['ID=46ae5895-3819-4755-b0f7-1ab44e8fc778,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:10.737152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e589d40e-4d96-418b-961e-b82398dfe8c9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:10.752153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076afab8-794e-498a-9ac3-acdcb50d60dc None None] Pushing event updated for resources: {'Port': ['ID=31bf24f7-5504-4caa-8859-a706f873ec65,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:10.761270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-076afab8-794e-498a-9ac3-acdcb50d60dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:10.838444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3940033-4af3-4f67-9359-8ca15fecc79a tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Made reservation on behalf of 18463566cb184d629475b3c89ac84d00 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:07:10.842144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b882a5ed-9e3a-47c3-b01d-7c2d7c62c244 None None] Port ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:07:10.844906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3940033-4af3-4f67-9359-8ca15fecc79a tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:10.863455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b882a5ed-9e3a-47c3-b01d-7c2d7c62c244 None None] Could not find standard attr ID for object e41af883-86fc-4e64-8220-7eadcfc0fef2. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:07:10.888577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbc4729-2b49-429b-9c54-0c6909192966 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:10.889360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5fbc4729-2b49-429b-9c54-0c6909192966 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Synchronizing usage tracker for tenant:b0600db2aa7e4ca299a5964d39c8677a on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:07:10.892880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076afab8-794e-498a-9ac3-acdcb50d60dc None None] Network 31fe376d-1dba-4ec4-a9e3-7298e9c19bf4 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:07:10.894620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-076afab8-794e-498a-9ac3-acdcb50d60dc None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:07:10.900280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076afab8-794e-498a-9ac3-acdcb50d60dc None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:07:10.907937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b882a5ed-9e3a-47c3-b01d-7c2d7c62c244 None None] Provisioning complete for port 038d10fe-e77c-489d-9073-fdde24f9d625 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:10.908424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b882a5ed-9e3a-47c3-b01d-7c2d7c62c244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:10.964090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60ce56ee-c6ac-47da-ad84-f4aa3c413cab tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:10.964910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0cf16-c06e-4396-bf68-8a8aad61feb4 req-f3e01933-61fd-43b2-aee4-1a25b0039e06 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:10.966613 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0aa0cf16-c06e-4396-bf68-8a8aad61feb4 req-f3e01933-61fd-43b2-aee4-1a25b0039e06 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.3941417
Nov 24 13:07:10.971077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5fbc4729-2b49-429b-9c54-0c6909192966 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Unset dirty status for tenant:b0600db2aa7e4ca299a5964d39c8677a on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:07:10.975218 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5fbc4729-2b49-429b-9c54-0c6909192966 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "GET /v2.0/ports?network_id=cfe08d36-e5ba-4f00-8669-16a0ead5d220&device_id=9b60fcbc-9cf6-46fa-8e8b-da696b4db22f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.4715557
Nov 24 13:07:10.978450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46134) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:11.012532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-076afab8-794e-498a-9ac3-acdcb50d60dc None None] Attempting to bind port 31bf24f7-5504-4caa-8859-a706f873ec65 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:07:11.012954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-076afab8-794e-498a-9ac3-acdcb50d60dc None None] Attempting to bind port 31bf24f7-5504-4caa-8859-a706f873ec65 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'af6d86db-8516-425d-b914-cd84a3cb3613', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '31fe376d-1dba-4ec4-a9e3-7298e9c19bf4'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:07:11.013369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076afab8-794e-498a-9ac3-acdcb50d60dc None None] Attempting to bind port 31bf24f7-5504-4caa-8859-a706f873ec65 on network 31fe376d-1dba-4ec4-a9e3-7298e9c19bf4 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:07:11.030233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076afab8-794e-498a-9ac3-acdcb50d60dc None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:07:11.030616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076afab8-794e-498a-9ac3-acdcb50d60dc None None] Checking segment: {'id': 'af6d86db-8516-425d-b914-cd84a3cb3613', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '31fe376d-1dba-4ec4-a9e3-7298e9c19bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:07:11.031013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-076afab8-794e-498a-9ac3-acdcb50d60dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:11.032046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076afab8-794e-498a-9ac3-acdcb50d60dc None None] Bound using segment: {'id': 'af6d86db-8516-425d-b914-cd84a3cb3613', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '31fe376d-1dba-4ec4-a9e3-7298e9c19bf4'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:07:11.032602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-076afab8-794e-498a-9ac3-acdcb50d60dc None None] Bound port: 31bf24f7-5504-4caa-8859-a706f873ec65, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6d86db-8516-425d-b914-cd84a3cb3613', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '31fe376d-1dba-4ec4-a9e3-7298e9c19bf4'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:07:11.033036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-076afab8-794e-498a-9ac3-acdcb50d60dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:11.077480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:11.189203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-076afab8-794e-498a-9ac3-acdcb50d60dc None None] For port 31bf24f7-5504-4caa-8859-a706f873ec65, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:07:11.193180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-076afab8-794e-498a-9ac3-acdcb50d60dc None None] For port 31bf24f7-5504-4caa-8859-a706f873ec65, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=31bf24f7-5504-4caa-8859-a706f873ec65,segment=NetworkSegment(af6d86db-8516-425d-b914-cd84a3cb3613),segment_id=af6d86db-8516-425d-b914-cd84a3cb3613)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:07:11.198083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-076afab8-794e-498a-9ac3-acdcb50d60dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:11.209688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3940033-4af3-4f67-9359-8ca15fecc79a tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:07:11.215160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-62013047-2154-4e02-a6e7-22b5ec9a7b88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:11.232157 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0aa0cf16-c06e-4396-bf68-8a8aad61feb4 req-d2ed9448-b493-4f04-8206-3a7795bc57af tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.26.8.21 HTTP/1.1" status: 200  len: 695 time: 0.2505548
Nov 24 13:07:11.255976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-0aa0cf16-c06e-4396-bf68-8a8aad61feb4 req-b458d289-0087-425d-ba36-9c9e2a5718e2 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Request body: {'floatingip': {'port_id': '522e37dd-c87e-451d-9bf5-82e3d3a11706', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:11.321135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3940033-4af3-4f67-9359-8ca15fecc79a tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:11.321574 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-f3940033-4af3-4f67-9359-8ca15fecc79a tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Added segment 2717aff5-5f9a-46c9-81e2-a25677edbfab of type vxlan for network 8118cc41-cc1d-41f3-8d6e-f8c104d45393
Nov 24 13:07:11.371053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076afab8-794e-498a-9ac3-acdcb50d60dc None None] Pushing event updated for resources: {'Port': ['ID=31bf24f7-5504-4caa-8859-a706f873ec65,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:11.371271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-0aa0cf16-c06e-4396-bf68-8a8aad61feb4 req-b458d289-0087-425d-ba36-9c9e2a5718e2 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for floatingip, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:11.378466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-076afab8-794e-498a-9ac3-acdcb50d60dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:11.445227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf7adb9-88d2-4731-814c-b27ba3549ad1 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:11.446419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4bf7adb9-88d2-4731-814c-b27ba3549ad1 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Synchronizing usage tracker for tenant:b0600db2aa7e4ca299a5964d39c8677a on resource:network {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:07:11.499241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60ce56ee-c6ac-47da-ad84-f4aa3c413cab tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:11.524432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4bf7adb9-88d2-4731-814c-b27ba3549ad1 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Unset dirty status for tenant:b0600db2aa7e4ca299a5964d39c8677a on resource:network {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:07:11.525732 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4bf7adb9-88d2-4731-814c-b27ba3549ad1 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "GET /v2.0/networks/cfe08d36-e5ba-4f00-8669-16a0ead5d220 HTTP/1.1" status: 200  len: 881 time: 0.5460892
Nov 24 13:07:11.534097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46138) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:11.599066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60ce56ee-c6ac-47da-ad84-f4aa3c413cab tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:11.602503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3940033-4af3-4f67-9359-8ca15fecc79a tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:11.640729 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a98fb886-3342-4ef7-b88d-c122dc5a9ef8 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "GET /v2.0/ports?device_id=9b60fcbc-9cf6-46fa-8e8b-da696b4db22f HTTP/1.1" status: 200  len: 205 time: 0.1021025
Nov 24 13:07:11.642735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46142) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:11.670279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e589d40e-4d96-418b-961e-b82398dfe8c9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] In _notify_port_updated(), no bound segment for port 46ae5895-3819-4755-b0f7-1ab44e8fc778 on network b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a {{(pid=80944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 24 13:07:11.674970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e589d40e-4d96-418b-961e-b82398dfe8c9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:11.675657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e589d40e-4d96-418b-961e-b82398dfe8c9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:11.680574 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e589d40e-4d96-418b-961e-b82398dfe8c9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "PUT /v2.0/ports/46ae5895-3819-4755-b0f7-1ab44e8fc778 HTTP/1.1" status: 200  len: 919 time: 6.1647813
Nov 24 13:07:11.697693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46146) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:11.711306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-d54dac62-e764-46a4-8a81-bdb6f963d9d0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ce53307a-38b4-4ee8-8a76-31f0dacc7c5b'}, {'subnet_id': 'a0fc201b-1f86-44eb-a2cd-166a4eef971a'}]}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:11.794174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-f3940033-4af3-4f67-9359-8ca15fecc79a tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:07:11.829474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-7b3f5a32-7fa5-4230-8115-79b9fb6f4b4d None None] Provisioning for port 46ae5895-3819-4755-b0f7-1ab44e8fc778 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:07:11.837305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-7b3f5a32-7fa5-4230-8115-79b9fb6f4b4d None None] Provisioning complete for port 46ae5895-3819-4755-b0f7-1ab44e8fc778 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:11.838026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7b3f5a32-7fa5-4230-8115-79b9fb6f4b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:11.856630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60ce56ee-c6ac-47da-ad84-f4aa3c413cab tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:11.857197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ce56ee-c6ac-47da-ad84-f4aa3c413cab tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Fanout notify agent at l3_agent the message router_deleted on router 1fe6b01f-407d-4ba5-8d42-9b2f6a6a1c73 {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:07:11.869458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:07:11.904317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3940033-4af3-4f67-9359-8ca15fecc79a tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:11.914552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3940033-4af3-4f67-9359-8ca15fecc79a tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:11.915053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3940033-4af3-4f67-9359-8ca15fecc79a tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:11.941596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9d95aa8d-52aa-46c4-940f-d16d93265668 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:11.965703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f5a32-7fa5-4230-8115-79b9fb6f4b4d None None] Port 46ae5895-3819-4755-b0f7-1ab44e8fc778 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:07:12.101896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 31bf24f7-5504-4caa-8859-a706f873ec65 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:07:12.134595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63e82bd-1f29-41c2-8d6b-4fd5d4783010 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Router 64e608c8-eefe-4f91-831b-87dce284bf23 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:07:12.157692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60ce56ee-c6ac-47da-ad84-f4aa3c413cab tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:12.165047 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-60ce56ee-c6ac-47da-ad84-f4aa3c413cab tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "DELETE /v2.0/routers/1fe6b01f-407d-4ba5-8d42-9b2f6a6a1c73 HTTP/1.1" status: 204  len: 168 time: 9.0519238
Nov 24 13:07:12.168678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46150) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:12.186623 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f3940033-4af3-4f67-9359-8ca15fecc79a tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 2.0881848
Nov 24 13:07:12.196445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9627f5fb-9e74-4e9c-a380-14feaaea39be tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-629814739', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}, 'admin_state_up': False}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:12.205703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46154) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:12.221813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9627f5fb-9e74-4e9c-a380-14feaaea39be tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:07:12.222762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 31bf24f7-5504-4caa-8859-a706f873ec65 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:07:12.245124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3940033-4af3-4f67-9359-8ca15fecc79a tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Pushing event updated for resources: {'Network': ['ID=8118cc41-cc1d-41f3-8d6e-f8c104d45393,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:12.248254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9627f5fb-9e74-4e9c-a380-14feaaea39be tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Usage tracker for resource:router and tenant:691a476dd4bd4c59a55de8f820d48fec is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:07:12.263763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 8118cc41-cc1d-41f3-8d6e-f8c104d45393 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:07:12.264901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f3940033-4af3-4f67-9359-8ca15fecc79a tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:12.267475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9627f5fb-9e74-4e9c-a380-14feaaea39be tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:07:12.288203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 8118cc41-cc1d-41f3-8d6e-f8c104d45393 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:07:12.296246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9627f5fb-9e74-4e9c-a380-14feaaea39be tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:07:12.380251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:12.418038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:12.533117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3fa6d048-6680-4a4b-b673-e54499db9394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:12.642155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-8d8d7c08-9891-4ebf-b6dd-cdfaa503019e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Deleting port 02a04738-4f00-4baa-a2ef-cba635a99515 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:07:12.642523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d8d7c08-9891-4ebf-b6dd-cdfaa503019e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:12.838777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:12.884522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Subnet': ['ID=a1e3385f-e9f7-4b5c-8551-3b3a7a44272b,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:12.901191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9627f5fb-9e74-4e9c-a380-14feaaea39be tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:12.902285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9627f5fb-9e74-4e9c-a380-14feaaea39be tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:12.921123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:12.929653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d8d7c08-9891-4ebf-b6dd-cdfaa503019e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:12.945611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aef9e1a1-2ba0-49c9-afda-97d0b0432287 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:13.069156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d54dac62-e764-46a4-8a81-bdb6f963d9d0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:13.131736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9627f5fb-9e74-4e9c-a380-14feaaea39be tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:13.143993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4c3283-7415-4fdd-a0dc-5c13b33aa35f None None] Network 31fe376d-1dba-4ec4-a9e3-7298e9c19bf4 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:07:13.153806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-8d8d7c08-9891-4ebf-b6dd-cdfaa503019e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Calling delete_port for 02a04738-4f00-4baa-a2ef-cba635a99515 owned by network:router_interface {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:07:13.188319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [req-0aa0cf16-c06e-4396-bf68-8a8aad61feb4 req-b458d289-0087-425d-ba36-9c9e2a5718e2 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:07:13.269098 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3c48d484-3da5-4b90-8992-e24a656ec8a5 tempest-DHCPAgentSchedulersTestJSON-483371858 tempest-DHCPAgentSchedulersTestJSON-483371858] 10.222.0.76 "GET /v2.0/agents/913b74c3-aa36-4063-bcca-110fcf4d2c4f/dhcp-networks HTTP/1.1" status: 200  len: 9538 time: 1.0574753
Nov 24 13:07:13.278892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46158) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:13.306992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-604fc952-fe5f-4056-ada3-b455af1fba5b None None] Provisioning for port 31bf24f7-5504-4caa-8859-a706f873ec65 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:07:13.345494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-604fc952-fe5f-4056-ada3-b455af1fba5b None None] Provisioning complete for port 31bf24f7-5504-4caa-8859-a706f873ec65 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:13.345927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-604fc952-fe5f-4056-ada3-b455af1fba5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:13.412162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-0aa0cf16-c06e-4396-bf68-8a8aad61feb4 req-b458d289-0087-425d-ba36-9c9e2a5718e2 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for floatingip, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:13.424661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-0aa0cf16-c06e-4396-bf68-8a8aad61feb4 req-b458d289-0087-425d-ba36-9c9e2a5718e2 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:13.513094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-604fc952-fe5f-4056-ada3-b455af1fba5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:13.550188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a28558-1ee1-4878-b9d3-708c9e5a2b90 None None] DHCP port deletion for 31fe376d-1dba-4ec4-a9e3-7298e9c19bf4 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:07:13.563027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-94a28558-1ee1-4878-b9d3-708c9e5a2b90 None None] Deleting port 31bf24f7-5504-4caa-8859-a706f873ec65 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:07:13.563570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-94a28558-1ee1-4878-b9d3-708c9e5a2b90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:13.582217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:13.606701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-604fc952-fe5f-4056-ada3-b455af1fba5b None None] For port 31bf24f7-5504-4caa-8859-a706f873ec65, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=31bf24f7-5504-4caa-8859-a706f873ec65,segment=NetworkSegment(af6d86db-8516-425d-b914-cd84a3cb3613),segment_id=af6d86db-8516-425d-b914-cd84a3cb3613)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:07:13.610382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-604fc952-fe5f-4056-ada3-b455af1fba5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:13.615367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9623ea40-697e-4c0e-b830-8e2ca36a5aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:13.723554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63e82bd-1f29-41c2-8d6b-4fd5d4783010 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:07:13.748722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f69ede-3a1d-4c85-9505-0091f550480c None None] Sync routers for ids ['64e608c8-eefe-4f91-831b-87dce284bf23'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:07:13.750438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d8d7c08-9891-4ebf-b6dd-cdfaa503019e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:13.767767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7581a607-9b3f-4a45-b552-8f57cd03d59c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:13.776915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604fc952-fe5f-4056-ada3-b455af1fba5b None None] Pushing event updated for resources: {'Port': ['ID=31bf24f7-5504-4caa-8859-a706f873ec65,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:13.780532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-604fc952-fe5f-4056-ada3-b455af1fba5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:13.954312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6346a34f60>,) {'filters': {'network_id': ['31fe376d-1dba-4ec4-a9e3-7298e9c19bf4']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:13.966834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9627f5fb-9e74-4e9c-a380-14feaaea39be tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:13.974378 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f63e82bd-1f29-41c2-8d6b-4fd5d4783010 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "PUT /v2.0/routers/64e608c8-eefe-4f91-831b-87dce284bf23/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.5240049
Nov 24 13:07:13.982733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46162) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:13.991832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346a34f60>, 'af6d86db-8516-425d-b914-cd84a3cb3613') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:13.992178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346a34f60>, 'af6d86db-8516-425d-b914-cd84a3cb3613') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:14.021433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f69ede-3a1d-4c85-9505-0091f550480c None None] Routers {'64e608c8-eefe-4f91-831b-87dce284bf23'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:07:14.022166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e6f69ede-3a1d-4c85-9505-0091f550480c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c073940>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:07:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['64e608c8-eefe-4f91-831b-87dce284bf23'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:14.064084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:14.099283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 30050b34-76fa-4bf0-94fc-576a9ed52035 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:07:14.148530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d7c08-9891-4ebf-b6dd-cdfaa503019e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event deleted for resources: {'Port': ['ID=02a04738-4f00-4baa-a2ef-cba635a99515,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:14.157364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 30050b34-76fa-4bf0-94fc-576a9ed52035 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:07:14.157877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 30050b34-76fa-4bf0-94fc-576a9ed52035 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:07:14.158370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 31bf24f7-5504-4caa-8859-a706f873ec65 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:07:14.159904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8d8d7c08-9891-4ebf-b6dd-cdfaa503019e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:14.182181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:14.189842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aef9e1a1-2ba0-49c9-afda-97d0b0432287 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router_gateway, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:14.200571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Releasing vxlan tunnel 11 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:07:14.242539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-aef9e1a1-2ba0-49c9-afda-97d0b0432287 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Deleting port b72b40b8-612f-41bc-a31d-403f9adf7958 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:07:14.242806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aef9e1a1-2ba0-49c9-afda-97d0b0432287 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:14.246807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea422d9f-06da-470f-bb7a-8b5577f051df tempest-DHCPAgentSchedulersTestJSON-483371858 tempest-DHCPAgentSchedulersTestJSON-483371858] Network 8118cc41-cc1d-41f3-8d6e-f8c104d45393 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:07:14.268675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:14.327537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-94a28558-1ee1-4878-b9d3-708c9e5a2b90 None None] For port 31bf24f7-5504-4caa-8859-a706f873ec65, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=31bf24f7-5504-4caa-8859-a706f873ec65,segment=NetworkSegment(af6d86db-8516-425d-b914-cd84a3cb3613),segment_id=af6d86db-8516-425d-b914-cd84a3cb3613)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:07:14.328077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-94a28558-1ee1-4878-b9d3-708c9e5a2b90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:14.331467 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [req-0aa0cf16-c06e-4396-bf68-8a8aad61feb4 req-b458d289-0087-425d-ba36-9c9e2a5718e2 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Floating IP 74a89466-795f-4ea8-ac47-ddcad55cfa83 associated. External IP: 172.26.8.21, port: 522e37dd-c87e-451d-9bf5-82e3d3a11706.
Nov 24 13:07:14.370780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87bd0fc-933e-4d19-8022-ccbd2817379e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:14.371424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c87bd0fc-933e-4d19-8022-ccbd2817379e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:07:14.471272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-94a28558-1ee1-4878-b9d3-708c9e5a2b90 None None] Calling delete_port for 31bf24f7-5504-4caa-8859-a706f873ec65 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:07:14.487196 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ea422d9f-06da-470f-bb7a-8b5577f051df tempest-DHCPAgentSchedulersTestJSON-483371858 tempest-DHCPAgentSchedulersTestJSON-483371858] 10.222.0.76 "POST /v2.0/agents/913b74c3-aa36-4063-bcca-110fcf4d2c4f/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 1.2027273
Nov 24 13:07:14.490991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46166) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:14.501775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dd3f78-e3be-4cc8-94b3-cc610b4e16d6 None None] Network 8118cc41-cc1d-41f3-8d6e-f8c104d45393 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:07:14.575226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c87bd0fc-933e-4d19-8022-ccbd2817379e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:07:14.580679 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c87bd0fc-933e-4d19-8022-ccbd2817379e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports/ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90 HTTP/1.1" status: 200  len: 911 time: 0.5888391
Nov 24 13:07:14.587283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-e6f69ede-3a1d-4c85-9505-0091f550480c None None] Set router 64e608c8-eefe-4f91-831b-87dce284bf23 gateway port host: None {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:07:14.591709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network 31fe376d-1dba-4ec4-a9e3-7298e9c19bf4 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:07:14.604738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46170) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:14.613392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:14.746907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-d54dac62-e764-46a4-8a81-bdb6f963d9d0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Allocated IP 172.20.0.20 (b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a/a0fc201b-1f86-44eb-a2cd-166a4eef971a/46ae5895-3819-4755-b0f7-1ab44e8fc778) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:07:14.804384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:14.835032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:14.876039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aef9e1a1-2ba0-49c9-afda-97d0b0432287 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:15.058414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-aef9e1a1-2ba0-49c9-afda-97d0b0432287 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Calling delete_port for b72b40b8-612f-41bc-a31d-403f9adf7958 owned by network:router_gateway {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:07:15.072298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 31bf24f7-5504-4caa-8859-a706f873ec65, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=31bf24f7-5504-4caa-8859-a706f873ec65,segment=NetworkSegment(af6d86db-8516-425d-b914-cd84a3cb3613),segment_id=af6d86db-8516-425d-b914-cd84a3cb3613)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:07:15.077876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:15.084243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-523a0129-f2b0-493e-9109-b7f6d5a212ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:15.229031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=31bf24f7-5504-4caa-8859-a706f873ec65,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:15.233448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:15.244510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network 31fe376d-1dba-4ec4-a9e3-7298e9c19bf4 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:07:15.263675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e6f69ede-3a1d-4c85-9505-0091f550480c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c073940>, [{'id': '64e608c8-eefe-4f91-831b-87dce284bf23', 'name': 'tempest-NetworksTestDHCPv6-router-913508201', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:06:57Z', 'updated_at': '2020-11-24T13:07:05Z', 'revision_number': 2, 'project_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'gw_port_host': None, '_interfaces': [{'id': 'ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90', 'name': '', 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'mac_address': 'fa:16:3e:59:25:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e608c8-eefe-4f91-831b-87dce284bf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'd2e3d264-6f1c-41f7-bd2b-fd9ddafe84e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:07:01Z', 'updated_at': '2020-11-24T13:07:07Z', 'revision_number': 2, 'project_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'subnets': [{'id': 'd2e3d264-6f1c-41f7-bd2b-fd9ddafe84e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:15.269507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f69ede-3a1d-4c85-9505-0091f550480c None None] Checking router: 64e608c8-eefe-4f91-831b-87dce284bf23 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:07:15.270088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f69ede-3a1d-4c85-9505-0091f550480c None None] Updating router 64e608c8-eefe-4f91-831b-87dce284bf23 port ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90 binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:07:15.278777 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3b7a20f3-ef87-40fc-82e2-dcc9171ab502 tempest-DHCPAgentSchedulersTestJSON-483371858 tempest-DHCPAgentSchedulersTestJSON-483371858] 10.222.0.76 "GET /v2.0/agents/913b74c3-aa36-4063-bcca-110fcf4d2c4f/dhcp-networks HTTP/1.1" status: 200  len: 10303 time: 0.7816651
Nov 24 13:07:15.280737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46174) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:15.281954 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:07:15.281954 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:07:15.281954 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:07:15.281954 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:07:15.281954 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:07:15.281954 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:07:15.281954 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:07:15.281954 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:07:15.281954 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:07:15.281954 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:07:15.281954 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:07:15.281954 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:07:15.281954 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:07:15.281954 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:07:15.281954 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:07:15.281954 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:07:15.281954 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:07:15.281954 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:07:15.281954 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:07:15.281954 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:07:15.281954 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:07:15.281954 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:07:15.281954 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:07:15.281954 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:07:15.281954 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:07:15.281954 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:07:15.281954 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:07:15.281954 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:07:15.281954 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:07:15.281954 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:07:15.281954 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:07:15.281954 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:07:15.325918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e6f69ede-3a1d-4c85-9505-0091f550480c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:15.436323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 24 13:07:15.436323 dv-neutron-601336-61-ovs neutron-server[80834]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 24 13:07:15.436323 dv-neutron-601336-61-ovs neutron-server[80834]: [parameters: {'id': '31fe376d-1dba-4ec4-a9e3-7298e9c19bf4'}]
Nov 24 13:07:15.436323 dv-neutron-601336-61-ovs neutron-server[80834]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:07:15.437873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:07:15.453917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-94a28558-1ee1-4878-b9d3-708c9e5a2b90 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:07:15.454327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-94a28558-1ee1-4878-b9d3-708c9e5a2b90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:07:15.468233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f4d916-b40c-44ec-bc54-2a99a19c6bfa tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:15.472997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f4d916-b40c-44ec-bc54-2a99a19c6bfa tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:15.477511 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-72f4d916-b40c-44ec-bc54-2a99a19c6bfa tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.8689728
Nov 24 13:07:15.478158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46178) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:15.482994 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-311b64d1-b316-47a1-8e93-81b286957ca4 tempest-DHCPAgentSchedulersTestJSON-483371858 tempest-DHCPAgentSchedulersTestJSON-483371858] 10.222.0.76 "DELETE /v2.0/agents/913b74c3-aa36-4063-bcca-110fcf4d2c4f/dhcp-networks/8118cc41-cc1d-41f3-8d6e-f8c104d45393 HTTP/1.1" status: 204  len: 168 time: 0.1962123
Nov 24 13:07:15.491280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46182) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:15.604023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9627f5fb-9e74-4e9c-a380-14feaaea39be tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router_gateway, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:15.692037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aef9e1a1-2ba0-49c9-afda-97d0b0432287 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:15.696183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-d54dac62-e764-46a4-8a81-bdb6f963d9d0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:07:15.705139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9627f5fb-9e74-4e9c-a380-14feaaea39be tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:15.725595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b5aa9ba2-d3f6-4f2c-9ea4-36bf475c2e4f tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:15.739468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d54dac62-e764-46a4-8a81-bdb6f963d9d0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:15.772190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e6f69ede-3a1d-4c85-9505-0091f550480c None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:15.806716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e6f69ede-3a1d-4c85-9505-0091f550480c None None] Transition to ACTIVE for port object ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:07:15.806716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e6f69ede-3a1d-4c85-9505-0091f550480c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:15.831435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:15.850084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d54dac62-e764-46a4-8a81-bdb6f963d9d0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Transition to ACTIVE for port object 46ae5895-3819-4755-b0f7-1ab44e8fc778 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:07:15.856821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d54dac62-e764-46a4-8a81-bdb6f963d9d0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:15.891227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-380b2d59-3a85-4148-b2fb-b61a3cbb5fc6 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:15.934420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9e1a1-2ba0-49c9-afda-97d0b0432287 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Pushing event deleted for resources: {'Port': ['ID=b72b40b8-612f-41bc-a31d-403f9adf7958,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:15.963320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-aef9e1a1-2ba0-49c9-afda-97d0b0432287 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:15.986353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d8d7c08-9891-4ebf-b6dd-cdfaa503019e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:15.991335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:16.213208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54dac62-e764-46a4-8a81-bdb6f963d9d0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Port': ['ID=46ae5895-3819-4755-b0f7-1ab44e8fc778,revision_number=3']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:16.228891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d54dac62-e764-46a4-8a81-bdb6f963d9d0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:16.228891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Deleting port 31bf24f7-5504-4caa-8859-a706f873ec65 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:07:16.228891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:16.233627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-94a28558-1ee1-4878-b9d3-708c9e5a2b90 None None] Deleting port 31bf24f7-5504-4caa-8859-a706f873ec65 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:07:16.233627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-94a28558-1ee1-4878-b9d3-708c9e5a2b90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:16.418852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7d98c-e008-4102-8d55-93254682f0d5 None None] Pushing event updated for resources: {'Port': ['ID=ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:16.418852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f5e7d98c-e008-4102-8d55-93254682f0d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:16.921521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] For port 31bf24f7-5504-4caa-8859-a706f873ec65, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=31bf24f7-5504-4caa-8859-a706f873ec65,segment=NetworkSegment(af6d86db-8516-425d-b914-cd84a3cb3613),segment_id=af6d86db-8516-425d-b914-cd84a3cb3613)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:07:16.921521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:16.976374 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-790dbfd8-538a-4f03-a1cb-379988c166c5 tempest-DHCPAgentSchedulersTestJSON-483371858 tempest-DHCPAgentSchedulersTestJSON-483371858] 10.222.0.76 "GET /v2.0/agents/913b74c3-aa36-4063-bcca-110fcf4d2c4f/dhcp-networks HTTP/1.1" status: 200  len: 9538 time: 1.4762628
Nov 24 13:07:16.986071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46186) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:17.065000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-94a28558-1ee1-4878-b9d3-708c9e5a2b90 None None] For port 31bf24f7-5504-4caa-8859-a706f873ec65, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=31bf24f7-5504-4caa-8859-a706f873ec65,segment=NetworkSegment(af6d86db-8516-425d-b914-cd84a3cb3613),segment_id=af6d86db-8516-425d-b914-cd84a3cb3613)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:07:17.065000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-94a28558-1ee1-4878-b9d3-708c9e5a2b90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:17.166325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Calling delete_port for 31bf24f7-5504-4caa-8859-a706f873ec65 owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:07:17.306915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-d54dac62-e764-46a4-8a81-bdb6f963d9d0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] In _notify_port_updated(), no bound segment for port 46ae5895-3819-4755-b0f7-1ab44e8fc778 on network b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a {{(pid=80944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 24 13:07:17.316245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54dac62-e764-46a4-8a81-bdb6f963d9d0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:17.316245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d54dac62-e764-46a4-8a81-bdb6f963d9d0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:17.316245 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d54dac62-e764-46a4-8a81-bdb6f963d9d0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "PUT /v2.0/ports/46ae5895-3819-4755-b0f7-1ab44e8fc778 HTTP/1.1" status: 200  len: 999 time: 5.6137972
Nov 24 13:07:17.325417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46190) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:17.335463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-9627f5fb-9e74-4e9c-a380-14feaaea39be tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Allocated IP 172.26.8.247 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/82b87c9d-ccbb-4ed5-9a17-bfd7dd255180) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:07:17.396280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-94a28558-1ee1-4878-b9d3-708c9e5a2b90 None None] Calling delete_port for 31bf24f7-5504-4caa-8859-a706f873ec65 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:07:17.396843 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-aa3e0c14-8ef6-440d-a340-988fccbe2786 tempest-DHCPAgentSchedulersTestJSON-483371858 tempest-DHCPAgentSchedulersTestJSON-483371858] 10.222.0.76 "GET /v2.0/networks/2d2a3cea-5a4c-482a-9a04-169061877784/dhcp-agents HTTP/1.1" status: 200  len: 807 time: 0.4047461
Nov 24 13:07:17.415179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46192) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:17.433849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:17.450694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e6f69ede-3a1d-4c85-9505-0091f550480c None None] Attempting to bind port ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:07:17.451130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e6f69ede-3a1d-4c85-9505-0091f550480c None None] Attempting to bind port ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:07:17.451555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f69ede-3a1d-4c85-9505-0091f550480c None None] Attempting to bind port ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90 on network 8ca51b04-1dca-4f60-b844-2979d8864b51 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:07:17.490082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f69ede-3a1d-4c85-9505-0091f550480c None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:07:17.490082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f69ede-3a1d-4c85-9505-0091f550480c None None] Checking segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:07:17.490379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e6f69ede-3a1d-4c85-9505-0091f550480c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:17.490758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f69ede-3a1d-4c85-9505-0091f550480c None None] Bound using segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:07:17.491586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e6f69ede-3a1d-4c85-9505-0091f550480c None None] Bound port: ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:07:17.492148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e6f69ede-3a1d-4c85-9505-0091f550480c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:17.580044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-fd628228-9243-4903-8a89-524a6da292f0 None None] Provisioning for port 46ae5895-3819-4755-b0f7-1ab44e8fc778 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:07:17.592321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aef9e1a1-2ba0-49c9-afda-97d0b0432287 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:17.595764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-94a28558-1ee1-4878-b9d3-708c9e5a2b90 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:07:17.596185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-94a28558-1ee1-4878-b9d3-708c9e5a2b90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:07:17.599829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-fd628228-9243-4903-8a89-524a6da292f0 None None] Provisioning complete for port 46ae5895-3819-4755-b0f7-1ab44e8fc778 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:17.600260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fd628228-9243-4903-8a89-524a6da292f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:17.631035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-94a28558-1ee1-4878-b9d3-708c9e5a2b90 None None] Deleting port 31bf24f7-5504-4caa-8859-a706f873ec65 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:07:17.631408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-94a28558-1ee1-4878-b9d3-708c9e5a2b90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:17.747698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cf53ab68-7072-4a2b-885b-4f20235a13e8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:17.752575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-94a28558-1ee1-4878-b9d3-708c9e5a2b90 None None] The port '31bf24f7-5504-4caa-8859-a706f873ec65' was deleted {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:07:17.759720 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-51d14d62-f25e-4201-b01f-1bf3003bb3e7 tempest-DHCPAgentSchedulersTestJSON-483371858 tempest-DHCPAgentSchedulersTestJSON-483371858] 10.222.0.76 "GET /v2.0/networks/2d2a3cea-5a4c-482a-9a04-169061877784/dhcp-agents HTTP/1.1" status: 200  len: 807 time: 0.3415246
Nov 24 13:07:17.766251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46198) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:17.767367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e6f69ede-3a1d-4c85-9505-0091f550480c None None] For port ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:07:17.770020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-fd628228-9243-4903-8a89-524a6da292f0 None None] Port 46ae5895-3819-4755-b0f7-1ab44e8fc778 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:07:17.778582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e6f69ede-3a1d-4c85-9505-0091f550480c None None] For port ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:07:17.783523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e6f69ede-3a1d-4c85-9505-0091f550480c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:17.812343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-90749b29-8646-4116-a4df-d4bae52846b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:17.844771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee2795e-4b46-4d11-bb10-252cd23537fb None None] get_active_networks_info from dv-neutron-601336-61-ovs {{(pid=80945) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 13:07:17.853641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0aa0cf16-c06e-4396-bf68-8a8aad61feb4 req-b458d289-0087-425d-ba36-9c9e2a5718e2 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Router e0bce900-3697-4a26-958b-21bd77e379b2 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:07:17.869876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Port': ['ID=31bf24f7-5504-4caa-8859-a706f873ec65,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:17.879592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:17.969470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b3044369-7786-4fa5-9b31-bcb1d6f437b3 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting port 46ae5895-3819-4755-b0f7-1ab44e8fc778 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:07:17.969799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b3044369-7786-4fa5-9b31-bcb1d6f437b3 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:17.970421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aef9e1a1-2ba0-49c9-afda-97d0b0432287 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:18.017526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7d98c-e008-4102-8d55-93254682f0d5 None None] Pushing event updated for resources: {'Port': ['ID=ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:18.025498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f5e7d98c-e008-4102-8d55-93254682f0d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:18.036801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] No DVR routers for this DVR port 31bf24f7-5504-4caa-8859-a706f873ec65 on host dv-neutron-601336-61-ovs {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:07:18.080067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aef9e1a1-2ba0-49c9-afda-97d0b0432287 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:18.171469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee2795e-4b46-4d11-bb10-252cd23537fb None None] Resources bound (agent type, host, resource id):  {{(pid=80945) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 24 13:07:18.173945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f69ede-3a1d-4c85-9505-0091f550480c None None] Routers {'64e608c8-eefe-4f91-831b-87dce284bf23'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:07:18.174837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e6f69ede-3a1d-4c85-9505-0091f550480c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c073940>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:07:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['64e608c8-eefe-4f91-831b-87dce284bf23'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:18.335597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9627f5fb-9e74-4e9c-a380-14feaaea39be tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:18.339294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aef9e1a1-2ba0-49c9-afda-97d0b0432287 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:18.339867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef9e1a1-2ba0-49c9-afda-97d0b0432287 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Fanout notify agent at l3_agent the message router_deleted on router 9b60fcbc-9cf6-46fa-8e8b-da696b4db22f {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:07:18.350604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:18.405577 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-986e96de-641c-4603-b802-ce4e0d9fa283 tempest-DHCPAgentSchedulersTestJSON-483371858 tempest-DHCPAgentSchedulersTestJSON-483371858] 10.222.0.76 "GET /v2.0/agents/913b74c3-aa36-4063-bcca-110fcf4d2c4f/dhcp-networks HTTP/1.1" status: 200  len: 9538 time: 0.6266065
Nov 24 13:07:18.407825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46202) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:18.457521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-e6f69ede-3a1d-4c85-9505-0091f550480c None None] Set router 64e608c8-eefe-4f91-831b-87dce284bf23 gateway port host: None {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:07:18.582493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aef9e1a1-2ba0-49c9-afda-97d0b0432287 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:18.583817 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-aef9e1a1-2ba0-49c9-afda-97d0b0432287 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "DELETE /v2.0/routers/9b60fcbc-9cf6-46fa-8e8b-da696b4db22f HTTP/1.1" status: 204  len: 168 time: 6.9366236
Nov 24 13:07:18.604075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46206) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:18.625822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-85259d15-aa6c-45da-8ab7-e7a3d60518e8 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-103339402', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:18.648702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-85259d15-aa6c-45da-8ab7-e7a3d60518e8 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:07:18.652370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6346a587b8>,) {'filters': {'network_id': ['31fe376d-1dba-4ec4-a9e3-7298e9c19bf4']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:18.675495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-85259d15-aa6c-45da-8ab7-e7a3d60518e8 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Usage tracker for resource:router and tenant:c2dbf21b25954c9fa14ce758f1b82ede is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:07:18.683051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-85259d15-aa6c-45da-8ab7-e7a3d60518e8 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:07:18.699425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346a587b8>, 'af6d86db-8516-425d-b914-cd84a3cb3613') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:18.699992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346a587b8>, 'af6d86db-8516-425d-b914-cd84a3cb3613') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:18.749274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-85259d15-aa6c-45da-8ab7-e7a3d60518e8 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:07:18.773251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9627f5fb-9e74-4e9c-a380-14feaaea39be tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:18.808194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:18.820594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2c35c726-caa8-47bb-9d46-2bb378d4313a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:18.824572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c99a8a32-9997-4cd4-9431-2808aa869921 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:18.949615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85259d15-aa6c-45da-8ab7-e7a3d60518e8 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:18.949615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85259d15-aa6c-45da-8ab7-e7a3d60518e8 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:18.969133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:18.972600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b3044369-7786-4fa5-9b31-bcb1d6f437b3 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:18.985787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Releasing vxlan tunnel 11 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:07:19.014078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0aa0cf16-c06e-4396-bf68-8a8aad61feb4 req-b458d289-0087-425d-ba36-9c9e2a5718e2 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:07:19.045446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56eb958-7864-4b43-93fc-5271b24aec02 None None] Sync routers for ids ['e0bce900-3697-4a26-958b-21bd77e379b2'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:07:19.060231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56eb958-7864-4b43-93fc-5271b24aec02 None None] Routers {'e0bce900-3697-4a26-958b-21bd77e379b2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:07:19.060903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a56eb958-7864-4b43-93fc-5271b24aec02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc76b00>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:07:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e0bce900-3697-4a26-958b-21bd77e379b2'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:19.100035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-0aa0cf16-c06e-4396-bf68-8a8aad61feb4 req-b458d289-0087-425d-ba36-9c9e2a5718e2 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:19.323835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-a56eb958-7864-4b43-93fc-5271b24aec02 None None] Set router e0bce900-3697-4a26-958b-21bd77e379b2 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:07:19.439739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e6f69ede-3a1d-4c85-9505-0091f550480c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c073940>, [{'id': '64e608c8-eefe-4f91-831b-87dce284bf23', 'name': 'tempest-NetworksTestDHCPv6-router-913508201', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:06:57Z', 'updated_at': '2020-11-24T13:07:05Z', 'revision_number': 2, 'project_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'gw_port_host': None, '_interfaces': [{'id': 'ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90', 'name': '', 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'mac_address': 'fa:16:3e:59:25:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e608c8-eefe-4f91-831b-87dce284bf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'd2e3d264-6f1c-41f7-bd2b-fd9ddafe84e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:07:01Z', 'updated_at': '2020-11-24T13:07:17Z', 'revision_number': 4, 'project_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'subnets': [{'id': 'd2e3d264-6f1c-41f7-bd2b-fd9ddafe84e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:19.449463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f69ede-3a1d-4c85-9505-0091f550480c None None] The sync data for ids ['64e608c8-eefe-4f91-831b-87dce284bf23'] in dv-neutron-601336-61-ovs is: [{'id': '64e608c8-eefe-4f91-831b-87dce284bf23', 'name': 'tempest-NetworksTestDHCPv6-router-913508201', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:06:57Z', 'updated_at': '2020-11-24T13:07:05Z', 'revision_number': 2, 'project_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'gw_port_host': None, '_interfaces': [{'id': 'ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90', 'name': '', 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'mac_address': 'fa:16:3e:59:25:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e608c8-eefe-4f91-831b-87dce284bf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'd2e3d264-6f1c-41f7-bd2b-fd9ddafe84e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:07:01Z', 'updated_at': '2020-11-24T13:07:17Z', 'revision_number': 4, 'project_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'subnets': [{'id': 'd2e3d264-6f1c-41f7-bd2b-fd9ddafe84e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:07:19.493123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b3044369-7786-4fa5-9b31-bcb1d6f437b3 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Calling delete_port for 46ae5895-3819-4755-b0f7-1ab44e8fc778 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:07:19.552109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627f5fb-9e74-4e9c-a380-14feaaea39be tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Pushing event updated for resources: {'Port': ['ID=82b87c9d-ccbb-4ed5-9a17-bfd7dd255180,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:19.623092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9627f5fb-9e74-4e9c-a380-14feaaea39be tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.808s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:19.729200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c99a8a32-9997-4cd4-9431-2808aa869921 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:19.833196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85259d15-aa6c-45da-8ab7-e7a3d60518e8 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:19.871853 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0aa0cf16-c06e-4396-bf68-8a8aad61feb4 req-b458d289-0087-425d-ba36-9c9e2a5718e2 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "PUT /v2.0/floatingips/74a89466-795f-4ea8-ac47-ddcad55cfa83 HTTP/1.1" status: 200  len: 996 time: 8.6297584
Nov 24 13:07:19.883476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6711fa54-6790-46c3-864c-b0fbcde3e3ac', 'tag': '522e37dd-c87e-451d-9bf5-82e3d3a11706'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:07:19.887364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network 31fe376d-1dba-4ec4-a9e3-7298e9c19bf4 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:07:19.910850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:19.944277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a56eb958-7864-4b43-93fc-5271b24aec02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc76b00>, [{'id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'name': 'tempest-TestVolumeBootPattern-366325813-router', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:04:44Z', 'updated_at': '2020-11-24T13:05:04Z', 'revision_number': 4, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'gw_port': {'id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:04:47Z', 'updated_at': '2020-11-24T13:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '74a89466-795f-4ea8-ac47-ddcad55cfa83', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'floating_ip_address': '172.26.8.21', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'port_id': '522e37dd-c87e-451d-9bf5-82e3d3a11706', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'mac_address': 'fa:16:3e:b9:d9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6711fa54-6790-46c3-864c-b0fbcde3e3ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:07:06Z', 'updated_at': '2020-11-24T13:07:12Z', 'revision_number': 1, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d4f93d-57fc-4366-924d-366b13721c3c', 'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'mac_address': 'fa:16:3e:ff:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:00Z', 'updated_at': '2020-11-24T13:05:18Z', 'revision_number': 5, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'subnets': [{'id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:19.950891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56eb958-7864-4b43-93fc-5271b24aec02 None None] Checking router: e0bce900-3697-4a26-958b-21bd77e379b2 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:07:20.014920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56eb958-7864-4b43-93fc-5271b24aec02 None None] Routers {'e0bce900-3697-4a26-958b-21bd77e379b2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:07:20.015601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a56eb958-7864-4b43-93fc-5271b24aec02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc76b00>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:07:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e0bce900-3697-4a26-958b-21bd77e379b2'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:20.145971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f28fc06-e404-48af-bb51-93e96b4dcc62 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:20.271573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85259d15-aa6c-45da-8ab7-e7a3d60518e8 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:20.327800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9627f5fb-9e74-4e9c-a380-14feaaea39be tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:07:20.362303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-9627f5fb-9e74-4e9c-a380-14feaaea39be tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:07:20.362303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9627f5fb-9e74-4e9c-a380-14feaaea39be tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:07:20.374991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:07:20.395517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-c99a8a32-9997-4cd4-9431-2808aa869921 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f63462cf748>,) {'filters': {'network_id': ['8118cc41-cc1d-41f3-8d6e-f8c104d45393']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:20.470650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-c99a8a32-9997-4cd4-9431-2808aa869921 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f63462cf748>, '2717aff5-5f9a-46c9-81e2-a25677edbfab') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:20.474597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-c99a8a32-9997-4cd4-9431-2808aa869921 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f63462cf748>, '2717aff5-5f9a-46c9-81e2-a25677edbfab') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:20.511459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c99a8a32-9997-4cd4-9431-2808aa869921 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:20.556914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c99a8a32-9997-4cd4-9431-2808aa869921 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:20.570379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c99a8a32-9997-4cd4-9431-2808aa869921 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Releasing vxlan tunnel 12 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:07:20.599523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0cf16-c06e-4396-bf68-8a8aad61feb4 req-87f0676c-f2be-46f8-9c91-6c8651c8a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:20.601729 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0aa0cf16-c06e-4396-bf68-8a8aad61feb4 req-87f0676c-f2be-46f8-9c91-6c8651c8a61d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6efb027d4b0e48cc970462a6d3154fa0&device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 1163 time: 0.7100742
Nov 24 13:07:20.647332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:07:20.657855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:20.660514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:20.830846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-a56eb958-7864-4b43-93fc-5271b24aec02 None None] Set router e0bce900-3697-4a26-958b-21bd77e379b2 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:07:20.946151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:20.984896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6a06670f-95bc-48f7-a71f-fd16e6e0f9fc None None] Provisioning complete for port 46ae5895-3819-4755-b0f7-1ab44e8fc778 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:20.985349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6a06670f-95bc-48f7-a71f-fd16e6e0f9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:21.002764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c99a8a32-9997-4cd4-9431-2808aa869921 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Network 8118cc41-cc1d-41f3-8d6e-f8c104d45393 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:07:21.028764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c99a8a32-9997-4cd4-9431-2808aa869921 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:21.149005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network 31fe376d-1dba-4ec4-a9e3-7298e9c19bf4 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:07:21.184885 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6711fa54-6790-46c3-864c-b0fbcde3e3ac', 'tag': '522e37dd-c87e-451d-9bf5-82e3d3a11706', 'status': 'completed', 'code': 200}
Nov 24 13:07:21.193299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6a06670f-95bc-48f7-a71f-fd16e6e0f9fc None None] Port 46ae5895-3819-4755-b0f7-1ab44e8fc778 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:07:21.255472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:21.270216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6a06670f-95bc-48f7-a71f-fd16e6e0f9fc None None] Provisioning complete for port 277961b1-9e33-4dd6-aa3a-9c65ead03d4b triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:21.272262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6a06670f-95bc-48f7-a71f-fd16e6e0f9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:21.338741 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:07:21.338741 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:07:21.338741 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:07:21.338741 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:07:21.338741 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:07:21.338741 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:07:21.338741 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:07:21.338741 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:07:21.338741 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:07:21.338741 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:07:21.338741 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:07:21.338741 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:07:21.338741 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:07:21.338741 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:07:21.338741 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:07:21.338741 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:07:21.338741 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:07:21.338741 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:07:21.338741 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:07:21.338741 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:07:21.338741 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:07:21.338741 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:07:21.338741 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:07:21.338741 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:07:21.338741 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:07:21.338741 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:07:21.338741 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:07:21.338741 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:07:21.338741 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:07:21.338741 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:07:21.338741 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:07:21.338741 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:07:21.385895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c99a8a32-9997-4cd4-9431-2808aa869921 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Network 8118cc41-cc1d-41f3-8d6e-f8c104d45393 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:07:21.446525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a56eb958-7864-4b43-93fc-5271b24aec02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc76b00>, [{'id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'name': 'tempest-TestVolumeBootPattern-366325813-router', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:04:44Z', 'updated_at': '2020-11-24T13:05:04Z', 'revision_number': 4, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'gw_port': {'id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:04:47Z', 'updated_at': '2020-11-24T13:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '74a89466-795f-4ea8-ac47-ddcad55cfa83', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'floating_ip_address': '172.26.8.21', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'port_id': '522e37dd-c87e-451d-9bf5-82e3d3a11706', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'mac_address': 'fa:16:3e:b9:d9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6711fa54-6790-46c3-864c-b0fbcde3e3ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:07:06Z', 'updated_at': '2020-11-24T13:07:12Z', 'revision_number': 1, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d4f93d-57fc-4366-924d-366b13721c3c', 'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'mac_address': 'fa:16:3e:ff:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:00Z', 'updated_at': '2020-11-24T13:05:18Z', 'revision_number': 5, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'subnets': [{'id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:21.454137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56eb958-7864-4b43-93fc-5271b24aec02 None None] The sync data for ids ['e0bce900-3697-4a26-958b-21bd77e379b2'] in dv-neutron-601336-61-ovs is: [{'id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'name': 'tempest-TestVolumeBootPattern-366325813-router', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:04:44Z', 'updated_at': '2020-11-24T13:05:04Z', 'revision_number': 4, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'gw_port': {'id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:04:47Z', 'updated_at': '2020-11-24T13:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '74a89466-795f-4ea8-ac47-ddcad55cfa83', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'floating_ip_address': '172.26.8.21', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'port_id': '522e37dd-c87e-451d-9bf5-82e3d3a11706', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'mac_address': 'fa:16:3e:b9:d9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6711fa54-6790-46c3-864c-b0fbcde3e3ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:07:06Z', 'updated_at': '2020-11-24T13:07:12Z', 'revision_number': 1, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d4f93d-57fc-4366-924d-366b13721c3c', 'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'mac_address': 'fa:16:3e:ff:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:00Z', 'updated_at': '2020-11-24T13:05:18Z', 'revision_number': 5, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'subnets': [{'id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:07:21.460288 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:07:21.460288 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:07:21.460288 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:07:21.460288 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:07:21.460288 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:07:21.460288 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:07:21.460288 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:07:21.460288 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:07:21.460288 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:07:21.460288 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:07:21.460288 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:07:21.460288 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:07:21.460288 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:07:21.460288 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:07:21.460288 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:07:21.460288 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:07:21.460288 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:07:21.460288 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:07:21.460288 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:07:21.460288 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:07:21.460288 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:07:21.460288 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:07:21.460288 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:07:21.460288 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:07:21.460288 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:07:21.460288 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:07:21.460288 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:07:21.460288 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:07:21.460288 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:07:21.460288 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:07:21.460288 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:07:21.460288 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:07:21.474974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85259d15-aa6c-45da-8ab7-e7a3d60518e8 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:21.474974 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-85259d15-aa6c-45da-8ab7-e7a3d60518e8 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 2.8563666
Nov 24 13:07:21.495609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:07:21.502927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46216) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:21.509660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:21.509660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:21.573216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-02f7009a-c934-4400-a66f-797cf0383962 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Request body: {'router': {'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'enable_snat': True}}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:21.703641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:21.705277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8d7c08-9891-4ebf-b6dd-cdfaa503019e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Router 68958fec-faf6-4a7f-acdd-0bcee079f821 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:07:21.712609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:21.799578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:21.828810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-76cd49a4-ebe7-414b-b9fa-26a53621bc39 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:21.846774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c99a8a32-9997-4cd4-9431-2808aa869921 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:21.849017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:21.852048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c99a8a32-9997-4cd4-9431-2808aa869921 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:21.859902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4fa5a286-a2c2-407c-80a9-f837ac40f084 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:21.899498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a8a32-9997-4cd4-9431-2808aa869921 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Pushing event deleted for resources: {'Network': ['ID=8118cc41-cc1d-41f3-8d6e-f8c104d45393,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:21.903268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c99a8a32-9997-4cd4-9431-2808aa869921 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:21.908809 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c99a8a32-9997-4cd4-9431-2808aa869921 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] 10.222.0.76 "DELETE /v2.0/networks/8118cc41-cc1d-41f3-8d6e-f8c104d45393 HTTP/1.1" status: 204  len: 168 time: 3.4951952
Nov 24 13:07:21.914418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46220) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:21.939315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b82a6bf2-8cfa-42d5-bc7e-5104ee4b3a0a None None] Provisioning complete for port ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:21.939943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b82a6bf2-8cfa-42d5-bc7e-5104ee4b3a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:21.952148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Network': ['ID=31fe376d-1dba-4ec4-a9e3-7298e9c19bf4,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:21.961562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:21.986709 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/networks/31fe376d-1dba-4ec4-a9e3-7298e9c19bf4 HTTP/1.1" status: 204  len: 168 time: 12.9713995
Nov 24 13:07:21.992276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46224) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:22.038835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0cf16-c06e-4396-bf68-8a8aad61feb4 req-89bdca8c-cd25-40e2-a11b-ed53180147c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:22.048382 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0aa0cf16-c06e-4396-bf68-8a8aad61feb4 req-89bdca8c-cd25-40e2-a11b-ed53180147c9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c200d148-1aac-4d09-a682-2365e76cfa1f HTTP/1.1" status: 200  len: 905 time: 0.8629205
Nov 24 13:07:22.053395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b3044369-7786-4fa5-9b31-bcb1d6f437b3 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:22.056989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20ede4-5af4-423f-96b4-447473dd2cb7 req-c076d77d-5e7b-47f8-baea-53ad869cab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:22.058757 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0f20ede4-5af4-423f-96b4-447473dd2cb7 req-c076d77d-5e7b-47f8-baea-53ad869cab2e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6efb027d4b0e48cc970462a6d3154fa0&device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 1163 time: 1.1893487
Nov 24 13:07:22.108441 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b82ce1f-246e-4236-8b49-edca7a0240f7 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] DELETE failed (client error): The resource could not be found.
Nov 24 13:07:22.108942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b82ce1f-246e-4236-8b49-edca7a0240f7 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:07:22.112836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:07:22.127378 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9b82ce1f-246e-4236-8b49-edca7a0240f7 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] 10.222.0.76 "DELETE /v2.0/ports/e41af883-86fc-4e64-8220-7eadcfc0fef2 HTTP/1.1" status: 404  len: 333 time: 0.1989677
Nov 24 13:07:22.129359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46228) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:22.158639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:22.217981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:22.219273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:22.380285 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf01af87-25c6-46e6-a0ca-8f0d5e193d45 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] GET failed (client error): The resource could not be found.
Nov 24 13:07:22.382014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-cf01af87-25c6-46e6-a0ca-8f0d5e193d45 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Synchronizing usage tracker for tenant:2aca37eb671f42ff857d97c1cafabbf3 on resource:subnet {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:07:22.394615 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0aa0cf16-c06e-4396-bf68-8a8aad61feb4 req-4c0dea95-57d7-46b1-a3d7-a799a6816982 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=522e37dd-c87e-451d-9bf5-82e3d3a11706 HTTP/1.1" status: 200  len: 999 time: 0.3452544
Nov 24 13:07:22.501637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc813d6a-039e-4f95-b387-c225efdeed1f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Deleting subnet fef07e68-799a-480d-b1d4-ff0141bac256 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:07:22.509757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bc813d6a-039e-4f95-b387-c225efdeed1f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:22.517853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3044369-7786-4fa5-9b31-bcb1d6f437b3 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Port': ['ID=46ae5895-3819-4755-b0f7-1ab44e8fc778,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:22.521503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b3044369-7786-4fa5-9b31-bcb1d6f437b3 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:22.583580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bc813d6a-039e-4f95-b387-c225efdeed1f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:22.603921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930a7620-48e5-44cf-8755-2d781d87e21b None None] New status for floating IP 74a89466-795f-4ea8-ac47-ddcad55cfa83: ACTIVE {{(pid=80945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:07:22.638423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0cf16-c06e-4396-bf68-8a8aad61feb4 req-4e08d440-8267-4c36-903e-ec5256f3e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:22.640051 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0aa0cf16-c06e-4396-bf68-8a8aad61feb4 req-4e08d440-8267-4c36-903e-ec5256f3e4f1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fbd62c91-d804-432f-af8e-75bb073f1bc3 HTTP/1.1" status: 200  len: 850 time: 0.2216647
Nov 24 13:07:22.757975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8d7c08-9891-4ebf-b6dd-cdfaa503019e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:07:22.768707 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8d8d7c08-9891-4ebf-b6dd-cdfaa503019e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "PUT /v2.0/routers/68958fec-faf6-4a7f-acdd-0bcee079f821/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 16.1631322
Nov 24 13:07:22.774980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46232) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:22.783854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f730354-1e58-4c04-9060-fb770033cb1c None None] Sync routers for ids ['68958fec-faf6-4a7f-acdd-0bcee079f821'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:07:22.805724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f730354-1e58-4c04-9060-fb770033cb1c None None] Routers {'68958fec-faf6-4a7f-acdd-0bcee079f821'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:07:22.806838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-3f730354-1e58-4c04-9060-fb770033cb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc76898>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:07:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['68958fec-faf6-4a7f-acdd-0bcee079f821'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:22.836778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bc813d6a-039e-4f95-b387-c225efdeed1f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:22.858237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-cf01af87-25c6-46e6-a0ca-8f0d5e193d45 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Unset dirty status for tenant:2aca37eb671f42ff857d97c1cafabbf3 on resource:subnet {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:07:22.863260 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cf01af87-25c6-46e6-a0ca-8f0d5e193d45 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "GET /v2.0/subnets/a1e3385f-e9f7-4b5c-8551-3b3a7a44272b HTTP/1.1" status: 404  len: 337 time: 0.8650491
Nov 24 13:07:22.882996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46236) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:22.902699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-3f730354-1e58-4c04-9060-fb770033cb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc76898>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:22.927901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f730354-1e58-4c04-9060-fb770033cb1c None None] Routers {'68958fec-faf6-4a7f-acdd-0bcee079f821'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:07:22.928792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-3f730354-1e58-4c04-9060-fb770033cb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc76898>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:07:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['68958fec-faf6-4a7f-acdd-0bcee079f821'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:22.964810 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1bb2eaf-8ae6-42b9-97f5-b6c107695d5b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] DELETE failed (client error): The resource could not be found.
Nov 24 13:07:22.965401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1bb2eaf-8ae6-42b9-97f5-b6c107695d5b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:07:22.975706 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d1bb2eaf-8ae6-42b9-97f5-b6c107695d5b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/networks/31fe376d-1dba-4ec4-a9e3-7298e9c19bf4 HTTP/1.1" status: 404  len: 339 time: 0.0676577
Nov 24 13:07:22.980023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46240) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:23.043256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-3f730354-1e58-4c04-9060-fb770033cb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc76898>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:23.043774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f730354-1e58-4c04-9060-fb770033cb1c None None] The sync data for ids ['68958fec-faf6-4a7f-acdd-0bcee079f821'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:07:23.461923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0cf16-c06e-4396-bf68-8a8aad61feb4 req-25b98b28-0c03-4a84-a574-45b77174847c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:23.463645 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0aa0cf16-c06e-4396-bf68-8a8aad61feb4 req-25b98b28-0c03-4a84-a574-45b77174847c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c200d148-1aac-4d09-a682-2365e76cfa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.8071175
Nov 24 13:07:23.484715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-0aa0cf16-c06e-4396-bf68-8a8aad61feb4 req-bb645faa-2e12-4a49-916b-bafcff42c046 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:07:23.484847 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0aa0cf16-c06e-4396-bf68-8a8aad61feb4 req-bb645faa-2e12-4a49-916b-bafcff42c046 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0099316
Nov 24 13:07:23.503603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20ede4-5af4-423f-96b4-447473dd2cb7 req-ffc73c80-8b13-4213-8883-7ad88edfb9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:23.505194 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0f20ede4-5af4-423f-96b4-447473dd2cb7 req-ffc73c80-8b13-4213-8883-7ad88edfb9b2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c200d148-1aac-4d09-a682-2365e76cfa1f HTTP/1.1" status: 200  len: 905 time: 1.2874792
Nov 24 13:07:23.697820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-8f28fc06-e404-48af-bb51-93e96b4dcc62 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting port ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:07:23.697820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f28fc06-e404-48af-bb51-93e96b4dcc62 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:23.725403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b3044369-7786-4fa5-9b31-bcb1d6f437b3 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:23.728220 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b3044369-7786-4fa5-9b31-bcb1d6f437b3 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/ports/46ae5895-3819-4755-b0f7-1ab44e8fc778 HTTP/1.1" status: 204  len: 168 time: 6.3128383
Nov 24 13:07:23.739703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46244) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:23.771596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9627f5fb-9e74-4e9c-a380-14feaaea39be tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router_gateway, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:23.771969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9627f5fb-9e74-4e9c-a380-14feaaea39be tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:23.826277 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f196e1-14d2-4be5-9e87-039dfedbc494 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] GET failed (client error): The resource could not be found.
Nov 24 13:07:23.828367 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-70f196e1-14d2-4be5-9e87-039dfedbc494 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "GET /v2.0/ports/46ae5895-3819-4755-b0f7-1ab44e8fc778 HTTP/1.1" status: 404  len: 333 time: 0.0884604
Nov 24 13:07:23.834362 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0aa0cf16-c06e-4396-bf68-8a8aad61feb4 req-255b31ac-084e-4399-a41d-5148ec16eceb service neutron] 10.222.0.76 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3351924
Nov 24 13:07:23.834362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46248) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:23.843407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02f7009a-c934-4400-a66f-797cf0383962 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:23.927978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405bed2a-456f-4c74-bf22-b2eca9f0cd9c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:23.929119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-405bed2a-456f-4c74-bf22-b2eca9f0cd9c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Synchronizing usage tracker for tenant:2aca37eb671f42ff857d97c1cafabbf3 on resource:network {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:07:23.958345 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0f20ede4-5af4-423f-96b4-447473dd2cb7 req-6db7bdd1-53da-4df7-9f08-ea3f7758c7a0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=522e37dd-c87e-451d-9bf5-82e3d3a11706 HTTP/1.1" status: 200  len: 1001 time: 0.4402139
Nov 24 13:07:24.002353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bc813d6a-039e-4f95-b387-c225efdeed1f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:24.022928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c8a38cc7-c1d0-41cc-8970-f1e8b30e2c53 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:24.106928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-405bed2a-456f-4c74-bf22-b2eca9f0cd9c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Unset dirty status for tenant:2aca37eb671f42ff857d97c1cafabbf3 on resource:network {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:07:24.110896 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-405bed2a-456f-4c74-bf22-b2eca9f0cd9c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 1.1244175
Nov 24 13:07:24.117273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46252) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:24.142390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc813d6a-039e-4f95-b387-c225efdeed1f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Pushing event deleted for resources: {'Subnet': ['ID=fef07e68-799a-480d-b1d4-ff0141bac256,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:24.145259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bc813d6a-039e-4f95-b387-c225efdeed1f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:24.207358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20ede4-5af4-423f-96b4-447473dd2cb7 req-4e222533-5dc5-4be1-92a1-8f66414e2a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:24.208954 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0f20ede4-5af4-423f-96b4-447473dd2cb7 req-4e222533-5dc5-4be1-92a1-8f66414e2a52 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fbd62c91-d804-432f-af8e-75bb073f1bc3 HTTP/1.1" status: 200  len: 850 time: 0.1899328
Nov 24 13:07:24.242333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3c6624ba-ee93-4c86-8bc9-f0019eed1244 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Synchronizing usage tracker for tenant:2aca37eb671f42ff857d97c1cafabbf3 on resource:subnet {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:07:24.375521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3516814b-92af-42e2-8a08-b73a7e7cbd08 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:24.443946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3c6624ba-ee93-4c86-8bc9-f0019eed1244 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Unset dirty status for tenant:2aca37eb671f42ff857d97c1cafabbf3 on resource:subnet {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:07:24.445485 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3c6624ba-ee93-4c86-8bc9-f0019eed1244 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "GET /v2.0/subnets?network_id=cfe08d36-e5ba-4f00-8669-16a0ead5d220 HTTP/1.1" status: 200  len: 207 time: 0.3139224
Nov 24 13:07:24.452101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-8f28fc06-e404-48af-bb51-93e96b4dcc62 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] For port ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:07:24.452230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f28fc06-e404-48af-bb51-93e96b4dcc62 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:24.461505 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0aa0cf16-c06e-4396-bf68-8a8aad61feb4 req-0dc73c92-2cf4-4382-b040-2025f1a91c05 service neutron] 10.222.0.76 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5886264
Nov 24 13:07:24.463281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46256) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:24.502855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bc813d6a-039e-4f95-b387-c225efdeed1f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:24.515812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359290c1-950c-4d47-ab8f-6f8bd48fc1b1 None None] Network 2d2a3cea-5a4c-482a-9a04-169061877784 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:07:24.616704 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bc813d6a-039e-4f95-b387-c225efdeed1f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] 10.222.0.76 "DELETE /v2.0/subnets/fef07e68-799a-480d-b1d4-ff0141bac256 HTTP/1.1" status: 204  len: 168 time: 2.4853275
Nov 24 13:07:24.622263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46262) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:24.698576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-8f28fc06-e404-48af-bb51-93e96b4dcc62 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Calling delete_port for ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90 owned by network:router_interface {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:07:24.724300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a993629-e9d4-4401-a61a-0a742244b48b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting subnet a0fc201b-1f86-44eb-a2cd-166a4eef971a {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:07:24.728000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8a993629-e9d4-4401-a61a-0a742244b48b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:24.731969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20ede4-5af4-423f-96b4-447473dd2cb7 req-1a92fc87-58a7-4f93-960a-282d0c572bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:24.733623 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0f20ede4-5af4-423f-96b4-447473dd2cb7 req-1a92fc87-58a7-4f93-960a-282d0c572bb0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c200d148-1aac-4d09-a682-2365e76cfa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4641716
Nov 24 13:07:24.802880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8a993629-e9d4-4401-a61a-0a742244b48b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:24.881739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c501d22-aaaa-499b-8836-7045325456bc None None] DHCP port deletion for 2d2a3cea-5a4c-482a-9a04-169061877784 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:07:24.888695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-0c501d22-aaaa-499b-8836-7045325456bc None None] Deleting port 038d10fe-e77c-489d-9073-fdde24f9d625 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:07:24.889249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c501d22-aaaa-499b-8836-7045325456bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:24.974829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9523324e-36dc-4499-8b29-dddaf45d155f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:25.096780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9523324e-36dc-4499-8b29-dddaf45d155f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Deleting port 038d10fe-e77c-489d-9073-fdde24f9d625 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:07:25.097166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9523324e-36dc-4499-8b29-dddaf45d155f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:25.101490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e249b0e1-bacb-42a8-add1-c8909c8b4691 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:25.105948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e249b0e1-bacb-42a8-add1-c8909c8b4691 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:25.110746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e249b0e1-bacb-42a8-add1-c8909c8b4691 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:25.115696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e249b0e1-bacb-42a8-add1-c8909c8b4691 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:25.117416 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e249b0e1-bacb-42a8-add1-c8909c8b4691 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2485 time: 0.6519845
Nov 24 13:07:25.138488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02f7009a-c934-4400-a66f-797cf0383962 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router_gateway, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:25.153707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46266) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:25.171081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-0c501d22-aaaa-499b-8836-7045325456bc None None] For port 038d10fe-e77c-489d-9073-fdde24f9d625, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=038d10fe-e77c-489d-9073-fdde24f9d625,segment=NetworkSegment(80c98988-9a73-4feb-a8e0-5820bc64e011),segment_id=80c98988-9a73-4feb-a8e0-5820bc64e011)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:07:25.177233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c501d22-aaaa-499b-8836-7045325456bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:25.196859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02f7009a-c934-4400-a66f-797cf0383962 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:25.221140 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0f20ede4-5af4-423f-96b4-447473dd2cb7 req-41862cd9-f857-46ff-a220-7e8c664a40a2 service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4665825
Nov 24 13:07:25.335416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-0c501d22-aaaa-499b-8836-7045325456bc None None] Calling delete_port for 038d10fe-e77c-489d-9073-fdde24f9d625 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:07:25.445653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c501d22-aaaa-499b-8836-7045325456bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:25.467650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b0c200ab-083e-434b-83f6-7090ac0d8ce9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:25.576949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c501d22-aaaa-499b-8836-7045325456bc None None] Pushing event deleted for resources: {'Port': ['ID=038d10fe-e77c-489d-9073-fdde24f9d625,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:25.583413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0c501d22-aaaa-499b-8836-7045325456bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:25.601533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8a993629-e9d4-4401-a61a-0a742244b48b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:25.632577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c501d22-aaaa-499b-8836-7045325456bc None None] No DVR routers for this DVR port 038d10fe-e77c-489d-9073-fdde24f9d625 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:07:25.756399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9523324e-36dc-4499-8b29-dddaf45d155f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] The port '038d10fe-e77c-489d-9073-fdde24f9d625' was deleted {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:07:25.906784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f28fc06-e404-48af-bb51-93e96b4dcc62 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:25.919767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9627f5fb-9e74-4e9c-a380-14feaaea39be tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Router 94423af5-f42d-48b8-ad34-5ae35a47859d is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:07:25.926302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ce9e83a3-bb86-46cb-a589-9c17d9e989a4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:25.962268 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0f20ede4-5af4-423f-96b4-447473dd2cb7 req-ed51264f-8663-4a64-98aa-cb393da8b816 service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7297635
Nov 24 13:07:26.032103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ca9aad01-ed10-46ee-9669-4b3b060c29a0 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Synchronizing usage tracker for tenant:2aca37eb671f42ff857d97c1cafabbf3 on resource:network {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:07:26.052980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28fc06-e404-48af-bb51-93e96b4dcc62 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Port': ['ID=ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:26.060137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8f28fc06-e404-48af-bb51-93e96b4dcc62 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:26.100271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 038d10fe-e77c-489d-9073-fdde24f9d625 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:07:26.100432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9523324e-36dc-4499-8b29-dddaf45d155f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:26.171005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 038d10fe-e77c-489d-9073-fdde24f9d625 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:07:26.172229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 038d10fe-e77c-489d-9073-fdde24f9d625 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:07:26.198323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3516814b-92af-42e2-8a08-b73a7e7cbd08 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for router_gateway, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:26.217142 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ca9aad01-ed10-46ee-9669-4b3b060c29a0 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Unset dirty status for tenant:2aca37eb671f42ff857d97c1cafabbf3 on resource:network {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:07:26.219403 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ca9aad01-ed10-46ee-9669-4b3b060c29a0 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 574 time: 1.0609303
Nov 24 13:07:26.230346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46270) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:26.304662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3516814b-92af-42e2-8a08-b73a7e7cbd08 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Deleting port d47abc2e-f087-4894-94b3-3b00a9e1293f {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:07:26.305062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3516814b-92af-42e2-8a08-b73a7e7cbd08 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:26.447207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-02f7009a-c934-4400-a66f-797cf0383962 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Allocated IP 172.26.8.141 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/2ed8cd98-61a8-4a6b-b1a4-d3aa24061a12) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:07:26.470259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7739b7-0244-4a57-b06b-be093431bd93 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:26.471792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7739b7-0244-4a57-b06b-be093431bd93 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:26.478985 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5f7739b7-0244-4a57-b06b-be093431bd93 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.2415702
Nov 24 13:07:26.478985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-9523324e-36dc-4499-8b29-dddaf45d155f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6346cfc470>,) {'filters': {'network_id': ['2d2a3cea-5a4c-482a-9a04-169061877784']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:26.508056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46274) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:26.566225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-9523324e-36dc-4499-8b29-dddaf45d155f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346cfc470>, '80c98988-9a73-4feb-a8e0-5820bc64e011') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:26.566431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-9523324e-36dc-4499-8b29-dddaf45d155f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346cfc470>, '80c98988-9a73-4feb-a8e0-5820bc64e011') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:26.637189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f28fc06-e404-48af-bb51-93e96b4dcc62 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:26.651553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9523324e-36dc-4499-8b29-dddaf45d155f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:26.692459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9523324e-36dc-4499-8b29-dddaf45d155f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:26.696350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9523324e-36dc-4499-8b29-dddaf45d155f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Releasing vxlan tunnel 5 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:07:26.807949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8a993629-e9d4-4401-a61a-0a742244b48b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:26.835617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02f7009a-c934-4400-a66f-797cf0383962 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:26.835878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-91c5c280-0a37-42fd-9890-c36358b85d65 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:26.866734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b266d50c-d862-4f7e-a364-a2fb59e2efb9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['shared'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:26.868196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b266d50c-d862-4f7e-a364-a2fb59e2efb9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['shared'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:26.869865 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b266d50c-d862-4f7e-a364-a2fb59e2efb9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.3607633
Nov 24 13:07:26.932729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46278) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:26.967521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a993629-e9d4-4401-a61a-0a742244b48b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Subnet': ['ID=a0fc201b-1f86-44eb-a2cd-166a4eef971a,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:26.970785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3516814b-92af-42e2-8a08-b73a7e7cbd08 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:27.034896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8a993629-e9d4-4401-a61a-0a742244b48b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:27.064455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9627f5fb-9e74-4e9c-a380-14feaaea39be tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:07:27.074702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e037f6-0666-4553-b0e8-9cd9629f9925 None None] Sync routers for ids ['94423af5-f42d-48b8-ad34-5ae35a47859d'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:07:27.092812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e037f6-0666-4553-b0e8-9cd9629f9925 None None] Routers {'94423af5-f42d-48b8-ad34-5ae35a47859d'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:07:27.093981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a8e037f6-0666-4553-b0e8-9cd9629f9925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cb4f390>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:07:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['94423af5-f42d-48b8-ad34-5ae35a47859d'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:27.151540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02f7009a-c934-4400-a66f-797cf0383962 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:27.169668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a8e037f6-0666-4553-b0e8-9cd9629f9925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cb4f390>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:27.183337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e037f6-0666-4553-b0e8-9cd9629f9925 None None] Routers {'94423af5-f42d-48b8-ad34-5ae35a47859d'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:07:27.183562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-681616dd-e263-43df-9a4c-3bb0455553af tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:27.184429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3516814b-92af-42e2-8a08-b73a7e7cbd08 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Calling delete_port for d47abc2e-f087-4894-94b3-3b00a9e1293f owned by network:router_gateway {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:07:27.184765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a8e037f6-0666-4553-b0e8-9cd9629f9925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cb4f390>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:07:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['94423af5-f42d-48b8-ad34-5ae35a47859d'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:27.232068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9523324e-36dc-4499-8b29-dddaf45d155f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Network 2d2a3cea-5a4c-482a-9a04-169061877784 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:07:27.247673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9523324e-36dc-4499-8b29-dddaf45d155f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:27.268483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a8e037f6-0666-4553-b0e8-9cd9629f9925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cb4f390>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:27.269340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e037f6-0666-4553-b0e8-9cd9629f9925 None None] The sync data for ids ['94423af5-f42d-48b8-ad34-5ae35a47859d'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:07:27.310364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9627f5fb-9e74-4e9c-a380-14feaaea39be tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:27.311667 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9627f5fb-9e74-4e9c-a380-14feaaea39be tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 15.1275594
Nov 24 13:07:27.328222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46282) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:27.366046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-30adbb77-c766-4b4e-ad21-adcbcd329b36 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Request body: {'router': {'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'enable_snat': False}}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:27.510662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7cc501-677d-4a15-aa28-07d71828d8cb None None] Network b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:07:27.524370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8a993629-e9d4-4401-a61a-0a742244b48b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:27.530622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9523324e-36dc-4499-8b29-dddaf45d155f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Network 2d2a3cea-5a4c-482a-9a04-169061877784 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:07:27.559341 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:07:27.559341 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:07:27.559341 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:07:27.559341 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:07:27.559341 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:07:27.559341 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:07:27.559341 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:07:27.559341 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:07:27.559341 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:07:27.559341 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:07:27.559341 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:07:27.559341 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:07:27.559341 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:07:27.559341 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:07:27.559341 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:07:27.559341 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:07:27.559341 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:07:27.559341 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:07:27.559341 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:07:27.559341 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:07:27.559341 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:07:27.559341 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:07:27.559341 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:07:27.559341 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:07:27.559341 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:07:27.559341 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:07:27.559341 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:07:27.559341 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:07:27.559341 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:07:27.559341 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:07:27.559341 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:07:27.559341 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:07:27.625299 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8a993629-e9d4-4401-a61a-0a742244b48b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/subnets/a0fc201b-1f86-44eb-a2cd-166a4eef971a HTTP/1.1" status: 204  len: 168 time: 3.7900462
Nov 24 13:07:27.631463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46286) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:27.774939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9523324e-36dc-4499-8b29-dddaf45d155f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:27.799749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d580288f-df1b-40ab-b439-45e15b382cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:27.808445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7009a-c934-4400-a66f-797cf0383962 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Pushing event updated for resources: {'Port': ['ID=2ed8cd98-61a8-4a6b-b1a4-d3aa24061a12,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:27.819291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9523324e-36dc-4499-8b29-dddaf45d155f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:27.845148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523324e-36dc-4499-8b29-dddaf45d155f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Pushing event deleted for resources: {'Network': ['ID=2d2a3cea-5a4c-482a-9a04-169061877784,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:27.853191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9523324e-36dc-4499-8b29-dddaf45d155f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:27.862843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-325b2060-b08f-47d0-a6f1-3cd4725f4bbf tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting subnet ce53307a-38b4-4ee8-8a76-31f0dacc7c5b {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:07:27.872499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-02f7009a-c934-4400-a66f-797cf0383962 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:27.874684 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9523324e-36dc-4499-8b29-dddaf45d155f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] 10.222.0.76 "DELETE /v2.0/networks/2d2a3cea-5a4c-482a-9a04-169061877784 HTTP/1.1" status: 204  len: 168 time: 3.2510717
Nov 24 13:07:27.876041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-325b2060-b08f-47d0-a6f1-3cd4725f4bbf tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:27.892555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b5e2d0-4a07-4fa7-a8a3-0c309b9c7ba7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:27.894825 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-22b5e2d0-4a07-4fa7-a8a3-0c309b9c7ba7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "GET /v2.0/networks/34943de3-21d8-4e2f-ae9b-687969d94793 HTTP/1.1" status: 200  len: 800 time: 0.9532182
Nov 24 13:07:27.908620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46292) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:27.941241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3516814b-92af-42e2-8a08-b73a7e7cbd08 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:27.969855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8d8d7c08-9891-4ebf-b6dd-cdfaa503019e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:28.096097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-325b2060-b08f-47d0-a6f1-3cd4725f4bbf tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:28.277675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f7009a-c934-4400-a66f-797cf0383962 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:07:28.298539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-02f7009a-c934-4400-a66f-797cf0383962 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:07:28.325825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f7009a-c934-4400-a66f-797cf0383962 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:07:28.483759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46298) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:28.492044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516814b-92af-42e2-8a08-b73a7e7cbd08 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event deleted for resources: {'Port': ['ID=d47abc2e-f087-4894-94b3-3b00a9e1293f,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:28.506880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3516814b-92af-42e2-8a08-b73a7e7cbd08 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:28.527231 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-857982e3-36b4-4852-80fa-d289146e1e55 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "GET /v2.0/networks/34943de3-21d8-4e2f-ae9b-687969d94793?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.6146812
Nov 24 13:07:28.531714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46304) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:28.617514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f28fc06-e404-48af-bb51-93e96b4dcc62 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Router 64e608c8-eefe-4f91-831b-87dce284bf23 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:07:28.714609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-adc83d90-20bf-4adc-8f6d-47588b91d17e None None] Provisioning complete for port 277961b1-9e33-4dd6-aa3a-9c65ead03d4b triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:28.715011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-adc83d90-20bf-4adc-8f6d-47588b91d17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:28.763725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41b1d30-9019-4813-a750-c7ee8617e17c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:28.766050 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f41b1d30-9019-4813-a750-c7ee8617e17c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "GET /v2.0/subnets/54c76fcb-b36f-4ac9-b037-eae42400f2e9 HTTP/1.1" status: 200  len: 811 time: 0.2326849
Nov 24 13:07:28.776389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46308) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:28.870370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-325b2060-b08f-47d0-a6f1-3cd4725f4bbf tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:28.919357 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0a5e6b05-85a7-438e-8c97-440c18f3b788 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=18463566cb184d629475b3c89ac84d00&name=default HTTP/1.1" status: 200  len: 2747 time: 0.4307740
Nov 24 13:07:28.925454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46312) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:29.119572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15657c53-84ec-447a-9191-d988f7474e3e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['shared'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:29.119859 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-15657c53-84ec-447a-9191-d988f7474e3e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "GET /v2.0/subnets/54c76fcb-b36f-4ac9-b037-eae42400f2e9?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.3419600
Nov 24 13:07:29.127112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46316) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:29.185569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f28fc06-e404-48af-bb51-93e96b4dcc62 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:07:29.190556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-cd088a65-08a7-4a4e-8bcb-bf08a57bc481 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-974542345'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:29.196124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d52429-e9b2-4035-9aed-3841e421a720 None None] Sync routers for ids ['64e608c8-eefe-4f91-831b-87dce284bf23'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:07:29.210280 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8f28fc06-e404-48af-bb51-93e96b4dcc62 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "PUT /v2.0/routers/64e608c8-eefe-4f91-831b-87dce284bf23/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 13.7281621
Nov 24 13:07:29.211807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46320) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:29.214428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d52429-e9b2-4035-9aed-3841e421a720 None None] Routers {'64e608c8-eefe-4f91-831b-87dce284bf23'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:07:29.214985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-98d52429-e9b2-4035-9aed-3841e421a720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cb8ec50>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:07:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['64e608c8-eefe-4f91-831b-87dce284bf23'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:29.215733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-cd088a65-08a7-4a4e-8bcb-bf08a57bc481 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:07:29.246304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3516814b-92af-42e2-8a08-b73a7e7cbd08 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:29.299001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-cd088a65-08a7-4a4e-8bcb-bf08a57bc481 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:07:29.335950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd088a65-08a7-4a4e-8bcb-bf08a57bc481 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Made reservation on behalf of 2aca37eb671f42ff857d97c1cafabbf3 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:07:29.346190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd088a65-08a7-4a4e-8bcb-bf08a57bc481 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:29.365153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c0edc7-64d2-47e0-8451-59204b0061eb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:29.371286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c0edc7-64d2-47e0-8451-59204b0061eb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:29.371286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-90c0edc7-64d2-47e0-8451-59204b0061eb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:07:29.377182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02f7009a-c934-4400-a66f-797cf0383962 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router_gateway, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:29.406921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-98d52429-e9b2-4035-9aed-3841e421a720 None None] Set router 64e608c8-eefe-4f91-831b-87dce284bf23 gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:07:29.524275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8883285a-4c48-4c24-a8e1-f41d27324980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:29.555943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd088a65-08a7-4a4e-8bcb-bf08a57bc481 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:07:29.575605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-90c0edc7-64d2-47e0-8451-59204b0061eb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:07:29.575605 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-90c0edc7-64d2-47e0-8451-59204b0061eb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.3478045
Nov 24 13:07:29.587965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46324) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:29.628613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd088a65-08a7-4a4e-8bcb-bf08a57bc481 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:29.628613 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-cd088a65-08a7-4a4e-8bcb-bf08a57bc481 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Added segment b2b632aa-81f1-4e32-b002-19d75e388c25 of type vxlan for network d64946ed-b198-4101-8b07-8bb6d393bf6b
Nov 24 13:07:29.662607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3516814b-92af-42e2-8a08-b73a7e7cbd08 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:29.678032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8883285a-4c48-4c24-a8e1-f41d27324980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:29.726681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3516814b-92af-42e2-8a08-b73a7e7cbd08 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:29.743186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd088a65-08a7-4a4e-8bcb-bf08a57bc481 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:29.764415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-98d52429-e9b2-4035-9aed-3841e421a720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cb8ec50>, [{'id': '64e608c8-eefe-4f91-831b-87dce284bf23', 'name': 'tempest-NetworksTestDHCPv6-router-913508201', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:06:57Z', 'updated_at': '2020-11-24T13:07:25Z', 'revision_number': 3, 'project_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'gw_port_host': None}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:29.771919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02f7009a-c934-4400-a66f-797cf0383962 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:29.781394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d52429-e9b2-4035-9aed-3841e421a720 None None] Checking router: 64e608c8-eefe-4f91-831b-87dce284bf23 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:07:29.781394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d52429-e9b2-4035-9aed-3841e421a720 None None] Routers {'64e608c8-eefe-4f91-831b-87dce284bf23'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:07:29.781394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-98d52429-e9b2-4035-9aed-3841e421a720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cb8ec50>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:07:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['64e608c8-eefe-4f91-831b-87dce284bf23'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:29.832363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02f7009a-c934-4400-a66f-797cf0383962 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4112833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850663106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4103870'] for router, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:29.869359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3516814b-92af-42e2-8a08-b73a7e7cbd08 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:29.869932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3516814b-92af-42e2-8a08-b73a7e7cbd08 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Fanout notify agent at l3_agent the message router_deleted on router 68958fec-faf6-4a7f-acdd-0bcee079f821 {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:07:29.878665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8883285a-4c48-4c24-a8e1-f41d27324980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:29.894956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-91b0a474-eef0-432c-9df1-d0bf113f4ed2 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076 tempest-ExternalNetworksAdminNegativeTestJSON-2005654076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:29.910406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-325b2060-b08f-47d0-a6f1-3cd4725f4bbf tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:29.927317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-98d52429-e9b2-4035-9aed-3841e421a720 None None] Set router 64e608c8-eefe-4f91-831b-87dce284bf23 gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:07:29.985729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883285a-4c48-4c24-a8e1-f41d27324980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34347b97-d915-46a8-8dca-7c75baa25f8c,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:30.001347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3516814b-92af-42e2-8a08-b73a7e7cbd08 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:30.006900 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3516814b-92af-42e2-8a08-b73a7e7cbd08 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "DELETE /v2.0/routers/68958fec-faf6-4a7f-acdd-0bcee079f821 HTTP/1.1" status: 204  len: 168 time: 7.2297618
Nov 24 13:07:30.006900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46328) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:30.007621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8883285a-4c48-4c24-a8e1-f41d27324980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:30.013179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e263f6fd-556a-46bf-b0e9-1f66af823d12 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:30.093940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8883285a-4c48-4c24-a8e1-f41d27324980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:30.095454 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8883285a-4c48-4c24-a8e1-f41d27324980 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/34347b97-d915-46a8-8dca-7c75baa25f8c HTTP/1.1" status: 204  len: 168 time: 1.1697342
Nov 24 13:07:30.152211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b2060-b08f-47d0-a6f1-3cd4725f4bbf tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Subnet': ['ID=ce53307a-38b4-4ee8-8a76-31f0dacc7c5b,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:30.158910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-325b2060-b08f-47d0-a6f1-3cd4725f4bbf tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:30.180473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-98d52429-e9b2-4035-9aed-3841e421a720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cb8ec50>, [{'id': '64e608c8-eefe-4f91-831b-87dce284bf23', 'name': 'tempest-NetworksTestDHCPv6-router-913508201', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:06:57Z', 'updated_at': '2020-11-24T13:07:25Z', 'revision_number': 3, 'project_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'gw_port_host': None}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:30.190610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d52429-e9b2-4035-9aed-3841e421a720 None None] The sync data for ids ['64e608c8-eefe-4f91-831b-87dce284bf23'] in dv-neutron-601336-61-ovs is: [{'id': '64e608c8-eefe-4f91-831b-87dce284bf23', 'name': 'tempest-NetworksTestDHCPv6-router-913508201', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:06:57Z', 'updated_at': '2020-11-24T13:07:25Z', 'revision_number': 3, 'project_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'gw_port_host': None}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:07:30.307668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-325b2060-b08f-47d0-a6f1-3cd4725f4bbf tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:30.309354 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-325b2060-b08f-47d0-a6f1-3cd4725f4bbf tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/subnets/ce53307a-38b4-4ee8-8a76-31f0dacc7c5b HTTP/1.1" status: 204  len: 168 time: 2.6768668
Nov 24 13:07:30.313348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46336) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:30.317121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc62fe0-5b9d-4cb7-a7be-194437f63ef5 None None] Network b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:07:30.401998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd088a65-08a7-4a4e-8bcb-bf08a57bc481 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:30.406433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd088a65-08a7-4a4e-8bcb-bf08a57bc481 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:30.407135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd088a65-08a7-4a4e-8bcb-bf08a57bc481 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:30.429580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-20a7c574-4894-44ab-bf39-ef94fc32cf37 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:30.609863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:30.693856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-0beb38c4-6559-4f26-9b34-20c07851130c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Deleting subnet b40ac6ff-70e2-4607-877c-a95a428fbf19 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:07:30.707748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0beb38c4-6559-4f26-9b34-20c07851130c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:30.737999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-d24bcf7f-f679-4661-8dd7-f445ef2b1390 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting subnet d2e3d264-6f1c-41f7-bd2b-fd9ddafe84e4 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:07:30.748783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d24bcf7f-f679-4661-8dd7-f445ef2b1390 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:30.778459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting port 277961b1-9e33-4dd6-aa3a-9c65ead03d4b {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:07:30.778570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:30.801702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd088a65-08a7-4a4e-8bcb-bf08a57bc481 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event updated for resources: {'Network': ['ID=d64946ed-b198-4101-8b07-8bb6d393bf6b,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:30.809980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cd088a65-08a7-4a4e-8bcb-bf08a57bc481 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:30.820419 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cd088a65-08a7-4a4e-8bcb-bf08a57bc481 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.6917219
Nov 24 13:07:30.826502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46342) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:30.829796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network d64946ed-b198-4101-8b07-8bb6d393bf6b details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:07:30.846023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Request body: {'subnet': {'network_id': 'd64946ed-b198-4101-8b07-8bb6d393bf6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:30.851050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0beb38c4-6559-4f26-9b34-20c07851130c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:30.907091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46346) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:30.917583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network d64946ed-b198-4101-8b07-8bb6d393bf6b details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:07:31.001469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0beb38c4-6559-4f26-9b34-20c07851130c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:31.016850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d24bcf7f-f679-4661-8dd7-f445ef2b1390 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:31.035005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bb0f74-30f5-42a3-8746-b3421bf749a3 None None] DHCP port deletion for b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:07:31.072915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c5bb0f74-30f5-42a3-8746-b3421bf749a3 None None] Deleting port 277961b1-9e33-4dd6-aa3a-9c65ead03d4b {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:07:31.073100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5bb0f74-30f5-42a3-8746-b3421bf749a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:31.085392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e95e2512-3faa-40d3-a636-1699de7fdf84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:31.221855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:07:31.254702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:07:31.273218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d24bcf7f-f679-4661-8dd7-f445ef2b1390 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:31.315237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e95e2512-3faa-40d3-a636-1699de7fdf84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:07:31.342167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e95e2512-3faa-40d3-a636-1699de7fdf84 admin admin] Usage tracker for resource:security_group_rule and tenant:fc49eb5835f9479bb91282e57569f412 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:07:31.349562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] For port 277961b1-9e33-4dd6-aa3a-9c65ead03d4b, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=277961b1-9e33-4dd6-aa3a-9c65ead03d4b,segment=NetworkSegment(b2ad779b-93bc-40a4-974e-0ef4b4acb669),segment_id=b2ad779b-93bc-40a4-974e-0ef4b4acb669)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:07:31.351138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:31.351965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e95e2512-3faa-40d3-a636-1699de7fdf84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:07:31.358352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-c5bb0f74-30f5-42a3-8746-b3421bf749a3 None None] For port 277961b1-9e33-4dd6-aa3a-9c65ead03d4b, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=277961b1-9e33-4dd6-aa3a-9c65ead03d4b,segment=NetworkSegment(b2ad779b-93bc-40a4-974e-0ef4b4acb669),segment_id=b2ad779b-93bc-40a4-974e-0ef4b4acb669)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:07:31.358352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5bb0f74-30f5-42a3-8746-b3421bf749a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:31.364063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e95e2512-3faa-40d3-a636-1699de7fdf84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:07:31.369961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Made reservation on behalf of 2aca37eb671f42ff857d97c1cafabbf3 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:07:31.512802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c5bb0f74-30f5-42a3-8746-b3421bf749a3 None None] Calling delete_port for 277961b1-9e33-4dd6-aa3a-9c65ead03d4b owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:07:31.610609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5bb0f74-30f5-42a3-8746-b3421bf749a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:31.629740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f5e7d98c-e008-4102-8d55-93254682f0d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:31.686000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-30adbb77-c766-4b4e-ad21-adcbcd329b36 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:31.686000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:31.842999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb0f74-30f5-42a3-8746-b3421bf749a3 None None] Pushing event deleted for resources: {'Port': ['ID=277961b1-9e33-4dd6-aa3a-9c65ead03d4b,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:31.842999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bb0f74-30f5-42a3-8746-b3421bf749a3 None None] No DVR routers for this DVR port 277961b1-9e33-4dd6-aa3a-9c65ead03d4b on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:07:31.842999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c5bb0f74-30f5-42a3-8746-b3421bf749a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:31.869703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.ipam_backend_mixin [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Performing IP validity checks on allocation pools {{(pid=80944) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Nov 24 13:07:31.869703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.ipam_backend_mixin [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Checking for overlaps among allocation pools and gateway ip {{(pid=80944) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Nov 24 13:07:31.897555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Calling delete_port for 277961b1-9e33-4dd6-aa3a-9c65ead03d4b owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:07:32.066898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:07:32.067168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:07:32.092819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 277961b1-9e33-4dd6-aa3a-9c65ead03d4b no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:07:32.107923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e95e2512-3faa-40d3-a636-1699de7fdf84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:32.114234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0beb38c4-6559-4f26-9b34-20c07851130c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:32.131621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 277961b1-9e33-4dd6-aa3a-9c65ead03d4b {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:07:32.132023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 277961b1-9e33-4dd6-aa3a-9c65ead03d4b not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:07:32.132474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:07:32.149000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f7009a-c934-4400-a66f-797cf0383962 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Router 7b52539c-cfb2-41fa-b5f0-ffbb85d34745 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:07:32.156280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e95e2512-3faa-40d3-a636-1699de7fdf84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:32.171864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:32.179700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:07:32.180191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device ec6ff9d1-9437-4b37-8ca3-ae5a69f17a90 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:07:32.224453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a95fb62d-6ab4-41c5-ac54-166a5a3fc90c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:32.275100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb38c4-6559-4f26-9b34-20c07851130c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event deleted for resources: {'Subnet': ['ID=b40ac6ff-70e2-4607-877c-a95a428fbf19,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:32.283781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0beb38c4-6559-4f26-9b34-20c07851130c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:32.313343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0beb38c4-6559-4f26-9b34-20c07851130c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:32.326519 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0beb38c4-6559-4f26-9b34-20c07851130c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "DELETE /v2.0/subnets/b40ac6ff-70e2-4607-877c-a95a428fbf19 HTTP/1.1" status: 204  len: 168 time: 2.3124461
Nov 24 13:07:32.327308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46350) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:32.333441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e2512-3faa-40d3-a636-1699de7fdf84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cc6393-deef-4261-a2ce-5a87b201ee5d,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:32.337782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e95e2512-3faa-40d3-a636-1699de7fdf84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:32.389377 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e95e2512-3faa-40d3-a636-1699de7fdf84 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fc49eb5835f9479bb91282e57569f412&name=default HTTP/1.1" status: 200  len: 2747 time: 1.4145825
Nov 24 13:07:32.393569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d24bcf7f-f679-4661-8dd7-f445ef2b1390 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:32.406285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46354) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:32.415669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b1a7e30a-3aaa-4785-b6a4-38c15b8e1fac tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:32.498486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-40057705-e7e0-4c8c-8cf3-c85bc73b0cd0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:32.535814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24bcf7f-f679-4661-8dd7-f445ef2b1390 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Subnet': ['ID=d2e3d264-6f1c-41f7-bd2b-fd9ddafe84e4,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:32.569659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting port 277961b1-9e33-4dd6-aa3a-9c65ead03d4b {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:07:32.570034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:32.607251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d24bcf7f-f679-4661-8dd7-f445ef2b1390 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:32.686490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a27aa295-ee5f-4e19-aad9-69db2d4e4813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:32.716703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] The port '277961b1-9e33-4dd6-aa3a-9c65ead03d4b' was deleted {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:07:32.837187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a27aa295-ee5f-4e19-aad9-69db2d4e4813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:32.971393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-40057705-e7e0-4c8c-8cf3-c85bc73b0cd0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:33.087047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:33.193941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a647a062-ae46-40c1-a5fe-c5dcaaae08c2 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:07:33.231128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d24bcf7f-f679-4661-8dd7-f445ef2b1390 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:33.257605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-40057705-e7e0-4c8c-8cf3-c85bc73b0cd0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6347a39cf8>,) {'filters': {'network_id': ['b6553714-4051-4049-83a1-34bf2cbe33e9']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:33.272664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a27aa295-ee5f-4e19-aad9-69db2d4e4813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:33.283778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634658ab70>,) {'filters': {'network_id': ['b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:33.291130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c63c3a74-f1ed-4c90-af93-c3e5e6971220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:33.299038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-40057705-e7e0-4c8c-8cf3-c85bc73b0cd0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347a39cf8>, '9d3ffa10-22b6-456d-a7b8-971aee7df1e7') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:33.299592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-40057705-e7e0-4c8c-8cf3-c85bc73b0cd0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347a39cf8>, '9d3ffa10-22b6-456d-a7b8-971aee7df1e7') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:33.319188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27aa295-ee5f-4e19-aad9-69db2d4e4813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cc6393-deef-4261-a2ce-5a87b201ee5d,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:33.327151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634658ab70>, 'b2ad779b-93bc-40a4-974e-0ef4b4acb669') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:33.327988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634658ab70>, 'b2ad779b-93bc-40a4-974e-0ef4b4acb669') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:33.331785 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d24bcf7f-f679-4661-8dd7-f445ef2b1390 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/d2e3d264-6f1c-41f7-bd2b-fd9ddafe84e4 HTTP/1.1" status: 204  len: 168 time: 3.7454319
Nov 24 13:07:33.337414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46358) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:33.345847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a27aa295-ee5f-4e19-aad9-69db2d4e4813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:33.347918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-40057705-e7e0-4c8c-8cf3-c85bc73b0cd0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:33.363410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a27aa295-ee5f-4e19-aad9-69db2d4e4813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:33.364885 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a27aa295-ee5f-4e19-aad9-69db2d4e4813 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c0cc6393-deef-4261-a2ce-5a87b201ee5d HTTP/1.1" status: 204  len: 168 time: 0.9585533
Nov 24 13:07:33.370290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:33.409738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:33.412569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-40057705-e7e0-4c8c-8cf3-c85bc73b0cd0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:33.418274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Releasing vxlan tunnel 10 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:07:33.441326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-40057705-e7e0-4c8c-8cf3-c85bc73b0cd0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Releasing vxlan tunnel 6 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:07:33.444999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-30adbb77-c766-4b4e-ad21-adcbcd329b36 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:33.458412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-30adbb77-c766-4b4e-ad21-adcbcd329b36 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4112833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850663106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4103870'] for router, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:33.677776 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-08971047-221e-4ba8-b4db-6e607d685679 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.3334048
Nov 24 13:07:33.680914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46366) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:33.702455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] DHCP port deletion for 8ca51b04-1dca-4f60-b844-2979d8864b51 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:07:33.710462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] Deleting port 517bc958-0e6f-4a87-a93a-6f2c9d0b7b0f {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:07:33.711198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:33.867225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-40057705-e7e0-4c8c-8cf3-c85bc73b0cd0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Network b6553714-4051-4049-83a1-34bf2cbe33e9 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:07:33.879658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f7009a-c934-4400-a66f-797cf0383962 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:07:33.879658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02f7009a-c934-4400-a66f-797cf0383962 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:33.879658 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-02f7009a-c934-4400-a66f-797cf0383962 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "PUT /v2.0/routers/7b52539c-cfb2-41fa-b5f0-ffbb85d34745 HTTP/1.1" status: 200  len: 914 time: 12.3323600
Nov 24 13:07:33.887554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-40057705-e7e0-4c8c-8cf3-c85bc73b0cd0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:33.893758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46372) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:33.917080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:07:33.987775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:34.077691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] For port 517bc958-0e6f-4a87-a93a-6f2c9d0b7b0f, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=517bc958-0e6f-4a87-a93a-6f2c9d0b7b0f,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:07:34.078081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:34.153061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e192106c-3769-4237-9295-5fb650d13229 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:34.310883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 517bc958-0e6f-4a87-a93a-6f2c9d0b7b0f no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:07:34.324023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-40057705-e7e0-4c8c-8cf3-c85bc73b0cd0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Network b6553714-4051-4049-83a1-34bf2cbe33e9 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:07:34.341404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b70045-994e-4ba5-939e-2b57c25661e3 None None] Sync routers for ids ['7b52539c-cfb2-41fa-b5f0-ffbb85d34745'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:07:34.352299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] Calling delete_port for 517bc958-0e6f-4a87-a93a-6f2c9d0b7b0f owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:07:34.353533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:07:34.362039 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:07:34.386179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:34.423728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:07:34.453897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b70045-994e-4ba5-939e-2b57c25661e3 None None] Routers {'7b52539c-cfb2-41fa-b5f0-ffbb85d34745'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:07:34.454635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-88b70045-994e-4ba5-939e-2b57c25661e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347b8ba20>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:07:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['7b52539c-cfb2-41fa-b5f0-ffbb85d34745'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:34.459824 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:07:34.459824 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:07:34.459824 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:07:34.459824 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:07:34.459824 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:07:34.459824 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:07:34.459824 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:07:34.459824 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:07:34.459824 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:07:34.459824 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:07:34.459824 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:07:34.459824 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:07:34.459824 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:07:34.459824 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:07:34.459824 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:07:34.459824 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:07:34.459824 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:07:34.459824 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:07:34.459824 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:07:34.459824 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:07:34.459824 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:07:34.459824 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:07:34.459824 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:07:34.459824 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:07:34.459824 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:07:34.459824 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:07:34.459824 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:07:34.459824 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:07:34.459824 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:07:34.459824 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:07:34.459824 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:07:34.459824 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:07:34.552083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event updated for resources: {'Subnet': ['ID=8158c318-ea22-4f51-8f35-6293839c69e5,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:34.558574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-88b70045-994e-4ba5-939e-2b57c25661e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347b8ba20>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:34.575554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-40057705-e7e0-4c8c-8cf3-c85bc73b0cd0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:34.579209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cdd59f22-19a5-422d-b6c8-368eacab91ec tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:34.579922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.580613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.581036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.581452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.582018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.582541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.583263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.583469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.584032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.584592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.588414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.589002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.589679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.590296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.590957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.591597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.592732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.594639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.595201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.595754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.596075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-40057705-e7e0-4c8c-8cf3-c85bc73b0cd0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:34.596497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.597046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.597713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.598304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.602695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:34.603825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:34.614792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:34.616680 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/networks/b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a HTTP/1.1" status: 204  len: 168 time: 4.3019865
Nov 24 13:07:34.617895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40057705-e7e0-4c8c-8cf3-c85bc73b0cd0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Pushing event deleted for resources: {'Network': ['ID=b6553714-4051-4049-83a1-34bf2cbe33e9,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:34.623866 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-40057705-e7e0-4c8c-8cf3-c85bc73b0cd0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] 10.222.0.76 "DELETE /v2.0/networks/b6553714-4051-4049-83a1-34bf2cbe33e9 HTTP/1.1" status: 204  len: 168 time: 2.2960715
Nov 24 13:07:34.626443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-40057705-e7e0-4c8c-8cf3-c85bc73b0cd0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:34.627151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46384) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:34.628821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d7e2a310-34a0-4d8e-a9fd-875735a7b0e8 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:34.649931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b70045-994e-4ba5-939e-2b57c25661e3 None None] Routers {'7b52539c-cfb2-41fa-b5f0-ffbb85d34745'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:07:34.650694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-88b70045-994e-4ba5-939e-2b57c25661e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347b8ba20>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:07:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['7b52539c-cfb2-41fa-b5f0-ffbb85d34745'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:34.726376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Network': ['ID=b1fd86a5-59eb-4eb9-8e63-03cb3201fc9a,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:34.762493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.764203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.764945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.765586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.766763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.768214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.768788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.769617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.770293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.771583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.772204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.785452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.786297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.786948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.787569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.788184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.788869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.789505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.793213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.793853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.795231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.795854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.795962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30adbb77-c766-4b4e-ad21-adcbcd329b36 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Router 94423af5-f42d-48b8-ad34-5ae35a47859d has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:07:34.797143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.797797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:34.803893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:34.819452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-88b70045-994e-4ba5-939e-2b57c25661e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347b8ba20>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:34.820506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b70045-994e-4ba5-939e-2b57c25661e3 None None] The sync data for ids ['7b52539c-cfb2-41fa-b5f0-ffbb85d34745'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:07:34.821775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:34.857799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bffd04-caf3-44de-afb5-f4167ace954d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:34.870864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e8bffd04-caf3-44de-afb5-f4167ace954d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Synchronizing usage tracker for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:07:34.898700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e8bffd04-caf3-44de-afb5-f4167ace954d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Unset dirty status for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:07:34.906968 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e8bffd04-caf3-44de-afb5-f4167ace954d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.2376535
Nov 24 13:07:34.906968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46392) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:35.067258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-40b6dcb4-5ba1-43fd-bfc2-633835f370ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:35.154495 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0ab244ae-c605-40a6-b590-3696d25170c9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.2459638
Nov 24 13:07:35.162220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46400) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:35.177709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-755eea6d-8d65-42a6-b9ae-d4be39d749ec tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'network': {'name': 'tempest-PortsTestJSON-475554078'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:35.186101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] Pushing event deleted for resources: {'Port': ['ID=517bc958-0e6f-4a87-a93a-6f2c9d0b7b0f,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:35.190690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-755eea6d-8d65-42a6-b9ae-d4be39d749ec tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:07:35.208758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-755eea6d-8d65-42a6-b9ae-d4be39d749ec tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:network and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:07:35.212806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-755eea6d-8d65-42a6-b9ae-d4be39d749ec tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for network was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:07:35.219140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:35.222503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-755eea6d-8d65-42a6-b9ae-d4be39d749ec tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:07:35.253107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755eea6d-8d65-42a6-b9ae-d4be39d749ec tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:07:35.277449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-755eea6d-8d65-42a6-b9ae-d4be39d749ec tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:35.307910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:35.308582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:35.309114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:35.309114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:35.309538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:35.310072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:35.313174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:35.314322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:35.314912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:35.315563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:35.316646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:35.317330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:35.318595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:35.320006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:35.322467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:35.323498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:35.324023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:35.327414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:35.328660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:35.329218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:35.329937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:35.330533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:35.331092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:35.332733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:35.345120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-755eea6d-8d65-42a6-b9ae-d4be39d749ec tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:07:35.347962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:35.356688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-755eea6d-8d65-42a6-b9ae-d4be39d749ec tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:35.357204 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-755eea6d-8d65-42a6-b9ae-d4be39d749ec tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Added segment 98096ad0-2fbf-4ce4-8436-5dc497df482e of type vxlan for network 4c8e507c-6c05-430c-a744-6fac5cc4b341
Nov 24 13:07:35.371799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] No DVR routers for this DVR port 517bc958-0e6f-4a87-a93a-6f2c9d0b7b0f on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:07:35.396093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-755eea6d-8d65-42a6-b9ae-d4be39d749ec tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:35.406590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46404) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:35.452025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-755eea6d-8d65-42a6-b9ae-d4be39d749ec tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:35.457296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755eea6d-8d65-42a6-b9ae-d4be39d749ec tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:35.457938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-755eea6d-8d65-42a6-b9ae-d4be39d749ec tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:35.464283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9523324e-36dc-4499-8b29-dddaf45d155f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:35.607192 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-755eea6d-8d65-42a6-b9ae-d4be39d749ec tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.4434962
Nov 24 13:07:35.611061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46412) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:35.636873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-52f809e5-ff9c-46bf-bad7-e6c5539a64e5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'subnet': {'network_id': '4c8e507c-6c05-430c-a744-6fac5cc4b341', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:35.652791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755eea6d-8d65-42a6-b9ae-d4be39d749ec tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Network': ['ID=4c8e507c-6c05-430c-a744-6fac5cc4b341,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:35.668180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 4c8e507c-6c05-430c-a744-6fac5cc4b341 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:07:35.689123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 4c8e507c-6c05-430c-a744-6fac5cc4b341 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:07:35.712043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-755eea6d-8d65-42a6-b9ae-d4be39d749ec tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:35.769952 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-33caace4-0ea3-482a-abd7-022bd4fa4fec admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fd22555ebd24497b9a32eac1cfc2772e&name=default HTTP/1.1" status: 200  len: 2747 time: 0.3606720
Nov 24 13:07:35.769952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46418) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:35.830334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-52f809e5-ff9c-46bf-bad7-e6c5539a64e5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:07:35.840178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e192106c-3769-4237-9295-5fb650d13229 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:35.850659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-52f809e5-ff9c-46bf-bad7-e6c5539a64e5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:subnet and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:07:35.856131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-52f809e5-ff9c-46bf-bad7-e6c5539a64e5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:07:35.869265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-52f809e5-ff9c-46bf-bad7-e6c5539a64e5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:07:35.871573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46422) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:35.871774 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3866b57f-75f0-4376-8c86-a4214b91fcd0 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "GET /v2.0/routers/7b52539c-cfb2-41fa-b5f0-ffbb85d34745 HTTP/1.1" status: 200  len: 920 time: 1.9864857
Nov 24 13:07:35.877900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e192106c-3769-4237-9295-5fb650d13229 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:35.895208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Checking segment: {'id': 'b2b632aa-81f1-4e32-b002-19d75e388c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd64946ed-b198-4101-8b07-8bb6d393bf6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:07:35.895814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network hostable DHCP agents. Network: d64946ed-b198-4101-8b07-8bb6d393bf6b, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:07:35.963451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f809e5-ff9c-46bf-bad7-e6c5539a64e5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:07:35.983087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-56bd41ef-ea9b-453e-8f88-fb85897e40c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:35.987706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e192106c-3769-4237-9295-5fb650d13229 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:35.988306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e192106c-3769-4237-9295-5fb650d13229 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Fanout notify agent at l3_agent the message router_deleted on router 64e608c8-eefe-4f91-831b-87dce284bf23 {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:07:36.001478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e192106c-3769-4237-9295-5fb650d13229 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:36.006005 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e192106c-3769-4237-9295-5fb650d13229 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/routers/64e608c8-eefe-4f91-831b-87dce284bf23 HTTP/1.1" status: 204  len: 168 time: 2.2651136
Nov 24 13:07:36.007177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46426) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:36.027067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-da793c8f-5ef3-4f59-8f19-5405f3335935 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:36.054725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network d64946ed-b198-4101-8b07-8bb6d393bf6b is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:07:36.119539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-56bd41ef-ea9b-453e-8f88-fb85897e40c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:36.179401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, d64946ed-b198-4101-8b07-8bb6d393bf6b) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:07:36.283862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbc9ef8-9b37-43b8-ac38-572452458481 None None] Network d64946ed-b198-4101-8b07-8bb6d393bf6b requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:07:36.291125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-52f809e5-ff9c-46bf-bad7-e6c5539a64e5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:36.301650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:36.301650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:36.308699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4f717a-3dad-4d17-a1d6-e628fa2af04b tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:36.308699 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9e4f717a-3dad-4d17-a1d6-e628fa2af04b tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "GET /v2.0/ports?network_id=cfe08d36-e5ba-4f00-8669-16a0ead5d220&device_id=7b52539c-cfb2-41fa-b5f0-ffbb85d34745&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.3783379
Nov 24 13:07:36.317610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30adbb77-c766-4b4e-ad21-adcbcd329b36 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:07:36.322670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46432) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:36.327057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-30adbb77-c766-4b4e-ad21-adcbcd329b36 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:36.327057 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-30adbb77-c766-4b4e-ad21-adcbcd329b36 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "PUT /v2.0/routers/94423af5-f42d-48b8-ad34-5ae35a47859d HTTP/1.1" status: 200  len: 925 time: 8.9249489
Nov 24 13:07:36.328553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14475d24-d161-4a0d-9b79-8cbc3cdc4704 None None] Sync routers for ids ['94423af5-f42d-48b8-ad34-5ae35a47859d'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:07:36.329354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46434) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:36.329354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-da793c8f-5ef3-4f59-8f19-5405f3335935 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:07:36.329354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-da793c8f-5ef3-4f59-8f19-5405f3335935 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:subnet and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:07:36.329354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-da793c8f-5ef3-4f59-8f19-5405f3335935 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:07:36.329354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-da793c8f-5ef3-4f59-8f19-5405f3335935 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:07:36.342009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14475d24-d161-4a0d-9b79-8cbc3cdc4704 None None] Routers {'94423af5-f42d-48b8-ad34-5ae35a47859d'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:07:36.343008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-14475d24-d161-4a0d-9b79-8cbc3cdc4704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cdaadd8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:07:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['94423af5-f42d-48b8-ad34-5ae35a47859d'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:36.411467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da793c8f-5ef3-4f59-8f19-5405f3335935 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:07:36.436704 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 5.6082706
Nov 24 13:07:36.499510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46440) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:36.519350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-14ecd087-1be8-40d4-b740-2af0ae1e1f8c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:36.523191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-14475d24-d161-4a0d-9b79-8cbc3cdc4704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cdaadd8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:36.536901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9eb4726-197e-455a-91a2-9c4386c8793a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-d64946ed-b198-4101-8b07-8bb6d393bf6b', 'network_id': 'd64946ed-b198-4101-8b07-8bb6d393bf6b', 'tenant_id': '2aca37eb671f42ff857d97c1cafabbf3', 'fixed_ips': [{'subnet_id': '8158c318-ea22-4f51-8f35-6293839c69e5'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:07:36.537313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9eb4726-197e-455a-91a2-9c4386c8793a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:36.555880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14475d24-d161-4a0d-9b79-8cbc3cdc4704 None None] Routers {'94423af5-f42d-48b8-ad34-5ae35a47859d'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:07:36.555880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-14475d24-d161-4a0d-9b79-8cbc3cdc4704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cdaadd8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:07:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['94423af5-f42d-48b8-ad34-5ae35a47859d'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:36.660632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-14475d24-d161-4a0d-9b79-8cbc3cdc4704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cdaadd8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:36.661090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14475d24-d161-4a0d-9b79-8cbc3cdc4704 None None] The sync data for ids ['94423af5-f42d-48b8-ad34-5ae35a47859d'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:07:36.778331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-da793c8f-5ef3-4f59-8f19-5405f3335935 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:36.886792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-14ecd087-1be8-40d4-b740-2af0ae1e1f8c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10228557'] for subnet, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:36.968365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-e9eb4726-197e-455a-91a2-9c4386c8793a None None] Allocated IP 172.20.0.3 (d64946ed-b198-4101-8b07-8bb6d393bf6b/8158c318-ea22-4f51-8f35-6293839c69e5/d4cfb3af-c9d8-483c-b7bd-3ba634712a6c) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:07:36.996458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c69edb0-5666-4c18-bb26-9baac7868f17 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:37.002284 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8c69edb0-5666-4c18-bb26-9baac7868f17 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "GET /v2.0/networks/cfe08d36-e5ba-4f00-8669-16a0ead5d220 HTTP/1.1" status: 200  len: 881 time: 0.1846972
Nov 24 13:07:37.006543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46454) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:37.088645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46458) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:37.088951 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c62022c4-178e-478d-a399-a1583b4db757 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "GET /v2.0/ports?device_id=7b52539c-cfb2-41fa-b5f0-ffbb85d34745 HTTP/1.1" status: 200  len: 205 time: 0.0806143
Nov 24 13:07:37.113965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-56bd41ef-ea9b-453e-8f88-fb85897e40c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:37.121997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-496fb35d-7173-4c52-8847-df7ad3a86bd7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:37.144854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd41ef-ea9b-453e-8f88-fb85897e40c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eeda6d5-4c5f-4f41-aa51-8d60bed4bc99,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:37.156476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-56bd41ef-ea9b-453e-8f88-fb85897e40c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:37.162630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-56bd41ef-ea9b-453e-8f88-fb85897e40c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:37.164107 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-56bd41ef-ea9b-453e-8f88-fb85897e40c6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6eeda6d5-4c5f-4f41-aa51-8d60bed4bc99 HTTP/1.1" status: 204  len: 168 time: 1.3833938
Nov 24 13:07:37.243612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9eb4726-197e-455a-91a2-9c4386c8793a None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:37.256861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e9eb4726-197e-455a-91a2-9c4386c8793a None None] Transition to ACTIVE for port object d4cfb3af-c9d8-483c-b7bd-3ba634712a6c will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:07:37.276916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e9eb4726-197e-455a-91a2-9c4386c8793a None None] Transition to ACTIVE for port object d4cfb3af-c9d8-483c-b7bd-3ba634712a6c will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:07:37.304075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9eb4726-197e-455a-91a2-9c4386c8793a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:37.329385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-faa1fb27-e236-4093-8ec4-cc6b7d012e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:37.347473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46470) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:37.347672 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7fb2a7c8-e26f-4a4f-be66-3715cf8503b5 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "GET /v2.0/routers/94423af5-f42d-48b8-ad34-5ae35a47859d HTTP/1.1" status: 200  len: 925 time: 1.0085018
Nov 24 13:07:37.463692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb4726-197e-455a-91a2-9c4386c8793a None None] Pushing event updated for resources: {'Port': ['ID=d4cfb3af-c9d8-483c-b7bd-3ba634712a6c,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:37.483103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e9eb4726-197e-455a-91a2-9c4386c8793a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:37.605566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9eb4726-197e-455a-91a2-9c4386c8793a None None] Network d64946ed-b198-4101-8b07-8bb6d393bf6b is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:07:37.607150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-e9eb4726-197e-455a-91a2-9c4386c8793a None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:07:37.607571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46474) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:37.610545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eb4726-197e-455a-91a2-9c4386c8793a None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:07:37.674020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894545b1-e36a-4994-b600-1439ae53d136 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:37.675027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-894545b1-e36a-4994-b600-1439ae53d136 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Synchronizing usage tracker for tenant:e5d17c392242467db06545404f7abf69 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:07:37.683456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e9eb4726-197e-455a-91a2-9c4386c8793a None None] Attempting to bind port d4cfb3af-c9d8-483c-b7bd-3ba634712a6c on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:07:37.684129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e9eb4726-197e-455a-91a2-9c4386c8793a None None] Attempting to bind port d4cfb3af-c9d8-483c-b7bd-3ba634712a6c by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'b2b632aa-81f1-4e32-b002-19d75e388c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd64946ed-b198-4101-8b07-8bb6d393bf6b'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:07:37.684968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9eb4726-197e-455a-91a2-9c4386c8793a None None] Attempting to bind port d4cfb3af-c9d8-483c-b7bd-3ba634712a6c on network d64946ed-b198-4101-8b07-8bb6d393bf6b {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:07:37.695012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9eb4726-197e-455a-91a2-9c4386c8793a None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:07:37.695412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9eb4726-197e-455a-91a2-9c4386c8793a None None] Checking segment: {'id': 'b2b632aa-81f1-4e32-b002-19d75e388c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd64946ed-b198-4101-8b07-8bb6d393bf6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:07:37.696044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9eb4726-197e-455a-91a2-9c4386c8793a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:37.696645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9eb4726-197e-455a-91a2-9c4386c8793a None None] Bound using segment: {'id': 'b2b632aa-81f1-4e32-b002-19d75e388c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd64946ed-b198-4101-8b07-8bb6d393bf6b'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:07:37.697318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e9eb4726-197e-455a-91a2-9c4386c8793a None None] Bound port: d4cfb3af-c9d8-483c-b7bd-3ba634712a6c, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b632aa-81f1-4e32-b002-19d75e388c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd64946ed-b198-4101-8b07-8bb6d393bf6b'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:07:37.699281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9eb4726-197e-455a-91a2-9c4386c8793a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:37.726283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-894545b1-e36a-4994-b600-1439ae53d136 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Unset dirty status for tenant:e5d17c392242467db06545404f7abf69 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:07:37.734872 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-894545b1-e36a-4994-b600-1439ae53d136 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "GET /v2.0/ports?network_id=cfe08d36-e5ba-4f00-8669-16a0ead5d220&device_id=94423af5-f42d-48b8-ad34-5ae35a47859d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.3833594
Nov 24 13:07:37.740380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46482) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:37.821956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e9eb4726-197e-455a-91a2-9c4386c8793a None None] For port d4cfb3af-c9d8-483c-b7bd-3ba634712a6c, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:07:37.830933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e9eb4726-197e-455a-91a2-9c4386c8793a None None] For port d4cfb3af-c9d8-483c-b7bd-3ba634712a6c, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d4cfb3af-c9d8-483c-b7bd-3ba634712a6c,segment=NetworkSegment(b2b632aa-81f1-4e32-b002-19d75e388c25),segment_id=b2b632aa-81f1-4e32-b002-19d75e388c25)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:07:37.836409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9eb4726-197e-455a-91a2-9c4386c8793a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:37.916665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc843194-0e1d-4d60-b3c8-9d3cf0231601 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:37.961573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47105940-3227-4de2-83c2-8274846f9204 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:37.962520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-47105940-3227-4de2-83c2-8274846f9204 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Synchronizing usage tracker for tenant:e5d17c392242467db06545404f7abf69 on resource:network {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:07:37.996450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-14ecd087-1be8-40d4-b740-2af0ae1e1f8c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754030687722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036844460535'] for subnet, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:38.022221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c5bb0f74-30f5-42a3-8746-b3421bf749a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:38.060827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-52f809e5-ff9c-46bf-bad7-e6c5539a64e5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:38.127081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb4726-197e-455a-91a2-9c4386c8793a None None] Pushing event updated for resources: {'Port': ['ID=d4cfb3af-c9d8-483c-b7bd-3ba634712a6c,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:38.131908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e9eb4726-197e-455a-91a2-9c4386c8793a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:38.209060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bc813d6a-039e-4f95-b387-c225efdeed1f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:38.243642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-47105940-3227-4de2-83c2-8274846f9204 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Unset dirty status for tenant:e5d17c392242467db06545404f7abf69 on resource:network {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:07:38.246753 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-47105940-3227-4de2-83c2-8274846f9204 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "GET /v2.0/networks/cfe08d36-e5ba-4f00-8669-16a0ead5d220 HTTP/1.1" status: 200  len: 881 time: 0.5044372
Nov 24 13:07:38.250693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46494) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:38.288460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ac9a73fd-3088-4984-bd9c-5813ea67c130 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Request body: {'quota': {'network': 2}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:38.361662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dea901c5-3b7c-496b-851c-29ca692bc7f9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:38.361861 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e8858136-c970-4b5a-9e23-0abc8895413a tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "GET /v2.0/ports?device_id=94423af5-f42d-48b8-ad34-5ae35a47859d HTTP/1.1" status: 200  len: 205 time: 0.0958662
Nov 24 13:07:38.366040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46500) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:38.445367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f809e5-ff9c-46bf-bad7-e6c5539a64e5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Subnet': ['ID=f712e795-1084-4c13-8a98-ff6304413c25,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:38.456604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-52f809e5-ff9c-46bf-bad7-e6c5539a64e5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:38.625926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ecd087-1be8-40d4-b740-2af0ae1e1f8c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event updated for resources: {'Subnet': ['ID=8158c318-ea22-4f51-8f35-6293839c69e5,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:38.630440 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ac9a73fd-3088-4984-bd9c-5813ea67c130 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] 10.222.0.76 "PUT /v2.0/quotas/f615a72c3c1d4174b7eb8720d2972d4e HTTP/1.1" status: 200  len: 368 time: 0.9919283
Nov 24 13:07:38.633881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46508) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:38.633881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-14ecd087-1be8-40d4-b740-2af0ae1e1f8c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:38.634243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f809e5-ff9c-46bf-bad7-e6c5539a64e5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Checking segment: {'id': '98096ad0-2fbf-4ce4-8436-5dc497df482e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4c8e507c-6c05-430c-a744-6fac5cc4b341'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:07:38.634243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f809e5-ff9c-46bf-bad7-e6c5539a64e5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network hostable DHCP agents. Network: 4c8e507c-6c05-430c-a744-6fac5cc4b341, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:07:38.641441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-804ccb7d-3ad2-4b30-9782-a62ee69b2ae1 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Request body: {'network': {'project_id': 'f615a72c3c1d4174b7eb8720d2972d4e'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:38.657002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-804ccb7d-3ad2-4b30-9782-a62ee69b2ae1 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:07:38.693099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f809e5-ff9c-46bf-bad7-e6c5539a64e5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network 4c8e507c-6c05-430c-a744-6fac5cc4b341 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:07:38.712462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-52f809e5-ff9c-46bf-bad7-e6c5539a64e5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 4c8e507c-6c05-430c-a744-6fac5cc4b341) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:07:38.717334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-804ccb7d-3ad2-4b30-9782-a62ee69b2ae1 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Usage tracker for resource:network and tenant:f615a72c3c1d4174b7eb8720d2972d4e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:07:38.734920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d37a14-dc8d-4c8e-a5d5-5179b5049285 None None] Network 4c8e507c-6c05-430c-a744-6fac5cc4b341 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:07:38.746353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f809e5-ff9c-46bf-bad7-e6c5539a64e5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:38.746549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-804ccb7d-3ad2-4b30-9782-a62ee69b2ae1 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:07:38.754219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-52f809e5-ff9c-46bf-bad7-e6c5539a64e5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:38.790091 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-52f809e5-ff9c-46bf-bad7-e6c5539a64e5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.1778820
Nov 24 13:07:38.799065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46514) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:38.808332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ca6fdbf1-6cad-4e12-b61f-00102bf91f5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'port': {'network_id': '4c8e507c-6c05-430c-a744-6fac5cc4b341', 'name': 'tempest-PortsTestJSON-1563374934'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:38.827985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-da793c8f-5ef3-4f59-8f19-5405f3335935 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:38.849998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-804ccb7d-3ad2-4b30-9782-a62ee69b2ae1 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:07:38.855233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f5208c76-88c8-46bf-8b5e-bd1dbedd5adb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:38.947766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46518) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:38.972419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec576-2aec-4303-a2ea-3303d9ba7d4c tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:39.033583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcacbca-d4b2-4c3d-9232-f83cc0fc8ca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-4c8e507c-6c05-430c-a744-6fac5cc4b341', 'network_id': '4c8e507c-6c05-430c-a744-6fac5cc4b341', 'tenant_id': 'c7d03523e68a47da9bee14cfe27d45e8', 'fixed_ips': [{'subnet_id': 'f712e795-1084-4c13-8a98-ff6304413c25'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:07:39.034533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ddcacbca-d4b2-4c3d-9232-f83cc0fc8ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:39.117459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804ccb7d-3ad2-4b30-9782-a62ee69b2ae1 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Made reservation on behalf of f615a72c3c1d4174b7eb8720d2972d4e for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:07:39.124446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-804ccb7d-3ad2-4b30-9782-a62ee69b2ae1 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:39.157355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da793c8f-5ef3-4f59-8f19-5405f3335935 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:07:39.166808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-804ccb7d-3ad2-4b30-9782-a62ee69b2ae1 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:39.197718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-da793c8f-5ef3-4f59-8f19-5405f3335935 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:07:39.200073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-438ea650-3e34-4607-89fa-9a19a748fd05 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-85284269'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:39.208208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-438ea650-3e34-4607-89fa-9a19a748fd05 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:07:39.213909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d0295f-b87e-4422-81b7-07beb5796b91 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:07:39.220228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ca6fdbf1-6cad-4e12-b61f-00102bf91f5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:07:39.223622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-438ea650-3e34-4607-89fa-9a19a748fd05 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Usage tracker for resource:network and tenant:7bd33557530a48bab25cc76dc38cd9bb is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:07:39.228517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ca6fdbf1-6cad-4e12-b61f-00102bf91f5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:port and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:07:39.230329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da793c8f-5ef3-4f59-8f19-5405f3335935 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Subnet': ['ID=ea50bdbc-5d88-4df1-a01d-a1095fd37556,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:39.234614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ca6fdbf1-6cad-4e12-b61f-00102bf91f5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for port was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:07:39.235683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da793c8f-5ef3-4f59-8f19-5405f3335935 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:39.236321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-da793c8f-5ef3-4f59-8f19-5405f3335935 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:39.241332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-da793c8f-5ef3-4f59-8f19-5405f3335935 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:39.241967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ca6fdbf1-6cad-4e12-b61f-00102bf91f5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:07:39.245564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-438ea650-3e34-4607-89fa-9a19a748fd05 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Quota usage for network was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:07:39.247257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ecd087-1be8-40d4-b740-2af0ae1e1f8c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:39.247883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-14ecd087-1be8-40d4-b740-2af0ae1e1f8c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:39.249504 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-14ecd087-1be8-40d4-b740-2af0ae1e1f8c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "PUT /v2.0/subnets/8158c318-ea22-4f51-8f35-6293839c69e5 HTTP/1.1" status: 200  len: 877 time: 2.7462120
Nov 24 13:07:39.253697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46524) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:39.269832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-438ea650-3e34-4607-89fa-9a19a748fd05 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:07:39.294531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-804ccb7d-3ad2-4b30-9782-a62ee69b2ae1 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:07:39.305786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-804ccb7d-3ad2-4b30-9782-a62ee69b2ae1 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Usage tracker for resource:security_group_rule and tenant:f615a72c3c1d4174b7eb8720d2972d4e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:07:39.309987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-804ccb7d-3ad2-4b30-9782-a62ee69b2ae1 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:07:39.324095 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-da793c8f-5ef3-4f59-8f19-5405f3335935 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 3.3127296
Nov 24 13:07:39.325875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-804ccb7d-3ad2-4b30-9782-a62ee69b2ae1 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:07:39.329768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46528) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:39.334105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc843194-0e1d-4d60-b3c8-9d3cf0231601 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router_gateway, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:39.341692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a41a6b83-6f9c-48eb-9a42-49dc32a29115 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1811147991', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:39.356285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a41a6b83-6f9c-48eb-9a42-49dc32a29115 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:07:39.359171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6fdbf1-6cad-4e12-b61f-00102bf91f5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:07:39.364967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a41a6b83-6f9c-48eb-9a42-49dc32a29115 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:router and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:07:39.365148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca6fdbf1-6cad-4e12-b61f-00102bf91f5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:39.368974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-fc843194-0e1d-4d60-b3c8-9d3cf0231601 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Deleting port 2ed8cd98-61a8-4a6b-b1a4-d3aa24061a12 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:07:39.369538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc843194-0e1d-4d60-b3c8-9d3cf0231601 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:39.398955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a41a6b83-6f9c-48eb-9a42-49dc32a29115 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:07:39.408854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438ea650-3e34-4607-89fa-9a19a748fd05 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Made reservation on behalf of 7bd33557530a48bab25cc76dc38cd9bb for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:07:39.414836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-438ea650-3e34-4607-89fa-9a19a748fd05 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:39.426199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a41a6b83-6f9c-48eb-9a42-49dc32a29115 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:07:39.459729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-438ea650-3e34-4607-89fa-9a19a748fd05 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:39.464619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a41a6b83-6f9c-48eb-9a42-49dc32a29115 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:39.465658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a41a6b83-6f9c-48eb-9a42-49dc32a29115 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:39.616470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-804ccb7d-3ad2-4b30-9782-a62ee69b2ae1 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:39.623042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a41a6b83-6f9c-48eb-9a42-49dc32a29115 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:39.626816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-804ccb7d-3ad2-4b30-9782-a62ee69b2ae1 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:39.647141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:39.651445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9cbc187f-1c52-48c3-aad5-7bbfc6094d23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:39.704190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804ccb7d-3ad2-4b30-9782-a62ee69b2ae1 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:07:39.717573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-438ea650-3e34-4607-89fa-9a19a748fd05 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:07:39.719800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc843194-0e1d-4d60-b3c8-9d3cf0231601 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:39.730100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ccb7d-3ad2-4b30-9782-a62ee69b2ae1 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b01213-f0c6-4636-8252-4c007ae6c9a1,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:39.736336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-438ea650-3e34-4607-89fa-9a19a748fd05 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Usage tracker for resource:security_group_rule and tenant:7bd33557530a48bab25cc76dc38cd9bb is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:07:39.751112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-804ccb7d-3ad2-4b30-9782-a62ee69b2ae1 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:39.751567 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-804ccb7d-3ad2-4b30-9782-a62ee69b2ae1 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Added segment 6991a646-2403-4ae4-9f09-3e0037119d34 of type vxlan for network 608c4d2a-e7e5-444a-8f50-78227efb8b1a
Nov 24 13:07:39.757403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-438ea650-3e34-4607-89fa-9a19a748fd05 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:07:39.768499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-ddcacbca-d4b2-4c3d-9232-f83cc0fc8ca4 None None] Allocated IP 172.20.0.2 (4c8e507c-6c05-430c-a744-6fac5cc4b341/f712e795-1084-4c13-8a98-ff6304413c25/a8d53f47-202d-41b6-8002-e8be32f3f6e0) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:07:39.781063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-438ea650-3e34-4607-89fa-9a19a748fd05 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:07:39.818310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-ca6fdbf1-6cad-4e12-b61f-00102bf91f5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] device_id is not set on port 61d42b16-78cc-4e6b-ac7b-2dfb65a8114f yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:07:39.870621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da763d62-550a-44e6-9b80-a4b6ac214e1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-8ca51b04-1dca-4f60-b844-2979d8864b51', 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'fixed_ips': [{'subnet_id': 'ea50bdbc-5d88-4df1-a01d-a1095fd37556'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:07:39.871682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-da763d62-550a-44e6-9b80-a4b6ac214e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:39.881340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a41a6b83-6f9c-48eb-9a42-49dc32a29115 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:39.893716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-804ccb7d-3ad2-4b30-9782-a62ee69b2ae1 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:39.898802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9cbc187f-1c52-48c3-aad5-7bbfc6094d23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Deleting port d4cfb3af-c9d8-483c-b7bd-3ba634712a6c {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:07:39.898802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9cbc187f-1c52-48c3-aad5-7bbfc6094d23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:39.976251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-fc843194-0e1d-4d60-b3c8-9d3cf0231601 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Calling delete_port for 2ed8cd98-61a8-4a6b-b1a4-d3aa24061a12 owned by network:router_gateway {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:07:40.102614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87d4101-53c4-421a-8c58-f96d9b6159f9 None None] Network d64946ed-b198-4101-8b07-8bb6d393bf6b requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:07:40.238544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec576-2aec-4303-a2ea-3303d9ba7d4c tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router_gateway, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:40.272764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-804ccb7d-3ad2-4b30-9782-a62ee69b2ae1 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:40.294711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d4cfb3af-c9d8-483c-b7bd-3ba634712a6c up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:07:40.297087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a41a6b83-6f9c-48eb-9a42-49dc32a29115 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:40.298364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5e2ec576-2aec-4303-a2ea-3303d9ba7d4c tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Deleting port 82b87c9d-ccbb-4ed5-9a17-bfd7dd255180 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:07:40.298743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec576-2aec-4303-a2ea-3303d9ba7d4c tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:40.301479 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a41a6b83-6f9c-48eb-9a42-49dc32a29115 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.9703937
Nov 24 13:07:40.303338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46532) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:40.306037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc843194-0e1d-4d60-b3c8-9d3cf0231601 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:40.338092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-12262c75-4594-4701-ac12-050595c13b04 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:40.395915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a9e4d2ee-3583-464d-8ac3-8190e403d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:40.545176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc843194-0e1d-4d60-b3c8-9d3cf0231601 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Pushing event deleted for resources: {'Port': ['ID=2ed8cd98-61a8-4a6b-b1a4-d3aa24061a12,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:40.551798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d9d10e97-0725-485c-88ba-897c44dc7456 None None] Provisioning for port d4cfb3af-c9d8-483c-b7bd-3ba634712a6c completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:07:40.557897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fc843194-0e1d-4d60-b3c8-9d3cf0231601 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:40.565428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-804ccb7d-3ad2-4b30-9782-a62ee69b2ae1 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:40.566552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804ccb7d-3ad2-4b30-9782-a62ee69b2ae1 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:40.566953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d9d10e97-0725-485c-88ba-897c44dc7456 None None] Provisioning complete for port d4cfb3af-c9d8-483c-b7bd-3ba634712a6c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:40.567061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-804ccb7d-3ad2-4b30-9782-a62ee69b2ae1 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:40.567379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d9d10e97-0725-485c-88ba-897c44dc7456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:40.574749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1d487d3f-7fd4-4e79-b3b5-91b623e453dd tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:40.621745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port d4cfb3af-c9d8-483c-b7bd-3ba634712a6c completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:07:40.626532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-438ea650-3e34-4607-89fa-9a19a748fd05 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:40.635936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-438ea650-3e34-4607-89fa-9a19a748fd05 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:40.644056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6544273b-3a3f-483d-b3e6-bf67fd6fd040 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:40.697351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port d4cfb3af-c9d8-483c-b7bd-3ba634712a6c triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:40.697687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:40.720150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-438ea650-3e34-4607-89fa-9a19a748fd05 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:07:40.736100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ea650-3e34-4607-89fa-9a19a748fd05 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'SecurityGroup': ['ID=9d936626-2cb0-4e06-9491-75e5b2c3cc09,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:40.742700 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-804ccb7d-3ad2-4b30-9782-a62ee69b2ae1 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 831 time: 2.1151223
Nov 24 13:07:40.746831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46536) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:40.751318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-438ea650-3e34-4607-89fa-9a19a748fd05 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:40.763043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-9cbc187f-1c52-48c3-aad5-7bbfc6094d23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] For port d4cfb3af-c9d8-483c-b7bd-3ba634712a6c, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d4cfb3af-c9d8-483c-b7bd-3ba634712a6c,segment=NetworkSegment(b2b632aa-81f1-4e32-b002-19d75e388c25),segment_id=b2b632aa-81f1-4e32-b002-19d75e388c25)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:07:40.763454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9cbc187f-1c52-48c3-aad5-7bbfc6094d23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:40.783803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2b3a3369-22ec-4a43-bd2e-0ecad45b57bf tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Request body: {'network': {'project_id': 'f615a72c3c1d4174b7eb8720d2972d4e'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:40.784886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec576-2aec-4303-a2ea-3303d9ba7d4c tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:40.793372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-438ea650-3e34-4607-89fa-9a19a748fd05 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:40.793766 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-438ea650-3e34-4607-89fa-9a19a748fd05 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Added segment 46dedc3d-1f31-4921-90ef-3aad13ddf76a of type vxlan for network 1fb08fb3-2d6c-48b0-b158-68d3fcd4a9de
Nov 24 13:07:40.853031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ddcacbca-d4b2-4c3d-9232-f83cc0fc8ca4 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:40.887570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2b3a3369-22ec-4a43-bd2e-0ecad45b57bf tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:07:40.893356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ccb7d-3ad2-4b30-9782-a62ee69b2ae1 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Pushing event updated for resources: {'Network': ['ID=608c4d2a-e7e5-444a-8f50-78227efb8b1a,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:40.913354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2b3a3369-22ec-4a43-bd2e-0ecad45b57bf tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Usage tracker for resource:network and tenant:f615a72c3c1d4174b7eb8720d2972d4e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:07:40.917968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2b3a3369-22ec-4a43-bd2e-0ecad45b57bf tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Quota usage for network was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:07:40.928598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2b3a3369-22ec-4a43-bd2e-0ecad45b57bf tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:07:40.929217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9cbc187f-1c52-48c3-aad5-7bbfc6094d23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Calling delete_port for d4cfb3af-c9d8-483c-b7bd-3ba634712a6c owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:07:40.945812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-804ccb7d-3ad2-4b30-9782-a62ee69b2ae1 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:40.948492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 608c4d2a-e7e5-444a-8f50-78227efb8b1a details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:07:40.963886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 608c4d2a-e7e5-444a-8f50-78227efb8b1a details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:07:41.096482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ddcacbca-d4b2-4c3d-9232-f83cc0fc8ca4 None None] Transition to ACTIVE for port object a8d53f47-202d-41b6-8002-e8be32f3f6e0 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:07:41.099579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5e2ec576-2aec-4303-a2ea-3303d9ba7d4c tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Calling delete_port for 82b87c9d-ccbb-4ed5-9a17-bfd7dd255180 owned by network:router_gateway {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:07:41.103500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0eefa5-4558-43e2-b930-4d18e6544c03 None None] Network d64946ed-b198-4101-8b07-8bb6d393bf6b requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:07:41.108927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3a3369-22ec-4a43-bd2e-0ecad45b57bf tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Made reservation on behalf of f615a72c3c1d4174b7eb8720d2972d4e for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:07:41.113779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2b3a3369-22ec-4a43-bd2e-0ecad45b57bf tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:41.170533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-438ea650-3e34-4607-89fa-9a19a748fd05 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:41.307926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d9d10e97-0725-485c-88ba-897c44dc7456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:41.317133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-438ea650-3e34-4607-89fa-9a19a748fd05 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:41.321540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438ea650-3e34-4607-89fa-9a19a748fd05 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:41.323424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-438ea650-3e34-4607-89fa-9a19a748fd05 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:41.341467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4d924238-8ece-4507-a227-df2390d6d162 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:41.488801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9cbc187f-1c52-48c3-aad5-7bbfc6094d23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:41.586647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ea650-3e34-4607-89fa-9a19a748fd05 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Network': ['ID=1fb08fb3-2d6c-48b0-b158-68d3fcd4a9de,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:41.593492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ddcacbca-d4b2-4c3d-9232-f83cc0fc8ca4 None None] Transition to ACTIVE for port object a8d53f47-202d-41b6-8002-e8be32f3f6e0 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:07:41.597619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-438ea650-3e34-4607-89fa-9a19a748fd05 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:41.597619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-79244551-2422-4e4d-be93-f929691e142b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:41.625956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 1fb08fb3-2d6c-48b0-b158-68d3fcd4a9de details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:07:41.641963 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-438ea650-3e34-4607-89fa-9a19a748fd05 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 2.6907275
Nov 24 13:07:41.678652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46540) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:41.689510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c9cfe2f3-25f9-407e-bbf0-a1505a9572c2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1595698639'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:41.695123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c9cfe2f3-25f9-407e-bbf0-a1505a9572c2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:07:41.700164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c9cfe2f3-25f9-407e-bbf0-a1505a9572c2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Usage tracker for resource:network and tenant:7bd33557530a48bab25cc76dc38cd9bb is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:07:41.703336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c9cfe2f3-25f9-407e-bbf0-a1505a9572c2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Quota usage for network was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:07:41.709160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c9cfe2f3-25f9-407e-bbf0-a1505a9572c2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:07:41.726760 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No ports have port_id starting with d4cfb3af-c9d8-483c-b7bd-3ba634712a6c
Nov 24 13:07:41.728697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 1fb08fb3-2d6c-48b0-b158-68d3fcd4a9de details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:07:41.731820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b3a3369-22ec-4a43-bd2e-0ecad45b57bf tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:07:41.732910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc187f-1c52-48c3-aad5-7bbfc6094d23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Port': ['ID=d4cfb3af-c9d8-483c-b7bd-3ba634712a6c,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:41.738405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cfe2f3-25f9-407e-bbf0-a1505a9572c2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Made reservation on behalf of 7bd33557530a48bab25cc76dc38cd9bb for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:07:41.744236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c9cfe2f3-25f9-407e-bbf0-a1505a9572c2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:41.746859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9cbc187f-1c52-48c3-aad5-7bbfc6094d23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:41.762664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc843194-0e1d-4d60-b3c8-9d3cf0231601 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:41.803287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ddcacbca-d4b2-4c3d-9232-f83cc0fc8ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:41.804025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-ca6fdbf1-6cad-4e12-b61f-00102bf91f5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Allocated IP 172.20.0.8 (4c8e507c-6c05-430c-a744-6fac5cc4b341/f712e795-1084-4c13-8a98-ff6304413c25/61d42b16-78cc-4e6b-ac7b-2dfb65a8114f) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:07:41.823533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec576-2aec-4303-a2ea-3303d9ba7d4c tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:41.902081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-784b9972-b35d-4f1f-b26b-088fa960eb5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:41.926507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-13755d93-1ccd-428e-9c09-20efb12c8081 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:41.971790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ec576-2aec-4303-a2ea-3303d9ba7d4c tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Pushing event deleted for resources: {'Port': ['ID=82b87c9d-ccbb-4ed5-9a17-bfd7dd255180,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:41.973880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-da763d62-550a-44e6-9b80-a4b6ac214e1f None None] Allocated IP 2001:db8::2 (8ca51b04-1dca-4f60-b844-2979d8864b51/ea50bdbc-5d88-4df1-a01d-a1095fd37556/dc617a02-d68c-4492-a6f4-befee8a5ea5d) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:07:41.982084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5e2ec576-2aec-4303-a2ea-3303d9ba7d4c tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:41.987829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2b3a3369-22ec-4a43-bd2e-0ecad45b57bf tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:41.988273 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-2b3a3369-22ec-4a43-bd2e-0ecad45b57bf tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Added segment 9f38c3cb-792e-4332-8c75-1802d502ea4e of type vxlan for network 6812e351-8e96-4c53-bc25-dccbfefc27ab
Nov 24 13:07:42.081397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbc187f-1c52-48c3-aad5-7bbfc6094d23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] No DVR routers for this DVR port d4cfb3af-c9d8-483c-b7bd-3ba634712a6c on host dv-neutron-601336-61-ovs {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:07:42.104736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcacbca-d4b2-4c3d-9232-f83cc0fc8ca4 None None] Pushing event updated for resources: {'Port': ['ID=a8d53f47-202d-41b6-8002-e8be32f3f6e0,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:42.137450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ddcacbca-d4b2-4c3d-9232-f83cc0fc8ca4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:42.289269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19b158b3-c597-43e4-93c9-4f6d4cd0af38 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:42.291070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9cbc187f-1c52-48c3-aad5-7bbfc6094d23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:42.346521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8c6c7354-1cd5-4412-84e1-5e9d5c644553 None None] Could not find standard attr ID for object d4cfb3af-c9d8-483c-b7bd-3ba634712a6c. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:07:42.394266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc843194-0e1d-4d60-b3c8-9d3cf0231601 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:42.397210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2b3a3369-22ec-4a43-bd2e-0ecad45b57bf tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:42.412292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc843194-0e1d-4d60-b3c8-9d3cf0231601 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:42.445089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcacbca-d4b2-4c3d-9232-f83cc0fc8ca4 None None] Network 4c8e507c-6c05-430c-a744-6fac5cc4b341 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:07:42.456328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-ddcacbca-d4b2-4c3d-9232-f83cc0fc8ca4 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:07:42.461364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcacbca-d4b2-4c3d-9232-f83cc0fc8ca4 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:07:42.595401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ddcacbca-d4b2-4c3d-9232-f83cc0fc8ca4 None None] Attempting to bind port a8d53f47-202d-41b6-8002-e8be32f3f6e0 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:07:42.595401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ddcacbca-d4b2-4c3d-9232-f83cc0fc8ca4 None None] Attempting to bind port a8d53f47-202d-41b6-8002-e8be32f3f6e0 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '98096ad0-2fbf-4ce4-8436-5dc497df482e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4c8e507c-6c05-430c-a744-6fac5cc4b341'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:07:42.596174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcacbca-d4b2-4c3d-9232-f83cc0fc8ca4 None None] Attempting to bind port a8d53f47-202d-41b6-8002-e8be32f3f6e0 on network 4c8e507c-6c05-430c-a744-6fac5cc4b341 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:07:42.600941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e55ba27-41e5-41ba-b954-e10786bee633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:42.602917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-da763d62-550a-44e6-9b80-a4b6ac214e1f None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:42.618574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcacbca-d4b2-4c3d-9232-f83cc0fc8ca4 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:07:42.619365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcacbca-d4b2-4c3d-9232-f83cc0fc8ca4 None None] Checking segment: {'id': '98096ad0-2fbf-4ce4-8436-5dc497df482e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4c8e507c-6c05-430c-a744-6fac5cc4b341'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:07:42.621360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ddcacbca-d4b2-4c3d-9232-f83cc0fc8ca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:42.622583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcacbca-d4b2-4c3d-9232-f83cc0fc8ca4 None None] Bound using segment: {'id': '98096ad0-2fbf-4ce4-8436-5dc497df482e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4c8e507c-6c05-430c-a744-6fac5cc4b341'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:07:42.623933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ddcacbca-d4b2-4c3d-9232-f83cc0fc8ca4 None None] Bound port: a8d53f47-202d-41b6-8002-e8be32f3f6e0, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98096ad0-2fbf-4ce4-8436-5dc497df482e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4c8e507c-6c05-430c-a744-6fac5cc4b341'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:07:42.625493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ddcacbca-d4b2-4c3d-9232-f83cc0fc8ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:42.631898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca6fdbf1-6cad-4e12-b61f-00102bf91f5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:42.647677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-da763d62-550a-44e6-9b80-a4b6ac214e1f None None] Transition to ACTIVE for port object dc617a02-d68c-4492-a6f4-befee8a5ea5d will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:07:42.748931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2b3a3369-22ec-4a43-bd2e-0ecad45b57bf tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:42.751079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3a3369-22ec-4a43-bd2e-0ecad45b57bf tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:42.752114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2b3a3369-22ec-4a43-bd2e-0ecad45b57bf tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:42.760000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-da763d62-550a-44e6-9b80-a4b6ac214e1f None None] Transition to ACTIVE for port object dc617a02-d68c-4492-a6f4-befee8a5ea5d will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:07:42.790899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-da763d62-550a-44e6-9b80-a4b6ac214e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:42.797858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-75af24d2-4418-41b4-b84d-87fe62a3a767 tempest-PortsAdminExtendedAttrsTestJSON-342817992 tempest-PortsAdminExtendedAttrsTestJSON-342817992] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:42.833774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-c9cfe2f3-25f9-407e-bbf0-a1505a9572c2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:07:42.834023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-c9cfe2f3-25f9-407e-bbf0-a1505a9572c2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:07:42.941967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ddcacbca-d4b2-4c3d-9232-f83cc0fc8ca4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:42.962344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc843194-0e1d-4d60-b3c8-9d3cf0231601 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:42.962992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc843194-0e1d-4d60-b3c8-9d3cf0231601 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Fanout notify agent at l3_agent the message router_deleted on router 7b52539c-cfb2-41fa-b5f0-ffbb85d34745 {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:07:43.015429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc843194-0e1d-4d60-b3c8-9d3cf0231601 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:43.027330 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fc843194-0e1d-4d60-b3c8-9d3cf0231601 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "DELETE /v2.0/routers/7b52539c-cfb2-41fa-b5f0-ffbb85d34745 HTTP/1.1" status: 204  len: 168 time: 5.9267704
Nov 24 13:07:43.027330 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2b3a3369-22ec-4a43-bd2e-0ecad45b57bf tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 831 time: 2.2660732
Nov 24 13:07:43.027330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a3369-22ec-4a43-bd2e-0ecad45b57bf tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Pushing event updated for resources: {'Network': ['ID=6812e351-8e96-4c53-bc25-dccbfefc27ab,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:43.027330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46544) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:43.028790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46546) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:43.032763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7ceb982f-dd20-42d8-9efb-4b72ddfc701a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-25875702', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:43.052395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ca6fdbf1-6cad-4e12-b61f-00102bf91f5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Transition to ACTIVE for port object 61d42b16-78cc-4e6b-ac7b-2dfb65a8114f will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:07:43.056708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2b3a3369-22ec-4a43-bd2e-0ecad45b57bf tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:43.057073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-6c7ea708-305c-4d6e-be33-729e84aca721 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Request body: {'network': {'project_id': 'f615a72c3c1d4174b7eb8720d2972d4e'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:43.065374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7ceb982f-dd20-42d8-9efb-4b72ddfc701a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:07:43.066341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 6812e351-8e96-4c53-bc25-dccbfefc27ab details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:07:43.071055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6c7ea708-305c-4d6e-be33-729e84aca721 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:07:43.072439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7ceb982f-dd20-42d8-9efb-4b72ddfc701a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Usage tracker for resource:router and tenant:c2dbf21b25954c9fa14ce758f1b82ede is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:07:43.077835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7ceb982f-dd20-42d8-9efb-4b72ddfc701a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:07:43.081144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6c7ea708-305c-4d6e-be33-729e84aca721 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Usage tracker for resource:network and tenant:f615a72c3c1d4174b7eb8720d2972d4e is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:07:43.083491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 6812e351-8e96-4c53-bc25-dccbfefc27ab details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:07:43.085886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7ceb982f-dd20-42d8-9efb-4b72ddfc701a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:07:43.097934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6c7ea708-305c-4d6e-be33-729e84aca721 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Quota usage for network was recalculated. Used quota:2. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:07:43.107528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec576-2aec-4303-a2ea-3303d9ba7d4c tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:43.194015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6c7ea708-305c-4d6e-be33-729e84aca721 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:07:43.247896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7ceb982f-dd20-42d8-9efb-4b72ddfc701a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:43.251110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7ceb982f-dd20-42d8-9efb-4b72ddfc701a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:43.290114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da763d62-550a-44e6-9b80-a4b6ac214e1f None None] Pushing event updated for resources: {'Port': ['ID=dc617a02-d68c-4492-a6f4-befee8a5ea5d,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:43.293946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-da763d62-550a-44e6-9b80-a4b6ac214e1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:43.304989 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c7ea708-305c-4d6e-be33-729e84aca721 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] POST failed (client error): There was a conflict when trying to complete your request.
Nov 24 13:07:43.305655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c7ea708-305c-4d6e-be33-729e84aca721 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] No notification will be sent due to unsuccessful status code: 409 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:07:43.307103 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6c7ea708-305c-4d6e-be33-729e84aca721 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.2783751
Nov 24 13:07:43.312188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:43.322330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46552) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:43.338416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c9cfe2f3-25f9-407e-bbf0-a1505a9572c2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:43.370579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ddcacbca-d4b2-4c3d-9232-f83cc0fc8ca4 None None] For port a8d53f47-202d-41b6-8002-e8be32f3f6e0, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:07:43.405359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ddcacbca-d4b2-4c3d-9232-f83cc0fc8ca4 None None] For port a8d53f47-202d-41b6-8002-e8be32f3f6e0, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=a8d53f47-202d-41b6-8002-e8be32f3f6e0,segment=NetworkSegment(98096ad0-2fbf-4ce4-8436-5dc497df482e),segment_id=98096ad0-2fbf-4ce4-8436-5dc497df482e)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:07:43.414352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ddcacbca-d4b2-4c3d-9232-f83cc0fc8ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:43.422198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca6fdbf1-6cad-4e12-b61f-00102bf91f5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:43.439586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e9eb4726-197e-455a-91a2-9c4386c8793a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:43.462477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7ceb982f-dd20-42d8-9efb-4b72ddfc701a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:43.510063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ec38ee84-703c-4afd-92f7-d8128c4d654f tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:43.547784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-19b158b3-c597-43e4-93c9-4f6d4cd0af38 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Allocated IP 2001:db8::1 (8ca51b04-1dca-4f60-b844-2979d8864b51/ea50bdbc-5d88-4df1-a01d-a1095fd37556/72db9de0-378b-40de-bb15-d9a2d590a4a8) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:07:43.552749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9cfe2f3-25f9-407e-bbf0-a1505a9572c2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] vxlan segment allocate from pool success with {'vxlan_vni': 14}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:07:43.571541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7ceb982f-dd20-42d8-9efb-4b72ddfc701a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:43.590732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c9cfe2f3-25f9-407e-bbf0-a1505a9572c2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:43.592312 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-c9cfe2f3-25f9-407e-bbf0-a1505a9572c2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Added segment b3f3b540-601e-48be-b9f5-afe97e07be4c of type vxlan for network 06343e97-2566-4b3e-b917-aba643f604bc
Nov 24 13:07:43.605703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2677ca53-dc58-4cb2-b987-ad5d040505ee tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:43.631673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec576-2aec-4303-a2ea-3303d9ba7d4c tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:43.683739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec576-2aec-4303-a2ea-3303d9ba7d4c tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:43.721197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6fdbf1-6cad-4e12-b61f-00102bf91f5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Port': ['ID=61d42b16-78cc-4e6b-ac7b-2dfb65a8114f,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:43.744724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ca6fdbf1-6cad-4e12-b61f-00102bf91f5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:43.775226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9cbc187f-1c52-48c3-aad5-7bbfc6094d23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:43.801165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c65851b5-e72f-44db-8e54-55a65ba410eb tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:43.864898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da763d62-550a-44e6-9b80-a4b6ac214e1f None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:07:43.864898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-da763d62-550a-44e6-9b80-a4b6ac214e1f None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:07:43.864898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da763d62-550a-44e6-9b80-a4b6ac214e1f None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:07:43.877713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcacbca-d4b2-4c3d-9232-f83cc0fc8ca4 None None] Pushing event updated for resources: {'Port': ['ID=a8d53f47-202d-41b6-8002-e8be32f3f6e0,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:43.877713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ddcacbca-d4b2-4c3d-9232-f83cc0fc8ca4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:43.920259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7ceb982f-dd20-42d8-9efb-4b72ddfc701a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:43.920259 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7ceb982f-dd20-42d8-9efb-4b72ddfc701a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.8872552
Nov 24 13:07:43.932139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46560) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:43.932139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc187f-1c52-48c3-aad5-7bbfc6094d23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Subnet': ['ID=8158c318-ea22-4f51-8f35-6293839c69e5,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:43.952649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9cbc187f-1c52-48c3-aad5-7bbfc6094d23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:43.952649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-4b9e73da-8299-4053-b4af-0531a891a438 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Request body: {'router': {'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'enable_snat': False}}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:44.012676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-da763d62-550a-44e6-9b80-a4b6ac214e1f None None] Attempting to bind port dc617a02-d68c-4492-a6f4-befee8a5ea5d on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:07:44.012676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-da763d62-550a-44e6-9b80-a4b6ac214e1f None None] Attempting to bind port dc617a02-d68c-4492-a6f4-befee8a5ea5d by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:07:44.012676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da763d62-550a-44e6-9b80-a4b6ac214e1f None None] Attempting to bind port dc617a02-d68c-4492-a6f4-befee8a5ea5d on network 8ca51b04-1dca-4f60-b844-2979d8864b51 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:07:44.029958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da763d62-550a-44e6-9b80-a4b6ac214e1f None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:07:44.029958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da763d62-550a-44e6-9b80-a4b6ac214e1f None None] Checking segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:07:44.029958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-da763d62-550a-44e6-9b80-a4b6ac214e1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:44.029958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da763d62-550a-44e6-9b80-a4b6ac214e1f None None] Bound using segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:07:44.029958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-da763d62-550a-44e6-9b80-a4b6ac214e1f None None] Bound port: dc617a02-d68c-4492-a6f4-befee8a5ea5d, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:07:44.029958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-da763d62-550a-44e6-9b80-a4b6ac214e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:44.050028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2677ca53-dc58-4cb2-b987-ad5d040505ee tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:44.064667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec576-2aec-4303-a2ea-3303d9ba7d4c tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:44.065363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2ec576-2aec-4303-a2ea-3303d9ba7d4c tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Fanout notify agent at l3_agent the message router_deleted on router 94423af5-f42d-48b8-ad34-5ae35a47859d {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:07:44.145480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:44.178264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-da763d62-550a-44e6-9b80-a4b6ac214e1f None None] For port dc617a02-d68c-4492-a6f4-befee8a5ea5d, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:07:44.183204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-da763d62-550a-44e6-9b80-a4b6ac214e1f None None] For port dc617a02-d68c-4492-a6f4-befee8a5ea5d, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=dc617a02-d68c-4492-a6f4-befee8a5ea5d,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:07:44.222569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-da763d62-550a-44e6-9b80-a4b6ac214e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:44.222766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6fdbf1-6cad-4e12-b61f-00102bf91f5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network 4c8e507c-6c05-430c-a744-6fac5cc4b341 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:07:44.226635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-ca6fdbf1-6cad-4e12-b61f-00102bf91f5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:07:44.259089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec576-2aec-4303-a2ea-3303d9ba7d4c tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:44.264770 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5e2ec576-2aec-4303-a2ea-3303d9ba7d4c tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "DELETE /v2.0/routers/94423af5-f42d-48b8-ad34-5ae35a47859d HTTP/1.1" status: 204  len: 168 time: 5.8933637
Nov 24 13:07:44.266203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6fdbf1-6cad-4e12-b61f-00102bf91f5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:07:44.288618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a916765d-560d-4077-9a4d-051d61840f38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:44.307448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46564) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:44.324935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a795eae0-df70-4828-b25c-dbfebb30a04a tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-298037775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:44.385705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6fdbf1-6cad-4e12-b61f-00102bf91f5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:44.386453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca6fdbf1-6cad-4e12-b61f-00102bf91f5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:44.398235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a795eae0-df70-4828-b25c-dbfebb30a04a tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:07:44.416222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a795eae0-df70-4828-b25c-dbfebb30a04a tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Usage tracker for resource:router and tenant:691a476dd4bd4c59a55de8f820d48fec is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:07:44.490597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da763d62-550a-44e6-9b80-a4b6ac214e1f None None] Pushing event updated for resources: {'Port': ['ID=dc617a02-d68c-4492-a6f4-befee8a5ea5d,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:44.493031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a795eae0-df70-4828-b25c-dbfebb30a04a tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:07:44.522538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-da763d62-550a-44e6-9b80-a4b6ac214e1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:44.523645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e9e359-bdd8-4939-bad8-9e8914cee221 None None] Network d64946ed-b198-4101-8b07-8bb6d393bf6b requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:07:44.539371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a795eae0-df70-4828-b25c-dbfebb30a04a tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:07:44.607825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c9cfe2f3-25f9-407e-bbf0-a1505a9572c2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:44.639795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19b158b3-c597-43e4-93c9-4f6d4cd0af38 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:44.644796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-2677ca53-dc58-4cb2-b987-ad5d040505ee tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f63465da860>,) {'filters': {'network_id': ['6812e351-8e96-4c53-bc25-dccbfefc27ab']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:44.670423 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ca6fdbf1-6cad-4e12-b61f-00102bf91f5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 5.8690825
Nov 24 13:07:44.681519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-2677ca53-dc58-4cb2-b987-ad5d040505ee tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f63465da860>, '9f38c3cb-792e-4332-8c75-1802d502ea4e') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:44.682253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-2677ca53-dc58-4cb2-b987-ad5d040505ee tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f63465da860>, '9f38c3cb-792e-4332-8c75-1802d502ea4e') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:44.693662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46568) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:44.706482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:44.709469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-02c33000-e58e-47cc-a1c2-7244e7ea757e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'port': {'network_id': '4c8e507c-6c05-430c-a744-6fac5cc4b341', 'name': 'tempest-PortsTestJSON-1422138028'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:44.726475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-19b158b3-c597-43e4-93c9-4f6d4cd0af38 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Transition to ACTIVE for port object 72db9de0-378b-40de-bb15-d9a2d590a4a8 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:07:44.728821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2677ca53-dc58-4cb2-b987-ad5d040505ee tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:44.824097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9cbc187f-1c52-48c3-aad5-7bbfc6094d23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:44.886873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c9cfe2f3-25f9-407e-bbf0-a1505a9572c2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:44.886873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cfe2f3-25f9-407e-bbf0-a1505a9572c2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:44.886873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c9cfe2f3-25f9-407e-bbf0-a1505a9572c2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:44.954547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2677ca53-dc58-4cb2-b987-ad5d040505ee tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:44.954547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a472c106-5496-47f7-96a3-9b221ef418db tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:44.979405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a795eae0-df70-4828-b25c-dbfebb30a04a tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:44.979405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a795eae0-df70-4828-b25c-dbfebb30a04a tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:44.986587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2677ca53-dc58-4cb2-b987-ad5d040505ee tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Releasing vxlan tunnel 12 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:07:45.012266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-02c33000-e58e-47cc-a1c2-7244e7ea757e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:07:45.064037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8184431a-3d42-48d0-9d9a-6371ad34eb9d None None] DHCP port deletion for d64946ed-b198-4101-8b07-8bb6d393bf6b request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:07:45.199751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-02c33000-e58e-47cc-a1c2-7244e7ea757e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:port and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:07:45.213089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-02c33000-e58e-47cc-a1c2-7244e7ea757e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for port was recalculated. Used quota:3. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:07:45.236437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-02c33000-e58e-47cc-a1c2-7244e7ea757e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:07:45.295568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a795eae0-df70-4828-b25c-dbfebb30a04a tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:45.302137 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c9cfe2f3-25f9-407e-bbf0-a1505a9572c2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 3.6073921
Nov 24 13:07:45.308870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-9cbc187f-1c52-48c3-aad5-7bbfc6094d23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634ca8c470>,) {'filters': {'network_id': ['d64946ed-b198-4101-8b07-8bb6d393bf6b']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:45.320368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46572) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:45.355412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-deaef46c-aaf8-4943-bd8e-194441048549 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Request body: {'subnet': {'network_id': '1fb08fb3-2d6c-48b0-b158-68d3fcd4a9de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:45.370688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cfe2f3-25f9-407e-bbf0-a1505a9572c2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Network': ['ID=06343e97-2566-4b3e-b917-aba643f604bc,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:45.385162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c9cfe2f3-25f9-407e-bbf0-a1505a9572c2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:45.386858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 06343e97-2566-4b3e-b917-aba643f604bc details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:07:45.389393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19b158b3-c597-43e4-93c9-4f6d4cd0af38 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:45.405450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-9cbc187f-1c52-48c3-aad5-7bbfc6094d23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634ca8c470>, 'b2b632aa-81f1-4e32-b002-19d75e388c25') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:45.410253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-9cbc187f-1c52-48c3-aad5-7bbfc6094d23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634ca8c470>, 'b2b632aa-81f1-4e32-b002-19d75e388c25') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:45.448180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b3044369-7786-4fa5-9b31-bcb1d6f437b3 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:45.455974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 06343e97-2566-4b3e-b917-aba643f604bc details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:07:45.535326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a795eae0-df70-4828-b25c-dbfebb30a04a tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:45.621223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c33000-e58e-47cc-a1c2-7244e7ea757e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:07:45.636527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02c33000-e58e-47cc-a1c2-7244e7ea757e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:45.658029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4b9e73da-8299-4053-b4af-0531a891a438 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:45.678734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9cbc187f-1c52-48c3-aad5-7bbfc6094d23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:45.704685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2677ca53-dc58-4cb2-b987-ad5d040505ee tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Network 6812e351-8e96-4c53-bc25-dccbfefc27ab has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:07:45.706063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9cbc187f-1c52-48c3-aad5-7bbfc6094d23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:45.707960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9cbc187f-1c52-48c3-aad5-7bbfc6094d23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Releasing vxlan tunnel 5 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:07:45.724593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2677ca53-dc58-4cb2-b987-ad5d040505ee tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:45.973161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b158b3-c597-43e4-93c9-4f6d4cd0af38 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Port': ['ID=72db9de0-378b-40de-bb15-d9a2d590a4a8,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:46.014934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-19b158b3-c597-43e4-93c9-4f6d4cd0af38 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:46.227731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device a8d53f47-202d-41b6-8002-e8be32f3f6e0 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:07:46.252162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-deaef46c-aaf8-4943-bd8e-194441048549 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:07:46.269023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-deaef46c-aaf8-4943-bd8e-194441048549 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Usage tracker for resource:subnet and tenant:7bd33557530a48bab25cc76dc38cd9bb is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:07:46.280022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2677ca53-dc58-4cb2-b987-ad5d040505ee tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Network 6812e351-8e96-4c53-bc25-dccbfefc27ab has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:07:46.289278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c2cbdb-7b29-4028-901a-8d98b0adee60 None None] Network 4c8e507c-6c05-430c-a744-6fac5cc4b341 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:07:46.308418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-deaef46c-aaf8-4943-bd8e-194441048549 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:07:46.322170 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:07:46.322170 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:07:46.322170 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:07:46.322170 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:07:46.322170 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:07:46.322170 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:07:46.322170 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:07:46.322170 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:07:46.322170 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:07:46.322170 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:07:46.322170 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:07:46.322170 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:07:46.322170 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:07:46.322170 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:07:46.322170 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:07:46.322170 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:07:46.322170 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:07:46.322170 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:07:46.322170 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:07:46.322170 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:07:46.322170 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:07:46.322170 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:07:46.322170 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:07:46.322170 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:07:46.322170 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:07:46.322170 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:07:46.322170 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:07:46.322170 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:07:46.322170 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:07:46.322170 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:07:46.322170 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:07:46.322170 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:07:46.397208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a795eae0-df70-4828-b25c-dbfebb30a04a tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:46.400787 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a795eae0-df70-4828-b25c-dbfebb30a04a tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 2.0907972
Nov 24 13:07:46.402186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-deaef46c-aaf8-4943-bd8e-194441048549 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:07:46.413911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46576) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:46.414082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9cbc187f-1c52-48c3-aad5-7bbfc6094d23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network d64946ed-b198-4101-8b07-8bb6d393bf6b has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:07:46.434215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9cbc187f-1c52-48c3-aad5-7bbfc6094d23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:46.443939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4d745f44-69e1-4b7a-86fc-2e64a549b60f None None] Provisioning for port a8d53f47-202d-41b6-8002-e8be32f3f6e0 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:07:46.445648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-55cf08b8-8e74-4a94-ab3c-fd3cd0b36cdd tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Request body: {'router': {'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:46.501669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-02c33000-e58e-47cc-a1c2-7244e7ea757e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] device_id is not set on port 1d2e9775-f0e4-4cf1-aaa2-d96218c05fd9 yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:07:46.549754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deaef46c-aaf8-4943-bd8e-194441048549 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Made reservation on behalf of 7bd33557530a48bab25cc76dc38cd9bb for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:07:46.573317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b158b3-c597-43e4-93c9-4f6d4cd0af38 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:07:46.576200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-19b158b3-c597-43e4-93c9-4f6d4cd0af38 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:07:46.580061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b158b3-c597-43e4-93c9-4f6d4cd0af38 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:07:46.580662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19b158b3-c597-43e4-93c9-4f6d4cd0af38 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:46.593932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port a8d53f47-202d-41b6-8002-e8be32f3f6e0 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:07:46.594106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2677ca53-dc58-4cb2-b987-ad5d040505ee tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:46.606461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port a8d53f47-202d-41b6-8002-e8be32f3f6e0 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:46.606873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:46.614866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f3940033-4af3-4f67-9359-8ca15fecc79a tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:46.648236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2677ca53-dc58-4cb2-b987-ad5d040505ee tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:46.652873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677ca53-dc58-4cb2-b987-ad5d040505ee tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Pushing event deleted for resources: {'Network': ['ID=6812e351-8e96-4c53-bc25-dccbfefc27ab,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:46.662228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2677ca53-dc58-4cb2-b987-ad5d040505ee tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:46.779801 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2677ca53-dc58-4cb2-b987-ad5d040505ee tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] 10.222.0.76 "DELETE /v2.0/networks/6812e351-8e96-4c53-bc25-dccbfefc27ab HTTP/1.1" status: 204  len: 168 time: 3.4542067
Nov 24 13:07:46.785987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46580) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:46.821090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:46.856584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9cbc187f-1c52-48c3-aad5-7bbfc6094d23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network d64946ed-b198-4101-8b07-8bb6d393bf6b has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:07:46.867147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port a8d53f47-202d-41b6-8002-e8be32f3f6e0, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=a8d53f47-202d-41b6-8002-e8be32f3f6e0,segment=NetworkSegment(98096ad0-2fbf-4ce4-8436-5dc497df482e),segment_id=98096ad0-2fbf-4ce4-8436-5dc497df482e)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:07:46.879584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:46.880166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device dc617a02-d68c-4492-a6f4-befee8a5ea5d up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:07:46.889235 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:07:46.889235 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:07:46.889235 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:07:46.889235 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:07:46.889235 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:07:46.889235 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:07:46.889235 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:07:46.889235 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:07:46.889235 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:07:46.889235 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:07:46.889235 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:07:46.889235 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:07:46.889235 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:07:46.889235 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:07:46.889235 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:07:46.889235 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:07:46.889235 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:07:46.889235 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:07:46.889235 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:07:46.889235 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:07:46.889235 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:07:46.889235 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:07:46.889235 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:07:46.889235 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:07:46.889235 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:07:46.889235 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:07:46.889235 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:07:46.889235 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:07:46.889235 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:07:46.889235 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:07:46.889235 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:07:46.889235 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:07:46.927170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0d3346d2-8c2f-4dd9-951c-1e97e3986ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:47.021166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e438021-9aa2-4769-93ae-41c3c8492a40 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:47.022712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-deaef46c-aaf8-4943-bd8e-194441048549 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:47.075758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=a8d53f47-202d-41b6-8002-e8be32f3f6e0,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:47.082273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:47.087215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port dc617a02-d68c-4492-a6f4-befee8a5ea5d completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:07:47.111986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d4cfb3af-c9d8-483c-b7bd-3ba634712a6c no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:07:47.299579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: d4cfb3af-c9d8-483c-b7bd-3ba634712a6c {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:07:47.301321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d4cfb3af-c9d8-483c-b7bd-3ba634712a6c not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:07:47.333162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-04fdb5b2-922a-457f-8478-8b4c4ac226a7 None None] Provisioning for port dc617a02-d68c-4492-a6f4-befee8a5ea5d completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:07:47.344580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-04fdb5b2-922a-457f-8478-8b4c4ac226a7 None None] Provisioning complete for port dc617a02-d68c-4492-a6f4-befee8a5ea5d triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:47.345430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-04fdb5b2-922a-457f-8478-8b4c4ac226a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:47.348964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19b158b3-c597-43e4-93c9-4f6d4cd0af38 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:47.428274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9cbc187f-1c52-48c3-aad5-7bbfc6094d23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:47.439935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-da97250d-cf33-4f76-9f8e-2d06b1b3c787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:47.512294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-02c33000-e58e-47cc-a1c2-7244e7ea757e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Allocated IP 172.20.0.6 (4c8e507c-6c05-430c-a744-6fac5cc4b341/f712e795-1084-4c13-8a98-ff6304413c25/1d2e9775-f0e4-4cf1-aaa2-d96218c05fd9) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:07:47.550112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9cbc187f-1c52-48c3-aad5-7bbfc6094d23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:47.555935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4b9e73da-8299-4053-b4af-0531a891a438 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router_gateway, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:47.599906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-04fdb5b2-922a-457f-8478-8b4c4ac226a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:47.634972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc187f-1c52-48c3-aad5-7bbfc6094d23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Network': ['ID=d64946ed-b198-4101-8b07-8bb6d393bf6b,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:47.649144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4b9e73da-8299-4053-b4af-0531a891a438 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:47.670710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9cbc187f-1c52-48c3-aad5-7bbfc6094d23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:47.671188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-04fdb5b2-922a-457f-8478-8b4c4ac226a7 None None] For port dc617a02-d68c-4492-a6f4-befee8a5ea5d, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=dc617a02-d68c-4492-a6f4-befee8a5ea5d,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:07:47.680331 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9cbc187f-1c52-48c3-aad5-7bbfc6094d23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/networks/d64946ed-b198-4101-8b07-8bb6d393bf6b HTTP/1.1" status: 204  len: 168 time: 8.4238079
Nov 24 13:07:47.684919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-04fdb5b2-922a-457f-8478-8b4c4ac226a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:47.689662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46584) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:47.690117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:47.743449 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf183dc7-bed2-4a3c-a227-0b878505dfcb tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] DELETE failed (client error): The resource could not be found.
Nov 24 13:07:47.743449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf183dc7-bed2-4a3c-a227-0b878505dfcb tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:07:47.744489 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cf183dc7-bed2-4a3c-a227-0b878505dfcb tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/subnets/8158c318-ea22-4f51-8f35-6293839c69e5 HTTP/1.1" status: 404  len: 337 time: 0.0538003
Nov 24 13:07:47.768349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46588) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:47.813727 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5ab440-c639-4693-8e68-fd2a060cec9e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] DELETE failed (client error): The resource could not be found.
Nov 24 13:07:47.814494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb5ab440-c639-4693-8e68-fd2a060cec9e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:07:47.817382 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cb5ab440-c639-4693-8e68-fd2a060cec9e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/networks/d64946ed-b198-4101-8b07-8bb6d393bf6b HTTP/1.1" status: 404  len: 339 time: 0.0473762
Nov 24 13:07:47.829583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fdb5b2-922a-457f-8478-8b4c4ac226a7 None None] Pushing event updated for resources: {'Port': ['ID=dc617a02-d68c-4492-a6f4-befee8a5ea5d,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:47.849082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-04fdb5b2-922a-457f-8478-8b4c4ac226a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:47.850059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a6e64a7c-cae7-44bf-acc4-38f04abc8aee None None] Provisioning complete for port dc617a02-d68c-4492-a6f4-befee8a5ea5d triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:47.850597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a6e64a7c-cae7-44bf-acc4-38f04abc8aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:47.892392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46592) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:47.989408 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-2561cd73-6960-4b34-a8fc-f45ec55fc641 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] DELETE failed (client error): The resource could not be found.
Nov 24 13:07:47.990091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2561cd73-6960-4b34-a8fc-f45ec55fc641 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:07:47.992081 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2561cd73-6960-4b34-a8fc-f45ec55fc641 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/subnets/a1e3385f-e9f7-4b5c-8551-3b3a7a44272b HTTP/1.1" status: 404  len: 337 time: 0.0791142
Nov 24 13:07:48.011164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46596) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:48.064110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a6e64a7c-cae7-44bf-acc4-38f04abc8aee None None] Provisioning complete for port a8d53f47-202d-41b6-8002-e8be32f3f6e0 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:48.064600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a6e64a7c-cae7-44bf-acc4-38f04abc8aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:48.094174 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-34052234-b315-4d7b-8264-e2cb6d66586d tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] DELETE failed (client error): The resource could not be found.
Nov 24 13:07:48.095151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34052234-b315-4d7b-8264-e2cb6d66586d tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:07:48.096833 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-34052234-b315-4d7b-8264-e2cb6d66586d tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/networks/31fe376d-1dba-4ec4-a9e3-7298e9c19bf4 HTTP/1.1" status: 404  len: 339 time: 0.0850239
Nov 24 13:07:48.107912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46600) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:48.273056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device a8d53f47-202d-41b6-8002-e8be32f3f6e0 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:07:48.416014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a6e64a7c-cae7-44bf-acc4-38f04abc8aee None None] Provisioning for port 61d42b16-78cc-4e6b-ac7b-2dfb65a8114f completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:07:48.425712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a6e64a7c-cae7-44bf-acc4-38f04abc8aee None None] Provisioning complete for port 61d42b16-78cc-4e6b-ac7b-2dfb65a8114f triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:48.426578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a6e64a7c-cae7-44bf-acc4-38f04abc8aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:48.463710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d064099d-abbb-40bb-a461-dd67b4996a42 None None] get_active_networks_info from dv-neutron-601336-61-ovs {{(pid=80945) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 13:07:48.511957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a32f0207-9f24-49b1-a0ee-59cb63a4b3e5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:48.544964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port a8d53f47-202d-41b6-8002-e8be32f3f6e0 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:48.545794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:48.560528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e438021-9aa2-4769-93ae-41c3c8492a40 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:48.595835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a6e64a7c-cae7-44bf-acc4-38f04abc8aee None None] Port 61d42b16-78cc-4e6b-ac7b-2dfb65a8114f cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:07:48.823920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device dc617a02-d68c-4492-a6f4-befee8a5ea5d up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:07:48.861080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:07:48.863670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a32f0207-9f24-49b1-a0ee-59cb63a4b3e5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:48.884858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-32b75f84-fbb4-4f73-bce3-9a2a7df53d07 None None] Provisioning complete for port dc617a02-d68c-4492-a6f4-befee8a5ea5d triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:48.885283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-32b75f84-fbb4-4f73-bce3-9a2a7df53d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:48.961917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55cf08b8-8e74-4a94-ab3c-fd3cd0b36cdd tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:48.962751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-4b9e73da-8299-4053-b4af-0531a891a438 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Allocated IP 172.26.8.118 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/a64b89a4-c3d4-4058-b269-ccfbd642c3a7) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:07:48.983971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-3e438021-9aa2-4769-93ae-41c3c8492a40 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6346b910f0>,) {'filters': {'network_id': ['608c4d2a-e7e5-444a-8f50-78227efb8b1a']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:49.027129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-3e438021-9aa2-4769-93ae-41c3c8492a40 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346b910f0>, '6991a646-2403-4ae4-9f09-3e0037119d34') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:49.027543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-3e438021-9aa2-4769-93ae-41c3c8492a40 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346b910f0>, '6991a646-2403-4ae4-9f09-3e0037119d34') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:49.086422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e438021-9aa2-4769-93ae-41c3c8492a40 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:49.168317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-a32f0207-9f24-49b1-a0ee-59cb63a4b3e5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6346439eb8>,) {'filters': {'network_id': ['f5422b33-8273-4e2f-8740-c7589963fc40']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:49.194639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-a32f0207-9f24-49b1-a0ee-59cb63a4b3e5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346439eb8>, 'f39a01a1-015d-401b-be92-47966105fd8a') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:49.195272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-a32f0207-9f24-49b1-a0ee-59cb63a4b3e5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346439eb8>, 'f39a01a1-015d-401b-be92-47966105fd8a') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:49.207416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e438021-9aa2-4769-93ae-41c3c8492a40 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:49.210283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port dc617a02-d68c-4492-a6f4-befee8a5ea5d triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:49.210709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:49.211221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-deaef46c-aaf8-4943-bd8e-194441048549 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:49.214831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3e438021-9aa2-4769-93ae-41c3c8492a40 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Releasing vxlan tunnel 10 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:07:49.356077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d064099d-abbb-40bb-a461-dd67b4996a42 None None] Network 1fb08fb3-2d6c-48b0-b158-68d3fcd4a9de is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:07:49.365786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19b158b3-c597-43e4-93c9-4f6d4cd0af38 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:49.371096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02c33000-e58e-47cc-a1c2-7244e7ea757e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:49.404240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19b158b3-c597-43e4-93c9-4f6d4cd0af38 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:49.405293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19b158b3-c597-43e4-93c9-4f6d4cd0af38 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:49.407312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d064099d-abbb-40bb-a461-dd67b4996a42 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 1fb08fb3-2d6c-48b0-b158-68d3fcd4a9de) {{(pid=80945) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 24 13:07:49.428365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-32b75f84-fbb4-4f73-bce3-9a2a7df53d07 None None] Provisioning for port 72db9de0-378b-40de-bb15-d9a2d590a4a8 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:07:49.442845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-32b75f84-fbb4-4f73-bce3-9a2a7df53d07 None None] Provisioning complete for port 72db9de0-378b-40de-bb15-d9a2d590a4a8 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:49.443273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-32b75f84-fbb4-4f73-bce3-9a2a7df53d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:49.474786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-31c11dca-52cb-476f-9e7c-930122a320fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:49.553617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-325b2060-b08f-47d0-a6f1-3cd4725f4bbf tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:49.589060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-02c33000-e58e-47cc-a1c2-7244e7ea757e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Transition to ACTIVE for port object 1d2e9775-f0e4-4cf1-aaa2-d96218c05fd9 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:07:49.597198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-32b75f84-fbb4-4f73-bce3-9a2a7df53d07 None None] Port 72db9de0-378b-40de-bb15-d9a2d590a4a8 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:07:49.599563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a32f0207-9f24-49b1-a0ee-59cb63a4b3e5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:49.633968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-32b75f84-fbb4-4f73-bce3-9a2a7df53d07 None None] Provisioning complete for port 61d42b16-78cc-4e6b-ac7b-2dfb65a8114f triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:49.634674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-32b75f84-fbb4-4f73-bce3-9a2a7df53d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:49.643597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-3e438021-9aa2-4769-93ae-41c3c8492a40 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Network 608c4d2a-e7e5-444a-8f50-78227efb8b1a has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:07:49.666007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a32f0207-9f24-49b1-a0ee-59cb63a4b3e5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:49.666398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e438021-9aa2-4769-93ae-41c3c8492a40 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:49.680291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a32f0207-9f24-49b1-a0ee-59cb63a4b3e5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Releasing vxlan tunnel 7 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:07:49.767046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-32b75f84-fbb4-4f73-bce3-9a2a7df53d07 None None] Port 61d42b16-78cc-4e6b-ac7b-2dfb65a8114f cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:07:49.789537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b158b3-c597-43e4-93c9-4f6d4cd0af38 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Port': ['ID=72db9de0-378b-40de-bb15-d9a2d590a4a8,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:49.796791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaef46c-aaf8-4943-bd8e-194441048549 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Subnet': ['ID=c54a271c-702d-4944-a4d3-bf668d8730ee,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:49.799519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-deaef46c-aaf8-4943-bd8e-194441048549 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:49.820796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-19b158b3-c597-43e4-93c9-4f6d4cd0af38 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:49.823206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-32b75f84-fbb4-4f73-bce3-9a2a7df53d07 None None] Provisioning complete for port a8d53f47-202d-41b6-8002-e8be32f3f6e0 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:49.824183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-32b75f84-fbb4-4f73-bce3-9a2a7df53d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:49.850873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4b9e73da-8299-4053-b4af-0531a891a438 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:49.948832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02c33000-e58e-47cc-a1c2-7244e7ea757e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:49.952110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-3e438021-9aa2-4769-93ae-41c3c8492a40 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Network 608c4d2a-e7e5-444a-8f50-78227efb8b1a has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:07:49.972763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-a32f0207-9f24-49b1-a0ee-59cb63a4b3e5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network f5422b33-8273-4e2f-8740-c7589963fc40 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:07:49.986053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a32f0207-9f24-49b1-a0ee-59cb63a4b3e5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:49.991613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b31eec7c-4c5a-44f8-8d2c-abaaabb6b8b6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:50.021566 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:07:50.021566 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:07:50.021566 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:07:50.021566 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:07:50.021566 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:07:50.021566 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:07:50.021566 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:07:50.021566 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:07:50.021566 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:07:50.021566 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:07:50.021566 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:07:50.021566 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:07:50.021566 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:07:50.021566 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:07:50.021566 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:07:50.021566 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:07:50.021566 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:07:50.021566 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:07:50.021566 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:07:50.021566 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:07:50.021566 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:07:50.021566 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:07:50.021566 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:07:50.021566 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:07:50.021566 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:07:50.021566 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:07:50.021566 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:07:50.021566 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:07:50.021566 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:07:50.021566 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:07:50.021566 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:07:50.021566 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:07:50.060361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76edaad6-7012-4adc-a52c-ba9d273ac4d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-1fb08fb3-2d6c-48b0-b158-68d3fcd4a9de', 'network_id': '1fb08fb3-2d6c-48b0-b158-68d3fcd4a9de', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'fixed_ips': [{'subnet_id': 'c54a271c-702d-4944-a4d3-bf668d8730ee'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:07:50.062370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76edaad6-7012-4adc-a52c-ba9d273ac4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:50.135559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaef46c-aaf8-4943-bd8e-194441048549 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network 1fb08fb3-2d6c-48b0-b158-68d3fcd4a9de is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:07:50.187428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-deaef46c-aaf8-4943-bd8e-194441048549 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:07:50.206203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaef46c-aaf8-4943-bd8e-194441048549 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:50.207139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-deaef46c-aaf8-4943-bd8e-194441048549 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:50.224246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4b9e73da-8299-4053-b4af-0531a891a438 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:50.261574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c0565c08-f1ca-4518-b587-55587e23b587 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:50.359235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-a32f0207-9f24-49b1-a0ee-59cb63a4b3e5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network f5422b33-8273-4e2f-8740-c7589963fc40 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:07:50.411981 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:07:50.411981 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:07:50.411981 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:07:50.411981 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:07:50.411981 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:07:50.411981 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:07:50.411981 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:07:50.411981 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:07:50.411981 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:07:50.411981 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:07:50.411981 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:07:50.411981 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:07:50.411981 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:07:50.411981 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:07:50.411981 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:07:50.411981 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:07:50.411981 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:07:50.411981 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:07:50.411981 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:07:50.411981 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:07:50.411981 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:07:50.411981 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:07:50.411981 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:07:50.411981 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:07:50.411981 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:07:50.411981 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:07:50.411981 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:07:50.411981 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:07:50.411981 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:07:50.411981 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:07:50.411981 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:07:50.411981 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:07:50.428437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-76edaad6-7012-4adc-a52c-ba9d273ac4d6 None None] Allocated IP 2001:db8::2 (1fb08fb3-2d6c-48b0-b158-68d3fcd4a9de/c54a271c-702d-4944-a4d3-bf668d8730ee/d4d99a8c-4e1d-4117-977c-654e84b84b31) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:07:50.495996 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-deaef46c-aaf8-4943-bd8e-194441048549 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.1679232
Nov 24 13:07:50.513324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46604) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:50.523248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55cf08b8-8e74-4a94-ab3c-fd3cd0b36cdd tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router_gateway, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:50.540821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e73da-8299-4053-b4af-0531a891a438 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Pushing event updated for resources: {'Port': ['ID=a64b89a4-c3d4-4058-b269-ccfbd642c3a7,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:50.548064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4b9e73da-8299-4053-b4af-0531a891a438 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:50.562856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a32f0207-9f24-49b1-a0ee-59cb63a4b3e5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:50.567161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2dd0fa45-2dfb-4857-8fc7-4e4172091f3d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Request body: {'subnet': {'network_id': '06343e97-2566-4b3e-b917-aba643f604bc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:50.568552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6544273b-3a3f-483d-b3e6-bf67fd6fd040 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:50.587685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a32f0207-9f24-49b1-a0ee-59cb63a4b3e5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:50.599516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b158b3-c597-43e4-93c9-4f6d4cd0af38 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:07:50.613132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f0207-9f24-49b1-a0ee-59cb63a4b3e5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Network': ['ID=f5422b33-8273-4e2f-8740-c7589963fc40,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:50.619880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a32f0207-9f24-49b1-a0ee-59cb63a4b3e5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:50.629019 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a32f0207-9f24-49b1-a0ee-59cb63a4b3e5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/networks/f5422b33-8273-4e2f-8740-c7589963fc40 HTTP/1.1" status: 204  len: 168 time: 2.5184488
Nov 24 13:07:50.634235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46608) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:50.659262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55cf08b8-8e74-4a94-ab3c-fd3cd0b36cdd tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:50.674477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76edaad6-7012-4adc-a52c-ba9d273ac4d6 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:50.678853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9e73da-8299-4053-b4af-0531a891a438 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:07:50.679044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c33000-e58e-47cc-a1c2-7244e7ea757e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Port': ['ID=1d2e9775-f0e4-4cf1-aaa2-d96218c05fd9,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:50.682828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-19b158b3-c597-43e4-93c9-4f6d4cd0af38 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:07:50.683514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-4b9e73da-8299-4053-b4af-0531a891a438 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:07:50.689114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9e73da-8299-4053-b4af-0531a891a438 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:07:50.696396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-76edaad6-7012-4adc-a52c-ba9d273ac4d6 None None] Transition to ACTIVE for port object d4d99a8c-4e1d-4117-977c-654e84b84b31 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:07:50.716869 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e209f08-1763-4d93-874b-603f39c4bd1d tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] DELETE failed (client error): The resource could not be found.
Nov 24 13:07:50.717369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e209f08-1763-4d93-874b-603f39c4bd1d tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:07:50.722536 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6e209f08-1763-4d93-874b-603f39c4bd1d tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/subnets/3fb16923-af29-42d4-9eb3-c56194c06bd0 HTTP/1.1" status: 404  len: 337 time: 0.0840068
Nov 24 13:07:50.723573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46612) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:50.729598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-76edaad6-7012-4adc-a52c-ba9d273ac4d6 None None] Transition to ACTIVE for port object d4d99a8c-4e1d-4117-977c-654e84b84b31 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:07:50.736247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:50.740784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76edaad6-7012-4adc-a52c-ba9d273ac4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:50.757687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:50.758919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-02c33000-e58e-47cc-a1c2-7244e7ea757e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:50.770466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e438021-9aa2-4769-93ae-41c3c8492a40 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:50.774822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e438021-9aa2-4769-93ae-41c3c8492a40 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:50.785230 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca31c12-6a5d-4bd4-b448-459dfcda81f3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] DELETE failed (client error): The resource could not be found.
Nov 24 13:07:50.785733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fca31c12-6a5d-4bd4-b448-459dfcda81f3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:07:50.792338 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fca31c12-6a5d-4bd4-b448-459dfcda81f3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/networks/999c95a1-bcc5-4880-8d39-2ed4f9580df9 HTTP/1.1" status: 404  len: 339 time: 0.0630963
Nov 24 13:07:50.793570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46616) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:50.794554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-804ccb7d-3ad2-4b30-9782-a62ee69b2ae1 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:50.844628 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce0c984-28ac-44ac-a7a8-606069a0dd9a tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] DELETE failed (client error): The resource could not be found.
Nov 24 13:07:50.845127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ce0c984-28ac-44ac-a7a8-606069a0dd9a tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:07:50.846980 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7ce0c984-28ac-44ac-a7a8-606069a0dd9a tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/subnets/2017134f-63f6-4ae5-b060-f530ac063aa4 HTTP/1.1" status: 404  len: 337 time: 0.0526502
Nov 24 13:07:50.850031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46620) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:50.895397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76edaad6-7012-4adc-a52c-ba9d273ac4d6 None None] Pushing event updated for resources: {'Port': ['ID=d4d99a8c-4e1d-4117-977c-654e84b84b31,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:50.901808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-76edaad6-7012-4adc-a52c-ba9d273ac4d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:50.908752 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3e438021-9aa2-4769-93ae-41c3c8492a40 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] 10.222.0.76 "DELETE /v2.0/networks/608c4d2a-e7e5-444a-8f50-78227efb8b1a HTTP/1.1" status: 204  len: 168 time: 4.1206377
Nov 24 13:07:50.924405 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2c8d876-c0b5-43e5-bb84-68c5232d5aa0 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] DELETE failed (client error): The resource could not be found.
Nov 24 13:07:50.924902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2c8d876-c0b5-43e5-bb84-68c5232d5aa0 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:07:50.929406 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e2c8d876-c0b5-43e5-bb84-68c5232d5aa0 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/networks/03bef568-5fb2-46bd-b2d0-934e6a22ccb4 HTTP/1.1" status: 404  len: 339 time: 0.0757551
Nov 24 13:07:50.930116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46626) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:50.946318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e438021-9aa2-4769-93ae-41c3c8492a40 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Pushing event deleted for resources: {'Network': ['ID=608c4d2a-e7e5-444a-8f50-78227efb8b1a,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:50.949526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3e438021-9aa2-4769-93ae-41c3c8492a40 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:50.962226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76edaad6-7012-4adc-a52c-ba9d273ac4d6 None None] Network 1fb08fb3-2d6c-48b0-b158-68d3fcd4a9de is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:07:50.963752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-76edaad6-7012-4adc-a52c-ba9d273ac4d6 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:07:50.966663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76edaad6-7012-4adc-a52c-ba9d273ac4d6 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:07:50.984451 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-2176327e-d528-4077-8acb-708b36065e5c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] DELETE failed (client error): The resource could not be found.
Nov 24 13:07:50.984957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2176327e-d528-4077-8acb-708b36065e5c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:07:50.986853 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2176327e-d528-4077-8acb-708b36065e5c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/subnets/2c7b5c95-2727-40fb-a07b-9d8a8e2d77e1 HTTP/1.1" status: 404  len: 337 time: 0.0558245
Nov 24 13:07:50.990244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46630) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:51.028614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-76edaad6-7012-4adc-a52c-ba9d273ac4d6 None None] Attempting to bind port d4d99a8c-4e1d-4117-977c-654e84b84b31 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:07:51.029301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-76edaad6-7012-4adc-a52c-ba9d273ac4d6 None None] Attempting to bind port d4d99a8c-4e1d-4117-977c-654e84b84b31 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '46dedc3d-1f31-4921-90ef-3aad13ddf76a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '1fb08fb3-2d6c-48b0-b158-68d3fcd4a9de'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:07:51.029897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76edaad6-7012-4adc-a52c-ba9d273ac4d6 None None] Attempting to bind port d4d99a8c-4e1d-4117-977c-654e84b84b31 on network 1fb08fb3-2d6c-48b0-b158-68d3fcd4a9de {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:07:51.030040 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bc1b58e-d2c7-4b38-abde-a7940349159c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] DELETE failed (client error): The resource could not be found.
Nov 24 13:07:51.030678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bc1b58e-d2c7-4b38-abde-a7940349159c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:07:51.032626 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7bc1b58e-d2c7-4b38-abde-a7940349159c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/networks/48c836bd-cec4-4fc4-ab93-a92ceaf87274 HTTP/1.1" status: 404  len: 339 time: 0.0414071
Nov 24 13:07:51.035646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46634) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:51.042637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76edaad6-7012-4adc-a52c-ba9d273ac4d6 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:07:51.043182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76edaad6-7012-4adc-a52c-ba9d273ac4d6 None None] Checking segment: {'id': '46dedc3d-1f31-4921-90ef-3aad13ddf76a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '1fb08fb3-2d6c-48b0-b158-68d3fcd4a9de'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:07:51.043719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76edaad6-7012-4adc-a52c-ba9d273ac4d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:51.044237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76edaad6-7012-4adc-a52c-ba9d273ac4d6 None None] Bound using segment: {'id': '46dedc3d-1f31-4921-90ef-3aad13ddf76a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '1fb08fb3-2d6c-48b0-b158-68d3fcd4a9de'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:07:51.044841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-76edaad6-7012-4adc-a52c-ba9d273ac4d6 None None] Bound port: d4d99a8c-4e1d-4117-977c-654e84b84b31, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46dedc3d-1f31-4921-90ef-3aad13ddf76a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '1fb08fb3-2d6c-48b0-b158-68d3fcd4a9de'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:07:51.045340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76edaad6-7012-4adc-a52c-ba9d273ac4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:51.071655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2dd0fa45-2dfb-4857-8fc7-4e4172091f3d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:07:51.086036 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f44d09-91ee-4a79-9776-df0409f840b7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] DELETE failed (client error): The resource could not be found.
Nov 24 13:07:51.086708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4f44d09-91ee-4a79-9776-df0409f840b7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:07:51.088800 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c4f44d09-91ee-4a79-9776-df0409f840b7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/subnets/cb3afdbd-f049-452c-864e-9d05b64abb5a HTTP/1.1" status: 404  len: 337 time: 0.0514882
Nov 24 13:07:51.089973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2dd0fa45-2dfb-4857-8fc7-4e4172091f3d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Usage tracker for resource:subnet and tenant:7bd33557530a48bab25cc76dc38cd9bb is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:07:51.096942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46638) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:51.103121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2dd0fa45-2dfb-4857-8fc7-4e4172091f3d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:07:51.143527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2dd0fa45-2dfb-4857-8fc7-4e4172091f3d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:07:51.150004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4b9e73da-8299-4053-b4af-0531a891a438 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router_gateway, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:51.180107 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f14592c-9ccf-4f8a-8543-b8e105105eef tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] DELETE failed (client error): The resource could not be found.
Nov 24 13:07:51.180860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f14592c-9ccf-4f8a-8543-b8e105105eef tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:07:51.182940 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5f14592c-9ccf-4f8a-8543-b8e105105eef tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/networks/f1e9c1cf-a8b5-4c4c-8b83-58feda370b7a HTTP/1.1" status: 404  len: 339 time: 0.0849919
Nov 24 13:07:51.190666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-76edaad6-7012-4adc-a52c-ba9d273ac4d6 None None] For port d4d99a8c-4e1d-4117-977c-654e84b84b31, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:07:51.194372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-76edaad6-7012-4adc-a52c-ba9d273ac4d6 None None] For port d4d99a8c-4e1d-4117-977c-654e84b84b31, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d4d99a8c-4e1d-4117-977c-654e84b84b31,segment=NetworkSegment(46dedc3d-1f31-4921-90ef-3aad13ddf76a),segment_id=46dedc3d-1f31-4921-90ef-3aad13ddf76a)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:07:51.205373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76edaad6-7012-4adc-a52c-ba9d273ac4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:51.215310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46642) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:51.236707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c33000-e58e-47cc-a1c2-7244e7ea757e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network 4c8e507c-6c05-430c-a744-6fac5cc4b341 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:07:51.239313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd0fa45-2dfb-4857-8fc7-4e4172091f3d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Made reservation on behalf of 7bd33557530a48bab25cc76dc38cd9bb for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:07:51.258285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-02c33000-e58e-47cc-a1c2-7244e7ea757e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:07:51.261316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c33000-e58e-47cc-a1c2-7244e7ea757e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:07:51.297735 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9040a3-56b6-4dfe-95ca-ead931dac183 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] DELETE failed (client error): The resource could not be found.
Nov 24 13:07:51.298652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f9040a3-56b6-4dfe-95ca-ead931dac183 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:07:51.300716 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4f9040a3-56b6-4dfe-95ca-ead931dac183 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/subnets/0c51ad30-109a-4dc8-a0b5-a694cdd922b0 HTTP/1.1" status: 404  len: 337 time: 0.0841789
Nov 24 13:07:51.346463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-da763d62-550a-44e6-9b80-a4b6ac214e1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:51.354739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46648) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:51.396625 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b4f39b-45d3-4610-b7d0-cfeacb56b167 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] DELETE failed (client error): The resource could not be found.
Nov 24 13:07:51.397220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70b4f39b-45d3-4610-b7d0-cfeacb56b167 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:07:51.399907 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-70b4f39b-45d3-4610-b7d0-cfeacb56b167 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/networks/29aef8a8-dcd4-41af-9a6b-f4cb185ed590 HTTP/1.1" status: 404  len: 339 time: 0.0440359
Nov 24 13:07:51.414435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46652) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:51.430494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76edaad6-7012-4adc-a52c-ba9d273ac4d6 None None] Pushing event updated for resources: {'Port': ['ID=d4d99a8c-4e1d-4117-977c-654e84b84b31,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:51.438698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-76edaad6-7012-4adc-a52c-ba9d273ac4d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:51.488465 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd4519a0-304b-4813-bed8-6ca2c94e0926 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] DELETE failed (client error): The resource could not be found.
Nov 24 13:07:51.489053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd4519a0-304b-4813-bed8-6ca2c94e0926 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:07:51.493676 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fd4519a0-304b-4813-bed8-6ca2c94e0926 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/subnets/dd6036a6-987c-4592-a1a0-ebcb9f49445f HTTP/1.1" status: 404  len: 337 time: 0.0755944
Nov 24 13:07:51.494443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46656) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:51.541849 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-33728f6c-4104-45e0-bbf1-ba4889ae6251 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] DELETE failed (client error): The resource could not be found.
Nov 24 13:07:51.542473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33728f6c-4104-45e0-bbf1-ba4889ae6251 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:07:51.547642 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-33728f6c-4104-45e0-bbf1-ba4889ae6251 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/networks/b86c4b7c-a337-4c00-85e9-45097a895981 HTTP/1.1" status: 404  len: 339 time: 0.0482564
Nov 24 13:07:51.547884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c33000-e58e-47cc-a1c2-7244e7ea757e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:51.547884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02c33000-e58e-47cc-a1c2-7244e7ea757e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:51.551358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46660) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:51.567228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4b9e73da-8299-4053-b4af-0531a891a438 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:51.571179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4b9e73da-8299-4053-b4af-0531a891a438 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4112833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850663106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4103870'] for router, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:51.724298 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2674430-7201-4a7c-9b42-a719bd2476ef tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] DELETE failed (client error): The resource could not be found.
Nov 24 13:07:51.724804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2674430-7201-4a7c-9b42-a719bd2476ef tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:07:51.736960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46666) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:51.748224 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e2674430-7201-4a7c-9b42-a719bd2476ef tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/subnets/5df94bfe-8f1c-473a-af75-e3d2cddbb703 HTTP/1.1" status: 404  len: 337 time: 0.1897669
Nov 24 13:07:51.750606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46670) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:51.760592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2dd0fa45-2dfb-4857-8fc7-4e4172091f3d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:51.793213 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-02c33000-e58e-47cc-a1c2-7244e7ea757e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 7.0945792
Nov 24 13:07:51.811848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46676) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:51.813221 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-c09a0543-f30d-46ca-811d-c7736813133a tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] DELETE failed (client error): The resource could not be found.
Nov 24 13:07:51.813874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c09a0543-f30d-46ca-811d-c7736813133a tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:07:51.818832 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c09a0543-f30d-46ca-811d-c7736813133a tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/networks/6fe089d9-eed5-44e3-a327-c77922182086 HTTP/1.1" status: 404  len: 339 time: 0.0670569
Nov 24 13:07:51.856596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46678) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:51.981493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6dfc14-aac0-4555-9669-f97a66035a6c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:51.982358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8b6dfc14-aac0-4555-9669-f97a66035a6c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Synchronizing usage tracker for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:07:51.997892 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-142e53da-be11-47ce-90f4-ccd53a83aa02 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] DELETE failed (client error): The resource could not be found.
Nov 24 13:07:51.998411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-142e53da-be11-47ce-90f4-ccd53a83aa02 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:07:52.000265 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-142e53da-be11-47ce-90f4-ccd53a83aa02 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/subnets/c9daecca-bdba-4096-a9cc-a4022401479d HTTP/1.1" status: 404  len: 337 time: 0.1425533
Nov 24 13:07:52.011751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46686) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:52.019748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-55cf08b8-8e74-4a94-ab3c-fd3cd0b36cdd tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Allocated IP 172.26.8.190 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/3070a69d-9396-4aa4-a840-07f3bafef6f5) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:07:52.037224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-47c5cc55-3593-4792-b9b3-d3e8414663fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:52.050818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8b6dfc14-aac0-4555-9669-f97a66035a6c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Unset dirty status for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:07:52.052930 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8b6dfc14-aac0-4555-9669-f97a66035a6c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200  len: 922 time: 0.2323494
Nov 24 13:07:52.058013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46690) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:52.089873 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b5d6f13-7051-4226-9f1d-57e738487b42 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] DELETE failed (client error): The resource could not be found.
Nov 24 13:07:52.089873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b5d6f13-7051-4226-9f1d-57e738487b42 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:07:52.091096 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2b5d6f13-7051-4226-9f1d-57e738487b42 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/networks/e534e809-41ea-4e72-9c68-24fa9163117b HTTP/1.1" status: 404  len: 339 time: 0.0687890
Nov 24 13:07:52.099078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46694) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:52.188003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9e73da-8299-4053-b4af-0531a891a438 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Router bce64ba7-dd7b-4180-949e-8ccacf234c6c is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:07:52.204349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f11ca465-d31b-4703-abe1-aebfa12bb30c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting port 1d2e9775-f0e4-4cf1-aaa2-d96218c05fd9 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:07:52.204734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f11ca465-d31b-4703-abe1-aebfa12bb30c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:52.215102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d4d99a8c-4e1d-4117-977c-654e84b84b31 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:07:52.240124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-47c5cc55-3593-4792-b9b3-d3e8414663fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:07:52.251884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-47c5cc55-3593-4792-b9b3-d3e8414663fb admin admin] Usage tracker for resource:security_group_rule and tenant:9cc235bf0b4d4f18b3a6622481926305 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:07:52.259798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-47c5cc55-3593-4792-b9b3-d3e8414663fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:07:52.272178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-47c5cc55-3593-4792-b9b3-d3e8414663fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:07:52.309676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port d4d99a8c-4e1d-4117-977c-654e84b84b31 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:07:52.311272 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-77edd838-0104-4458-9b1a-c9b22f82cbe1 req-a6df85df-d67b-44f4-8ff9-97ef6a14eafe service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.4425240
Nov 24 13:07:52.640180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55cf08b8-8e74-4a94-ab3c-fd3cd0b36cdd tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:52.719320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b158b3-c597-43e4-93c9-4f6d4cd0af38 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Router e4b403c6-fecd-4013-a91a-328208ec0ceb is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:07:52.733996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-43980077-c91b-4559-8a72-13f1ea8a8f04 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Deleting subnet 54c76fcb-b36f-4ac9-b037-eae42400f2e9 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:07:52.995563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-47c5cc55-3593-4792-b9b3-d3e8414663fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:53.012598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-47c5cc55-3593-4792-b9b3-d3e8414663fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:53.023282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-43980077-c91b-4559-8a72-13f1ea8a8f04 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:53.023903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-60f7b122-56cc-4696-91ce-52e1e0b8d1c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:53.042399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f11ca465-d31b-4703-abe1-aebfa12bb30c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:53.043008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447612c0-b81c-4723-925a-4ddbb1e638e6 None None] get_active_networks_info from dv-neutron-601336-61-ovs {{(pid=80945) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 13:07:53.110719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-40a8865c-bbc6-4cff-bf7f-5417a227e273 None None] Provisioning for port d4d99a8c-4e1d-4117-977c-654e84b84b31 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:07:53.155750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-40a8865c-bbc6-4cff-bf7f-5417a227e273 None None] Provisioning complete for port d4d99a8c-4e1d-4117-977c-654e84b84b31 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:53.156423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-40a8865c-bbc6-4cff-bf7f-5417a227e273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:53.169095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edd838-0104-4458-9b1a-c9b22f82cbe1 req-c65995e1-fa04-4f90-8220-1ac172eff74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:53.170870 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-77edd838-0104-4458-9b1a-c9b22f82cbe1 req-c65995e1-fa04-4f90-8220-1ac172eff74f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6efb027d4b0e48cc970462a6d3154fa0&device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 1163 time: 0.7560620
Nov 24 13:07:53.217697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f11ca465-d31b-4703-abe1-aebfa12bb30c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Calling delete_port for 1d2e9775-f0e4-4cf1-aaa2-d96218c05fd9 owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:07:53.236341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-43980077-c91b-4559-8a72-13f1ea8a8f04 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:53.259561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5cc55-3593-4792-b9b3-d3e8414663fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f41cc8-0c41-4187-8042-83b2dd9159ac,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:53.268987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-47c5cc55-3593-4792-b9b3-d3e8414663fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:53.275019 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-47c5cc55-3593-4792-b9b3-d3e8414663fb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9cc235bf0b4d4f18b3a6622481926305&name=default HTTP/1.1" status: 200  len: 2747 time: 1.5335774
Nov 24 13:07:53.277109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55cf08b8-8e74-4a94-ab3c-fd3cd0b36cdd tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:53.277348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46698) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:53.326103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-423da7fb-9c75-454f-86d3-053b787c5bed tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:53.430374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9e73da-8299-4053-b4af-0531a891a438 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:07:53.491542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1a12ea29-95e4-43ef-9015-9c4d6f86452f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:53.504326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f11ca465-d31b-4703-abe1-aebfa12bb30c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:53.526683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4b9e73da-8299-4053-b4af-0531a891a438 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:53.576449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aced29ea-2765-4d34-8979-151cbfbe60c6 None None] Sync routers for ids ['bce64ba7-dd7b-4180-949e-8ccacf234c6c'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:07:53.626565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-40a8865c-bbc6-4cff-bf7f-5417a227e273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:53.637476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ca465-d31b-4703-abe1-aebfa12bb30c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Port': ['ID=1d2e9775-f0e4-4cf1-aaa2-d96218c05fd9,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:53.654649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4b9e73da-8299-4053-b4af-0531a891a438 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:53.658668 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4b9e73da-8299-4053-b4af-0531a891a438 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "PUT /v2.0/routers/bce64ba7-dd7b-4180-949e-8ccacf234c6c HTTP/1.1" status: 200  len: 914 time: 9.7295702
Nov 24 13:07:53.659415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aced29ea-2765-4d34-8979-151cbfbe60c6 None None] Routers {'bce64ba7-dd7b-4180-949e-8ccacf234c6c'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:07:53.660130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-aced29ea-2765-4d34-8979-151cbfbe60c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347e28390>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:07:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['bce64ba7-dd7b-4180-949e-8ccacf234c6c'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:53.664853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46702) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:53.669819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1a12ea29-95e4-43ef-9015-9c4d6f86452f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:53.680512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f11ca465-d31b-4703-abe1-aebfa12bb30c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:53.682938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf08b8-8e74-4a94-ab3c-fd3cd0b36cdd tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Pushing event updated for resources: {'Port': ['ID=3070a69d-9396-4aa4-a840-07f3bafef6f5,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:53.687142 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-55cf08b8-8e74-4a94-ab3c-fd3cd0b36cdd tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:53.747462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-aced29ea-2765-4d34-8979-151cbfbe60c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347e28390>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:53.766585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edd838-0104-4458-9b1a-c9b22f82cbe1 req-b39abac0-92a5-4898-9ded-574d2398325c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:53.768170 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-77edd838-0104-4458-9b1a-c9b22f82cbe1 req-b39abac0-92a5-4898-9ded-574d2398325c service neutron] 10.222.0.70 "GET /v2.0/networks?id=c200d148-1aac-4d09-a682-2365e76cfa1f HTTP/1.1" status: 200  len: 905 time: 0.5005147
Nov 24 13:07:53.779373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-43980077-c91b-4559-8a72-13f1ea8a8f04 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:53.782031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-40a8865c-bbc6-4cff-bf7f-5417a227e273 None None] For port d4d99a8c-4e1d-4117-977c-654e84b84b31, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d4d99a8c-4e1d-4117-977c-654e84b84b31,segment=NetworkSegment(46dedc3d-1f31-4921-90ef-3aad13ddf76a),segment_id=46dedc3d-1f31-4921-90ef-3aad13ddf76a)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:07:53.792968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-40a8865c-bbc6-4cff-bf7f-5417a227e273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:53.795084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aced29ea-2765-4d34-8979-151cbfbe60c6 None None] Routers {'bce64ba7-dd7b-4180-949e-8ccacf234c6c'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:07:53.795535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-aced29ea-2765-4d34-8979-151cbfbe60c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347e28390>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:07:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['bce64ba7-dd7b-4180-949e-8ccacf234c6c'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:53.857020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:53.911177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-aced29ea-2765-4d34-8979-151cbfbe60c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347e28390>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:53.911643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aced29ea-2765-4d34-8979-151cbfbe60c6 None None] The sync data for ids ['bce64ba7-dd7b-4180-949e-8ccacf234c6c'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:07:53.925434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1a12ea29-95e4-43ef-9015-9c4d6f86452f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:53.933181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3a47a405-84bc-4aae-98e9-b44d25aed680 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:53.947836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8865c-bbc6-4cff-bf7f-5417a227e273 None None] Pushing event updated for resources: {'Port': ['ID=d4d99a8c-4e1d-4117-977c-654e84b84b31,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:53.953370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12ea29-95e4-43ef-9015-9c4d6f86452f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f41cc8-0c41-4187-8042-83b2dd9159ac,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:53.955766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-40a8865c-bbc6-4cff-bf7f-5417a227e273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:53.956648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447612c0-b81c-4723-925a-4ddbb1e638e6 None None] Network 06343e97-2566-4b3e-b917-aba643f604bc is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:07:53.957595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1a12ea29-95e4-43ef-9015-9c4d6f86452f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:53.977549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cf08b8-8e74-4a94-ab3c-fd3cd0b36cdd tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:07:53.987959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447612c0-b81c-4723-925a-4ddbb1e638e6 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 06343e97-2566-4b3e-b917-aba643f604bc) {{(pid=80945) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 24 13:07:54.006791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1a12ea29-95e4-43ef-9015-9c4d6f86452f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:54.010665 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1a12ea29-95e4-43ef-9015-9c4d6f86452f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/27f41cc8-0c41-4187-8042-83b2dd9159ac HTTP/1.1" status: 204  len: 168 time: 0.7288959
Nov 24 13:07:54.015908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-55cf08b8-8e74-4a94-ab3c-fd3cd0b36cdd tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:07:54.059879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f11ca465-d31b-4703-abe1-aebfa12bb30c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:54.064730 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f11ca465-d31b-4703-abe1-aebfa12bb30c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/ports/1d2e9775-f0e4-4cf1-aaa2-d96218c05fd9 HTTP/1.1" status: 204  len: 168 time: 1.9945152
Nov 24 13:07:54.065093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46708) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:54.094392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cf08b8-8e74-4a94-ab3c-fd3cd0b36cdd tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:07:54.119067 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa565ba1-491b-4eff-b087-facf7a1c89e8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] GET failed (client error): The resource could not be found.
Nov 24 13:07:54.119645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-aa565ba1-491b-4eff-b087-facf7a1c89e8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Synchronizing usage tracker for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:07:54.157970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-aa565ba1-491b-4eff-b087-facf7a1c89e8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Unset dirty status for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:07:54.161777 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-aa565ba1-491b-4eff-b087-facf7a1c89e8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "GET /v2.0/ports/1d2e9775-f0e4-4cf1-aaa2-d96218c05fd9 HTTP/1.1" status: 404  len: 333 time: 0.0930686
Nov 24 13:07:54.162638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46712) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:54.183716 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-77edd838-0104-4458-9b1a-c9b22f82cbe1 req-998724ff-a37a-4b37-83ac-d94572d20e91 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=522e37dd-c87e-451d-9bf5-82e3d3a11706 HTTP/1.1" status: 200  len: 1001 time: 0.3737133
Nov 24 13:07:54.191026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b158b3-c597-43e4-93c9-4f6d4cd0af38 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:07:54.202568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb82f0c-47fc-4fbb-accb-39f65635df7e None None] Sync routers for ids ['e4b403c6-fecd-4013-a91a-328208ec0ceb'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:07:54.211169 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4a763284-e12c-4d2d-a128-c9726507af9a tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "GET /v2.0/routers/bce64ba7-dd7b-4180-949e-8ccacf234c6c HTTP/1.1" status: 200  len: 920 time: 0.5294409
Nov 24 13:07:54.212265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46716) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:54.224447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb82f0c-47fc-4fbb-accb-39f65635df7e None None] Routers {'e4b403c6-fecd-4013-a91a-328208ec0ceb'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:07:54.225143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-0fb82f0c-47fc-4fbb-accb-39f65635df7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc54cf8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:07:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e4b403c6-fecd-4013-a91a-328208ec0ceb'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:54.240563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d4d99a8c-4e1d-4117-977c-654e84b84b31 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:07:54.322908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-80a27886-b6fb-4f4e-a760-0d686032e8aa tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting port 61d42b16-78cc-4e6b-ac7b-2dfb65a8114f {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:07:54.324084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-80a27886-b6fb-4f4e-a760-0d686032e8aa tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:54.350940 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-19b158b3-c597-43e4-93c9-4f6d4cd0af38 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "PUT /v2.0/routers/e4b403c6-fecd-4013-a91a-328208ec0ceb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.0463340
Nov 24 13:07:54.359382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46720) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:54.463454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-0fb82f0c-47fc-4fbb-accb-39f65635df7e None None] Set router e4b403c6-fecd-4013-a91a-328208ec0ceb gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:07:54.497845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edd838-0104-4458-9b1a-c9b22f82cbe1 req-04bf2c0a-903f-4b60-b525-95f229ac9460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:54.508550 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-77edd838-0104-4458-9b1a-c9b22f82cbe1 req-04bf2c0a-903f-4b60-b525-95f229ac9460 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fbd62c91-d804-432f-af8e-75bb073f1bc3 HTTP/1.1" status: 200  len: 850 time: 0.3118453
Nov 24 13:07:54.547189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276fc8ac-fae9-4735-b373-5bf7c574a733 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:54.551952 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-276fc8ac-fae9-4735-b373-5bf7c574a733 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports/72db9de0-378b-40de-bb15-d9a2d590a4a8 HTTP/1.1" status: 200  len: 911 time: 0.1897571
Nov 24 13:07:54.552623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46726) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:54.553197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port d4d99a8c-4e1d-4117-977c-654e84b84b31 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:54.554015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:54.559922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22796e17-28f5-4541-955a-0615d349f202 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:54.565152 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-22796e17-28f5-4541-955a-0615d349f202 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "GET /v2.0/ports?network_id=cfe08d36-e5ba-4f00-8669-16a0ead5d220&device_id=bce64ba7-dd7b-4180-949e-8ccacf234c6c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.3456471
Nov 24 13:07:54.583380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46730) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:54.645698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2dd0fa45-2dfb-4857-8fc7-4e4172091f3d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:54.839501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-53bebac5-461b-4191-96b8-aa50ffe996c4 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:54.841786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46734) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:54.854952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e31f4c0-dcfa-43d5-8f22-c868050ef2a1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:54.860119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e31f4c0-dcfa-43d5-8f22-c868050ef2a1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:54.865486 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1e31f4c0-dcfa-43d5-8f22-c868050ef2a1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.3091607
Nov 24 13:07:54.876118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46738) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:54.884131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-80a27886-b6fb-4f4e-a760-0d686032e8aa tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:54.898715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1155e7bf-1a32-4888-a313-2707f4c5dfe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:54.918936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf4bd92-2807-4ec4-920e-5e15c105ae3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-06343e97-2566-4b3e-b917-aba643f604bc', 'network_id': '06343e97-2566-4b3e-b917-aba643f604bc', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'fixed_ips': [{'subnet_id': 'd108ae1f-c27f-4303-8d43-22f65afaf304'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:07:54.919993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ecf4bd92-2807-4ec4-920e-5e15c105ae3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:54.953151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-0fb82f0c-47fc-4fbb-accb-39f65635df7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc54cf8>, [{'id': 'e4b403c6-fecd-4013-a91a-328208ec0ceb', 'name': 'tempest-NetworksTestDHCPv6-router-1811147991', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:07:39Z', 'updated_at': '2020-11-24T13:07:46Z', 'revision_number': 2, 'project_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'gw_port_host': None, '_interfaces': [{'id': '72db9de0-378b-40de-bb15-d9a2d590a4a8', 'name': '', 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'mac_address': 'fa:16:3e:17:9a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b403c6-fecd-4013-a91a-328208ec0ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'ea50bdbc-5d88-4df1-a01d-a1095fd37556', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:07:43Z', 'updated_at': '2020-11-24T13:07:48Z', 'revision_number': 2, 'project_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'subnets': [{'id': 'ea50bdbc-5d88-4df1-a01d-a1095fd37556', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:54.959631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb82f0c-47fc-4fbb-accb-39f65635df7e None None] Checking router: e4b403c6-fecd-4013-a91a-328208ec0ceb for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:07:54.961062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb82f0c-47fc-4fbb-accb-39f65635df7e None None] Updating router e4b403c6-fecd-4013-a91a-328208ec0ceb port 72db9de0-378b-40de-bb15-d9a2d590a4a8 binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:07:55.038654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fb82f0c-47fc-4fbb-accb-39f65635df7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:55.047098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-80a27886-b6fb-4f4e-a760-0d686032e8aa tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Calling delete_port for 61d42b16-78cc-4e6b-ac7b-2dfb65a8114f owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:07:55.124835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1155e7bf-1a32-4888-a313-2707f4c5dfe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:07:55.131998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1155e7bf-1a32-4888-a313-2707f4c5dfe6 admin admin] Usage tracker for resource:security_group_rule and tenant:816bb30e30444106b60a5661867a1df3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:07:55.147533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1155e7bf-1a32-4888-a313-2707f4c5dfe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:07:55.155175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1155e7bf-1a32-4888-a313-2707f4c5dfe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:07:55.270509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-80a27886-b6fb-4f4e-a760-0d686032e8aa tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:55.292289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5e2ec576-2aec-4303-a2ea-3303d9ba7d4c tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:55.360533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-ecf4bd92-2807-4ec4-920e-5e15c105ae3e None None] Allocated IP 2001:db8:1::2 (06343e97-2566-4b3e-b917-aba643f604bc/d108ae1f-c27f-4303-8d43-22f65afaf304/1a7f2c85-0cc2-4daf-a855-87fde56d73ce) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:07:55.392419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a27886-b6fb-4f4e-a760-0d686032e8aa tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Port': ['ID=61d42b16-78cc-4e6b-ac7b-2dfb65a8114f,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:55.414690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-80a27886-b6fb-4f4e-a760-0d686032e8aa tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:55.448034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1155e7bf-1a32-4888-a313-2707f4c5dfe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:55.454543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1155e7bf-1a32-4888-a313-2707f4c5dfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:55.461284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0fa45-2dfb-4857-8fc7-4e4172091f3d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Subnet': ['ID=d108ae1f-c27f-4303-8d43-22f65afaf304,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:55.465023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-979f21dd-21bb-41be-bb76-0d2e220a5a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:55.546453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155e7bf-1a32-4888-a313-2707f4c5dfe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470a182a-e4f5-4f35-a4f9-9a76f5ea43b6,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:55.552441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1155e7bf-1a32-4888-a313-2707f4c5dfe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:55.554294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2dd0fa45-2dfb-4857-8fc7-4e4172091f3d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:55.563121 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1155e7bf-1a32-4888-a313-2707f4c5dfe6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=816bb30e30444106b60a5661867a1df3&name=default HTTP/1.1" status: 200  len: 2747 time: 0.7177055
Nov 24 13:07:55.563809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46742) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:55.651335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fb82f0c-47fc-4fbb-accb-39f65635df7e None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:55.655889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-43980077-c91b-4559-8a72-13f1ea8a8f04 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:55.659894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ecf4bd92-2807-4ec4-920e-5e15c105ae3e None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:55.666215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0fb82f0c-47fc-4fbb-accb-39f65635df7e None None] Transition to ACTIVE for port object 72db9de0-378b-40de-bb15-d9a2d590a4a8 will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:07:55.669705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fb82f0c-47fc-4fbb-accb-39f65635df7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:55.676334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ecf4bd92-2807-4ec4-920e-5e15c105ae3e None None] Transition to ACTIVE for port object 1a7f2c85-0cc2-4daf-a855-87fde56d73ce will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:07:55.679943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ee2d0612-c8fc-4aa4-9fc4-8c1c0ac2680f tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:55.697301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ecf4bd92-2807-4ec4-920e-5e15c105ae3e None None] Transition to ACTIVE for port object 1a7f2c85-0cc2-4daf-a855-87fde56d73ce will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:07:55.704103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ecf4bd92-2807-4ec4-920e-5e15c105ae3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:55.709219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-80a27886-b6fb-4f4e-a760-0d686032e8aa tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:55.709840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edd838-0104-4458-9b1a-c9b22f82cbe1 req-de1368a1-3e32-4029-8260-940a311939e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:55.711548 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-77edd838-0104-4458-9b1a-c9b22f82cbe1 req-de1368a1-3e32-4029-8260-940a311939e4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c200d148-1aac-4d09-a682-2365e76cfa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.1953416
Nov 24 13:07:55.712983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-35a04b6e-5e16-4d96-908e-024ecd5e086c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:55.754045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-35a04b6e-5e16-4d96-908e-024ecd5e086c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:55.768470 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-80a27886-b6fb-4f4e-a760-0d686032e8aa tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/ports/61d42b16-78cc-4e6b-ac7b-2dfb65a8114f HTTP/1.1" status: 204  len: 168 time: 1.6023424
Nov 24 13:07:55.769110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46746) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:55.779052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836e3df6-4da9-42ce-b6f5-dee71cccef44 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:55.781070 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-836e3df6-4da9-42ce-b6f5-dee71cccef44 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "GET /v2.0/networks/cfe08d36-e5ba-4f00-8669-16a0ead5d220 HTTP/1.1" status: 200  len: 881 time: 1.1374145
Nov 24 13:07:55.816255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46750) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:55.822838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43980077-c91b-4559-8a72-13f1ea8a8f04 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Subnet': ['ID=54c76fcb-b36f-4ac9-b037-eae42400f2e9,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:55.833022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:55.846207 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f7c1168-962a-4a98-88e5-f8cc719c2b23 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] GET failed (client error): The resource could not be found.
Nov 24 13:07:55.846746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2f7c1168-962a-4a98-88e5-f8cc719c2b23 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Synchronizing usage tracker for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:07:55.870967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2f7c1168-962a-4a98-88e5-f8cc719c2b23 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Unset dirty status for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:07:55.875037 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2f7c1168-962a-4a98-88e5-f8cc719c2b23 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "GET /v2.0/ports/61d42b16-78cc-4e6b-ac7b-2dfb65a8114f HTTP/1.1" status: 404  len: 333 time: 0.1021814
Nov 24 13:07:55.875720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46754) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:55.878423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-076afab8-794e-498a-9ac3-acdcb50d60dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:55.927841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3343e-6012-422e-a533-725df9f217a8 None None] Pushing event updated for resources: {'Port': ['ID=72db9de0-378b-40de-bb15-d9a2d590a4a8,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:55.941321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd0fa45-2dfb-4857-8fc7-4e4172091f3d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network 06343e97-2566-4b3e-b917-aba643f604bc is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:07:55.942529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-43980077-c91b-4559-8a72-13f1ea8a8f04 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:55.960314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf4bd92-2807-4ec4-920e-5e15c105ae3e None None] Network 06343e97-2566-4b3e-b917-aba643f604bc is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:07:55.964357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-ecf4bd92-2807-4ec4-920e-5e15c105ae3e None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:07:55.976233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf4bd92-2807-4ec4-920e-5e15c105ae3e None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:07:55.978587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-2dd0fa45-2dfb-4857-8fc7-4e4172091f3d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:07:56.002059 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-65232a27-88f6-4380-b900-c645674a1069 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "GET /v2.0/ports?device_id=bce64ba7-dd7b-4180-949e-8ccacf234c6c HTTP/1.1" status: 200  len: 205 time: 0.1820014
Nov 24 13:07:56.014937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46758) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:56.038922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3343e-6012-422e-a533-725df9f217a8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:56.039283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3343e-6012-422e-a533-725df9f217a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:56.039679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3343e-6012-422e-a533-725df9f217a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:56.040059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3343e-6012-422e-a533-725df9f217a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:56.040429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3343e-6012-422e-a533-725df9f217a8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:56.040799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3343e-6012-422e-a533-725df9f217a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:56.041640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3343e-6012-422e-a533-725df9f217a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:56.041640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3343e-6012-422e-a533-725df9f217a8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:56.041830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3343e-6012-422e-a533-725df9f217a8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:56.042224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3343e-6012-422e-a533-725df9f217a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:56.042594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3343e-6012-422e-a533-725df9f217a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:56.043132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3343e-6012-422e-a533-725df9f217a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:56.043612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3343e-6012-422e-a533-725df9f217a8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:56.043975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3343e-6012-422e-a533-725df9f217a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:56.044547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3343e-6012-422e-a533-725df9f217a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:56.044916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3343e-6012-422e-a533-725df9f217a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:56.045276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3343e-6012-422e-a533-725df9f217a8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:56.045946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3343e-6012-422e-a533-725df9f217a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:56.046336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3343e-6012-422e-a533-725df9f217a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:56.046696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3343e-6012-422e-a533-725df9f217a8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:56.047053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3343e-6012-422e-a533-725df9f217a8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:56.047594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3343e-6012-422e-a533-725df9f217a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:56.047943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3343e-6012-422e-a533-725df9f217a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:56.048401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3343e-6012-422e-a533-725df9f217a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:07:56.061536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e1e3343e-6012-422e-a533-725df9f217a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:56.094492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ecf4bd92-2807-4ec4-920e-5e15c105ae3e None None] Attempting to bind port 1a7f2c85-0cc2-4daf-a855-87fde56d73ce on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:07:56.095186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ecf4bd92-2807-4ec4-920e-5e15c105ae3e None None] Attempting to bind port 1a7f2c85-0cc2-4daf-a855-87fde56d73ce by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'b3f3b540-601e-48be-b9f5-afe97e07be4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '06343e97-2566-4b3e-b917-aba643f604bc'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:07:56.095813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf4bd92-2807-4ec4-920e-5e15c105ae3e None None] Attempting to bind port 1a7f2c85-0cc2-4daf-a855-87fde56d73ce on network 06343e97-2566-4b3e-b917-aba643f604bc {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:07:56.104096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4bd92-2807-4ec4-920e-5e15c105ae3e None None] Pushing event updated for resources: {'Port': ['ID=1a7f2c85-0cc2-4daf-a855-87fde56d73ce,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:56.107448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf4bd92-2807-4ec4-920e-5e15c105ae3e None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:07:56.108290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf4bd92-2807-4ec4-920e-5e15c105ae3e None None] Checking segment: {'id': 'b3f3b540-601e-48be-b9f5-afe97e07be4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '06343e97-2566-4b3e-b917-aba643f604bc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:07:56.108960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ecf4bd92-2807-4ec4-920e-5e15c105ae3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:56.109866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf4bd92-2807-4ec4-920e-5e15c105ae3e None None] Bound using segment: {'id': 'b3f3b540-601e-48be-b9f5-afe97e07be4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '06343e97-2566-4b3e-b917-aba643f604bc'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:07:56.110654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ecf4bd92-2807-4ec4-920e-5e15c105ae3e None None] Bound port: 1a7f2c85-0cc2-4daf-a855-87fde56d73ce, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f3b540-601e-48be-b9f5-afe97e07be4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '06343e97-2566-4b3e-b917-aba643f604bc'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:07:56.111306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ecf4bd92-2807-4ec4-920e-5e15c105ae3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:56.115096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd0fa45-2dfb-4857-8fc7-4e4172091f3d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:07:56.115759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2dd0fa45-2dfb-4857-8fc7-4e4172091f3d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:56.135721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ecf4bd92-2807-4ec4-920e-5e15c105ae3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:56.159821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0fb82f0c-47fc-4fbb-accb-39f65635df7e None None] Attempting to bind port 72db9de0-378b-40de-bb15-d9a2d590a4a8 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:07:56.163132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0fb82f0c-47fc-4fbb-accb-39f65635df7e None None] Attempting to bind port 72db9de0-378b-40de-bb15-d9a2d590a4a8 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:07:56.163794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb82f0c-47fc-4fbb-accb-39f65635df7e None None] Attempting to bind port 72db9de0-378b-40de-bb15-d9a2d590a4a8 on network 8ca51b04-1dca-4f60-b844-2979d8864b51 {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:07:56.181634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb82f0c-47fc-4fbb-accb-39f65635df7e None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:07:56.182071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb82f0c-47fc-4fbb-accb-39f65635df7e None None] Checking segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:07:56.182554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fb82f0c-47fc-4fbb-accb-39f65635df7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:56.182999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb82f0c-47fc-4fbb-accb-39f65635df7e None None] Bound using segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:07:56.187149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0fb82f0c-47fc-4fbb-accb-39f65635df7e None None] Bound port: 72db9de0-378b-40de-bb15-d9a2d590a4a8, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:07:56.187666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fb82f0c-47fc-4fbb-accb-39f65635df7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:56.212503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-35a04b6e-5e16-4d96-908e-024ecd5e086c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:56.217277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1a12ea29-95e4-43ef-9015-9c4d6f86452f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:56.241179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a04b6e-5e16-4d96-908e-024ecd5e086c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470a182a-e4f5-4f35-a4f9-9a76f5ea43b6,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:56.249314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-35a04b6e-5e16-4d96-908e-024ecd5e086c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:56.251059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ecf4bd92-2807-4ec4-920e-5e15c105ae3e None None] For port 1a7f2c85-0cc2-4daf-a855-87fde56d73ce, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:07:56.255152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ecf4bd92-2807-4ec4-920e-5e15c105ae3e None None] For port 1a7f2c85-0cc2-4daf-a855-87fde56d73ce, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=1a7f2c85-0cc2-4daf-a855-87fde56d73ce,segment=NetworkSegment(b3f3b540-601e-48be-b9f5-afe97e07be4c),segment_id=b3f3b540-601e-48be-b9f5-afe97e07be4c)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:07:56.260845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-35a04b6e-5e16-4d96-908e-024ecd5e086c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:56.262402 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-35a04b6e-5e16-4d96-908e-024ecd5e086c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/470a182a-e4f5-4f35-a4f9-9a76f5ea43b6 HTTP/1.1" status: 204  len: 168 time: 0.6975710
Nov 24 13:07:56.266902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ecf4bd92-2807-4ec4-920e-5e15c105ae3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:56.288953 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2dd0fa45-2dfb-4857-8fc7-4e4172091f3d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 5.7671332
Nov 24 13:07:56.292159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55cf08b8-8e74-4a94-ab3c-fd3cd0b36cdd tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router_gateway, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:56.296894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ddcacbca-d4b2-4c3d-9232-f83cc0fc8ca4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:56.298510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46764) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:56.356521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-43980077-c91b-4559-8a72-13f1ea8a8f04 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:56.358931 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-43980077-c91b-4559-8a72-13f1ea8a8f04 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/subnets/54c76fcb-b36f-4ac9-b037-eae42400f2e9 HTTP/1.1" status: 204  len: 168 time: 4.2546988
Nov 24 13:07:56.363044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-53256e89-858e-4232-aa1e-34379b84827c tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1955781980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:56.368606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46768) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:56.386724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-53256e89-858e-4232-aa1e-34379b84827c tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:07:56.423065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-0fb82f0c-47fc-4fbb-accb-39f65635df7e None None] For port 72db9de0-378b-40de-bb15-d9a2d590a4a8, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:07:56.431727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-0fb82f0c-47fc-4fbb-accb-39f65635df7e None None] For port 72db9de0-378b-40de-bb15-d9a2d590a4a8, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=72db9de0-378b-40de-bb15-d9a2d590a4a8,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:07:56.439481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fb82f0c-47fc-4fbb-accb-39f65635df7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:56.458299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4bd92-2807-4ec4-920e-5e15c105ae3e None None] Pushing event updated for resources: {'Port': ['ID=1a7f2c85-0cc2-4daf-a855-87fde56d73ce,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:56.475433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ecf4bd92-2807-4ec4-920e-5e15c105ae3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:56.476864 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-77edd838-0104-4458-9b1a-c9b22f82cbe1 req-aafdb815-b12f-43f3-a744-785397856769 service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7049832
Nov 24 13:07:56.484646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c2634344-4484-482a-9112-d5fcc0f6c7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:56.524998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83d83988-3ba3-4eae-bc48-dc90b377526b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:56.591778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-53256e89-858e-4232-aa1e-34379b84827c tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Usage tracker for resource:router and tenant:7bd33557530a48bab25cc76dc38cd9bb is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:07:56.604478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-53256e89-858e-4232-aa1e-34379b84827c tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:07:56.620381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-53256e89-858e-4232-aa1e-34379b84827c tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:07:56.636437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-83d83988-3ba3-4eae-bc48-dc90b377526b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Deleting port ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:07:56.636906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83d83988-3ba3-4eae-bc48-dc90b377526b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:56.735916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-53256e89-858e-4232-aa1e-34379b84827c tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:56.736982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-53256e89-858e-4232-aa1e-34379b84827c tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:56.793750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3343e-6012-422e-a533-725df9f217a8 None None] Pushing event updated for resources: {'Port': ['ID=72db9de0-378b-40de-bb15-d9a2d590a4a8,revision_number=4']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:56.809343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e1e3343e-6012-422e-a533-725df9f217a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:56.825681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55cf08b8-8e74-4a94-ab3c-fd3cd0b36cdd tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:56.862472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55cf08b8-8e74-4a94-ab3c-fd3cd0b36cdd tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4112833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850663106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4103870'] for router, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:56.863878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb82f0c-47fc-4fbb-accb-39f65635df7e None None] Routers {'e4b403c6-fecd-4013-a91a-328208ec0ceb'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:07:56.864581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-0fb82f0c-47fc-4fbb-accb-39f65635df7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc54cf8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:07:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e4b403c6-fecd-4013-a91a-328208ec0ceb'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:56.969233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-83d83988-3ba3-4eae-bc48-dc90b377526b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] For port ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b,segment=NetworkSegment(4202dd55-1b69-4a79-be75-36b96b3e623e),segment_id=4202dd55-1b69-4a79-be75-36b96b3e623e)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:07:56.969650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83d83988-3ba3-4eae-bc48-dc90b377526b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:57.134282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-83d83988-3ba3-4eae-bc48-dc90b377526b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Calling delete_port for ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:07:57.221014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-8105979c-84d4-46e6-a914-9ff30327d934 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting subnet f712e795-1084-4c13-8a98-ff6304413c25 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:07:57.229566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8105979c-84d4-46e6-a914-9ff30327d934 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:57.320889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8105979c-84d4-46e6-a914-9ff30327d934 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:57.406403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-53256e89-858e-4232-aa1e-34379b84827c tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:57.435422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-53256e89-858e-4232-aa1e-34379b84827c tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:57.441790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83d83988-3ba3-4eae-bc48-dc90b377526b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:57.542944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-0fb82f0c-47fc-4fbb-accb-39f65635df7e None None] Set router e4b403c6-fecd-4013-a91a-328208ec0ceb gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:07:57.558251 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-77edd838-0104-4458-9b1a-c9b22f82cbe1 req-0feea265-4e20-4208-8772-f2e2eb8f4f17 service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.0149391
Nov 24 13:07:57.601477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-aef9e1a1-2ba0-49c9-afda-97d0b0432287 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:57.680671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c845f00-c078-4af3-ab0a-31fa200887f9 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:57.698993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d83988-3ba3-4eae-bc48-dc90b377526b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Port': ['ID=ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:57.703008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-83d83988-3ba3-4eae-bc48-dc90b377526b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:57.741646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8105979c-84d4-46e6-a914-9ff30327d934 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:57.888952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46788) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:57.973238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-0fb82f0c-47fc-4fbb-accb-39f65635df7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc54cf8>, [{'id': 'e4b403c6-fecd-4013-a91a-328208ec0ceb', 'name': 'tempest-NetworksTestDHCPv6-router-1811147991', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:07:39Z', 'updated_at': '2020-11-24T13:07:46Z', 'revision_number': 2, 'project_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'gw_port_host': None, '_interfaces': [{'id': '72db9de0-378b-40de-bb15-d9a2d590a4a8', 'name': '', 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'mac_address': 'fa:16:3e:17:9a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b403c6-fecd-4013-a91a-328208ec0ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'ea50bdbc-5d88-4df1-a01d-a1095fd37556', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:07:43Z', 'updated_at': '2020-11-24T13:07:56Z', 'revision_number': 4, 'project_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'subnets': [{'id': 'ea50bdbc-5d88-4df1-a01d-a1095fd37556', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:57.980879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb82f0c-47fc-4fbb-accb-39f65635df7e None None] The sync data for ids ['e4b403c6-fecd-4013-a91a-328208ec0ceb'] in dv-neutron-601336-61-ovs is: [{'id': 'e4b403c6-fecd-4013-a91a-328208ec0ceb', 'name': 'tempest-NetworksTestDHCPv6-router-1811147991', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:07:39Z', 'updated_at': '2020-11-24T13:07:46Z', 'revision_number': 2, 'project_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'gw_port_host': None, '_interfaces': [{'id': '72db9de0-378b-40de-bb15-d9a2d590a4a8', 'name': '', 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'mac_address': 'fa:16:3e:17:9a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b403c6-fecd-4013-a91a-328208ec0ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'ea50bdbc-5d88-4df1-a01d-a1095fd37556', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:07:43Z', 'updated_at': '2020-11-24T13:07:56Z', 'revision_number': 4, 'project_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'subnets': [{'id': 'ea50bdbc-5d88-4df1-a01d-a1095fd37556', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:07:58.034586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d83988-3ba3-4eae-bc48-dc90b377526b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] No DVR routers for this DVR port ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b on host dv-neutron-601336-61-ovs {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:07:58.151414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-53256e89-858e-4232-aa1e-34379b84827c tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:58.153129 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-53256e89-858e-4232-aa1e-34379b84827c tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 1.8535893
Nov 24 13:07:58.180138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46794) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:58.298303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 1a7f2c85-0cc2-4daf-a855-87fde56d73ce up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:07:58.329927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e65fcde0-f527-4a38-9991-14896bcdf11c tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1310285562'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:07:58.336100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e65fcde0-f527-4a38-9991-14896bcdf11c tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:07:58.340954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e65fcde0-f527-4a38-9991-14896bcdf11c tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Usage tracker for resource:network and tenant:ab187429b477431192fbd1e2b6cdfeb4 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:07:58.347357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e65fcde0-f527-4a38-9991-14896bcdf11c tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:07:58.376402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e65fcde0-f527-4a38-9991-14896bcdf11c tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:07:58.391342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 1a7f2c85-0cc2-4daf-a855-87fde56d73ce completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:07:58.419093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cc6129-ceb7-441d-8b81-a3fe9370c4d5 None None] Network 1fb08fb3-2d6c-48b0-b158-68d3fcd4a9de requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:07:58.482053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55cf08b8-8e74-4a94-ab3c-fd3cd0b36cdd tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Router 9255bf91-bb58-4757-99c5-f379bf59f2e1 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:07:58.491926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83d83988-3ba3-4eae-bc48-dc90b377526b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:58.525259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d02ec90-a210-4b80-bf14-bce63627bed9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:58.543904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b32ff5-355c-44ec-8aab-b717b63541a7 None None] Network 34943de3-21d8-4e2f-ae9b-687969d94793 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:07:58.707375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8105979c-84d4-46e6-a914-9ff30327d934 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:58.880694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65fcde0-f527-4a38-9991-14896bcdf11c tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Made reservation on behalf of ab187429b477431192fbd1e2b6cdfeb4 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:07:58.887199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e65fcde0-f527-4a38-9991-14896bcdf11c tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:58.925664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-86313ef1-d7df-41eb-a309-9a0b58e000fd None None] Provisioning for port 1a7f2c85-0cc2-4daf-a855-87fde56d73ce completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:07:58.945640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c845f00-c078-4af3-ab0a-31fa200887f9 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router_gateway, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:58.947736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-86313ef1-d7df-41eb-a309-9a0b58e000fd None None] Provisioning complete for port 1a7f2c85-0cc2-4daf-a855-87fde56d73ce triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:07:58.948166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-86313ef1-d7df-41eb-a309-9a0b58e000fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:58.957826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-83d83988-3ba3-4eae-bc48-dc90b377526b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6347ed3160>,) {'filters': {'network_id': ['34943de3-21d8-4e2f-ae9b-687969d94793']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:58.973352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-83d83988-3ba3-4eae-bc48-dc90b377526b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347ed3160>, '4202dd55-1b69-4a79-be75-36b96b3e623e') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:58.973644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-83d83988-3ba3-4eae-bc48-dc90b377526b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347ed3160>, '4202dd55-1b69-4a79-be75-36b96b3e623e') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:07:58.988009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83d83988-3ba3-4eae-bc48-dc90b377526b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:59.007200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-899a8fb5-de8b-43b9-bfef-5f8e0de19f30 tempest-FloatingIPAdminTestJSON-1243084548 tempest-FloatingIPAdminTestJSON-1243084548] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:07:59.060497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83d83988-3ba3-4eae-bc48-dc90b377526b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:59.064946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105979c-84d4-46e6-a914-9ff30327d934 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Subnet': ['ID=f712e795-1084-4c13-8a98-ff6304413c25,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:07:59.067399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-83d83988-3ba3-4eae-bc48-dc90b377526b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Releasing vxlan tunnel 9 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:07:59.097095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8105979c-84d4-46e6-a914-9ff30327d934 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:07:59.109125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc44905-077d-4f5e-921c-9fb3724c8958 None None] Network 06343e97-2566-4b3e-b917-aba643f604bc requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:07:59.110976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8105979c-84d4-46e6-a914-9ff30327d934 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:59.218961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e65fcde0-f527-4a38-9991-14896bcdf11c tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:59.245995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2c845f00-c078-4af3-ab0a-31fa200887f9 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Deleting port a64b89a4-c3d4-4058-b269-ccfbd642c3a7 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:07:59.246964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c845f00-c078-4af3-ab0a-31fa200887f9 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:59.270093 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8105979c-84d4-46e6-a914-9ff30327d934 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/subnets/f712e795-1084-4c13-8a98-ff6304413c25 HTTP/1.1" status: 204  len: 168 time: 3.3931172
Nov 24 13:07:59.275745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46800) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:07:59.489566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-83d83988-3ba3-4eae-bc48-dc90b377526b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network 34943de3-21d8-4e2f-ae9b-687969d94793 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:07:59.492231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa86b8e-05a4-4d5e-8c43-54e9801b7cb0 None None] Network 4c8e507c-6c05-430c-a744-6fac5cc4b341 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:07:59.501509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83d83988-3ba3-4eae-bc48-dc90b377526b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:59.597905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-deacee95-99b4-4bd9-9293-ada1977e14b0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:59.617281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e65fcde0-f527-4a38-9991-14896bcdf11c tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:07:59.656257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e65fcde0-f527-4a38-9991-14896bcdf11c tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Usage tracker for resource:security_group_rule and tenant:ab187429b477431192fbd1e2b6cdfeb4 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:07:59.663146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e65fcde0-f527-4a38-9991-14896bcdf11c tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:07:59.682548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e65fcde0-f527-4a38-9991-14896bcdf11c tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:07:59.789747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-deacee95-99b4-4bd9-9293-ada1977e14b0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting port a8d53f47-202d-41b6-8002-e8be32f3f6e0 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:07:59.789747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-deacee95-99b4-4bd9-9293-ada1977e14b0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:07:59.799602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c095760e-458b-4676-9ca1-35fd593ba6fc None None] DHCP port deletion for 34943de3-21d8-4e2f-ae9b-687969d94793 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:07:59.817407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-83d83988-3ba3-4eae-bc48-dc90b377526b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Network 34943de3-21d8-4e2f-ae9b-687969d94793 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:07:59.847911 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:07:59.847911 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:07:59.847911 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:07:59.847911 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:07:59.847911 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:07:59.847911 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:07:59.847911 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:07:59.847911 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:07:59.847911 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:07:59.847911 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:07:59.847911 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:07:59.847911 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:07:59.847911 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:07:59.847911 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:07:59.847911 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:07:59.847911 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:07:59.847911 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:07:59.847911 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:07:59.847911 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:07:59.847911 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:07:59.847911 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:07:59.847911 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:07:59.847911 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:07:59.847911 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:07:59.847911 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:07:59.847911 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:07:59.847911 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:07:59.847911 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:07:59.847911 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:07:59.847911 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:07:59.847911 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:07:59.847911 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:07:59.870998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-86313ef1-d7df-41eb-a309-9a0b58e000fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:00.029829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-86313ef1-d7df-41eb-a309-9a0b58e000fd None None] For port 1a7f2c85-0cc2-4daf-a855-87fde56d73ce, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=1a7f2c85-0cc2-4daf-a855-87fde56d73ce,segment=NetworkSegment(b3f3b540-601e-48be-b9f5-afe97e07be4c),segment_id=b3f3b540-601e-48be-b9f5-afe97e07be4c)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:08:00.039666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-86313ef1-d7df-41eb-a309-9a0b58e000fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:00.044839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ecf4bd92-2807-4ec4-920e-5e15c105ae3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:00.165247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-deacee95-99b4-4bd9-9293-ada1977e14b0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] For port a8d53f47-202d-41b6-8002-e8be32f3f6e0, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=a8d53f47-202d-41b6-8002-e8be32f3f6e0,segment=NetworkSegment(98096ad0-2fbf-4ce4-8436-5dc497df482e),segment_id=98096ad0-2fbf-4ce4-8436-5dc497df482e)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:08:00.165653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-deacee95-99b4-4bd9-9293-ada1977e14b0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:00.205726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86313ef1-d7df-41eb-a309-9a0b58e000fd None None] Pushing event updated for resources: {'Port': ['ID=1a7f2c85-0cc2-4daf-a855-87fde56d73ce,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:00.210382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-86313ef1-d7df-41eb-a309-9a0b58e000fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:00.211233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5ced6b-1ca6-4ae4-9334-4aaa3115790e None None] DHCP port deletion for 4c8e507c-6c05-430c-a744-6fac5cc4b341 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:08:00.248444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c845f00-c078-4af3-ab0a-31fa200887f9 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:00.256235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-fa5ced6b-1ca6-4ae4-9334-4aaa3115790e None None] Deleting port a8d53f47-202d-41b6-8002-e8be32f3f6e0 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:00.256625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fa5ced6b-1ca6-4ae4-9334-4aaa3115790e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:00.363743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 72db9de0-378b-40de-bb15-d9a2d590a4a8 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:08:00.377336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83d83988-3ba3-4eae-bc48-dc90b377526b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:00.386247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-deacee95-99b4-4bd9-9293-ada1977e14b0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Calling delete_port for a8d53f47-202d-41b6-8002-e8be32f3f6e0 owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:00.404055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2c845f00-c078-4af3-ab0a-31fa200887f9 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Calling delete_port for a64b89a4-c3d4-4058-b269-ccfbd642c3a7 owned by network:router_gateway {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:00.431025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:00.472053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c3fcd454-9da3-4a5f-bf5f-6167e3acea81 None None] Provisioning complete for port 1a7f2c85-0cc2-4daf-a855-87fde56d73ce triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:00.472483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3fcd454-9da3-4a5f-bf5f-6167e3acea81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:00.713154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-fa5ced6b-1ca6-4ae4-9334-4aaa3115790e None None] For port a8d53f47-202d-41b6-8002-e8be32f3f6e0, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=a8d53f47-202d-41b6-8002-e8be32f3f6e0,segment=NetworkSegment(98096ad0-2fbf-4ce4-8436-5dc497df482e),segment_id=98096ad0-2fbf-4ce4-8436-5dc497df482e)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:08:00.714308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fa5ced6b-1ca6-4ae4-9334-4aaa3115790e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:00.747005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83d83988-3ba3-4eae-bc48-dc90b377526b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:00.750712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d83988-3ba3-4eae-bc48-dc90b377526b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Pushing event deleted for resources: {'Network': ['ID=34943de3-21d8-4e2f-ae9b-687969d94793,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:00.760226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-83d83988-3ba3-4eae-bc48-dc90b377526b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:00.771539 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-83d83988-3ba3-4eae-bc48-dc90b377526b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] 10.222.0.76 "DELETE /v2.0/networks/34943de3-21d8-4e2f-ae9b-687969d94793 HTTP/1.1" status: 204  len: 168 time: 4.3898108
Nov 24 13:08:00.823436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28d549bd-842c-43e1-88ef-a28ec715eb3f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:00.829729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-deacee95-99b4-4bd9-9293-ada1977e14b0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:00.851150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9d02ec90-a210-4b80-bf14-bce63627bed9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting port 72db9de0-378b-40de-bb15-d9a2d590a4a8 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:00.851515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d02ec90-a210-4b80-bf14-bce63627bed9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:00.862431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-83d83988-3ba3-4eae-bc48-dc90b377526b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:00.899130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-fa5ced6b-1ca6-4ae4-9334-4aaa3115790e None None] Calling delete_port for a8d53f47-202d-41b6-8002-e8be32f3f6e0 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:00.925953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 72db9de0-378b-40de-bb15-d9a2d590a4a8 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:08:00.952587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 72db9de0-378b-40de-bb15-d9a2d590a4a8 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:00.953013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:00.984831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deacee95-99b4-4bd9-9293-ada1977e14b0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Port': ['ID=a8d53f47-202d-41b6-8002-e8be32f3f6e0,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:00.989869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-deacee95-99b4-4bd9-9293-ada1977e14b0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:01.072660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deacee95-99b4-4bd9-9293-ada1977e14b0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] No DVR routers for this DVR port a8d53f47-202d-41b6-8002-e8be32f3f6e0 on host dv-neutron-601336-61-ovs {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:08:01.239865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-fa5ced6b-1ca6-4ae4-9334-4aaa3115790e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:08:01.240281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-fa5ced6b-1ca6-4ae4-9334-4aaa3115790e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:08:01.305014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c3fcd454-9da3-4a5f-bf5f-6167e3acea81 None None] Provisioning complete for port 72db9de0-378b-40de-bb15-d9a2d590a4a8 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:01.305690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3fcd454-9da3-4a5f-bf5f-6167e3acea81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:01.309036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-deacee95-99b4-4bd9-9293-ada1977e14b0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:01.323348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46808) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:01.343120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-9d02ec90-a210-4b80-bf14-bce63627bed9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] For port 72db9de0-378b-40de-bb15-d9a2d590a4a8, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=72db9de0-378b-40de-bb15-d9a2d590a4a8,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:08:01.343535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d02ec90-a210-4b80-bf14-bce63627bed9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:01.369144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55cf08b8-8e74-4a94-ab3c-fd3cd0b36cdd tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:08:01.394110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dea315d-8169-4f13-af3f-8fc48ab6b517 None None] Sync routers for ids ['9255bf91-bb58-4757-99c5-f379bf59f2e1'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:08:01.406304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:01.437161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dea315d-8169-4f13-af3f-8fc48ab6b517 None None] Routers {'9255bf91-bb58-4757-99c5-f379bf59f2e1'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:08:01.437161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8dea315d-8169-4f13-af3f-8fc48ab6b517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347052588>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:07:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['9255bf91-bb58-4757-99c5-f379bf59f2e1'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:01.463128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-deacee95-99b4-4bd9-9293-ada1977e14b0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6346489e80>,) {'filters': {'network_id': ['4c8e507c-6c05-430c-a744-6fac5cc4b341']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:01.478296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-deacee95-99b4-4bd9-9293-ada1977e14b0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346489e80>, '98096ad0-2fbf-4ce4-8436-5dc497df482e') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:01.478737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-deacee95-99b4-4bd9-9293-ada1977e14b0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346489e80>, '98096ad0-2fbf-4ce4-8436-5dc497df482e') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:01.493924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-deacee95-99b4-4bd9-9293-ada1977e14b0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:01.511931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-deacee95-99b4-4bd9-9293-ada1977e14b0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:01.514100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-deacee95-99b4-4bd9-9293-ada1977e14b0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Releasing vxlan tunnel 6 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:08:01.523393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e65fcde0-f527-4a38-9991-14896bcdf11c tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:01.557278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8dea315d-8169-4f13-af3f-8fc48ab6b517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347052588>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:01.583108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 72db9de0-378b-40de-bb15-d9a2d590a4a8, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=72db9de0-378b-40de-bb15-d9a2d590a4a8,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:08:01.592085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dea315d-8169-4f13-af3f-8fc48ab6b517 None None] Routers {'9255bf91-bb58-4757-99c5-f379bf59f2e1'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:08:01.593304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8dea315d-8169-4f13-af3f-8fc48ab6b517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347052588>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:07:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['9255bf91-bb58-4757-99c5-f379bf59f2e1'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:01.628923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9d02ec90-a210-4b80-bf14-bce63627bed9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Calling delete_port for 72db9de0-378b-40de-bb15-d9a2d590a4a8 owned by network:router_interface {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:01.644125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:01.651802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ecf4bd92-2807-4ec4-920e-5e15c105ae3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:01.680805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3fcd454-9da3-4a5f-bf5f-6167e3acea81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:01.711490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e65fcde0-f527-4a38-9991-14896bcdf11c tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:01.729366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-deacee95-99b4-4bd9-9293-ada1977e14b0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network 4c8e507c-6c05-430c-a744-6fac5cc4b341 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:08:01.739331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-de789eaf-9d35-410d-93d8-0ca07ce0c7ad tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:01.742061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-deacee95-99b4-4bd9-9293-ada1977e14b0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:01.759253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c845f00-c078-4af3-ab0a-31fa200887f9 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:01.875105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:08:01.900980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-fa5ced6b-1ca6-4ae4-9334-4aaa3115790e None None] Deleting port a8d53f47-202d-41b6-8002-e8be32f3f6e0 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:01.901742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fa5ced6b-1ca6-4ae4-9334-4aaa3115790e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:01.905711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e65fcde0-f527-4a38-9991-14896bcdf11c tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:08:01.939115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55cf08b8-8e74-4a94-ab3c-fd3cd0b36cdd tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:01.943069 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-55cf08b8-8e74-4a94-ab3c-fd3cd0b36cdd tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "PUT /v2.0/routers/9255bf91-bb58-4757-99c5-f379bf59f2e1 HTTP/1.1" status: 200  len: 883 time: 15.5259356
Nov 24 13:08:01.951677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8dea315d-8169-4f13-af3f-8fc48ab6b517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347052588>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:01.952689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dea315d-8169-4f13-af3f-8fc48ab6b517 None None] The sync data for ids ['9255bf91-bb58-4757-99c5-f379bf59f2e1'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:08:01.961830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46814) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:01.962504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65fcde0-f527-4a38-9991-14896bcdf11c tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5f9758-0c89-400a-9ebb-70ea26750a48,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:01.965979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:08:01.966442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-deacee95-99b4-4bd9-9293-ada1977e14b0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network 4c8e507c-6c05-430c-a744-6fac5cc4b341 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:08:01.966555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device ad243f41-7bf5-428c-aa6c-7a16ed6c8c9b not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:08:01.994964 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:08:01.994964 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:08:01.994964 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:08:01.994964 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:08:01.994964 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:08:01.994964 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:08:01.994964 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:08:01.994964 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:08:01.994964 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:08:01.994964 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:08:01.994964 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:08:01.994964 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:08:01.994964 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:08:01.994964 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:08:01.994964 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:08:01.994964 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:08:01.994964 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:08:01.994964 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:08:01.994964 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:08:01.994964 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:08:01.994964 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:08:01.994964 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:08:01.994964 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:08:01.994964 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:08:01.994964 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:08:01.994964 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:08:01.994964 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:08:01.994964 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:08:01.994964 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:08:01.994964 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:08:01.994964 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:08:01.994964 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:08:02.015504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-fa5ced6b-1ca6-4ae4-9334-4aaa3115790e None None] The port 'a8d53f47-202d-41b6-8002-e8be32f3f6e0' was deleted {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:08:02.045419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e65fcde0-f527-4a38-9991-14896bcdf11c tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:02.046167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-19b158b3-c597-43e4-93c9-4f6d4cd0af38 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:02.068877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=72db9de0-378b-40de-bb15-d9a2d590a4a8,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:02.075156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:02.091955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-deacee95-99b4-4bd9-9293-ada1977e14b0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:02.095643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e65fcde0-f527-4a38-9991-14896bcdf11c tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:02.096094 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-e65fcde0-f527-4a38-9991-14896bcdf11c tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Added segment 1f4adb69-8e69-4624-8b30-d2d10d48dfdf of type vxlan for network 77a2e6d5-f0be-4261-ae56-811bb958a4b4
Nov 24 13:08:02.098110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:02.103245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-c3fcd454-9da3-4a5f-bf5f-6167e3acea81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:08:02.103650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-c3fcd454-9da3-4a5f-bf5f-6167e3acea81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:08:02.120360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-deacee95-99b4-4bd9-9293-ada1977e14b0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:02.136403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deacee95-99b4-4bd9-9293-ada1977e14b0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Network': ['ID=4c8e507c-6c05-430c-a744-6fac5cc4b341,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:02.139111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-deacee95-99b4-4bd9-9293-ada1977e14b0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:02.144987 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-deacee95-99b4-4bd9-9293-ada1977e14b0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/networks/4c8e507c-6c05-430c-a744-6fac5cc4b341 HTTP/1.1" status: 204  len: 168 time: 2.8643489
Nov 24 13:08:02.145259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46818) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:02.152136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-20dd3942-6d37-42c7-98af-8fb9a401d559 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'network': {'name': 'tempest-PortsTestJSON-1898622202'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:02.158568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-20dd3942-6d37-42c7-98af-8fb9a401d559 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:02.164783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-20dd3942-6d37-42c7-98af-8fb9a401d559 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:network and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:02.165802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c845f00-c078-4af3-ab0a-31fa200887f9 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Pushing event deleted for resources: {'Port': ['ID=a64b89a4-c3d4-4058-b269-ccfbd642c3a7,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:02.168033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-20dd3942-6d37-42c7-98af-8fb9a401d559 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for network was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:02.171738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2c845f00-c078-4af3-ab0a-31fa200887f9 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:02.174917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-20dd3942-6d37-42c7-98af-8fb9a401d559 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:02.188323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20dd3942-6d37-42c7-98af-8fb9a401d559 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:02.195138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20dd3942-6d37-42c7-98af-8fb9a401d559 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:02.201630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 1a7f2c85-0cc2-4daf-a855-87fde56d73ce up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:08:02.240794 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b7aee5d5-6ce7-4d79-a888-f12c0ac82d21 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2aca37eb671f42ff857d97c1cafabbf3&name=default HTTP/1.1" status: 200  len: 2747 time: 0.9034433
Nov 24 13:08:02.242848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46822) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:02.284634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 1a7f2c85-0cc2-4daf-a855-87fde56d73ce triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:02.285061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:02.418309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e65fcde0-f527-4a38-9991-14896bcdf11c tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:02.461334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device a8d53f47-202d-41b6-8002-e8be32f3f6e0 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:08:02.495565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: a8d53f47-202d-41b6-8002-e8be32f3f6e0 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:08:02.495971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device a8d53f47-202d-41b6-8002-e8be32f3f6e0 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:08:02.587701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-9d02ec90-a210-4b80-bf14-bce63627bed9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:08:02.588066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-9d02ec90-a210-4b80-bf14-bce63627bed9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:08:02.622100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-20dd3942-6d37-42c7-98af-8fb9a401d559 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:08:02.622627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-20dd3942-6d37-42c7-98af-8fb9a401d559 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:08:02.640863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e65fcde0-f527-4a38-9991-14896bcdf11c tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:02.645043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65fcde0-f527-4a38-9991-14896bcdf11c tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:02.645690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e65fcde0-f527-4a38-9991-14896bcdf11c tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:02.667513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c3fcd454-9da3-4a5f-bf5f-6167e3acea81 None None] Could not find standard attr ID for object 1d2e9775-f0e4-4cf1-aaa2-d96218c05fd9. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:08:02.684940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2677ca53-dc58-4cb2-b987-ad5d040505ee tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:02.728544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-00ab5c6b-9a3e-41e2-a7be-e29e8933d2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:02.800350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4cbd3b85-bab0-4509-9bd6-8e621b29f6ed None None] Provisioning complete for port 1a7f2c85-0cc2-4daf-a855-87fde56d73ce triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:02.800773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4cbd3b85-bab0-4509-9bd6-8e621b29f6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:02.942832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4cbd3b85-bab0-4509-9bd6-8e621b29f6ed None None] Provisioning complete for port d4d99a8c-4e1d-4117-977c-654e84b84b31 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:02.943178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4cbd3b85-bab0-4509-9bd6-8e621b29f6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:03.091155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9d02ec90-a210-4b80-bf14-bce63627bed9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting port 72db9de0-378b-40de-bb15-d9a2d590a4a8 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:03.091642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d02ec90-a210-4b80-bf14-bce63627bed9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:03.124309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20dd3942-6d37-42c7-98af-8fb9a401d559 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:03.166113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20dd3942-6d37-42c7-98af-8fb9a401d559 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:08:03.178929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20dd3942-6d37-42c7-98af-8fb9a401d559 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:03.179350 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-20dd3942-6d37-42c7-98af-8fb9a401d559 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Added segment 3b76d0b4-906a-4995-8a26-4fdec84e9770 of type vxlan for network c89ea4da-99c4-499a-9dc2-daf44c35796a
Nov 24 13:08:03.206255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20dd3942-6d37-42c7-98af-8fb9a401d559 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:03.240447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20dd3942-6d37-42c7-98af-8fb9a401d559 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:03.246363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dd3942-6d37-42c7-98af-8fb9a401d559 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:03.246363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20dd3942-6d37-42c7-98af-8fb9a401d559 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:03.251966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d6a144d0-1a24-4ba1-a63a-e983bc591f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:03.273947 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e65fcde0-f527-4a38-9991-14896bcdf11c tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 5.3823295
Nov 24 13:08:03.279358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-00ab5c6b-9a3e-41e2-a7be-e29e8933d2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:03.301538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-28d549bd-842c-43e1-88ef-a28ec715eb3f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Allocated IP 2001:db8::1 (1fb08fb3-2d6c-48b0-b158-68d3fcd4a9de/c54a271c-702d-4944-a4d3-bf668d8730ee/7293bdfe-13a8-4914-b0d3-42bc9c2b98d6) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:08:03.306396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46826) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:03.385102 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-20dd3942-6d37-42c7-98af-8fb9a401d559 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.2228150
Nov 24 13:08:03.385102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46830) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:03.385102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd3942-6d37-42c7-98af-8fb9a401d559 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Network': ['ID=c89ea4da-99c4-499a-9dc2-daf44c35796a,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:03.392646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65fcde0-f527-4a38-9991-14896bcdf11c tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Pushing event updated for resources: {'Network': ['ID=77a2e6d5-f0be-4261-ae56-811bb958a4b4,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:03.399314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ed6f0ddc-78bb-4693-8bd3-2d22e4fea33f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'subnet': {'network_id': 'c89ea4da-99c4-499a-9dc2-daf44c35796a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:03.421187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network c89ea4da-99c4-499a-9dc2-daf44c35796a details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:08:03.431313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c7e53545-162f-415d-8454-36b8ebdf9235 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Request body: {'subnet': {'network_id': '77a2e6d5-f0be-4261-ae56-811bb958a4b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:03.448092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network c89ea4da-99c4-499a-9dc2-daf44c35796a details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:08:03.449588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-20dd3942-6d37-42c7-98af-8fb9a401d559 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:03.470417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 77a2e6d5-f0be-4261-ae56-811bb958a4b4 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:08:03.484111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 77a2e6d5-f0be-4261-ae56-811bb958a4b4 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:08:03.502254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e65fcde0-f527-4a38-9991-14896bcdf11c tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.817s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:03.508039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ed6f0ddc-78bb-4693-8bd3-2d22e4fea33f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:03.512228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ed6f0ddc-78bb-4693-8bd3-2d22e4fea33f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:subnet and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:03.515759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ed6f0ddc-78bb-4693-8bd3-2d22e4fea33f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:03.522309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ed6f0ddc-78bb-4693-8bd3-2d22e4fea33f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:03.533655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6f0ddc-78bb-4693-8bd3-2d22e4fea33f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:03.596385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c845f00-c078-4af3-ab0a-31fa200887f9 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:03.654350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0ddc-78bb-4693-8bd3-2d22e4fea33f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:03.994147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c7e53545-162f-415d-8454-36b8ebdf9235 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:04.035231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c7e53545-162f-415d-8454-36b8ebdf9235 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Usage tracker for resource:subnet and tenant:ab187429b477431192fbd1e2b6cdfeb4 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:04.044833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c7e53545-162f-415d-8454-36b8ebdf9235 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:04.063985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-00ab5c6b-9a3e-41e2-a7be-e29e8933d2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:04.138450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7891b730-84d9-4737-8782-392abd9b786c tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:04.143347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0ddc-78bb-4693-8bd3-2d22e4fea33f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:04.146601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 72db9de0-378b-40de-bb15-d9a2d590a4a8 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:08:04.152351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c7e53545-162f-415d-8454-36b8ebdf9235 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:04.160551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-15b1cfda-3112-4e26-b936-8ee06a9368f5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:04.183876 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-88d5cc47-1bdb-40aa-8d41-8b7cb19a32a4 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "GET /v2.0/routers/9255bf91-bb58-4757-99c5-f379bf59f2e1 HTTP/1.1" status: 200  len: 924 time: 2.2128272
Nov 24 13:08:04.192306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c845f00-c078-4af3-ab0a-31fa200887f9 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:04.192528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46834) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:04.194162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab5c6b-9a3e-41e2-a7be-e29e8933d2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0495d34c-46af-40c7-99fb-dab1b81fb270,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:04.203971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-9d02ec90-a210-4b80-bf14-bce63627bed9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] For port 72db9de0-378b-40de-bb15-d9a2d590a4a8, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=72db9de0-378b-40de-bb15-d9a2d590a4a8,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:08:04.204374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d02ec90-a210-4b80-bf14-bce63627bed9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:04.212942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-00ab5c6b-9a3e-41e2-a7be-e29e8933d2c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:04.288995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-00ab5c6b-9a3e-41e2-a7be-e29e8933d2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:04.292719 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-00ab5c6b-9a3e-41e2-a7be-e29e8933d2c5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0495d34c-46af-40c7-99fb-dab1b81fb270 HTTP/1.1" status: 204  len: 168 time: 2.0324340
Nov 24 13:08:04.300036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 72db9de0-378b-40de-bb15-d9a2d590a4a8 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:04.300710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:04.357069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c845f00-c078-4af3-ab0a-31fa200887f9 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:04.359900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e53545-162f-415d-8454-36b8ebdf9235 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Made reservation on behalf of ab187429b477431192fbd1e2b6cdfeb4 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:04.380677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f0ddc-78bb-4693-8bd3-2d22e4fea33f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Subnet': ['ID=326d50a9-82c2-4a77-9fae-35ddc860308d,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:04.383809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ed6f0ddc-78bb-4693-8bd3-2d22e4fea33f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:04.383944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9d02ec90-a210-4b80-bf14-bce63627bed9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Calling delete_port for 72db9de0-378b-40de-bb15-d9a2d590a4a8 owned by network:router_interface {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:04.436079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51feb94b-521b-47ad-b520-7c8d97d21c1e tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:04.437738 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-51feb94b-521b-47ad-b520-7c8d97d21c1e tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "GET /v2.0/ports?network_id=cfe08d36-e5ba-4f00-8669-16a0ead5d220&device_id=9255bf91-bb58-4757-99c5-f379bf59f2e1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1903362
Nov 24 13:08:04.442666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46840) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:04.485879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28d549bd-842c-43e1-88ef-a28ec715eb3f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:04.574043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-28d549bd-842c-43e1-88ef-a28ec715eb3f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Transition to ACTIVE for port object 7293bdfe-13a8-4914-b0d3-42bc9c2b98d6 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:08:04.584897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6f0ddc-78bb-4693-8bd3-2d22e4fea33f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Checking segment: {'id': '3b76d0b4-906a-4995-8a26-4fdec84e9770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c89ea4da-99c4-499a-9dc2-daf44c35796a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:08:04.585338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6f0ddc-78bb-4693-8bd3-2d22e4fea33f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network hostable DHCP agents. Network: c89ea4da-99c4-499a-9dc2-daf44c35796a, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:08:04.586009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c845f00-c078-4af3-ab0a-31fa200887f9 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:04.586753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c845f00-c078-4af3-ab0a-31fa200887f9 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Fanout notify agent at l3_agent the message router_deleted on router bce64ba7-dd7b-4180-949e-8ccacf234c6c {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:08:04.613418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c7e53545-162f-415d-8454-36b8ebdf9235 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:04.637802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07933263-4e27-47a7-8e78-b22d43cff73b tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:04.642444 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-07933263-4e27-47a7-8e78-b22d43cff73b tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "GET /v2.0/networks/cfe08d36-e5ba-4f00-8669-16a0ead5d220 HTTP/1.1" status: 200  len: 881 time: 0.1950030
Nov 24 13:08:04.642923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46848) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:04.701324 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-75f981be-91a4-4354-92a3-1009693cd222 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "GET /v2.0/ports?device_id=9255bf91-bb58-4757-99c5-f379bf59f2e1 HTTP/1.1" status: 200  len: 205 time: 0.0550144
Nov 24 13:08:04.701324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6f0ddc-78bb-4693-8bd3-2d22e4fea33f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network c89ea4da-99c4-499a-9dc2-daf44c35796a is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:08:04.702561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46854) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:04.704155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c845f00-c078-4af3-ab0a-31fa200887f9 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:04.709783 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2c845f00-c078-4af3-ab0a-31fa200887f9 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "DELETE /v2.0/routers/bce64ba7-dd7b-4180-949e-8ccacf234c6c HTTP/1.1" status: 204  len: 168 time: 8.6834743
Nov 24 13:08:04.714539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46858) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:04.729304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9bd590b3-5fe7-4ff1-a77d-35584d89827a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1041010232', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}, 'admin_state_up': False}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:04.750368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9bd590b3-5fe7-4ff1-a77d-35584d89827a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:04.769975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9bd590b3-5fe7-4ff1-a77d-35584d89827a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Usage tracker for resource:router and tenant:c2dbf21b25954c9fa14ce758f1b82ede is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:04.774496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9bd590b3-5fe7-4ff1-a77d-35584d89827a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:04.780571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-ed6f0ddc-78bb-4693-8bd3-2d22e4fea33f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, c89ea4da-99c4-499a-9dc2-daf44c35796a) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:04.785471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28d549bd-842c-43e1-88ef-a28ec715eb3f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:04.797330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29f5064-d178-48a8-8f1c-1142f6fa8262 None None] Network c89ea4da-99c4-499a-9dc2-daf44c35796a requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:08:04.804071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9bd590b3-5fe7-4ff1-a77d-35584d89827a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:04.808187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e589d40e-4d96-418b-961e-b82398dfe8c9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:04.864332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6f0ddc-78bb-4693-8bd3-2d22e4fea33f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:04.864960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0ddc-78bb-4693-8bd3-2d22e4fea33f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:04.905608 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ed6f0ddc-78bb-4693-8bd3-2d22e4fea33f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5316608
Nov 24 13:08:04.907877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46866) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:04.930161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-4ef00ea9-724d-4f37-a6a5-4cd08d688e5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'port': {'network_id': 'c89ea4da-99c4-499a-9dc2-daf44c35796a', 'name': 'tempest-PortsTestJSON-1346656476', 'fixed_ips': [{'subnet_id': '326d50a9-82c2-4a77-9fae-35ddc860308d', 'ip_address': '172.20.0.10'}]}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:04.954903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9bd590b3-5fe7-4ff1-a77d-35584d89827a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:04.955908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9bd590b3-5fe7-4ff1-a77d-35584d89827a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:05.045234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d549bd-842c-43e1-88ef-a28ec715eb3f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Port': ['ID=7293bdfe-13a8-4914-b0d3-42bc9c2b98d6,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:05.057735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-28d549bd-842c-43e1-88ef-a28ec715eb3f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:05.134404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2650f582-9433-48b5-8f15-026dc9bb1fc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-c89ea4da-99c4-499a-9dc2-daf44c35796a', 'network_id': 'c89ea4da-99c4-499a-9dc2-daf44c35796a', 'tenant_id': 'c7d03523e68a47da9bee14cfe27d45e8', 'fixed_ips': [{'subnet_id': '326d50a9-82c2-4a77-9fae-35ddc860308d'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:08:05.135369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2650f582-9433-48b5-8f15-026dc9bb1fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:05.143285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9bd590b3-5fe7-4ff1-a77d-35584d89827a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:05.148893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4ef00ea9-724d-4f37-a6a5-4cd08d688e5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:05.154051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d02ec90-a210-4b80-bf14-bce63627bed9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:05.156473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4ef00ea9-724d-4f37-a6a5-4cd08d688e5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:port and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:05.160738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4ef00ea9-724d-4f37-a6a5-4cd08d688e5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for port was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:05.168822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4ef00ea9-724d-4f37-a6a5-4cd08d688e5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:05.183212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f63e82bd-1f29-41c2-8d6b-4fd5d4783010 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:05.189537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ebe46471-5a22-4e99-9625-3e1916825325 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:05.257220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef00ea9-724d-4f37-a6a5-4cd08d688e5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:05.269739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ef00ea9-724d-4f37-a6a5-4cd08d688e5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:05.505050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46876) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:05.528620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-2650f582-9433-48b5-8f15-026dc9bb1fc0 None None] Allocated IP 172.20.0.2 (c89ea4da-99c4-499a-9dc2-daf44c35796a/326d50a9-82c2-4a77-9fae-35ddc860308d/8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:08:05.593535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02ec90-a210-4b80-bf14-bce63627bed9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Port': ['ID=72db9de0-378b-40de-bb15-d9a2d590a4a8,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:05.605020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9d02ec90-a210-4b80-bf14-bce63627bed9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:05.698446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d549bd-842c-43e1-88ef-a28ec715eb3f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network 1fb08fb3-2d6c-48b0-b158-68d3fcd4a9de is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:08:05.717845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-28d549bd-842c-43e1-88ef-a28ec715eb3f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:05.758004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d549bd-842c-43e1-88ef-a28ec715eb3f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:08:05.758866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28d549bd-842c-43e1-88ef-a28ec715eb3f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:05.838005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2650f582-9433-48b5-8f15-026dc9bb1fc0 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:05.854597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2650f582-9433-48b5-8f15-026dc9bb1fc0 None None] Transition to ACTIVE for port object 8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:08:05.877038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-4d05bd80-f73f-4214-a966-07c676326d97 tempest-NetworksNegativeTestJSON-957289209 tempest-NetworksNegativeTestJSON-957289209] Request body: {'port': {'network_id': 'fda87ca0-26bc-4181-b15d-9e897f292564', 'name': 'tempest-NetworksNegativeTestJSON-823564127'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:05.878509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2650f582-9433-48b5-8f15-026dc9bb1fc0 None None] Transition to ACTIVE for port object 8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:08:05.882709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-4ef00ea9-724d-4f37-a6a5-4cd08d688e5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] device_id is not set on port e4a844e1-22b2-4af8-83eb-3bbf7bf57b52 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:08:05.884008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2650f582-9433-48b5-8f15-026dc9bb1fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:05.906709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-da763d62-550a-44e6-9b80-a4b6ac214e1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:05.944729 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d05bd80-f73f-4214-a966-07c676326d97 tempest-NetworksNegativeTestJSON-957289209 tempest-NetworksNegativeTestJSON-957289209] POST failed (client error): The resource could not be found.
Nov 24 13:08:05.945238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d05bd80-f73f-4214-a966-07c676326d97 tempest-NetworksNegativeTestJSON-957289209 tempest-NetworksNegativeTestJSON-957289209] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:08:05.946617 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4d05bd80-f73f-4214-a966-07c676326d97 tempest-NetworksNegativeTestJSON-957289209 tempest-NetworksNegativeTestJSON-957289209] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.3867345
Nov 24 13:08:05.951034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46882) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:06.006498 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9815d5e-9584-417f-ab98-bbd214e4ba64 tempest-NetworksNegativeTestJSON-957289209 tempest-NetworksNegativeTestJSON-957289209] DELETE failed (client error): The resource could not be found.
Nov 24 13:08:06.007169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9815d5e-9584-417f-ab98-bbd214e4ba64 tempest-NetworksNegativeTestJSON-957289209 tempest-NetworksNegativeTestJSON-957289209] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:08:06.033254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9bd590b3-5fe7-4ff1-a77d-35584d89827a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:06.066204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650f582-9433-48b5-8f15-026dc9bb1fc0 None None] Pushing event updated for resources: {'Port': ['ID=8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:06.069558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2650f582-9433-48b5-8f15-026dc9bb1fc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:06.079509 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c9815d5e-9584-417f-ab98-bbd214e4ba64 tempest-NetworksNegativeTestJSON-957289209 tempest-NetworksNegativeTestJSON-957289209] 10.222.0.76 "DELETE /v2.0/networks/b655e562-e7d0-4077-9608-b73eb528410e HTTP/1.1" status: 404  len: 339 time: 0.1267235
Nov 24 13:08:06.083715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46886) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:06.140179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-879255c3-0984-4e6a-af5a-26dbe5e64098 None None] Provisioning for port 7293bdfe-13a8-4914-b0d3-42bc9c2b98d6 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:08:06.144859 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ad5bd9-3b0e-4616-aedd-17a0b3410472 tempest-NetworksNegativeTestJSON-957289209 tempest-NetworksNegativeTestJSON-957289209] DELETE failed (client error): The resource could not be found.
Nov 24 13:08:06.145339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04ad5bd9-3b0e-4616-aedd-17a0b3410472 tempest-NetworksNegativeTestJSON-957289209 tempest-NetworksNegativeTestJSON-957289209] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:08:06.147206 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-04ad5bd9-3b0e-4616-aedd-17a0b3410472 tempest-NetworksNegativeTestJSON-957289209 tempest-NetworksNegativeTestJSON-957289209] 10.222.0.76 "DELETE /v2.0/ports/65947e8f-55be-4082-8a95-0e0ca3748275 HTTP/1.1" status: 404  len: 333 time: 0.0577540
Nov 24 13:08:06.153179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46890) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:06.153365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-879255c3-0984-4e6a-af5a-26dbe5e64098 None None] Provisioning complete for port 7293bdfe-13a8-4914-b0d3-42bc9c2b98d6 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:06.153472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-879255c3-0984-4e6a-af5a-26dbe5e64098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:06.212556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ebe46471-5a22-4e99-9625-3e1916825325 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router_gateway, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:06.226012 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a965194-b990-4d10-b556-e156c8ad536d tempest-NetworksNegativeTestJSON-957289209 tempest-NetworksNegativeTestJSON-957289209] DELETE failed (client error): The resource could not be found.
Nov 24 13:08:06.226772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a965194-b990-4d10-b556-e156c8ad536d tempest-NetworksNegativeTestJSON-957289209 tempest-NetworksNegativeTestJSON-957289209] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:08:06.228784 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5a965194-b990-4d10-b556-e156c8ad536d tempest-NetworksNegativeTestJSON-957289209 tempest-NetworksNegativeTestJSON-957289209] 10.222.0.76 "DELETE /v2.0/subnets/290ae725-ccb8-41c2-a1b9-713145180b35 HTTP/1.1" status: 404  len: 337 time: 0.0749888
Nov 24 13:08:06.236815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46894) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:06.243501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ebe46471-5a22-4e99-9625-3e1916825325 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Deleting port 3070a69d-9396-4aa4-a840-07f3bafef6f5 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:06.243783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ebe46471-5a22-4e99-9625-3e1916825325 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:06.260576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-879255c3-0984-4e6a-af5a-26dbe5e64098 None None] Port 7293bdfe-13a8-4914-b0d3-42bc9c2b98d6 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:08:06.325174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28d549bd-842c-43e1-88ef-a28ec715eb3f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:06.330459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2650f582-9433-48b5-8f15-026dc9bb1fc0 None None] Network c89ea4da-99c4-499a-9dc2-daf44c35796a is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:08:06.332108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-2650f582-9433-48b5-8f15-026dc9bb1fc0 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:06.336316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2650f582-9433-48b5-8f15-026dc9bb1fc0 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:08:06.340594 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7969a55-062a-4ddc-a4de-f69f8706cfc6 tempest-NetworksNegativeTestJSON-957289209 tempest-NetworksNegativeTestJSON-957289209] GET failed (client error): The resource could not be found.
Nov 24 13:08:06.342194 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d7969a55-062a-4ddc-a4de-f69f8706cfc6 tempest-NetworksNegativeTestJSON-957289209 tempest-NetworksNegativeTestJSON-957289209] 10.222.0.76 "GET /v2.0/networks/9db8beff-224d-4a0d-b4ae-e071645d46b4 HTTP/1.1" status: 404  len: 339 time: 0.1038368
Nov 24 13:08:06.361386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46898) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:06.418487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2650f582-9433-48b5-8f15-026dc9bb1fc0 None None] Attempting to bind port 8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:08:06.419603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2650f582-9433-48b5-8f15-026dc9bb1fc0 None None] Attempting to bind port 8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '3b76d0b4-906a-4995-8a26-4fdec84e9770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c89ea4da-99c4-499a-9dc2-daf44c35796a'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:08:06.420257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2650f582-9433-48b5-8f15-026dc9bb1fc0 None None] Attempting to bind port 8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23 on network c89ea4da-99c4-499a-9dc2-daf44c35796a {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:08:06.428971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2650f582-9433-48b5-8f15-026dc9bb1fc0 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:08:06.429262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2650f582-9433-48b5-8f15-026dc9bb1fc0 None None] Checking segment: {'id': '3b76d0b4-906a-4995-8a26-4fdec84e9770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c89ea4da-99c4-499a-9dc2-daf44c35796a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:08:06.429960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2650f582-9433-48b5-8f15-026dc9bb1fc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:06.430513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2650f582-9433-48b5-8f15-026dc9bb1fc0 None None] Bound using segment: {'id': '3b76d0b4-906a-4995-8a26-4fdec84e9770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c89ea4da-99c4-499a-9dc2-daf44c35796a'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:08:06.431140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2650f582-9433-48b5-8f15-026dc9bb1fc0 None None] Bound port: 8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b76d0b4-906a-4995-8a26-4fdec84e9770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c89ea4da-99c4-499a-9dc2-daf44c35796a'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:08:06.431645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2650f582-9433-48b5-8f15-026dc9bb1fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:06.478274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-4ef00ea9-724d-4f37-a6a5-4cd08d688e5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Allocated IP 172.20.0.10 (c89ea4da-99c4-499a-9dc2-daf44c35796a/326d50a9-82c2-4a77-9fae-35ddc860308d/e4a844e1-22b2-4af8-83eb-3bbf7bf57b52) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:08:06.517854 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-33afe6f9-876e-4aa9-96ef-bf476a48e11e tempest-NetworksNegativeTestJSON-957289209 tempest-NetworksNegativeTestJSON-957289209] GET failed (client error): The resource could not be found.
Nov 24 13:08:06.521517 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-33afe6f9-876e-4aa9-96ef-bf476a48e11e tempest-NetworksNegativeTestJSON-957289209 tempest-NetworksNegativeTestJSON-957289209] 10.222.0.76 "GET /v2.0/ports/a5b7a2cc-f438-4ec8-a068-0b1779b04cb6 HTTP/1.1" status: 404  len: 333 time: 0.1525412
Nov 24 13:08:06.538082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46902) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:06.542060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-2650f582-9433-48b5-8f15-026dc9bb1fc0 None None] For port 8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:08:06.546166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-2650f582-9433-48b5-8f15-026dc9bb1fc0 None None] For port 8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23,segment=NetworkSegment(3b76d0b4-906a-4995-8a26-4fdec84e9770),segment_id=3b76d0b4-906a-4995-8a26-4fdec84e9770)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:08:06.551208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2650f582-9433-48b5-8f15-026dc9bb1fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:06.556246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d02ec90-a210-4b80-bf14-bce63627bed9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:06.566461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0c501d22-aaaa-499b-8836-7045325456bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:06.605663 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-e00f49d9-eceb-4941-8211-b61e2f7bd62b tempest-NetworksNegativeTestJSON-957289209 tempest-NetworksNegativeTestJSON-957289209] GET failed (client error): The resource could not be found.
Nov 24 13:08:06.610923 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e00f49d9-eceb-4941-8211-b61e2f7bd62b tempest-NetworksNegativeTestJSON-957289209 tempest-NetworksNegativeTestJSON-957289209] 10.222.0.76 "GET /v2.0/subnets/ed13d6e5-1714-49d7-8124-3633f84140d2 HTTP/1.1" status: 404  len: 337 time: 0.0678806
Nov 24 13:08:06.621059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46906) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:06.646095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-235e28ea-ec60-4668-9eee-1aa16893b501 tempest-NetworksNegativeTestJSON-957289209 tempest-NetworksNegativeTestJSON-957289209] Request body: {'network': {'name': 'new_name'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:06.704032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ebe46471-5a22-4e99-9625-3e1916825325 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:06.712583 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-235e28ea-ec60-4668-9eee-1aa16893b501 tempest-NetworksNegativeTestJSON-957289209 tempest-NetworksNegativeTestJSON-957289209] PUT failed (client error): The resource could not be found.
Nov 24 13:08:06.712866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-235e28ea-ec60-4668-9eee-1aa16893b501 tempest-NetworksNegativeTestJSON-957289209 tempest-NetworksNegativeTestJSON-957289209] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:08:06.717896 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-235e28ea-ec60-4668-9eee-1aa16893b501 tempest-NetworksNegativeTestJSON-957289209 tempest-NetworksNegativeTestJSON-957289209] 10.222.0.76 "PUT /v2.0/networks/0a064fde-4d97-43b3-92b0-e28693d730d5 HTTP/1.1" status: 404  len: 339 time: 0.0898325
Nov 24 13:08:06.733442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46910) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:06.765117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650f582-9433-48b5-8f15-026dc9bb1fc0 None None] Pushing event updated for resources: {'Port': ['ID=8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:06.770496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2650f582-9433-48b5-8f15-026dc9bb1fc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:06.770701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ce44f26a-6779-4a32-a526-5f791fd4fa7d tempest-NetworksNegativeTestJSON-957289209 tempest-NetworksNegativeTestJSON-957289209] Request body: {'port': {'name': 'new_name'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:06.919720 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce44f26a-6779-4a32-a526-5f791fd4fa7d tempest-NetworksNegativeTestJSON-957289209 tempest-NetworksNegativeTestJSON-957289209] PUT failed (client error): The resource could not be found.
Nov 24 13:08:06.920218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce44f26a-6779-4a32-a526-5f791fd4fa7d tempest-NetworksNegativeTestJSON-957289209 tempest-NetworksNegativeTestJSON-957289209] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:08:06.921466 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ce44f26a-6779-4a32-a526-5f791fd4fa7d tempest-NetworksNegativeTestJSON-957289209 tempest-NetworksNegativeTestJSON-957289209] 10.222.0.76 "PUT /v2.0/ports/9138b70d-02c9-43fe-87ed-a5feac2ee7da HTTP/1.1" status: 404  len: 333 time: 0.1803026
Nov 24 13:08:06.925197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ebe46471-5a22-4e99-9625-3e1916825325 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Calling delete_port for 3070a69d-9396-4aa4-a840-07f3bafef6f5 owned by network:router_gateway {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:06.939731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46914) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:07.019066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-430ba4e7-06b5-4c04-ad27-b72b8e32a615 tempest-NetworksNegativeTestJSON-957289209 tempest-NetworksNegativeTestJSON-957289209] Request body: {'subnet': {'name': 'new_name'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:07.075813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ef00ea9-724d-4f37-a6a5-4cd08d688e5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:07.111496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4ef00ea9-724d-4f37-a6a5-4cd08d688e5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Transition to ACTIVE for port object e4a844e1-22b2-4af8-83eb-3bbf7bf57b52 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:08:07.126651 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-430ba4e7-06b5-4c04-ad27-b72b8e32a615 tempest-NetworksNegativeTestJSON-957289209 tempest-NetworksNegativeTestJSON-957289209] PUT failed (client error): The resource could not be found.
Nov 24 13:08:07.127385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-430ba4e7-06b5-4c04-ad27-b72b8e32a615 tempest-NetworksNegativeTestJSON-957289209 tempest-NetworksNegativeTestJSON-957289209] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:08:07.128745 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-430ba4e7-06b5-4c04-ad27-b72b8e32a615 tempest-NetworksNegativeTestJSON-957289209 tempest-NetworksNegativeTestJSON-957289209] 10.222.0.76 "PUT /v2.0/subnets/c301e64e-2203-43e2-8142-b3edbfdb23f3 HTTP/1.1" status: 404  len: 337 time: 0.1798391
Nov 24 13:08:07.223258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ef00ea9-724d-4f37-a6a5-4cd08d688e5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:07.247215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4076518c-a1d0-41f6-bf60-915d4b68539c tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:07.383587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ebe46471-5a22-4e99-9625-3e1916825325 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:07.503160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef00ea9-724d-4f37-a6a5-4cd08d688e5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Port': ['ID=e4a844e1-22b2-4af8-83eb-3bbf7bf57b52,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:07.512525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4ef00ea9-724d-4f37-a6a5-4cd08d688e5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:07.513097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-502acac0-453b-4176-be4e-9141f75b5d6a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:07.572630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46922) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:07.579486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe46471-5a22-4e99-9625-3e1916825325 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Pushing event deleted for resources: {'Port': ['ID=3070a69d-9396-4aa4-a840-07f3bafef6f5,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:07.584009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ebe46471-5a22-4e99-9625-3e1916825325 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:07.647584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9bd590b3-5fe7-4ff1-a77d-35584d89827a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router_gateway, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:07.666943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef00ea9-724d-4f37-a6a5-4cd08d688e5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network c89ea4da-99c4-499a-9dc2-daf44c35796a is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:08:07.671017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-4ef00ea9-724d-4f37-a6a5-4cd08d688e5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:07.673181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef00ea9-724d-4f37-a6a5-4cd08d688e5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:08:07.693879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c7e53545-162f-415d-8454-36b8ebdf9235 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:07.768185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7fa48e08-cb70-463e-873a-6f5bab3acd61 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:07.792035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c8973ba7-ae85-44d6-bf2b-dbb4de9cae25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:07.820708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef00ea9-724d-4f37-a6a5-4cd08d688e5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:07.821286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ef00ea9-724d-4f37-a6a5-4cd08d688e5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:07.861877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9bd590b3-5fe7-4ff1-a77d-35584d89827a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:07.946565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c8973ba7-ae85-44d6-bf2b-dbb4de9cae25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:08.014677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c8973ba7-ae85-44d6-bf2b-dbb4de9cae25 admin admin] Usage tracker for resource:security_group_rule and tenant:f71750b81eea449ca48324f6d069ba9f is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:08.018554 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4ef00ea9-724d-4f37-a6a5-4cd08d688e5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 3.1096082
Nov 24 13:08:08.021506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c8973ba7-ae85-44d6-bf2b-dbb4de9cae25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:08.026335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46928) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:08.033814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c8973ba7-ae85-44d6-bf2b-dbb4de9cae25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:08.042404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-375a694b-f95e-4165-bbcd-1d26771f667c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'port': {'network_id': 'c89ea4da-99c4-499a-9dc2-daf44c35796a', 'name': 'tempest-PortsTestJSON-217236246', 'fixed_ips': [{'subnet_id': '326d50a9-82c2-4a77-9fae-35ddc860308d', 'ip_address': '172.20.0.9'}]}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:08.057479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ebe46471-5a22-4e99-9625-3e1916825325 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:08.204390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:08:08.293165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:08:08.296562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e53545-162f-415d-8454-36b8ebdf9235 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Pushing event updated for resources: {'Subnet': ['ID=6455f9ca-b2cb-421c-ba39-83575c20ac2c,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:08.388078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c7e53545-162f-415d-8454-36b8ebdf9235 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:08.427628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea749fce-a656-44b8-82ee-499879df2e91 None None] Network c89ea4da-99c4-499a-9dc2-daf44c35796a requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:08:08.677719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-28d549bd-842c-43e1-88ef-a28ec715eb3f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:08:08.711189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28d549bd-842c-43e1-88ef-a28ec715eb3f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:08.715303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e53545-162f-415d-8454-36b8ebdf9235 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Checking segment: {'id': '1f4adb69-8e69-4624-8b30-d2d10d48dfdf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '77a2e6d5-f0be-4261-ae56-811bb958a4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:08:08.715705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e53545-162f-415d-8454-36b8ebdf9235 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Network hostable DHCP agents. Network: 77a2e6d5-f0be-4261-ae56-811bb958a4b4, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:08:08.729645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28d549bd-842c-43e1-88ef-a28ec715eb3f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:08.730687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28d549bd-842c-43e1-88ef-a28ec715eb3f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:08.744777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5cbeeef7-a44f-4e9b-b313-78bcc0224784 None None] Provisioning for port 8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:08:08.752487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-02f7009a-c934-4400-a66f-797cf0383962 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:08.760990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5cbeeef7-a44f-4e9b-b313-78bcc0224784 None None] Provisioning complete for port 8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:08.761645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5cbeeef7-a44f-4e9b-b313-78bcc0224784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:08.837127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ebe46471-5a22-4e99-9625-3e1916825325 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:08.871754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ebe46471-5a22-4e99-9625-3e1916825325 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:08.889508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-375a694b-f95e-4165-bbcd-1d26771f667c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:08.900365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-375a694b-f95e-4165-bbcd-1d26771f667c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:port and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:08.903788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-375a694b-f95e-4165-bbcd-1d26771f667c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for port was recalculated. Used quota:3. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:08.924959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-375a694b-f95e-4165-bbcd-1d26771f667c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:08.937152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-9bd590b3-5fe7-4ff1-a77d-35584d89827a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Allocated IP 172.26.8.245 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/105e44ea-a9a8-46fe-9722-6ada01c1d3ca) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:08:08.944524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c8973ba7-ae85-44d6-bf2b-dbb4de9cae25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:08.951370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c8973ba7-ae85-44d6-bf2b-dbb4de9cae25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:08.959355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:08.967918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375a694b-f95e-4165-bbcd-1d26771f667c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:08.983700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ebe46471-5a22-4e99-9625-3e1916825325 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:08.984304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe46471-5a22-4e99-9625-3e1916825325 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Fanout notify agent at l3_agent the message router_deleted on router 9255bf91-bb58-4757-99c5-f379bf59f2e1 {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:08:08.989611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5cbeeef7-a44f-4e9b-b313-78bcc0224784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:09.044945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-5cbeeef7-a44f-4e9b-b313-78bcc0224784 None None] For port 8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23,segment=NetworkSegment(3b76d0b4-906a-4995-8a26-4fdec84e9770),segment_id=3b76d0b4-906a-4995-8a26-4fdec84e9770)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:08:09.049856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5cbeeef7-a44f-4e9b-b313-78bcc0224784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:09.051861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-604fc952-fe5f-4056-ada3-b455af1fba5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:09.113871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d549bd-842c-43e1-88ef-a28ec715eb3f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Port': ['ID=7293bdfe-13a8-4914-b0d3-42bc9c2b98d6,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:09.133882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8973ba7-ae85-44d6-bf2b-dbb4de9cae25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabc0cbf-f7b1-4b87-a77d-d77906078c99,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:09.142212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d02ec90-a210-4b80-bf14-bce63627bed9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Router e4b403c6-fecd-4013-a91a-328208ec0ceb has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:08:09.142605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c8973ba7-ae85-44d6-bf2b-dbb4de9cae25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:09.148806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-28d549bd-842c-43e1-88ef-a28ec715eb3f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:09.156850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e53545-162f-415d-8454-36b8ebdf9235 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Network 77a2e6d5-f0be-4261-ae56-811bb958a4b4 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:08:09.157380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ebe46471-5a22-4e99-9625-3e1916825325 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:09.163977 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ebe46471-5a22-4e99-9625-3e1916825325 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "DELETE /v2.0/routers/9255bf91-bb58-4757-99c5-f379bf59f2e1 HTTP/1.1" status: 204  len: 168 time: 4.4555082
Nov 24 13:08:09.173861 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c8973ba7-ae85-44d6-bf2b-dbb4de9cae25 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f71750b81eea449ca48324f6d069ba9f&name=default HTTP/1.1" status: 200  len: 2747 time: 1.5919330
Nov 24 13:08:09.174760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46932) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:09.179577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbeeef7-a44f-4e9b-b313-78bcc0224784 None None] Pushing event updated for resources: {'Port': ['ID=8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:09.181348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46934) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:09.185499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5cbeeef7-a44f-4e9b-b313-78bcc0224784 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:09.219946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-153b75ec-da16-4228-b465-35a226b3cfd2 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1452710514', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:09.232269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-153b75ec-da16-4228-b465-35a226b3cfd2 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:09.233534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-c7e53545-162f-415d-8454-36b8ebdf9235 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 77a2e6d5-f0be-4261-ae56-811bb958a4b4) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:09.242435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa80d23d-0a44-4249-b275-e38669fd8562 None None] Network 77a2e6d5-f0be-4261-ae56-811bb958a4b4 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:08:09.255153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-375a694b-f95e-4165-bbcd-1d26771f667c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:09.269551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e53545-162f-415d-8454-36b8ebdf9235 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:09.270398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c7e53545-162f-415d-8454-36b8ebdf9235 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:09.273644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-153b75ec-da16-4228-b465-35a226b3cfd2 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Usage tracker for resource:router and tenant:691a476dd4bd4c59a55de8f820d48fec is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:09.281071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-153b75ec-da16-4228-b465-35a226b3cfd2 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:09.293189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-153b75ec-da16-4228-b465-35a226b3cfd2 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:09.353693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-153b75ec-da16-4228-b465-35a226b3cfd2 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:09.354876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-153b75ec-da16-4228-b465-35a226b3cfd2 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:09.393223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d549bd-842c-43e1-88ef-a28ec715eb3f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network 1fb08fb3-2d6c-48b0-b158-68d3fcd4a9de is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:08:09.405735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-28d549bd-842c-43e1-88ef-a28ec715eb3f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:09.481158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-153b75ec-da16-4228-b465-35a226b3cfd2 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:09.502669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-375a694b-f95e-4165-bbcd-1d26771f667c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] device_id is not set on port b90bff88-221c-43fa-a8ed-47ef17300a32 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:08:09.519147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-dfdd862d-53db-4620-b20e-33f80931ae17 None None] Provisioning for port e4a844e1-22b2-4af8-83eb-3bbf7bf57b52 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:08:09.535937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-dfdd862d-53db-4620-b20e-33f80931ae17 None None] Provisioning complete for port e4a844e1-22b2-4af8-83eb-3bbf7bf57b52 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:09.536366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dfdd862d-53db-4620-b20e-33f80931ae17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:09.587053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8f4b59-c0ce-4e9c-9407-2876a2ee35da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-77a2e6d5-f0be-4261-ae56-811bb958a4b4', 'network_id': '77a2e6d5-f0be-4261-ae56-811bb958a4b4', 'tenant_id': 'ab187429b477431192fbd1e2b6cdfeb4', 'fixed_ips': [{'subnet_id': '6455f9ca-b2cb-421c-ba39-83575c20ac2c'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:08:09.588338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ad8f4b59-c0ce-4e9c-9407-2876a2ee35da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:09.601979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-153b75ec-da16-4228-b465-35a226b3cfd2 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:09.624630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd862d-53db-4620-b20e-33f80931ae17 None None] Port e4a844e1-22b2-4af8-83eb-3bbf7bf57b52 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:08:09.702672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-153b75ec-da16-4228-b465-35a226b3cfd2 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:09.712569 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-153b75ec-da16-4228-b465-35a226b3cfd2 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5341113
Nov 24 13:08:09.713364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46940) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:09.741801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-550ed4d0-ea70-4845-aa7f-4e5dfd7acdf6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Request body: {'router': {'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'enable_snat': True}}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:09.840007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-dfdd862d-53db-4620-b20e-33f80931ae17 None None] Provisioning complete for port 8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:09.840392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dfdd862d-53db-4620-b20e-33f80931ae17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:10.024765 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c7e53545-162f-415d-8454-36b8ebdf9235 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 6.7119253
Nov 24 13:08:10.042101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46944) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:10.056653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9bd590b3-5fe7-4ff1-a77d-35584d89827a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:10.068383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-ad8f4b59-c0ce-4e9c-9407-2876a2ee35da None None] Allocated IP 172.20.0.2 (77a2e6d5-f0be-4261-ae56-811bb958a4b4/6455f9ca-b2cb-421c-ba39-83575c20ac2c/49ee0552-3441-45d1-8486-33da1861aeda) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:08:10.074571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-02897264-a5de-43b1-8634-447e87cd4c1d tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Request body: {'port': {'network_id': '77a2e6d5-f0be-4261-ae56-811bb958a4b4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-9868043'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:10.087401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3c48c6c4-e74b-4202-9687-c6116ecd3960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:10.093076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d02ec90-a210-4b80-bf14-bce63627bed9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:08:10.110177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df234393-e5f9-45bd-8dbe-5ae4c8db2c73 None None] Sync routers for ids ['e4b403c6-fecd-4013-a91a-328208ec0ceb'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:08:10.145364 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9d02ec90-a210-4b80-bf14-bce63627bed9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "PUT /v2.0/routers/e4b403c6-fecd-4013-a91a-328208ec0ceb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 15.2379103
Nov 24 13:08:10.160457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46948) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:10.168685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df234393-e5f9-45bd-8dbe-5ae4c8db2c73 None None] Routers {'e4b403c6-fecd-4013-a91a-328208ec0ceb'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:08:10.169745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-df234393-e5f9-45bd-8dbe-5ae4c8db2c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c688e10>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:07:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e4b403c6-fecd-4013-a91a-328208ec0ceb'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:10.242669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-375a694b-f95e-4165-bbcd-1d26771f667c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Allocated IP 172.20.0.9 (c89ea4da-99c4-499a-9dc2-daf44c35796a/326d50a9-82c2-4a77-9fae-35ddc860308d/b90bff88-221c-43fa-a8ed-47ef17300a32) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:08:10.323662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3c48c6c4-e74b-4202-9687-c6116ecd3960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:10.330625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ad8f4b59-c0ce-4e9c-9407-2876a2ee35da None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:10.342956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ad8f4b59-c0ce-4e9c-9407-2876a2ee35da None None] Transition to ACTIVE for port object 49ee0552-3441-45d1-8486-33da1861aeda will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:08:10.362227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ad8f4b59-c0ce-4e9c-9407-2876a2ee35da None None] Transition to ACTIVE for port object 49ee0552-3441-45d1-8486-33da1861aeda will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:08:10.380244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-df234393-e5f9-45bd-8dbe-5ae4c8db2c73 None None] Set router e4b403c6-fecd-4013-a91a-328208ec0ceb gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:08:10.382041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:08:10.400077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c889dc-d034-4ec0-96df-baed45d1d94a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:10.402014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c889dc-d034-4ec0-96df-baed45d1d94a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:10.403018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d1c889dc-d034-4ec0-96df-baed45d1d94a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:08:10.406849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9bd590b3-5fe7-4ff1-a77d-35584d89827a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:10.426053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ad8f4b59-c0ce-4e9c-9407-2876a2ee35da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:10.428544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-55cf08b8-8e74-4a94-ab3c-fd3cd0b36cdd tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:10.453905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-76edaad6-7012-4adc-a52c-ba9d273ac4d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:10.524486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-df234393-e5f9-45bd-8dbe-5ae4c8db2c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c688e10>, [{'id': 'e4b403c6-fecd-4013-a91a-328208ec0ceb', 'name': 'tempest-NetworksTestDHCPv6-router-1811147991', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:07:39Z', 'updated_at': '2020-11-24T13:08:04Z', 'revision_number': 3, 'project_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'gw_port_host': None}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:10.531384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df234393-e5f9-45bd-8dbe-5ae4c8db2c73 None None] Checking router: e4b403c6-fecd-4013-a91a-328208ec0ceb for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:08:10.544505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df234393-e5f9-45bd-8dbe-5ae4c8db2c73 None None] Routers {'e4b403c6-fecd-4013-a91a-328208ec0ceb'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:08:10.545376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-df234393-e5f9-45bd-8dbe-5ae4c8db2c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c688e10>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:07:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e4b403c6-fecd-4013-a91a-328208ec0ceb'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:10.640325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-072a71d4-9a12-4dbf-b5e6-c502e22106f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:10.658023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d1c889dc-d034-4ec0-96df-baed45d1d94a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:08:10.662929 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d1c889dc-d034-4ec0-96df-baed45d1d94a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.4976940
Nov 24 13:08:10.667192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46952) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:10.669339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd590b3-5fe7-4ff1-a77d-35584d89827a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Pushing event updated for resources: {'Port': ['ID=105e44ea-a9a8-46fe-9722-6ada01c1d3ca,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:10.672779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f4b59-c0ce-4e9c-9407-2876a2ee35da None None] Pushing event updated for resources: {'Port': ['ID=49ee0552-3441-45d1-8486-33da1861aeda,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:10.680098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ad8f4b59-c0ce-4e9c-9407-2876a2ee35da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:10.690379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9bd590b3-5fe7-4ff1-a77d-35584d89827a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:10.728629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3c48c6c4-e74b-4202-9687-c6116ecd3960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:10.737680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-df234393-e5f9-45bd-8dbe-5ae4c8db2c73 None None] Set router e4b403c6-fecd-4013-a91a-328208ec0ceb gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:08:10.745147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d7debbce-c280-4f4a-b0cc-159fdbe0548f tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:10.756609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-550ed4d0-ea70-4845-aa7f-4e5dfd7acdf6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:10.770016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48c6c4-e74b-4202-9687-c6116ecd3960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabc0cbf-f7b1-4b87-a77d-d77906078c99,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:10.771372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-02897264-a5de-43b1-8634-447e87cd4c1d tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:10.787732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3c48c6c4-e74b-4202-9687-c6116ecd3960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:10.796286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3c48c6c4-e74b-4202-9687-c6116ecd3960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:10.797864 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3c48c6c4-e74b-4202-9687-c6116ecd3960 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fabc0cbf-f7b1-4b87-a77d-d77906078c99 HTTP/1.1" status: 204  len: 168 time: 1.6126461
Nov 24 13:08:10.816354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd590b3-5fe7-4ff1-a77d-35584d89827a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:08:10.819209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-9bd590b3-5fe7-4ff1-a77d-35584d89827a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:10.822359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd590b3-5fe7-4ff1-a77d-35584d89827a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:08:10.829538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-02897264-a5de-43b1-8634-447e87cd4c1d tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Usage tracker for resource:port and tenant:ab187429b477431192fbd1e2b6cdfeb4 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:10.833347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:10.833776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:10.870810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-02897264-a5de-43b1-8634-447e87cd4c1d tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Quota usage for port was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:10.912067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-df234393-e5f9-45bd-8dbe-5ae4c8db2c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c688e10>, [{'id': 'e4b403c6-fecd-4013-a91a-328208ec0ceb', 'name': 'tempest-NetworksTestDHCPv6-router-1811147991', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:07:39Z', 'updated_at': '2020-11-24T13:08:04Z', 'revision_number': 3, 'project_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'gw_port_host': None}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:10.917494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df234393-e5f9-45bd-8dbe-5ae4c8db2c73 None None] The sync data for ids ['e4b403c6-fecd-4013-a91a-328208ec0ceb'] in dv-neutron-601336-61-ovs is: [{'id': 'e4b403c6-fecd-4013-a91a-328208ec0ceb', 'name': 'tempest-NetworksTestDHCPv6-router-1811147991', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:07:39Z', 'updated_at': '2020-11-24T13:08:04Z', 'revision_number': 3, 'project_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'gw_port_host': None}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:08:10.940849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8f4b59-c0ce-4e9c-9407-2876a2ee35da None None] Network 77a2e6d5-f0be-4261-ae56-811bb958a4b4 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:08:10.947103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-ad8f4b59-c0ce-4e9c-9407-2876a2ee35da None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:10.949559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8f4b59-c0ce-4e9c-9407-2876a2ee35da None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:08:10.950641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-02897264-a5de-43b1-8634-447e87cd4c1d tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:10.997792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d549bd-842c-43e1-88ef-a28ec715eb3f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Router 08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:08:11.128102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ad8f4b59-c0ce-4e9c-9407-2876a2ee35da None None] Attempting to bind port 49ee0552-3441-45d1-8486-33da1861aeda on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:08:11.128525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ad8f4b59-c0ce-4e9c-9407-2876a2ee35da None None] Attempting to bind port 49ee0552-3441-45d1-8486-33da1861aeda by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '1f4adb69-8e69-4624-8b30-d2d10d48dfdf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '77a2e6d5-f0be-4261-ae56-811bb958a4b4'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:08:11.128934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8f4b59-c0ce-4e9c-9407-2876a2ee35da None None] Attempting to bind port 49ee0552-3441-45d1-8486-33da1861aeda on network 77a2e6d5-f0be-4261-ae56-811bb958a4b4 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:08:11.145824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-395ce8c4-5be4-4d6d-8733-b67e64dd28a8 None None] Provisioning complete for port e4a844e1-22b2-4af8-83eb-3bbf7bf57b52 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:11.146287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-395ce8c4-5be4-4d6d-8733-b67e64dd28a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:11.167660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02897264-a5de-43b1-8634-447e87cd4c1d tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Made reservation on behalf of ab187429b477431192fbd1e2b6cdfeb4 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:11.174108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02897264-a5de-43b1-8634-447e87cd4c1d tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:11.189852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8f4b59-c0ce-4e9c-9407-2876a2ee35da None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:08:11.190364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8f4b59-c0ce-4e9c-9407-2876a2ee35da None None] Checking segment: {'id': '1f4adb69-8e69-4624-8b30-d2d10d48dfdf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '77a2e6d5-f0be-4261-ae56-811bb958a4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:08:11.190972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ad8f4b59-c0ce-4e9c-9407-2876a2ee35da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:11.191542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8f4b59-c0ce-4e9c-9407-2876a2ee35da None None] Bound using segment: {'id': '1f4adb69-8e69-4624-8b30-d2d10d48dfdf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '77a2e6d5-f0be-4261-ae56-811bb958a4b4'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:08:11.192345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ad8f4b59-c0ce-4e9c-9407-2876a2ee35da None None] Bound port: 49ee0552-3441-45d1-8486-33da1861aeda, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f4adb69-8e69-4624-8b30-d2d10d48dfdf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '77a2e6d5-f0be-4261-ae56-811bb958a4b4'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:08:11.192529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ad8f4b59-c0ce-4e9c-9407-2876a2ee35da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:11.205535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-375a694b-f95e-4165-bbcd-1d26771f667c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:11.276938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9bd590b3-5fe7-4ff1-a77d-35584d89827a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router_gateway, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:11.277742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9bd590b3-5fe7-4ff1-a77d-35584d89827a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:11.311393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-395ce8c4-5be4-4d6d-8733-b67e64dd28a8 None None] Port e4a844e1-22b2-4af8-83eb-3bbf7bf57b52 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:08:11.333235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-375a694b-f95e-4165-bbcd-1d26771f667c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Transition to ACTIVE for port object b90bff88-221c-43fa-a8ed-47ef17300a32 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:08:11.360712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-395ce8c4-5be4-4d6d-8733-b67e64dd28a8 None None] Provisioning complete for port 7293bdfe-13a8-4914-b0d3-42bc9c2b98d6 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:11.361211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-395ce8c4-5be4-4d6d-8733-b67e64dd28a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:11.370881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d549bd-842c-43e1-88ef-a28ec715eb3f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:08:11.379521 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-28d549bd-842c-43e1-88ef-a28ec715eb3f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "PUT /v2.0/routers/08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.1853921
Nov 24 13:08:11.382420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0d874cd-3fee-4a2a-8d94-d253fec4395e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting subnet ea50bdbc-5d88-4df1-a01d-a1095fd37556 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:08:11.386232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e0d874cd-3fee-4a2a-8d94-d253fec4395e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:11.401213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54382670-7ed6-47b7-8839-220060ef4c41 None None] Sync routers for ids ['08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:08:11.410881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ad8f4b59-c0ce-4e9c-9407-2876a2ee35da None None] For port 49ee0552-3441-45d1-8486-33da1861aeda, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:08:11.437180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46964) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:11.440586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ad8f4b59-c0ce-4e9c-9407-2876a2ee35da None None] For port 49ee0552-3441-45d1-8486-33da1861aeda, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=49ee0552-3441-45d1-8486-33da1861aeda,segment=NetworkSegment(1f4adb69-8e69-4624-8b30-d2d10d48dfdf),segment_id=1f4adb69-8e69-4624-8b30-d2d10d48dfdf)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:08:11.447811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-395ce8c4-5be4-4d6d-8733-b67e64dd28a8 None None] Port 7293bdfe-13a8-4914-b0d3-42bc9c2b98d6 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:08:11.451638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ad8f4b59-c0ce-4e9c-9407-2876a2ee35da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:11.461736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e0d874cd-3fee-4a2a-8d94-d253fec4395e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:11.536384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9242b6-4d40-4a8a-8c08-8c62292a0b3c tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:11.537024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4a9242b6-4d40-4a8a-8c08-8c62292a0b3c tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Synchronizing usage tracker for tenant:7bd33557530a48bab25cc76dc38cd9bb on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:08:11.565532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4a9242b6-4d40-4a8a-8c08-8c62292a0b3c tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Unset dirty status for tenant:7bd33557530a48bab25cc76dc38cd9bb on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:08:11.570387 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4a9242b6-4d40-4a8a-8c08-8c62292a0b3c tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "GET /v2.0/ports/7293bdfe-13a8-4914-b0d3-42bc9c2b98d6 HTTP/1.1" status: 200  len: 911 time: 0.1323276
Nov 24 13:08:11.571125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46970) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:11.673837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e0d874cd-3fee-4a2a-8d94-d253fec4395e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:11.762337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-04fdb5b2-922a-457f-8478-8b4c4ac226a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:11.806671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54382670-7ed6-47b7-8839-220060ef4c41 None None] Routers {'08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:08:11.807403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-54382670-7ed6-47b7-8839-220060ef4c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347dd5588>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:07:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:11.898980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-54382670-7ed6-47b7-8839-220060ef4c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347dd5588>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:11.932913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-395ce8c4-5be4-4d6d-8733-b67e64dd28a8 None None] Provisioning complete for port 8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:11.933347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-395ce8c4-5be4-4d6d-8733-b67e64dd28a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:11.961600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd590b3-5fe7-4ff1-a77d-35584d89827a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Router 1031d855-a943-4b2e-9028-7ae9f8016c23 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:08:11.995568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f4b59-c0ce-4e9c-9407-2876a2ee35da None None] Pushing event updated for resources: {'Port': ['ID=49ee0552-3441-45d1-8486-33da1861aeda,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:12.000212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ad8f4b59-c0ce-4e9c-9407-2876a2ee35da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:12.010215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54382670-7ed6-47b7-8839-220060ef4c41 None None] Routers {'08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:08:12.016298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-54382670-7ed6-47b7-8839-220060ef4c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347dd5588>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:07:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:12.112180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 72db9de0-378b-40de-bb15-d9a2d590a4a8 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:08:12.195923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-54382670-7ed6-47b7-8839-220060ef4c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347dd5588>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:12.196389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54382670-7ed6-47b7-8839-220060ef4c41 None None] The sync data for ids ['08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:08:12.199096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 72db9de0-378b-40de-bb15-d9a2d590a4a8 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:08:12.199327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 72db9de0-378b-40de-bb15-d9a2d590a4a8 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:08:12.294527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46982) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:12.323829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-375a694b-f95e-4165-bbcd-1d26771f667c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:12.334187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-02897264-a5de-43b1-8634-447e87cd4c1d tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] device_id is not set on port 1b0a7574-1d82-4d20-940b-f8e00c2459d0 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:08:12.484654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f11ca465-d31b-4703-abe1-aebfa12bb30c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:12.538449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-824d8ec6-b99d-4241-85a2-21332217e9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:12.629896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-01cbd62c-6915-4bf6-8e2b-c6da067e52d2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1868323980'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:12.661271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-01cbd62c-6915-4bf6-8e2b-c6da067e52d2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:12.679203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-01cbd62c-6915-4bf6-8e2b-c6da067e52d2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:network and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:12.709799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-01cbd62c-6915-4bf6-8e2b-c6da067e52d2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for network was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:12.727482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a694b-f95e-4165-bbcd-1d26771f667c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Port': ['ID=b90bff88-221c-43fa-a8ed-47ef17300a32,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:12.737272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-01cbd62c-6915-4bf6-8e2b-c6da067e52d2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:12.748035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-375a694b-f95e-4165-bbcd-1d26771f667c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:12.810030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd590b3-5fe7-4ff1-a77d-35584d89827a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:08:12.818400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-550ed4d0-ea70-4845-aa7f-4e5dfd7acdf6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router_gateway, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:12.832788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6bc31c-fbe0-42ba-bc25-d7bd3fa81ffa None None] Sync routers for ids ['1031d855-a943-4b2e-9028-7ae9f8016c23'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:08:12.850750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6bc31c-fbe0-42ba-bc25-d7bd3fa81ffa None None] Routers {'1031d855-a943-4b2e-9028-7ae9f8016c23'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:08:12.851172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9bd590b3-5fe7-4ff1-a77d-35584d89827a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:12.855168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:12.855354 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9bd590b3-5fe7-4ff1-a77d-35584d89827a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 8.1359661
Nov 24 13:08:12.855495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-cb6bc31c-fbe0-42ba-bc25-d7bd3fa81ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ccce160>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:08:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['1031d855-a943-4b2e-9028-7ae9f8016c23'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:12.856615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46988) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:12.862070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-acad3d4c-336d-4f05-8233-2d873249fb85 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Request body: {'router': {'external_gateway_info': {}}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:12.872701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cbd62c-6915-4bf6-8e2b-c6da067e52d2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:12.878303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01cbd62c-6915-4bf6-8e2b-c6da067e52d2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:12.895958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-550ed4d0-ea70-4845-aa7f-4e5dfd7acdf6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:12.927299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-cb6bc31c-fbe0-42ba-bc25-d7bd3fa81ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ccce160>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:12.941393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6bc31c-fbe0-42ba-bc25-d7bd3fa81ffa None None] Routers {'1031d855-a943-4b2e-9028-7ae9f8016c23'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:08:12.942053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-cb6bc31c-fbe0-42ba-bc25-d7bd3fa81ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ccce160>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:08:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['1031d855-a943-4b2e-9028-7ae9f8016c23'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:12.959845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01cbd62c-6915-4bf6-8e2b-c6da067e52d2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:12.989954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375a694b-f95e-4165-bbcd-1d26771f667c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network c89ea4da-99c4-499a-9dc2-daf44c35796a is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:08:13.003297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-375a694b-f95e-4165-bbcd-1d26771f667c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:13.015668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-cb6bc31c-fbe0-42ba-bc25-d7bd3fa81ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ccce160>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:13.016237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6bc31c-fbe0-42ba-bc25-d7bd3fa81ffa None None] The sync data for ids ['1031d855-a943-4b2e-9028-7ae9f8016c23'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:08:13.019073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375a694b-f95e-4165-bbcd-1d26771f667c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:08:13.057095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6519e19e-f583-42f6-82f6-4ff7b7e4644e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:13.064444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-02897264-a5de-43b1-8634-447e87cd4c1d tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Allocated IP 172.20.0.4 (77a2e6d5-f0be-4261-ae56-811bb958a4b4/6455f9ca-b2cb-421c-ba39-83575c20ac2c/1b0a7574-1d82-4d20-940b-f8e00c2459d0) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:08:13.199660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-01cbd62c-6915-4bf6-8e2b-c6da067e52d2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:13.210865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-01cbd62c-6915-4bf6-8e2b-c6da067e52d2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:security_group_rule and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:13.226583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-01cbd62c-6915-4bf6-8e2b-c6da067e52d2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:13.257392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375a694b-f95e-4165-bbcd-1d26771f667c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:13.258152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-375a694b-f95e-4165-bbcd-1d26771f667c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:13.280462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-01cbd62c-6915-4bf6-8e2b-c6da067e52d2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:13.307856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e0d874cd-3fee-4a2a-8d94-d253fec4395e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:13.372315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ffc7c846-f7dc-4a28-b414-96340df5906d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:13.500119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d874cd-3fee-4a2a-8d94-d253fec4395e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Subnet': ['ID=ea50bdbc-5d88-4df1-a01d-a1095fd37556,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:13.520513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e0d874cd-3fee-4a2a-8d94-d253fec4395e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:13.580498 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-375a694b-f95e-4165-bbcd-1d26771f667c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 5.5504489
Nov 24 13:08:13.582745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 46992) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:13.646078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6495424d-36ad-43bb-a77c-0f6f518ff0a2 None None] Provisioning for port b90bff88-221c-43fa-a8ed-47ef17300a32 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:08:13.652910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6495424d-36ad-43bb-a77c-0f6f518ff0a2 None None] Provisioning complete for port b90bff88-221c-43fa-a8ed-47ef17300a32 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:13.653340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6495424d-36ad-43bb-a77c-0f6f518ff0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:13.681957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb86f31-fa85-4276-be82-96f0cad88195 None None] Network 77a2e6d5-f0be-4261-ae56-811bb958a4b4 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:08:13.801614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6495424d-36ad-43bb-a77c-0f6f518ff0a2 None None] Port b90bff88-221c-43fa-a8ed-47ef17300a32 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:08:13.824976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d270342-9b9c-4e7f-879c-2db3de5b442d None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:08:13.832627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e0d874cd-3fee-4a2a-8d94-d253fec4395e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:13.877250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01cbd62c-6915-4bf6-8e2b-c6da067e52d2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:13.896647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-550ed4d0-ea70-4845-aa7f-4e5dfd7acdf6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Allocated IP 172.26.8.110 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/6d404372-5643-4b51-85ff-af8a1e12e2e5) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:08:13.904812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01cbd62c-6915-4bf6-8e2b-c6da067e52d2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:13.906712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f025d2-fcde-4dc4-85de-22d0be5dd972 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:13.907479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-18f025d2-fcde-4dc4-85de-22d0be5dd972 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Synchronizing usage tracker for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:08:13.911172 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e0d874cd-3fee-4a2a-8d94-d253fec4395e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/ea50bdbc-5d88-4df1-a01d-a1095fd37556 HTTP/1.1" status: 204  len: 168 time: 3.2245195
Nov 24 13:08:13.914116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-482a82a2-0627-4f5b-801c-862bb1f18f18 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:13.924379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 46996) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:13.927810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02897264-a5de-43b1-8634-447e87cd4c1d tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:13.974029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-6519e19e-f583-42f6-82f6-4ff7b7e4644e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Allocated IP 2001:db8:1::1 (06343e97-2566-4b3e-b917-aba643f604bc/d108ae1f-c27f-4303-8d43-22f65afaf304/e28e6f1b-6ee2-4a34-a580-712045e8f84f) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:08:13.977980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-18f025d2-fcde-4dc4-85de-22d0be5dd972 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Unset dirty status for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:08:13.981845 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-18f025d2-fcde-4dc4-85de-22d0be5dd972 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 923 time: 0.3883200
Nov 24 13:08:13.983726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47000) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:14.033121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01cbd62c-6915-4bf6-8e2b-c6da067e52d2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:08:14.078613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-02897264-a5de-43b1-8634-447e87cd4c1d tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Transition to ACTIVE for port object 1b0a7574-1d82-4d20-940b-f8e00c2459d0 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:08:14.114006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-609e3617-97a7-4b5a-93b4-e5b2dc60be68 None None] Provisioning for port 49ee0552-3441-45d1-8486-33da1861aeda completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:08:14.162762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cbd62c-6915-4bf6-8e2b-c6da067e52d2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'SecurityGroup': ['ID=163ce327-5c37-4702-a1e9-71972b45c6be,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:14.175226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-01cbd62c-6915-4bf6-8e2b-c6da067e52d2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:14.177229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01cbd62c-6915-4bf6-8e2b-c6da067e52d2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:14.177629 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-01cbd62c-6915-4bf6-8e2b-c6da067e52d2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Added segment a4056028-942f-4db1-9f28-4b2ec11b7137 of type vxlan for network d41d42eb-e745-4ed3-8904-4470444a86a3
Nov 24 13:08:14.187664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:14.315405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 49ee0552-3441-45d1-8486-33da1861aeda up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:08:14.315819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01cbd62c-6915-4bf6-8e2b-c6da067e52d2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:14.324838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e832858b-d1a7-4d6d-a3e4-b3cc683d025c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:router {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:08:14.332289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02897264-a5de-43b1-8634-447e87cd4c1d tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:14.361873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c0565c08-f1ca-4518-b587-55587e23b587 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:14.368289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9ba918-3846-4f41-96cb-5e7c1d2a6764 None None] DHCP port deletion for 8ca51b04-1dca-4f60-b844-2979d8864b51 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:08:14.406456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-eb9ba918-3846-4f41-96cb-5e7c1d2a6764 None None] Deleting port dc617a02-d68c-4492-a6f4-befee8a5ea5d {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:14.406982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eb9ba918-3846-4f41-96cb-5e7c1d2a6764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:14.462782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0410b5f5-ff14-4ae6-81c2-c5e14b75c517 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:14.467611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0410b5f5-ff14-4ae6-81c2-c5e14b75c517 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:14.472196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0410b5f5-ff14-4ae6-81c2-c5e14b75c517 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:14.474263 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0410b5f5-ff14-4ae6-81c2-c5e14b75c517 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2379 time: 0.4894147
Nov 24 13:08:14.478677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47004) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:14.519469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-01cbd62c-6915-4bf6-8e2b-c6da067e52d2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:08:14.521052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6519e19e-f583-42f6-82f6-4ff7b7e4644e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:14.544445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-550ed4d0-ea70-4845-aa7f-4e5dfd7acdf6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:14.567432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02897264-a5de-43b1-8634-447e87cd4c1d tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Pushing event updated for resources: {'Port': ['ID=1b0a7574-1d82-4d20-940b-f8e00c2459d0,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:14.574166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e832858b-d1a7-4d6d-a3e4-b3cc683d025c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:router {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:08:14.583497 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e832858b-d1a7-4d6d-a3e4-b3cc683d025c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.6430664
Nov 24 13:08:14.583497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-02897264-a5de-43b1-8634-447e87cd4c1d tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:14.594571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47008) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:14.599578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6519e19e-f583-42f6-82f6-4ff7b7e4644e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Transition to ACTIVE for port object e28e6f1b-6ee2-4a34-a580-712045e8f84f will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:08:14.605815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01cbd62c-6915-4bf6-8e2b-c6da067e52d2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:14.611270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cbd62c-6915-4bf6-8e2b-c6da067e52d2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:14.612020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01cbd62c-6915-4bf6-8e2b-c6da067e52d2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:14.622318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9cbc187f-1c52-48c3-aad5-7bbfc6094d23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:14.681975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-fc878106-ab88-42ef-8580-9d61fd6b0a2d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting port b90bff88-221c-43fa-a8ed-47ef17300a32 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:14.682377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc878106-ab88-42ef-8580-9d61fd6b0a2d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:14.716943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-eb9ba918-3846-4f41-96cb-5e7c1d2a6764 None None] For port dc617a02-d68c-4492-a6f4-befee8a5ea5d, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=dc617a02-d68c-4492-a6f4-befee8a5ea5d,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:08:14.718002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eb9ba918-3846-4f41-96cb-5e7c1d2a6764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:14.886321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-eb9ba918-3846-4f41-96cb-5e7c1d2a6764 None None] Calling delete_port for dc617a02-d68c-4492-a6f4-befee8a5ea5d owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:14.971168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 49ee0552-3441-45d1-8486-33da1861aeda completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:08:14.995160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 49ee0552-3441-45d1-8486-33da1861aeda triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:14.995591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:15.038801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:15.065608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eb9ba918-3846-4f41-96cb-5e7c1d2a6764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:15.066513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-550ed4d0-ea70-4845-aa7f-4e5dfd7acdf6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:15.084383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-076afab8-794e-498a-9ac3-acdcb50d60dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:15.088132 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-01cbd62c-6915-4bf6-8e2b-c6da067e52d2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 2.7733953
Nov 24 13:08:15.116065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47012) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:15.153942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cbd62c-6915-4bf6-8e2b-c6da067e52d2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Network': ['ID=d41d42eb-e745-4ed3-8904-4470444a86a3,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:15.163180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-01cbd62c-6915-4bf6-8e2b-c6da067e52d2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:15.166636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-37d7e4bd-55cd-4de0-ba9f-b2b9547ed55b tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:15.170421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-372730ac-8365-4075-b966-675fcd41ddfe tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'port': {'network_id': 'd41d42eb-e745-4ed3-8904-4470444a86a3', 'name': 'tempest-PortsIpV6TestJSON-839520050'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:15.181633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-dfcae914-b056-4286-9c85-99878fcd36da None None] Provisioning complete for port 49ee0552-3441-45d1-8486-33da1861aeda triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:15.182066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dfcae914-b056-4286-9c85-99878fcd36da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:15.202892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6519e19e-f583-42f6-82f6-4ff7b7e4644e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:15.223739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network d41d42eb-e745-4ed3-8904-4470444a86a3 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:08:15.237663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network d41d42eb-e745-4ed3-8904-4470444a86a3 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:08:15.255828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02897264-a5de-43b1-8634-447e87cd4c1d tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Network 77a2e6d5-f0be-4261-ae56-811bb958a4b4 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:08:15.273535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ed4d0-ea70-4845-aa7f-4e5dfd7acdf6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Pushing event updated for resources: {'Port': ['ID=6d404372-5643-4b51-85ff-af8a1e12e2e5,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:15.275770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-02897264-a5de-43b1-8634-447e87cd4c1d tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:15.282193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-07448fb4-1628-4afe-b161-7a93e943d821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:15.282360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-550ed4d0-ea70-4845-aa7f-4e5dfd7acdf6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:15.282360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02897264-a5de-43b1-8634-447e87cd4c1d tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:08:15.378824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02897264-a5de-43b1-8634-447e87cd4c1d tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:15.379780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02897264-a5de-43b1-8634-447e87cd4c1d tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:15.383500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ba918-3846-4f41-96cb-5e7c1d2a6764 None None] Pushing event deleted for resources: {'Port': ['ID=dc617a02-d68c-4492-a6f4-befee8a5ea5d,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:15.398989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550ed4d0-ea70-4845-aa7f-4e5dfd7acdf6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:08:15.401076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-550ed4d0-ea70-4845-aa7f-4e5dfd7acdf6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:15.404553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550ed4d0-ea70-4845-aa7f-4e5dfd7acdf6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:08:15.439086 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-02897264-a5de-43b1-8634-447e87cd4c1d tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 5.3874972
Nov 24 13:08:15.449872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47016) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:15.460180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-68ad5ee5-8b8f-4771-9105-20f5866855e0 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Request body: {'port': {'network_id': '77a2e6d5-f0be-4261-ae56-811bb958a4b4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-843925061', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:15.461099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.api.validators [None req-68ad5ee5-8b8f-4771-9105-20f5866855e0 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] bootfile-name is not in valid_values {{(pid=80943) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 24 13:08:15.461667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.api.validators [None req-68ad5ee5-8b8f-4771-9105-20f5866855e0 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] tftp-server is not in valid_values {{(pid=80943) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 24 13:08:15.462281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.api.validators [None req-68ad5ee5-8b8f-4771-9105-20f5866855e0 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] server-ip-address is not in valid_values {{(pid=80943) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 24 13:08:15.466243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca38d47f-db13-4831-ac8d-98866cd8ef67 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:15.609290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-eb9ba918-3846-4f41-96cb-5e7c1d2a6764 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:15.694578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-68ad5ee5-8b8f-4771-9105-20f5866855e0 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:15.697591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519e19e-f583-42f6-82f6-4ff7b7e4644e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Port': ['ID=e28e6f1b-6ee2-4a34-a580-712045e8f84f,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:15.700740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-68ad5ee5-8b8f-4771-9105-20f5866855e0 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Usage tracker for resource:port and tenant:ab187429b477431192fbd1e2b6cdfeb4 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:15.701320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6519e19e-f583-42f6-82f6-4ff7b7e4644e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:15.705571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-68ad5ee5-8b8f-4771-9105-20f5866855e0 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Quota usage for port was recalculated. Used quota:2. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:15.714430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-68ad5ee5-8b8f-4771-9105-20f5866855e0 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:15.730583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ad5ee5-8b8f-4771-9105-20f5866855e0 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Made reservation on behalf of ab187429b477431192fbd1e2b6cdfeb4 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:15.731353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-372730ac-8365-4075-b966-675fcd41ddfe tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:15.737098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-68ad5ee5-8b8f-4771-9105-20f5866855e0 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:15.758497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-372730ac-8365-4075-b966-675fcd41ddfe tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:port and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:15.794113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9ba918-3846-4f41-96cb-5e7c1d2a6764 None None] No DVR routers for this DVR port dc617a02-d68c-4492-a6f4-befee8a5ea5d on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:08:15.802013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:15.825955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-372730ac-8365-4075-b966-675fcd41ddfe tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for port was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:15.867402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-372730ac-8365-4075-b966-675fcd41ddfe tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:15.886562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-550ed4d0-ea70-4845-aa7f-4e5dfd7acdf6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router_gateway, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:15.893248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dfcae914-b056-4286-9c85-99878fcd36da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:15.903005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-acad3d4c-336d-4f05-8233-2d873249fb85 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:15.905194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 49ee0552-3441-45d1-8486-33da1861aeda, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=49ee0552-3441-45d1-8486-33da1861aeda,segment=NetworkSegment(1f4adb69-8e69-4624-8b30-d2d10d48dfdf),segment_id=1f4adb69-8e69-4624-8b30-d2d10d48dfdf)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:08:15.911701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:15.915356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-86313ef1-d7df-41eb-a309-9a0b58e000fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:15.931189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc878106-ab88-42ef-8580-9d61fd6b0a2d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:16.012735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372730ac-8365-4075-b966-675fcd41ddfe tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:16.018345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-372730ac-8365-4075-b966-675fcd41ddfe tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:16.051604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=49ee0552-3441-45d1-8486-33da1861aeda,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:16.056541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:16.061147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-dfcae914-b056-4286-9c85-99878fcd36da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:08:16.061811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-dfcae914-b056-4286-9c85-99878fcd36da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:08:16.062107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-68ad5ee5-8b8f-4771-9105-20f5866855e0 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] device_id is not set on port 05a6fffc-9d5e-4d52-9274-852479a0c4a0 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:08:16.160546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 49ee0552-3441-45d1-8486-33da1861aeda up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:08:16.235055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-550ed4d0-ea70-4845-aa7f-4e5dfd7acdf6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:16.241055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 49ee0552-3441-45d1-8486-33da1861aeda triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:16.241483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:16.242978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-550ed4d0-ea70-4845-aa7f-4e5dfd7acdf6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4112833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850663106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4103870'] for router, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:16.251469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-fc878106-ab88-42ef-8580-9d61fd6b0a2d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Calling delete_port for b90bff88-221c-43fa-a8ed-47ef17300a32 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:16.295256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6519e19e-f583-42f6-82f6-4ff7b7e4644e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network 06343e97-2566-4b3e-b917-aba643f604bc is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:08:16.319339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-6519e19e-f583-42f6-82f6-4ff7b7e4644e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:16.321867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6519e19e-f583-42f6-82f6-4ff7b7e4644e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:08:16.322554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6519e19e-f583-42f6-82f6-4ff7b7e4644e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:16.335613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-68ad5ee5-8b8f-4771-9105-20f5866855e0 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Allocated IP 172.20.0.5 (77a2e6d5-f0be-4261-ae56-811bb958a4b4/6455f9ca-b2cb-421c-ba39-83575c20ac2c/05a6fffc-9d5e-4d52-9274-852479a0c4a0) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:08:16.394367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-acad3d4c-336d-4f05-8233-2d873249fb85 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router_gateway, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:16.444910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device dc617a02-d68c-4492-a6f4-befee8a5ea5d no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:08:16.485174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: dc617a02-d68c-4492-a6f4-befee8a5ea5d {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:08:16.485673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device dc617a02-d68c-4492-a6f4-befee8a5ea5d not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:08:16.535878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-acad3d4c-336d-4f05-8233-2d873249fb85 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Deleting port 105e44ea-a9a8-46fe-9722-6ada01c1d3ca {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:16.536249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-acad3d4c-336d-4f05-8233-2d873249fb85 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:16.640178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca38d47f-db13-4831-ac8d-98866cd8ef67 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:16.697281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca38d47f-db13-4831-ac8d-98866cd8ef67 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:16.714083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-68ad5ee5-8b8f-4771-9105-20f5866855e0 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:16.716704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-372730ac-8365-4075-b966-675fcd41ddfe tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] device_id is not set on port fe814ca2-35e4-429c-81cc-a00fbb9922e4 yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:08:16.744203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-68ad5ee5-8b8f-4771-9105-20f5866855e0 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Transition to ACTIVE for port object 05a6fffc-9d5e-4d52-9274-852479a0c4a0 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:08:16.766216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-83c8ce30-4d66-4514-921e-31b5857bcea7 None None] Provisioning for port e28e6f1b-6ee2-4a34-a580-712045e8f84f completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:08:16.769700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550ed4d0-ea70-4845-aa7f-4e5dfd7acdf6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Router 4d539da2-db50-447b-9fa6-faf5dc2672ee is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:08:16.772848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-83c8ce30-4d66-4514-921e-31b5857bcea7 None None] Provisioning complete for port e28e6f1b-6ee2-4a34-a580-712045e8f84f triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:16.773396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83c8ce30-4d66-4514-921e-31b5857bcea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:16.788755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-68ad5ee5-8b8f-4771-9105-20f5866855e0 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:16.833502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-83c8ce30-4d66-4514-921e-31b5857bcea7 None None] Port e28e6f1b-6ee2-4a34-a580-712045e8f84f cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:08:16.849958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-83c8ce30-4d66-4514-921e-31b5857bcea7 None None] Provisioning for port 1b0a7574-1d82-4d20-940b-f8e00c2459d0 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:08:16.855661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-83c8ce30-4d66-4514-921e-31b5857bcea7 None None] Provisioning complete for port 1b0a7574-1d82-4d20-940b-f8e00c2459d0 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:16.855831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83c8ce30-4d66-4514-921e-31b5857bcea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:16.860368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5121f79c-63e8-4dd1-bb28-483bcfb44e26 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:16.914299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-83c8ce30-4d66-4514-921e-31b5857bcea7 None None] Port 1b0a7574-1d82-4d20-940b-f8e00c2459d0 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:08:16.932549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-83c8ce30-4d66-4514-921e-31b5857bcea7 None None] Provisioning complete for port 49ee0552-3441-45d1-8486-33da1861aeda triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:16.933136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83c8ce30-4d66-4514-921e-31b5857bcea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:17.069648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad5ee5-8b8f-4771-9105-20f5866855e0 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Pushing event updated for resources: {'Port': ['ID=05a6fffc-9d5e-4d52-9274-852479a0c4a0,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:17.080749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-68ad5ee5-8b8f-4771-9105-20f5866855e0 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:17.178263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ad5ee5-8b8f-4771-9105-20f5866855e0 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Network 77a2e6d5-f0be-4261-ae56-811bb958a4b4 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:08:17.182025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-68ad5ee5-8b8f-4771-9105-20f5866855e0 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:17.184818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ad5ee5-8b8f-4771-9105-20f5866855e0 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:08:17.275221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ad5ee5-8b8f-4771-9105-20f5866855e0 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:17.275983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-68ad5ee5-8b8f-4771-9105-20f5866855e0 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:17.298551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550ed4d0-ea70-4845-aa7f-4e5dfd7acdf6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:08:17.303658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6519e19e-f583-42f6-82f6-4ff7b7e4644e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:17.303925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-550ed4d0-ea70-4845-aa7f-4e5dfd7acdf6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:17.305242 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-550ed4d0-ea70-4845-aa7f-4e5dfd7acdf6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "PUT /v2.0/routers/4d539da2-db50-447b-9fa6-faf5dc2672ee HTTP/1.1" status: 200  len: 919 time: 7.5776894
Nov 24 13:08:17.308124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47020) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:17.311688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a414d532-7fbf-488b-9e79-234d2ce8041e None None] Sync routers for ids ['4d539da2-db50-447b-9fa6-faf5dc2672ee'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:08:17.331664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a414d532-7fbf-488b-9e79-234d2ce8041e None None] Routers {'4d539da2-db50-447b-9fa6-faf5dc2672ee'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:08:17.333261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a414d532-7fbf-488b-9e79-234d2ce8041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c888518>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:08:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['4d539da2-db50-447b-9fa6-faf5dc2672ee'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:17.335427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca38d47f-db13-4831-ac8d-98866cd8ef67 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:17.335967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca38d47f-db13-4831-ac8d-98866cd8ef67 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Fanout notify agent at l3_agent the message router_deleted on router e4b403c6-fecd-4013-a91a-328208ec0ceb {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:08:17.372578 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-68ad5ee5-8b8f-4771-9105-20f5866855e0 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1151 time: 1.9186850
Nov 24 13:08:17.378597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47024) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:17.429825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a414d532-7fbf-488b-9e79-234d2ce8041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c888518>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:17.440837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc878106-ab88-42ef-8580-9d61fd6b0a2d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:17.443450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a414d532-7fbf-488b-9e79-234d2ce8041e None None] Routers {'4d539da2-db50-447b-9fa6-faf5dc2672ee'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:08:17.444308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a414d532-7fbf-488b-9e79-234d2ce8041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c888518>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:08:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['4d539da2-db50-447b-9fa6-faf5dc2672ee'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:17.480833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6519e19e-f583-42f6-82f6-4ff7b7e4644e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:17.521868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a414d532-7fbf-488b-9e79-234d2ce8041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c888518>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:17.522366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a414d532-7fbf-488b-9e79-234d2ce8041e None None] The sync data for ids ['4d539da2-db50-447b-9fa6-faf5dc2672ee'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:08:17.536309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9ce62eaa-412c-436f-af4b-0768778e8899 None None] Provisioning for port 05a6fffc-9d5e-4d52-9274-852479a0c4a0 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:08:17.542404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9ce62eaa-412c-436f-af4b-0768778e8899 None None] Provisioning complete for port 05a6fffc-9d5e-4d52-9274-852479a0c4a0 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:17.543249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ce62eaa-412c-436f-af4b-0768778e8899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:17.605949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-acad3d4c-336d-4f05-8233-2d873249fb85 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:17.606920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9ce62eaa-412c-436f-af4b-0768778e8899 None None] Port 05a6fffc-9d5e-4d52-9274-852479a0c4a0 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:08:17.640247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc878106-ab88-42ef-8580-9d61fd6b0a2d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Port': ['ID=b90bff88-221c-43fa-a8ed-47ef17300a32,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:17.643400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fc878106-ab88-42ef-8580-9d61fd6b0a2d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:17.848639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ffe63d-95e9-4a32-89a0-7bed8ee27266 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:17.853161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ffe63d-95e9-4a32-89a0-7bed8ee27266 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:17.857517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ffe63d-95e9-4a32-89a0-7bed8ee27266 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:17.858514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-62ffe63d-95e9-4a32-89a0-7bed8ee27266 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Synchronizing usage tracker for tenant:ab187429b477431192fbd1e2b6cdfeb4 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:08:17.865944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-acad3d4c-336d-4f05-8233-2d873249fb85 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Calling delete_port for 105e44ea-a9a8-46fe-9722-6ada01c1d3ca owned by network:router_gateway {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:17.885598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-62ffe63d-95e9-4a32-89a0-7bed8ee27266 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Unset dirty status for tenant:ab187429b477431192fbd1e2b6cdfeb4 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:08:17.890090 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-62ffe63d-95e9-4a32-89a0-7bed8ee27266 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2614 time: 0.5078731
Nov 24 13:08:17.890406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47028) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:17.895887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca38d47f-db13-4831-ac8d-98866cd8ef67 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:17.897061 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ca38d47f-db13-4831-ac8d-98866cd8ef67 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/routers/e4b403c6-fecd-4013-a91a-328208ec0ceb HTTP/1.1" status: 204  len: 168 time: 3.3014843
Nov 24 13:08:17.913369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47032) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:17.989136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-dd273dab-64f5-49f8-98e2-0c0e16bfd407 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Deleting port 05a6fffc-9d5e-4d52-9274-852479a0c4a0 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:17.989499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd273dab-64f5-49f8-98e2-0c0e16bfd407 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:18.040439 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3eab7688-65a3-414a-8e68-bf7f05ec1a0a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "GET /v2.0/routers/4d539da2-db50-447b-9fa6-faf5dc2672ee HTTP/1.1" status: 200  len: 925 time: 0.7282474
Nov 24 13:08:18.040690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47036) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:18.057079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-900e48f5-13fe-482d-996b-b7beb8f552fc tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:08:18.204589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-372730ac-8365-4075-b966-675fcd41ddfe tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:18.270497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f16eca-67af-4cb6-98ac-d9396f74e4af tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:18.272158 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-76f16eca-67af-4cb6-98ac-d9396f74e4af tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "GET /v2.0/ports?network_id=cfe08d36-e5ba-4f00-8669-16a0ead5d220&device_id=4d539da2-db50-447b-9fa6-faf5dc2672ee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2304962
Nov 24 13:08:18.275364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47040) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:18.310568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-900e48f5-13fe-482d-996b-b7beb8f552fc tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:08:18.312424 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-900e48f5-13fe-482d-996b-b7beb8f552fc tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.3669026
Nov 24 13:08:18.319184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47044) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:18.448718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd273dab-64f5-49f8-98e2-0c0e16bfd407 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:18.515464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-372730ac-8365-4075-b966-675fcd41ddfe tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:18.591853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b8a509fb-acce-4595-9d7a-f687b647fb58 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:18.608791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-dd273dab-64f5-49f8-98e2-0c0e16bfd407 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Calling delete_port for 05a6fffc-9d5e-4d52-9274-852479a0c4a0 owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:18.645778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0a31f2-ea6d-46a3-a0be-87f506a44022 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:18.647431 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5e0a31f2-ea6d-46a3-a0be-87f506a44022 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "GET /v2.0/networks/cfe08d36-e5ba-4f00-8669-16a0ead5d220 HTTP/1.1" status: 200  len: 881 time: 0.3710668
Nov 24 13:08:18.652878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47048) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:18.712193 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-379b5a8b-d2b0-45fb-90ec-52cd6b2016a9 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "GET /v2.0/ports?device_id=4d539da2-db50-447b-9fa6-faf5dc2672ee HTTP/1.1" status: 200  len: 205 time: 0.0556152
Nov 24 13:08:18.712524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47052) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:18.719276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc878106-ab88-42ef-8580-9d61fd6b0a2d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:18.758001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1663dc4-c941-4421-ac25-6e5b7ac5227a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:18.759638 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a1663dc4-c941-4421-ac25-6e5b7ac5227a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.4355135
Nov 24 13:08:18.778668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47056) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:18.873849 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fc878106-ab88-42ef-8580-9d61fd6b0a2d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/ports/b90bff88-221c-43fa-a8ed-47ef17300a32 HTTP/1.1" status: 204  len: 168 time: 4.3935812
Nov 24 13:08:18.888340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47060) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:18.914331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e56f9aea-2733-4958-8a6a-6dd22213f53f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:router {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:08:18.960444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd273dab-64f5-49f8-98e2-0c0e16bfd407 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:18.964340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372730ac-8365-4075-b966-675fcd41ddfe tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Port': ['ID=fe814ca2-35e4-429c-81cc-a00fbb9922e4,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:18.980340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-deacee95-99b4-4bd9-9293-ada1977e14b0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:18.999255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-372730ac-8365-4075-b966-675fcd41ddfe tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:19.017782 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-99026608-0674-41ca-9894-a469dcdb2b28 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] GET failed (client error): The resource could not be found.
Nov 24 13:08:19.018487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-99026608-0674-41ca-9894-a469dcdb2b28 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Synchronizing usage tracker for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:08:19.035751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-acad3d4c-336d-4f05-8233-2d873249fb85 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:19.055641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3766a374-5fd6-461f-ad6d-d05c0d8c17b3 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:19.094086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd273dab-64f5-49f8-98e2-0c0e16bfd407 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Pushing event deleted for resources: {'Port': ['ID=05a6fffc-9d5e-4d52-9274-852479a0c4a0,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:19.096956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dd273dab-64f5-49f8-98e2-0c0e16bfd407 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:19.180919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad3d4c-336d-4f05-8233-2d873249fb85 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Pushing event deleted for resources: {'Port': ['ID=105e44ea-a9a8-46fe-9722-6ada01c1d3ca,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:19.187017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e56f9aea-2733-4958-8a6a-6dd22213f53f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:router {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:08:19.188530 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e56f9aea-2733-4958-8a6a-6dd22213f53f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.4028678
Nov 24 13:08:19.194094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47064) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:19.197197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-acad3d4c-336d-4f05-8233-2d873249fb85 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:19.202490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-99026608-0674-41ca-9894-a469dcdb2b28 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Unset dirty status for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:08:19.202761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-088fd506-49dd-4710-a07f-f8aaeb9772a5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:19.203743 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-99026608-0674-41ca-9894-a469dcdb2b28 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "GET /v2.0/ports/b90bff88-221c-43fa-a8ed-47ef17300a32 HTTP/1.1" status: 404  len: 333 time: 0.3011694
Nov 24 13:08:19.212198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47068) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:19.316535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-45aa0cb9-bb06-4e2d-b6e4-a5d6473076e5 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:19.518611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd273dab-64f5-49f8-98e2-0c0e16bfd407 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:19.521322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-6519e19e-f583-42f6-82f6-4ff7b7e4644e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:08:19.539768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-088fd506-49dd-4710-a07f-f8aaeb9772a5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:19.560201 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-dd273dab-64f5-49f8-98e2-0c0e16bfd407 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] 10.222.0.76 "DELETE /v2.0/ports/05a6fffc-9d5e-4d52-9274-852479a0c4a0 HTTP/1.1" status: 204  len: 168 time: 1.6687193
Nov 24 13:08:19.561916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-088fd506-49dd-4710-a07f-f8aaeb9772a5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:19.564881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47072) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:19.565556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6519e19e-f583-42f6-82f6-4ff7b7e4644e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:19.576364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6519e19e-f583-42f6-82f6-4ff7b7e4644e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:19.577773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6519e19e-f583-42f6-82f6-4ff7b7e4644e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:19.578262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-5b155ccf-c7f0-45e4-b9ed-713cfdaddaeb tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Request body: {'port': {'name': 'tempest-new-port-name-1930212829', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:19.578696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.api.validators [None req-5b155ccf-c7f0-45e4-b9ed-713cfdaddaeb tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] bootfile-name is not in valid_values {{(pid=80943) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 24 13:08:19.579066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.api.validators [None req-5b155ccf-c7f0-45e4-b9ed-713cfdaddaeb tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] tftp-server is not in valid_values {{(pid=80943) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 24 13:08:19.579430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.api.validators [None req-5b155ccf-c7f0-45e4-b9ed-713cfdaddaeb tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] server-ip-address is not in valid_values {{(pid=80943) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 24 13:08:19.599479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-60ce56ee-c6ac-47da-ad84-f4aa3c413cab tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:19.635125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088fd506-49dd-4710-a07f-f8aaeb9772a5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:19.753410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2a626035-cc94-4b63-a935-f2b804862506 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting port e4a844e1-22b2-4af8-83eb-3bbf7bf57b52 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:19.753788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2a626035-cc94-4b63-a935-f2b804862506 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:19.779497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372730ac-8365-4075-b966-675fcd41ddfe tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Checking segment: {'id': 'a4056028-942f-4db1-9f28-4b2ec11b7137', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd41d42eb-e745-4ed3-8904-4470444a86a3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:08:19.779893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372730ac-8365-4075-b966-675fcd41ddfe tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network hostable DHCP agents. Network: d41d42eb-e745-4ed3-8904-4470444a86a3, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:08:19.840393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-088fd506-49dd-4710-a07f-f8aaeb9772a5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:19.860098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519e19e-f583-42f6-82f6-4ff7b7e4644e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Port': ['ID=e28e6f1b-6ee2-4a34-a580-712045e8f84f,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:19.861524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b155ccf-c7f0-45e4-b9ed-713cfdaddaeb tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:19.910589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6519e19e-f583-42f6-82f6-4ff7b7e4644e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:20.027451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372730ac-8365-4075-b966-675fcd41ddfe tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network d41d42eb-e745-4ed3-8904-4470444a86a3 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:08:20.134140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-45aa0cb9-bb06-4e2d-b6e4-a5d6473076e5 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router_gateway, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:20.165158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-45aa0cb9-bb06-4e2d-b6e4-a5d6473076e5 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Deleting port 6d404372-5643-4b51-85ff-af8a1e12e2e5 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:20.165530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-45aa0cb9-bb06-4e2d-b6e4-a5d6473076e5 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:20.208726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-372730ac-8365-4075-b966-675fcd41ddfe tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, d41d42eb-e745-4ed3-8904-4470444a86a3) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:20.216595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18008ab-da45-4353-97f8-f883804e7472 None None] Network d41d42eb-e745-4ed3-8904-4470444a86a3 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:08:20.219284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6519e19e-f583-42f6-82f6-4ff7b7e4644e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network 06343e97-2566-4b3e-b917-aba643f604bc is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:08:20.224291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372730ac-8365-4075-b966-675fcd41ddfe tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:08:20.228719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372730ac-8365-4075-b966-675fcd41ddfe tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:20.229529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-372730ac-8365-4075-b966-675fcd41ddfe tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:20.286094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-6519e19e-f583-42f6-82f6-4ff7b7e4644e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:20.389372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-acad3d4c-336d-4f05-8233-2d873249fb85 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:20.568141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-62e92767-7e8f-40fc-bcbd-71eb2708d69e None None] Provisioning complete for port e28e6f1b-6ee2-4a34-a580-712045e8f84f triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:20.568984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-62e92767-7e8f-40fc-bcbd-71eb2708d69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:20.601568 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-372730ac-8365-4075-b966-675fcd41ddfe tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 5.4788444
Nov 24 13:08:20.613767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47076) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:20.618271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-acad3d4c-336d-4f05-8233-2d873249fb85 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:20.631886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2c227b2b-a34e-4031-9474-426e40a93c8f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-179100961'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:20.632799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-62e92767-7e8f-40fc-bcbd-71eb2708d69e None None] Port e28e6f1b-6ee2-4a34-a580-712045e8f84f cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:08:20.653379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-acad3d4c-336d-4f05-8233-2d873249fb85 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4112833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850663106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4103870'] for router, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:20.657590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2c227b2b-a34e-4031-9474-426e40a93c8f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:20.688368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2c227b2b-a34e-4031-9474-426e40a93c8f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:network and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:20.705220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2c227b2b-a34e-4031-9474-426e40a93c8f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for network was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:20.736588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:20.776212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2c227b2b-a34e-4031-9474-426e40a93c8f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:20.787792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2a626035-cc94-4b63-a935-f2b804862506 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:20.879070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-45aa0cb9-bb06-4e2d-b6e4-a5d6473076e5 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:20.935517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2a626035-cc94-4b63-a935-f2b804862506 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Calling delete_port for e4a844e1-22b2-4af8-83eb-3bbf7bf57b52 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:20.971563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c227b2b-a34e-4031-9474-426e40a93c8f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:20.977036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c227b2b-a34e-4031-9474-426e40a93c8f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:21.031722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-45aa0cb9-bb06-4e2d-b6e4-a5d6473076e5 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Calling delete_port for 6d404372-5643-4b51-85ff-af8a1e12e2e5 owned by network:router_gateway {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:21.183128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b155ccf-c7f0-45e4-b9ed-713cfdaddaeb tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:21.199952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b155ccf-c7f0-45e4-b9ed-713cfdaddaeb tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:21.225371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-89d62630-48fc-4d8a-a4ab-062d0c1bb26f tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:21.409694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b155ccf-c7f0-45e4-b9ed-713cfdaddaeb tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Pushing event updated for resources: {'Port': ['ID=1b0a7574-1d82-4d20-940b-f8e00c2459d0,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:21.413963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5b155ccf-c7f0-45e4-b9ed-713cfdaddaeb tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:21.491014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c227b2b-a34e-4031-9474-426e40a93c8f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:08:21.513437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acad3d4c-336d-4f05-8233-2d873249fb85 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Router 1031d855-a943-4b2e-9028-7ae9f8016c23 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:08:21.514620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c227b2b-a34e-4031-9474-426e40a93c8f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:21.515047 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-2c227b2b-a34e-4031-9474-426e40a93c8f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Added segment 3c0dfc42-f60a-4ee0-8abf-bdc6b28108a2 of type vxlan for network 39dcc659-bb64-4ac7-944e-ab4ee29c377e
Nov 24 13:08:21.618424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c227b2b-a34e-4031-9474-426e40a93c8f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:21.672547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-45aa0cb9-bb06-4e2d-b6e4-a5d6473076e5 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:21.692757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-68ad5ee5-8b8f-4771-9105-20f5866855e0 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:21.749917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2a626035-cc94-4b63-a935-f2b804862506 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:21.769505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bcf9e257-2bb2-4346-b9ed-609acb9d2149 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:21.772805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5bffa45c-a689-4182-b1be-42007afcee91 None None] Provisioning complete for port 1b0a7574-1d82-4d20-940b-f8e00c2459d0 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:21.773446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5bffa45c-a689-4182-b1be-42007afcee91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:21.810117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5b155ccf-c7f0-45e4-b9ed-713cfdaddaeb tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] In _notify_port_updated(), no bound segment for port 1b0a7574-1d82-4d20-940b-f8e00c2459d0 on network 77a2e6d5-f0be-4261-ae56-811bb958a4b4 {{(pid=80943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 24 13:08:21.814486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b155ccf-c7f0-45e4-b9ed-713cfdaddaeb tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:21.815203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b155ccf-c7f0-45e4-b9ed-713cfdaddaeb tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:21.816625 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5b155ccf-c7f0-45e4-b9ed-713cfdaddaeb tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] 10.222.0.76 "PUT /v2.0/ports/1b0a7574-1d82-4d20-940b-f8e00c2459d0 HTTP/1.1" status: 200  len: 1136 time: 2.2497444
Nov 24 13:08:21.817690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa0cb9-bb06-4e2d-b6e4-a5d6473076e5 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Pushing event deleted for resources: {'Port': ['ID=6d404372-5643-4b51-85ff-af8a1e12e2e5,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:21.824108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47080) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:21.835994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5bffa45c-a689-4182-b1be-42007afcee91 None None] Port 1b0a7574-1d82-4d20-940b-f8e00c2459d0 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:08:21.867338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-45aa0cb9-bb06-4e2d-b6e4-a5d6473076e5 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:21.875824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c227b2b-a34e-4031-9474-426e40a93c8f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:21.879925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c227b2b-a34e-4031-9474-426e40a93c8f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:21.880562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c227b2b-a34e-4031-9474-426e40a93c8f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:21.885856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6519e19e-f583-42f6-82f6-4ff7b7e4644e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Router 08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:08:21.899725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a626035-cc94-4b63-a935-f2b804862506 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Port': ['ID=e4a844e1-22b2-4af8-83eb-3bbf7bf57b52,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:21.951604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.objects.ports [None req-088fd506-49dd-4710-a07f-f8aaeb9772a5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80943) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 24 13:08:21.959681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2a626035-cc94-4b63-a935-f2b804862506 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:21.967366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-26185993-e60c-403b-8fe5-38c543d5cbaa tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:21.970178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-088fd506-49dd-4710-a07f-f8aaeb9772a5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:21.986254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0beb38c4-6559-4f26-9b34-20c07851130c tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:22.018388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96e27af-5c3c-4d0b-8da6-60101e4ff1cd tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:22.018968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e96e27af-5c3c-4d0b-8da6-60101e4ff1cd tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Synchronizing usage tracker for tenant:ab187429b477431192fbd1e2b6cdfeb4 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:08:22.091280 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2c227b2b-a34e-4031-9474-426e40a93c8f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.4676633
Nov 24 13:08:22.105802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acad3d4c-336d-4f05-8233-2d873249fb85 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:08:22.107618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47084) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:22.119741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05c62f6-a6c7-4c16-bfc6-ba2969a7f662 None None] Sync routers for ids ['1031d855-a943-4b2e-9028-7ae9f8016c23'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:08:22.128292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-acad3d4c-336d-4f05-8233-2d873249fb85 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:22.129503 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-acad3d4c-336d-4f05-8233-2d873249fb85 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "PUT /v2.0/routers/1031d855-a943-4b2e-9028-7ae9f8016c23 HTTP/1.1" status: 200  len: 706 time: 9.2727365
Nov 24 13:08:22.148926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'ports': [{'network_id': 'd41d42eb-e745-4ed3-8904-4470444a86a3'}, {'network_id': '39dcc659-bb64-4ac7-944e-ab4ee29c377e'}]} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:22.149390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05c62f6-a6c7-4c16-bfc6-ba2969a7f662 None None] Routers {'1031d855-a943-4b2e-9028-7ae9f8016c23'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:08:22.149531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'port': {'network_id': 'd41d42eb-e745-4ed3-8904-4470444a86a3'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:22.150074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a05c62f6-a6c7-4c16-bfc6-ba2969a7f662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634caf0470>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:08:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['1031d855-a943-4b2e-9028-7ae9f8016c23'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:22.150267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'port': {'network_id': '39dcc659-bb64-4ac7-944e-ab4ee29c377e'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:22.173006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47086) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:22.206273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c227b2b-a34e-4031-9474-426e40a93c8f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Network': ['ID=39dcc659-bb64-4ac7-944e-ab4ee29c377e,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:22.219406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2c227b2b-a34e-4031-9474-426e40a93c8f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:22.221543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 39dcc659-bb64-4ac7-944e-ab4ee29c377e details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:08:22.228835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a05c62f6-a6c7-4c16-bfc6-ba2969a7f662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634caf0470>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:22.243506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05c62f6-a6c7-4c16-bfc6-ba2969a7f662 None None] Routers {'1031d855-a943-4b2e-9028-7ae9f8016c23'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:08:22.244492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a05c62f6-a6c7-4c16-bfc6-ba2969a7f662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634caf0470>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:08:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['1031d855-a943-4b2e-9028-7ae9f8016c23'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:22.270279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 39dcc659-bb64-4ac7-944e-ab4ee29c377e details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:08:22.317284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a05c62f6-a6c7-4c16-bfc6-ba2969a7f662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634caf0470>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:22.318088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05c62f6-a6c7-4c16-bfc6-ba2969a7f662 None None] The sync data for ids ['1031d855-a943-4b2e-9028-7ae9f8016c23'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:08:22.396686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2a626035-cc94-4b63-a935-f2b804862506 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:22.404249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088fd506-49dd-4710-a07f-f8aaeb9772a5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Subnet': ['ID=8460a758-89b2-4278-a316-1ec90a24b2b0,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:22.406050 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2a626035-cc94-4b63-a935-f2b804862506 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/ports/e4a844e1-22b2-4af8-83eb-3bbf7bf57b52 HTTP/1.1" status: 204  len: 168 time: 3.1917884
Nov 24 13:08:22.406984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47092) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:22.422173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-088fd506-49dd-4710-a07f-f8aaeb9772a5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:22.463771 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-366ea0e0-c4c1-406f-9e2a-3e0b8051979d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] GET failed (client error): The resource could not be found.
Nov 24 13:08:22.464329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-366ea0e0-c4c1-406f-9e2a-3e0b8051979d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Synchronizing usage tracker for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:08:22.487915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6519e19e-f583-42f6-82f6-4ff7b7e4644e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:08:22.496963 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6519e19e-f583-42f6-82f6-4ff7b7e4644e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "PUT /v2.0/routers/08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.9223042
Nov 24 13:08:22.497364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47096) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:22.497635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e96e27af-5c3c-4d0b-8da6-60101e4ff1cd tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Unset dirty status for tenant:ab187429b477431192fbd1e2b6cdfeb4 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:08:22.499822 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e96e27af-5c3c-4d0b-8da6-60101e4ff1cd tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] 10.222.0.76 "GET /v2.0/ports/1b0a7574-1d82-4d20-940b-f8e00c2459d0 HTTP/1.1" status: 200  len: 1136 time: 0.6744692
Nov 24 13:08:22.507858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ee312-4256-42ba-960f-24e095a2ce22 None None] Sync routers for ids ['08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:08:22.522440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47100) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:22.526453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5ee312-4256-42ba-960f-24e095a2ce22 None None] Routers {'08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:08:22.527168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-9a5ee312-4256-42ba-960f-24e095a2ce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc540b8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:08:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:22.535089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-366ea0e0-c4c1-406f-9e2a-3e0b8051979d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Unset dirty status for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:08:22.539415 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-366ea0e0-c4c1-406f-9e2a-3e0b8051979d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "GET /v2.0/ports/e4a844e1-22b2-4af8-83eb-3bbf7bf57b52 HTTP/1.1" status: 404  len: 333 time: 0.1268857
Nov 24 13:08:22.542831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47104) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:22.595390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-9a5ee312-4256-42ba-960f-24e095a2ce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc540b8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:22.609733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5ee312-4256-42ba-960f-24e095a2ce22 None None] Routers {'08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:08:22.610772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-9a5ee312-4256-42ba-960f-24e095a2ce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc540b8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:08:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:22.626298 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6f99a3e5-ca9c-44d4-a753-1136d901160c tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "GET /v2.0/routers/1031d855-a943-4b2e-9028-7ae9f8016c23 HTTP/1.1" status: 200  len: 741 time: 0.4482205
Nov 24 13:08:22.626792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47108) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:22.673442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f6a071-0097-4bc6-9506-8bfb9440c18f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:22.674084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-46f6a071-0097-4bc6-9506-8bfb9440c18f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Synchronizing usage tracker for tenant:7bd33557530a48bab25cc76dc38cd9bb on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:08:22.681399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-9a5ee312-4256-42ba-960f-24e095a2ce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc540b8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:22.681957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ee312-4256-42ba-960f-24e095a2ce22 None None] The sync data for ids ['08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:08:22.695985 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-02b5e099-b1bf-4028-bb99-5499a016c959 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] 10.222.0.76 "GET /v2.0/ports?network_id=cfe08d36-e5ba-4f00-8669-16a0ead5d220&device_id=1031d855-a943-4b2e-9028-7ae9f8016c23 HTTP/1.1" status: 200  len: 205 time: 0.0663061
Nov 24 13:08:22.696335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47112) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:22.832860 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1f8ac4d3-fd04-4329-bbd2-520f03b4af05 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "GET /v2.0/ports?device_id=1031d855-a943-4b2e-9028-7ae9f8016c23 HTTP/1.1" status: 200  len: 205 time: 0.1319537
Nov 24 13:08:22.835822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-46f6a071-0097-4bc6-9506-8bfb9440c18f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Unset dirty status for tenant:7bd33557530a48bab25cc76dc38cd9bb on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:08:22.836968 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-46f6a071-0097-4bc6-9506-8bfb9440c18f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "GET /v2.0/ports/e28e6f1b-6ee2-4a34-a580-712045e8f84f HTTP/1.1" status: 200  len: 913 time: 0.3377447
Nov 24 13:08:22.839423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47116) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:22.843628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47118) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:23.159258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-84e28b4a-fce9-4b76-a25f-622a31db70e4 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Deleting port 1b0a7574-1d82-4d20-940b-f8e00c2459d0 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:23.159526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-84e28b4a-fce9-4b76-a25f-622a31db70e4 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:23.179646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f84bd4b-dbff-4e63-a898-36a260e790ca tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting subnet 326d50a9-82c2-4a77-9fae-35ddc860308d {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:08:23.188002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33d09ab5-2d70-4f22-a6d9-69f3b531ec0e tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:23.220519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-45aa0cb9-bb06-4e2d-b6e4-a5d6473076e5 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:23.240203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0f84bd4b-dbff-4e63-a898-36a260e790ca tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:23.400294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088fd506-49dd-4710-a07f-f8aaeb9772a5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:08:23.446930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-088fd506-49dd-4710-a07f-f8aaeb9772a5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:23.457378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8facb7c1-20d6-440a-acef-da38955c1664 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:08:23.472904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:23.536836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088fd506-49dd-4710-a07f-f8aaeb9772a5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:23.537501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-088fd506-49dd-4710-a07f-f8aaeb9772a5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:23.553714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:port and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:23.573397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for port was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:23.642269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0f84bd4b-dbff-4e63-a898-36a260e790ca tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:23.659426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:23.713258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acfa1e5-42f1-4487-81bb-b0d34130f23c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-8ca51b04-1dca-4f60-b844-2979d8864b51', 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'fixed_ips': [{'subnet_id': '8460a758-89b2-4278-a316-1ec90a24b2b0'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:08:23.714267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4acfa1e5-42f1-4487-81bb-b0d34130f23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:23.763585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-45aa0cb9-bb06-4e2d-b6e4-a5d6473076e5 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:23.773868 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-088fd506-49dd-4710-a07f-f8aaeb9772a5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 4.5763257
Nov 24 13:08:23.775022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47124) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:23.787054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2ea9eba3-a7ec-4a1b-9261-9073bed0dc1a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:23.803378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'port': 2} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:23.809607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:23.827751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-45aa0cb9-bb06-4e2d-b6e4-a5d6473076e5 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:23.997269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:24.010923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-84e28b4a-fce9-4b76-a25f-622a31db70e4 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:24.030399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-4acfa1e5-42f1-4487-81bb-b0d34130f23c None None] Allocated IP 2001:db8::f816:3eff:fecc:eb81 (8ca51b04-1dca-4f60-b844-2979d8864b51/8460a758-89b2-4278-a316-1ec90a24b2b0/6432b52f-d34a-4bdc-b3fd-bc014345a85c) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:08:24.110858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-45aa0cb9-bb06-4e2d-b6e4-a5d6473076e5 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:24.111329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45aa0cb9-bb06-4e2d-b6e4-a5d6473076e5 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Fanout notify agent at l3_agent the message router_deleted on router 4d539da2-db50-447b-9fa6-faf5dc2672ee {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:08:24.184427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0f84bd4b-dbff-4e63-a898-36a260e790ca tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:24.201435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-84e28b4a-fce9-4b76-a25f-622a31db70e4 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Calling delete_port for 1b0a7574-1d82-4d20-940b-f8e00c2459d0 owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:24.215573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33d09ab5-2d70-4f22-a6d9-69f3b531ec0e tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:24.243224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33d09ab5-2d70-4f22-a6d9-69f3b531ec0e tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:24.268188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-45aa0cb9-bb06-4e2d-b6e4-a5d6473076e5 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:24.269326 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-45aa0cb9-bb06-4e2d-b6e4-a5d6473076e5 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "DELETE /v2.0/routers/4d539da2-db50-447b-9fa6-faf5dc2672ee HTTP/1.1" status: 204  len: 168 time: 5.5558276
Nov 24 13:08:24.293534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47128) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:24.349465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4acfa1e5-42f1-4487-81bb-b0d34130f23c None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:24.354614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-81f06102-8538-4028-92bd-348da103ca2b tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-98486201', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:24.361200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4acfa1e5-42f1-4487-81bb-b0d34130f23c None None] Transition to ACTIVE for port object 6432b52f-d34a-4bdc-b3fd-bc014345a85c will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:08:24.365193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2ea9eba3-a7ec-4a1b-9261-9073bed0dc1a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:24.378625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4acfa1e5-42f1-4487-81bb-b0d34130f23c None None] Transition to ACTIVE for port object 6432b52f-d34a-4bdc-b3fd-bc014345a85c will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:08:24.381835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-81f06102-8538-4028-92bd-348da103ca2b tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:24.383659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4acfa1e5-42f1-4487-81bb-b0d34130f23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:24.395574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2ea9eba3-a7ec-4a1b-9261-9073bed0dc1a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:subnet and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:24.401001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2650f582-9433-48b5-8f15-026dc9bb1fc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:24.401615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-81f06102-8538-4028-92bd-348da103ca2b tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Usage tracker for resource:router and tenant:691a476dd4bd4c59a55de8f820d48fec is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:24.408695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-81f06102-8538-4028-92bd-348da103ca2b tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:24.411931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2ea9eba3-a7ec-4a1b-9261-9073bed0dc1a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:24.422190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-81f06102-8538-4028-92bd-348da103ca2b tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:24.430584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-97ed0db4-dfe4-4fa2-af19-52cbe9601793 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:24.432764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] device_id is not set on port 711ed1f7-0f3b-43ba-8ec6-e948e6a51e9f yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:08:24.451809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2ea9eba3-a7ec-4a1b-9261-9073bed0dc1a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:24.470286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea9eba3-a7ec-4a1b-9261-9073bed0dc1a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:24.476444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ea9eba3-a7ec-4a1b-9261-9073bed0dc1a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:24.496110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33d09ab5-2d70-4f22-a6d9-69f3b531ec0e tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:24.496635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d09ab5-2d70-4f22-a6d9-69f3b531ec0e tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Fanout notify agent at l3_agent the message router_deleted on router 1031d855-a943-4b2e-9028-7ae9f8016c23 {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:08:24.534367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-81f06102-8538-4028-92bd-348da103ca2b tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:24.535395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-81f06102-8538-4028-92bd-348da103ca2b tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:24.547345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33d09ab5-2d70-4f22-a6d9-69f3b531ec0e tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:24.554787 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-33d09ab5-2d70-4f22-a6d9-69f3b531ec0e tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "DELETE /v2.0/routers/1031d855-a943-4b2e-9028-7ae9f8016c23 HTTP/1.1" status: 204  len: 168 time: 1.7081454
Nov 24 13:08:24.555033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfa1e5-42f1-4487-81bb-b0d34130f23c None None] Pushing event updated for resources: {'Port': ['ID=6432b52f-d34a-4bdc-b3fd-bc014345a85c,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:24.555033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4acfa1e5-42f1-4487-81bb-b0d34130f23c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:24.555259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47132) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:24.610367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acfa1e5-42f1-4487-81bb-b0d34130f23c None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:08:24.611617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-4acfa1e5-42f1-4487-81bb-b0d34130f23c None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:24.614454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acfa1e5-42f1-4487-81bb-b0d34130f23c None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:08:24.675042 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4c43fce0-c5d4-405b-8349-e05216628d41 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "GET /v2.0/ports?device_id=1031d855-a943-4b2e-9028-7ae9f8016c23 HTTP/1.1" status: 200  len: 205 time: 0.1165707
Nov 24 13:08:24.675632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4acfa1e5-42f1-4487-81bb-b0d34130f23c None None] Attempting to bind port 6432b52f-d34a-4bdc-b3fd-bc014345a85c on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:08:24.675632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4acfa1e5-42f1-4487-81bb-b0d34130f23c None None] Attempting to bind port 6432b52f-d34a-4bdc-b3fd-bc014345a85c by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:08:24.676233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acfa1e5-42f1-4487-81bb-b0d34130f23c None None] Attempting to bind port 6432b52f-d34a-4bdc-b3fd-bc014345a85c on network 8ca51b04-1dca-4f60-b844-2979d8864b51 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:08:24.683356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acfa1e5-42f1-4487-81bb-b0d34130f23c None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:08:24.683917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acfa1e5-42f1-4487-81bb-b0d34130f23c None None] Checking segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:08:24.684693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4acfa1e5-42f1-4487-81bb-b0d34130f23c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:24.685339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acfa1e5-42f1-4487-81bb-b0d34130f23c None None] Bound using segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:08:24.686540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4acfa1e5-42f1-4487-81bb-b0d34130f23c None None] Bound port: 6432b52f-d34a-4bdc-b3fd-bc014345a85c, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:08:24.687072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4acfa1e5-42f1-4487-81bb-b0d34130f23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:24.688357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47136) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:24.739194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-84e28b4a-fce9-4b76-a25f-622a31db70e4 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:24.768977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-550ed4d0-ea70-4845-aa7f-4e5dfd7acdf6 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:24.792896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-4acfa1e5-42f1-4487-81bb-b0d34130f23c None None] For port 6432b52f-d34a-4bdc-b3fd-bc014345a85c, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:08:24.797076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-4acfa1e5-42f1-4487-81bb-b0d34130f23c None None] For port 6432b52f-d34a-4bdc-b3fd-bc014345a85c, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=6432b52f-d34a-4bdc-b3fd-bc014345a85c,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:08:24.803565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4acfa1e5-42f1-4487-81bb-b0d34130f23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:24.820314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:24.825949 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-e08bfd1c-956a-44fb-a247-14816d9cce3a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] delete failed (client error): The resource could not be found.
Nov 24 13:08:24.829894 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e08bfd1c-956a-44fb-a247-14816d9cce3a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "DELETE /v2.0/routers/1031d855-a943-4b2e-9028-7ae9f8016c23 HTTP/1.1" status: 404  len: 336 time: 0.1368139
Nov 24 13:08:24.831873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47140) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:24.888882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e28b4a-fce9-4b76-a25f-622a31db70e4 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Pushing event deleted for resources: {'Port': ['ID=1b0a7574-1d82-4d20-940b-f8e00c2459d0,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:24.891925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-84e28b4a-fce9-4b76-a25f-622a31db70e4 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:24.899835 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-730c2f23-a20f-492c-bc57-205b99e65031 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "GET /v2.0/ports?device_id=bce64ba7-dd7b-4180-949e-8ccacf234c6c HTTP/1.1" status: 200  len: 205 time: 0.0607407
Nov 24 13:08:24.907066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47144) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:24.984217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-81f06102-8538-4028-92bd-348da103ca2b tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:24.998534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:25.015348 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-2bf12ae9-cb72-444e-8b7c-f1564e6816ea tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] delete failed (client error): The resource could not be found.
Nov 24 13:08:25.019696 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2bf12ae9-cb72-444e-8b7c-f1564e6816ea tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "DELETE /v2.0/routers/bce64ba7-dd7b-4180-949e-8ccacf234c6c HTTP/1.1" status: 404  len: 336 time: 0.0985794
Nov 24 13:08:25.022786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47148) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:25.084716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0f84bd4b-dbff-4e63-a898-36a260e790ca tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:25.101869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e0457aed-2b24-492a-bd78-08b79978ad69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:25.134699 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d5c35ff3-d096-402b-93c8-142faa9e46a2 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "GET /v2.0/ports?device_id=7b52539c-cfb2-41fa-b5f0-ffbb85d34745 HTTP/1.1" status: 200  len: 205 time: 0.1060925
Nov 24 13:08:25.148653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47152) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:25.174491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfa1e5-42f1-4487-81bb-b0d34130f23c None None] Pushing event updated for resources: {'Port': ['ID=6432b52f-d34a-4bdc-b3fd-bc014345a85c,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:25.186161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4acfa1e5-42f1-4487-81bb-b0d34130f23c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:25.194694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-81f06102-8538-4028-92bd-348da103ca2b tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:25.247321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84bd4b-dbff-4e63-a898-36a260e790ca tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Subnet': ['ID=326d50a9-82c2-4a77-9fae-35ddc860308d,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:25.268951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0f84bd4b-dbff-4e63-a898-36a260e790ca tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:25.275841 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-b334b281-866a-4041-afdb-4542f1242581 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] delete failed (client error): The resource could not be found.
Nov 24 13:08:25.280048 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b334b281-866a-4041-afdb-4542f1242581 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "DELETE /v2.0/routers/7b52539c-cfb2-41fa-b5f0-ffbb85d34745 HTTP/1.1" status: 404  len: 336 time: 0.1248932
Nov 24 13:08:25.286113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47158) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:25.420597 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a0a82c0e-b2b4-4d27-b71f-c544e9cd676f tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "GET /v2.0/ports?device_id=9b60fcbc-9cf6-46fa-8e8b-da696b4db22f HTTP/1.1" status: 200  len: 205 time: 0.1291349
Nov 24 13:08:25.423144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] device_id is not set on port 60fef231-0dd0-4ec0-af2f-316b0eb161f1 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:08:25.430894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47162) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:25.440782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-81f06102-8538-4028-92bd-348da103ca2b tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:25.444899 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-81f06102-8538-4028-92bd-348da103ca2b tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 1.1467466
Nov 24 13:08:25.458497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47166) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:25.469237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-48b2cd89-f439-4e73-944c-a3ed18a47656 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Request body: {'router': {'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'enable_snat': False}}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:25.554456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0f84bd4b-dbff-4e63-a898-36a260e790ca tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:25.556642 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0f84bd4b-dbff-4e63-a898-36a260e790ca tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/subnets/326d50a9-82c2-4a77-9fae-35ddc860308d HTTP/1.1" status: 204  len: 168 time: 3.0130234
Nov 24 13:08:25.565082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1269391d-cb44-4cd4-9458-a6f307cf9087 None None] Network c89ea4da-99c4-499a-9dc2-daf44c35796a requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:08:25.565311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47170) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:25.819703 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-4c2bf25c-7f5b-44e3-aa9f-6827662cfa32 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] delete failed (client error): The resource could not be found.
Nov 24 13:08:25.821572 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4c2bf25c-7f5b-44e3-aa9f-6827662cfa32 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "DELETE /v2.0/routers/9b60fcbc-9cf6-46fa-8e8b-da696b4db22f HTTP/1.1" status: 404  len: 336 time: 0.3896065
Nov 24 13:08:25.828470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47174) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:25.862644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:08:25.912445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-84e28b4a-fce9-4b76-a25f-622a31db70e4 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:25.929014 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-609ca89f-06d2-4e0e-b598-d2285e50f2a4 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "GET /v2.0/ports?device_id=1307f727-ddda-4a58-85b5-35a33d788488 HTTP/1.1" status: 200  len: 205 time: 0.0989633
Nov 24 13:08:25.939234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47178) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:26.092078 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-84e28b4a-fce9-4b76-a25f-622a31db70e4 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] 10.222.0.76 "DELETE /v2.0/ports/1b0a7574-1d82-4d20-940b-f8e00c2459d0 HTTP/1.1" status: 204  len: 168 time: 3.5634925
Nov 24 13:08:26.099486 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-086e4724-e0df-408c-992e-01fce191d868 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] delete failed (client error): The resource could not be found.
Nov 24 13:08:26.103947 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-086e4724-e0df-408c-992e-01fce191d868 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "DELETE /v2.0/routers/1307f727-ddda-4a58-85b5-35a33d788488 HTTP/1.1" status: 404  len: 336 time: 0.1576345
Nov 24 13:08:26.103947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47182) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:26.115821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47184) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:26.174251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-87812b72-71dd-437e-8d79-cd060f799d37 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:26.246031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a541dbb3-b3fb-494d-8c46-44c817025b13 None None] DHCP port deletion for c89ea4da-99c4-499a-9dc2-daf44c35796a request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:08:26.248498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 6432b52f-d34a-4bdc-b3fd-bc014345a85c up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:08:26.287863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a541dbb3-b3fb-494d-8c46-44c817025b13 None None] Deleting port 8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:26.287863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a541dbb3-b3fb-494d-8c46-44c817025b13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:26.333323 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-138f1745-9eab-4a17-b75e-928958fbb01d tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "GET /v2.0/ports?device_id=481ea0aa-f019-453b-a1b9-ad435636dc30 HTTP/1.1" status: 200  len: 205 time: 0.2108443
Nov 24 13:08:26.334644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47190) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:26.411695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:26.475061 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-eefa4638-4e35-4535-91c9-3ec50344df89 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] delete failed (client error): The resource could not be found.
Nov 24 13:08:26.478705 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-eefa4638-4e35-4535-91c9-3ec50344df89 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "DELETE /v2.0/routers/481ea0aa-f019-453b-a1b9-ad435636dc30 HTTP/1.1" status: 404  len: 336 time: 0.1371808
Nov 24 13:08:26.479686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47194) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:26.490510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 6432b52f-d34a-4bdc-b3fd-bc014345a85c completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:08:26.514336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-87812b72-71dd-437e-8d79-cd060f799d37 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting port 8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:26.514724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-87812b72-71dd-437e-8d79-cd060f799d37 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:26.543929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-a541dbb3-b3fb-494d-8c46-44c817025b13 None None] For port 8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23,segment=NetworkSegment(3b76d0b4-906a-4995-8a26-4fdec84e9770),segment_id=3b76d0b4-906a-4995-8a26-4fdec84e9770)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:08:26.543929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a541dbb3-b3fb-494d-8c46-44c817025b13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:26.558415 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a8f9ab-733a-48e5-baff-37f7d70cf2be tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] DELETE failed (client error): The resource could not be found.
Nov 24 13:08:26.559247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a8f9ab-733a-48e5-baff-37f7d70cf2be tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:08:26.565872 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a3a8f9ab-733a-48e5-baff-37f7d70cf2be tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] 10.222.0.76 "DELETE /v2.0/subnets/bdf69361-b756-434e-bb83-cb68845b98c3 HTTP/1.1" status: 404  len: 337 time: 0.0809140
Nov 24 13:08:26.593521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55ca9ba-a0f2-41b1-98a0-31c42d516637 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Deleting subnet 6455f9ca-b2cb-421c-ba39-83575c20ac2c {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:08:26.614780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a55ca9ba-a0f2-41b1-98a0-31c42d516637 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:26.768746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a541dbb3-b3fb-494d-8c46-44c817025b13 None None] Calling delete_port for 8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:26.816534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:26.853435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-aecc01bf-fc36-4c3e-a1e4-b71de805be76 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:26.909627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a541dbb3-b3fb-494d-8c46-44c817025b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:26.935499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f5e7d98c-e008-4102-8d55-93254682f0d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:27.015633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-48b2cd89-f439-4e73-944c-a3ed18a47656 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:27.063207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541dbb3-b3fb-494d-8c46-44c817025b13 None None] Pushing event deleted for resources: {'Port': ['ID=8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:27.063507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-87812b72-71dd-437e-8d79-cd060f799d37 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] For port 8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23,segment=NetworkSegment(3b76d0b4-906a-4995-8a26-4fdec84e9770),segment_id=3b76d0b4-906a-4995-8a26-4fdec84e9770)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:08:27.064071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-87812b72-71dd-437e-8d79-cd060f799d37 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:27.075863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a541dbb3-b3fb-494d-8c46-44c817025b13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:27.095484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a55ca9ba-a0f2-41b1-98a0-31c42d516637 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:27.144050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a541dbb3-b3fb-494d-8c46-44c817025b13 None None] No DVR routers for this DVR port 8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:08:27.221285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Port': ['ID=711ed1f7-0f3b-43ba-8ec6-e948e6a51e9f,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:27.224465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:27.247712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-87812b72-71dd-437e-8d79-cd060f799d37 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Calling delete_port for 8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23 owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:27.256205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ece79d42-4cea-43be-91c8-b0ecf75ef466 None None] Provisioning for port 6432b52f-d34a-4bdc-b3fd-bc014345a85c completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:08:27.271832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ece79d42-4cea-43be-91c8-b0ecf75ef466 None None] Provisioning complete for port 6432b52f-d34a-4bdc-b3fd-bc014345a85c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:27.273336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ece79d42-4cea-43be-91c8-b0ecf75ef466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:27.275156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ea9eba3-a7ec-4a1b-9261-9073bed0dc1a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:27.299458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ed6f0ddc-78bb-4693-8bd3-2d22e4fea33f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:27.344222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network d41d42eb-e745-4ed3-8904-4470444a86a3 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:08:27.380366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47202) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:27.408981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:27.411395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:08:27.412304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:27.467683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ece79d42-4cea-43be-91c8-b0ecf75ef466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:27.517056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-97ed0db4-dfe4-4fa2-af19-52cbe9601793 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Deleting port e28e6f1b-6ee2-4a34-a580-712045e8f84f {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:27.517236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-97ed0db4-dfe4-4fa2-af19-52cbe9601793 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:27.519237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ece79d42-4cea-43be-91c8-b0ecf75ef466 None None] For port 6432b52f-d34a-4bdc-b3fd-bc014345a85c, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=6432b52f-d34a-4bdc-b3fd-bc014345a85c,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:08:27.525627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ece79d42-4cea-43be-91c8-b0ecf75ef466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:27.528004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:27.558028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-87812b72-71dd-437e-8d79-cd060f799d37 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:08:27.558397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-87812b72-71dd-437e-8d79-cd060f799d37 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:08:27.578016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9eba3-a7ec-4a1b-9261-9073bed0dc1a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Subnet': ['ID=b8072da2-6e0e-4a41-bc73-a2210a8bd8c5,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:27.584375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2ea9eba3-a7ec-4a1b-9261-9073bed0dc1a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:27.597879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:27.666938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece79d42-4cea-43be-91c8-b0ecf75ef466 None None] Pushing event updated for resources: {'Port': ['ID=6432b52f-d34a-4bdc-b3fd-bc014345a85c,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:27.671445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ece79d42-4cea-43be-91c8-b0ecf75ef466 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:27.678555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2afa453a-fc2b-4de3-a636-b9c3e477745c None None] Provisioning complete for port 6432b52f-d34a-4bdc-b3fd-bc014345a85c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:27.679041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2afa453a-fc2b-4de3-a636-b9c3e477745c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:27.695357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a55ca9ba-a0f2-41b1-98a0-31c42d516637 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:27.709805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-94ecf12b-a418-4124-85a9-e7d36249c8d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:27.813801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-94ecf12b-a418-4124-85a9-e7d36249c8d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:27.833243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-94ecf12b-a418-4124-85a9-e7d36249c8d9 admin admin] Usage tracker for resource:security_group_rule and tenant:c2dbf21b25954c9fa14ce758f1b82ede is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:27.838817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Port': ['ID=60fef231-0dd0-4ec0-af2f-316b0eb161f1,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:27.849845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:27.867539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-94ecf12b-a418-4124-85a9-e7d36249c8d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:27.877904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-94ecf12b-a418-4124-85a9-e7d36249c8d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:27.881074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-97ed0db4-dfe4-4fa2-af19-52cbe9601793 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:27.961993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea9eba3-a7ec-4a1b-9261-9073bed0dc1a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:08:27.966632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-2ea9eba3-a7ec-4a1b-9261-9073bed0dc1a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:27.966884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-91bfa1fd-262d-4e7e-89ee-c29f56615d49 None None] Provisioning complete for port 6432b52f-d34a-4bdc-b3fd-bc014345a85c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:27.967302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-91bfa1fd-262d-4e7e-89ee-c29f56615d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:27.987929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea9eba3-a7ec-4a1b-9261-9073bed0dc1a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:27.988588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ea9eba3-a7ec-4a1b-9261-9073bed0dc1a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:27.999960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac1c8d9-80a1-4310-8b49-5eaf83687dae None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:08:28.062518 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2ea9eba3-a7ec-4a1b-9261-9073bed0dc1a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.2829597
Nov 24 13:08:28.070667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47208) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:28.084308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-85fdb371-9d4f-4ea9-936f-53f43e60589a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'port': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'mac_address': 'fa:16:3e:e5:22:ae', 'name': 'tempest-NetworksTestDHCPv6-733726826'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:28.185469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Checking segment: {'id': '3c0dfc42-f60a-4ee0-8abf-bdc6b28108a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '39dcc659-bb64-4ac7-944e-ab4ee29c377e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:08:28.186841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network hostable DHCP agents. Network: 39dcc659-bb64-4ac7-944e-ab4ee29c377e, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:08:28.247061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 6432b52f-d34a-4bdc-b3fd-bc014345a85c up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:08:28.303636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-87812b72-71dd-437e-8d79-cd060f799d37 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting port 8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:28.304449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-87812b72-71dd-437e-8d79-cd060f799d37 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:28.335288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network 39dcc659-bb64-4ac7-944e-ab4ee29c377e is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:08:28.345488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-97ed0db4-dfe4-4fa2-af19-52cbe9601793 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Calling delete_port for e28e6f1b-6ee2-4a34-a580-712045e8f84f owned by network:router_interface {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:28.352112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-85fdb371-9d4f-4ea9-936f-53f43e60589a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:28.359419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-85fdb371-9d4f-4ea9-936f-53f43e60589a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:port and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:28.363038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-85fdb371-9d4f-4ea9-936f-53f43e60589a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for port was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:28.366491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 39dcc659-bb64-4ac7-944e-ab4ee29c377e) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:28.368727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a55ca9ba-a0f2-41b1-98a0-31c42d516637 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:28.381836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed14ec5-13b0-4673-8379-fa61b8adf5c0 None None] Network 39dcc659-bb64-4ac7-944e-ab4ee29c377e requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:08:28.391194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-deaef46c-aaf8-4943-bd8e-194441048549 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:28.428566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-85fdb371-9d4f-4ea9-936f-53f43e60589a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:28.444338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-87812b72-71dd-437e-8d79-cd060f799d37 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] The port '8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23' was deleted {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:08:28.480632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:08:28.485362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:28.489223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:28.489916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:28.493492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-48b2cd89-f439-4e73-944c-a3ed18a47656 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router_gateway, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:28.536001 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 6.3963487
Nov 24 13:08:28.542241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47212) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:28.547121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ca9ba-a0f2-41b1-98a0-31c42d516637 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Pushing event deleted for resources: {'Subnet': ['ID=6455f9ca-b2cb-421c-ba39-83575c20ac2c,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:28.552558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a55ca9ba-a0f2-41b1-98a0-31c42d516637 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:28.555728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fdb371-9d4f-4ea9-936f-53f43e60589a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:28.561693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-48b2cd89-f439-4e73-944c-a3ed18a47656 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:28.652306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 6432b52f-d34a-4bdc-b3fd-bc014345a85c triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:28.652714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:28.720205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a55ca9ba-a0f2-41b1-98a0-31c42d516637 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:28.724672 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a55ca9ba-a0f2-41b1-98a0-31c42d516637 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] 10.222.0.76 "DELETE /v2.0/subnets/6455f9ca-b2cb-421c-ba39-83575c20ac2c HTTP/1.1" status: 204  len: 168 time: 2.5706179
Nov 24 13:08:28.725153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47216) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:28.756302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0d306a-c058-45db-bd80-0533ee4705b8 None None] Network 77a2e6d5-f0be-4261-ae56-811bb958a4b4 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:08:28.761501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85fdb371-9d4f-4ea9-936f-53f43e60589a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:28.870477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-87812b72-71dd-437e-8d79-cd060f799d37 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:28.976570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-94ecf12b-a418-4124-85a9-e7d36249c8d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:28.977213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cdd96a9f-3725-46df-be95-957ec5a16012 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:29.009210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-068619c3-9c82-459f-8b73-245c1addc434 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting port 60fef231-0dd0-4ec0-af2f-316b0eb161f1 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:29.009581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-068619c3-9c82-459f-8b73-245c1addc434 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:29.043787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-94ecf12b-a418-4124-85a9-e7d36249c8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:29.061542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1d487d3f-7fd4-4e79-b3b5-91b623e453dd tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:29.237323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ecf12b-a418-4124-85a9-e7d36249c8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8a519f-4bb6-4529-9e53-fc692619fdf0,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:29.244688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-87812b72-71dd-437e-8d79-cd060f799d37 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f63478c3358>,) {'filters': {'network_id': ['c89ea4da-99c4-499a-9dc2-daf44c35796a']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:29.289780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:08:29.303998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-94ecf12b-a418-4124-85a9-e7d36249c8d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:29.354348 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-94ecf12b-a418-4124-85a9-e7d36249c8d9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c2dbf21b25954c9fa14ce758f1b82ede&name=default HTTP/1.1" status: 200  len: 2747 time: 1.9668446
Nov 24 13:08:29.362656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47220) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:29.364738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-87812b72-71dd-437e-8d79-cd060f799d37 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f63478c3358>, '3b76d0b4-906a-4995-8a26-4fdec84e9770') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:29.365084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-87812b72-71dd-437e-8d79-cd060f799d37 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f63478c3358>, '3b76d0b4-906a-4995-8a26-4fdec84e9770') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:29.366611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:08:29.367025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8d7bee0f-4abe-46d7-b1cc-1d3f55fa6d23 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:08:29.385132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ad3447-66d8-4b82-86ef-6df3bfd1d41e None None] Update dhcp port {'port': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'fixed_ips': [{'subnet_id': '8460a758-89b2-4278-a316-1ec90a24b2b0', 'ip_address': '2001:db8::f816:3eff:fecc:eb81'}, {'subnet_id': 'b8072da2-6e0e-4a41-bc73-a2210a8bd8c5'}], 'binding:host_id': 'dv-neutron-601336-61-ovs'}, 'id': '6432b52f-d34a-4bdc-b3fd-bc014345a85c'} from dv-neutron-601336-61-ovs. {{(pid=80945) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 24 13:08:29.407396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-87812b72-71dd-437e-8d79-cd060f799d37 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:29.416781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-cdd96a9f-3725-46df-be95-957ec5a16012 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Deleting port 49ee0552-3441-45d1-8486-33da1861aeda {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:29.417159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cdd96a9f-3725-46df-be95-957ec5a16012 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:29.462069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-90ad3447-66d8-4b82-86ef-6df3bfd1d41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:29.478077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-85fdb371-9d4f-4ea9-936f-53f43e60589a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] device_id is not set on port 350f2b85-e664-4ea7-83e0-c2f7732b30ae yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:08:29.478987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-87812b72-71dd-437e-8d79-cd060f799d37 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:29.536232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-87812b72-71dd-437e-8d79-cd060f799d37 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Releasing vxlan tunnel 6 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:08:29.564899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-97ed0db4-dfe4-4fa2-af19-52cbe9601793 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:29.589574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318f113a-0c64-4794-99dd-57769b472e28 None None] DHCP port deletion for 77a2e6d5-f0be-4261-ae56-811bb958a4b4 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:08:29.601082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-318f113a-0c64-4794-99dd-57769b472e28 None None] Deleting port 49ee0552-3441-45d1-8486-33da1861aeda {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:29.601510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-318f113a-0c64-4794-99dd-57769b472e28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:29.605396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-372730ac-8365-4075-b966-675fcd41ddfe tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:29.614890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76436355-a93c-44ce-a6f0-6441ac013f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:29.720483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76436355-a93c-44ce-a6f0-6441ac013f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:29.850062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed0db4-dfe4-4fa2-af19-52cbe9601793 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Port': ['ID=e28e6f1b-6ee2-4a34-a580-712045e8f84f,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:29.881399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-97ed0db4-dfe4-4fa2-af19-52cbe9601793 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:29.883616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-068619c3-9c82-459f-8b73-245c1addc434 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:29.923331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-318f113a-0c64-4794-99dd-57769b472e28 None None] For port 49ee0552-3441-45d1-8486-33da1861aeda, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=49ee0552-3441-45d1-8486-33da1861aeda,segment=NetworkSegment(1f4adb69-8e69-4624-8b30-d2d10d48dfdf),segment_id=1f4adb69-8e69-4624-8b30-d2d10d48dfdf)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:08:29.923785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-318f113a-0c64-4794-99dd-57769b472e28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:29.960333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-cdd96a9f-3725-46df-be95-957ec5a16012 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] For port 49ee0552-3441-45d1-8486-33da1861aeda, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=49ee0552-3441-45d1-8486-33da1861aeda,segment=NetworkSegment(1f4adb69-8e69-4624-8b30-d2d10d48dfdf),segment_id=1f4adb69-8e69-4624-8b30-d2d10d48dfdf)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:08:29.960732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cdd96a9f-3725-46df-be95-957ec5a16012 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:29.979540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76436355-a93c-44ce-a6f0-6441ac013f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:30.042344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a27aa295-ee5f-4e19-aad9-69db2d4e4813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:30.068076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-318f113a-0c64-4794-99dd-57769b472e28 None None] Calling delete_port for 49ee0552-3441-45d1-8486-33da1861aeda owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:30.121873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-068619c3-9c82-459f-8b73-245c1addc434 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Calling delete_port for 60fef231-0dd0-4ec0-af2f-316b0eb161f1 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:30.130970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-cdd96a9f-3725-46df-be95-957ec5a16012 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Calling delete_port for 49ee0552-3441-45d1-8486-33da1861aeda owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:30.162248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-87812b72-71dd-437e-8d79-cd060f799d37 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network c89ea4da-99c4-499a-9dc2-daf44c35796a has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:08:30.163738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-85fdb371-9d4f-4ea9-936f-53f43e60589a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Allocated IP 172.20.0.4 (8ca51b04-1dca-4f60-b844-2979d8864b51/b8072da2-6e0e-4a41-bc73-a2210a8bd8c5/350f2b85-e664-4ea7-83e0-c2f7732b30ae) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:08:30.172776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76436355-a93c-44ce-a6f0-6441ac013f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8a519f-4bb6-4529-9e53-fc692619fdf0,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:30.176079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-87812b72-71dd-437e-8d79-cd060f799d37 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:30.185012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-318f113a-0c64-4794-99dd-57769b472e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:30.191136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-85fdb371-9d4f-4ea9-936f-53f43e60589a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Allocated IP 2001:db8::f816:3eff:fee5:22ae (8ca51b04-1dca-4f60-b844-2979d8864b51/8460a758-89b2-4278-a316-1ec90a24b2b0/350f2b85-e664-4ea7-83e0-c2f7732b30ae) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:08:30.201563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-48b2cd89-f439-4e73-944c-a3ed18a47656 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Allocated IP 172.26.8.242 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/bd07a745-ee53-485a-a47e-73d1baa2fcda) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:08:30.246597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-76436355-a93c-44ce-a6f0-6441ac013f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:30.273280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76436355-a93c-44ce-a6f0-6441ac013f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:30.278183 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-76436355-a93c-44ce-a6f0-6441ac013f18 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2a8a519f-4bb6-4529-9e53-fc692619fdf0 HTTP/1.1" status: 204  len: 168 time: 0.9116890
Nov 24 13:08:30.281743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-cdd96a9f-3725-46df-be95-957ec5a16012 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:08:30.282110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-cdd96a9f-3725-46df-be95-957ec5a16012 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:08:30.288240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-40a8865c-bbc6-4cff-bf7f-5417a227e273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:30.343963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 49ee0552-3441-45d1-8486-33da1861aeda no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:08:30.418738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 49ee0552-3441-45d1-8486-33da1861aeda {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:08:30.418972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 49ee0552-3441-45d1-8486-33da1861aeda not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:08:30.420665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f113a-0c64-4794-99dd-57769b472e28 None None] Pushing event deleted for resources: {'Port': ['ID=49ee0552-3441-45d1-8486-33da1861aeda,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:30.444515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-318f113a-0c64-4794-99dd-57769b472e28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:30.476728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318f113a-0c64-4794-99dd-57769b472e28 None None] No DVR routers for this DVR port 49ee0552-3441-45d1-8486-33da1861aeda on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:08:30.538634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85fdb371-9d4f-4ea9-936f-53f43e60589a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:30.725483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47228) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:30.784648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-cdd96a9f-3725-46df-be95-957ec5a16012 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Deleting port 49ee0552-3441-45d1-8486-33da1861aeda {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:30.785028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cdd96a9f-3725-46df-be95-957ec5a16012 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:30.821812 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2dd09b37-2021-49ef-8477-38a9501596ba admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b0600db2aa7e4ca299a5964d39c8677a&name=default HTTP/1.1" status: 200  len: 2747 time: 0.0947928
Nov 24 13:08:30.834439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-87812b72-71dd-437e-8d79-cd060f799d37 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network c89ea4da-99c4-499a-9dc2-daf44c35796a has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:08:30.845145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47232) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:30.858841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-cdd96a9f-3725-46df-be95-957ec5a16012 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] The port '49ee0552-3441-45d1-8486-33da1861aeda' was deleted {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:08:30.870492 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:08:30.999907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cdd96a9f-3725-46df-be95-957ec5a16012 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:31.015766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-068619c3-9c82-459f-8b73-245c1addc434 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:31.068364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d54dac62-e764-46a4-8a81-bdb6f963d9d0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:31.134330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-cdd96a9f-3725-46df-be95-957ec5a16012 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6347cd5d68>,) {'filters': {'network_id': ['77a2e6d5-f0be-4261-ae56-811bb958a4b4']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:31.148228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-cdd96a9f-3725-46df-be95-957ec5a16012 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347cd5d68>, '1f4adb69-8e69-4624-8b30-d2d10d48dfdf') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:31.148541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-cdd96a9f-3725-46df-be95-957ec5a16012 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347cd5d68>, '1f4adb69-8e69-4624-8b30-d2d10d48dfdf') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:31.161609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cdd96a9f-3725-46df-be95-957ec5a16012 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:31.178553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cdd96a9f-3725-46df-be95-957ec5a16012 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:31.180634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cdd96a9f-3725-46df-be95-957ec5a16012 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Releasing vxlan tunnel 5 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:08:31.221086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068619c3-9c82-459f-8b73-245c1addc434 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Port': ['ID=60fef231-0dd0-4ec0-af2f-316b0eb161f1,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:31.232102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-068619c3-9c82-459f-8b73-245c1addc434 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:31.245892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-87812b72-71dd-437e-8d79-cd060f799d37 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:31.312421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e65fcde0-f527-4a38-9991-14896bcdf11c tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:31.341879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-87812b72-71dd-437e-8d79-cd060f799d37 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:31.375109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-cdd96a9f-3725-46df-be95-957ec5a16012 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Network 77a2e6d5-f0be-4261-ae56-811bb958a4b4 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:08:31.376054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87812b72-71dd-437e-8d79-cd060f799d37 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Network': ['ID=c89ea4da-99c4-499a-9dc2-daf44c35796a,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:31.384997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cdd96a9f-3725-46df-be95-957ec5a16012 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:31.390589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-87812b72-71dd-437e-8d79-cd060f799d37 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:31.398942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-48b2cd89-f439-4e73-944c-a3ed18a47656 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:31.454303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5595a37b-adbf-4d91-910a-bbb5605dc266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:31.471077 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-87812b72-71dd-437e-8d79-cd060f799d37 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/networks/c89ea4da-99c4-499a-9dc2-daf44c35796a HTTP/1.1" status: 204  len: 168 time: 5.9047315
Nov 24 13:08:31.476827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47236) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:31.488326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a49e5045-6541-41e9-8f31-07f14910b427 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'network': {'name': 'tempest-PortsTestJSON-602187946'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:31.495448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-068619c3-9c82-459f-8b73-245c1addc434 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:31.497443 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-068619c3-9c82-459f-8b73-245c1addc434 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/ports/60fef231-0dd0-4ec0-af2f-316b0eb161f1 HTTP/1.1" status: 204  len: 168 time: 2.9539394
Nov 24 13:08:31.507647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47240) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:31.508722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a49e5045-6541-41e9-8f31-07f14910b427 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:31.519579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5595a37b-adbf-4d91-910a-bbb5605dc266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:31.569240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-48b2cd89-f439-4e73-944c-a3ed18a47656 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:31.588636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-068619c3-9c82-459f-8b73-245c1addc434 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:31.599010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a49e5045-6541-41e9-8f31-07f14910b427 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:network and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:31.612868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a49e5045-6541-41e9-8f31-07f14910b427 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for network was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:31.627980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a49e5045-6541-41e9-8f31-07f14910b427 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:31.653863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-cdd96a9f-3725-46df-be95-957ec5a16012 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Network 77a2e6d5-f0be-4261-ae56-811bb958a4b4 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:08:31.683887 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:08:31.706179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-97ed0db4-dfe4-4fa2-af19-52cbe9601793 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:31.748809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49e5045-6541-41e9-8f31-07f14910b427 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:31.754886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a49e5045-6541-41e9-8f31-07f14910b427 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:31.813621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cdd96a9f-3725-46df-be95-957ec5a16012 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:31.821890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2cd89-f439-4e73-944c-a3ed18a47656 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Pushing event updated for resources: {'Port': ['ID=bd07a745-ee53-485a-a47e-73d1baa2fcda,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:31.822783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a32f0207-9f24-49b1-a0ee-59cb63a4b3e5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:31.825959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-48b2cd89-f439-4e73-944c-a3ed18a47656 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:31.851075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-85fdb371-9d4f-4ea9-936f-53f43e60589a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Transition to ACTIVE for port object 350f2b85-e664-4ea7-83e0-c2f7732b30ae will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:08:31.851455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5595a37b-adbf-4d91-910a-bbb5605dc266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:31.852699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cdd96a9f-3725-46df-be95-957ec5a16012 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:31.860188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a49e5045-6541-41e9-8f31-07f14910b427 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:08:31.861051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6afc1e97-b2f1-4d0e-a4f8-b964f9cc95a8 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:31.869033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333d03f4-1fd6-4470-b354-e29bfc3cf707 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:31.873482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333d03f4-1fd6-4470-b354-e29bfc3cf707 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:31.874338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-333d03f4-1fd6-4470-b354-e29bfc3cf707 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Synchronizing usage tracker for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:08:31.884856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd96a9f-3725-46df-be95-957ec5a16012 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Pushing event deleted for resources: {'Network': ['ID=77a2e6d5-f0be-4261-ae56-811bb958a4b4,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:31.893853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cdd96a9f-3725-46df-be95-957ec5a16012 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:31.908262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a49e5045-6541-41e9-8f31-07f14910b427 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:31.908659 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-a49e5045-6541-41e9-8f31-07f14910b427 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Added segment 50f6c7a4-cfcb-4ce5-9cae-03e5139d5180 of type vxlan for network 55fecb21-d6f8-42aa-9657-b8d83c90eebc
Nov 24 13:08:31.913695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595a37b-adbf-4d91-910a-bbb5605dc266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5479fa68-fae8-44b9-922c-966eeaed3b7e,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:31.916389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5595a37b-adbf-4d91-910a-bbb5605dc266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:31.922513 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cdd96a9f-3725-46df-be95-957ec5a16012 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] 10.222.0.76 "DELETE /v2.0/networks/77a2e6d5-f0be-4261-ae56-811bb958a4b4 HTTP/1.1" status: 204  len: 168 time: 3.1949773
Nov 24 13:08:31.941539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-333d03f4-1fd6-4470-b354-e29bfc3cf707 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Unset dirty status for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:08:31.943152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5595a37b-adbf-4d91-910a-bbb5605dc266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:31.946941 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5595a37b-adbf-4d91-910a-bbb5605dc266 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5479fa68-fae8-44b9-922c-966eeaed3b7e HTTP/1.1" status: 204  len: 168 time: 1.0977111
Nov 24 13:08:31.947111 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-333d03f4-1fd6-4470-b354-e29bfc3cf707 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1455 time: 0.4353771
Nov 24 13:08:31.949800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47246) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:31.969190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a49e5045-6541-41e9-8f31-07f14910b427 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:31.977453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85fdb371-9d4f-4ea9-936f-53f43e60589a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:31.995082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3516814b-92af-42e2-8a08-b73a7e7cbd08 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:32.024173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b2cd89-f439-4e73-944c-a3ed18a47656 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:08:32.031694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-48b2cd89-f439-4e73-944c-a3ed18a47656 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:32.034467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b2cd89-f439-4e73-944c-a3ed18a47656 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:08:32.079229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-90ad3447-66d8-4b82-86ef-6df3bfd1d41e None None] Allocated IP 172.20.0.2 (8ca51b04-1dca-4f60-b844-2979d8864b51/b8072da2-6e0e-4a41-bc73-a2210a8bd8c5/6432b52f-d34a-4bdc-b3fd-bc014345a85c) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:08:32.178909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-a49e5045-6541-41e9-8f31-07f14910b427 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:08:32.219453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b93d2a0f-d65e-4957-80e6-5c1fd441514d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting port 711ed1f7-0f3b-43ba-8ec6-e948e6a51e9f {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:32.220171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b93d2a0f-d65e-4957-80e6-5c1fd441514d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:32.279203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fdb371-9d4f-4ea9-936f-53f43e60589a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Port': ['ID=350f2b85-e664-4ea7-83e0-c2f7732b30ae,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:32.286396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a49e5045-6541-41e9-8f31-07f14910b427 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:32.293194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49e5045-6541-41e9-8f31-07f14910b427 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:32.294092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a49e5045-6541-41e9-8f31-07f14910b427 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:32.303542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-85fdb371-9d4f-4ea9-936f-53f43e60589a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:32.304462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-deacee95-99b4-4bd9-9293-ada1977e14b0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:32.369621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-90ad3447-66d8-4b82-86ef-6df3bfd1d41e None None] For port 6432b52f-d34a-4bdc-b3fd-bc014345a85c, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=6432b52f-d34a-4bdc-b3fd-bc014345a85c,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:08:32.421140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-90ad3447-66d8-4b82-86ef-6df3bfd1d41e None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:32.445912 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a49e5045-6541-41e9-8f31-07f14910b427 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.9679635
Nov 24 13:08:32.462471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47254) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:32.466516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-90ad3447-66d8-4b82-86ef-6df3bfd1d41e None None] Transition to ACTIVE for port object 6432b52f-d34a-4bdc-b3fd-bc014345a85c will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:08:32.471012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-90ad3447-66d8-4b82-86ef-6df3bfd1d41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:32.479841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'subnet': {'network_id': '55fecb21-d6f8-42aa-9657-b8d83c90eebc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:32.512523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e5045-6541-41e9-8f31-07f14910b427 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Network': ['ID=55fecb21-d6f8-42aa-9657-b8d83c90eebc,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:32.580506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a49e5045-6541-41e9-8f31-07f14910b427 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:32.620405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fdb371-9d4f-4ea9-936f-53f43e60589a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:08:32.627380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-85fdb371-9d4f-4ea9-936f-53f43e60589a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:32.642705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fdb371-9d4f-4ea9-936f-53f43e60589a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:08:32.713930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:32.714034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ece79d42-4cea-43be-91c8-b0ecf75ef466 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:32.719976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:subnet and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:32.725494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:32.737720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:32.743505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fdb371-9d4f-4ea9-936f-53f43e60589a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:32.744339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85fdb371-9d4f-4ea9-936f-53f43e60589a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:32.751792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47264) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:32.754359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 55fecb21-d6f8-42aa-9657-b8d83c90eebc details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:08:32.780465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:32.819583 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-85fdb371-9d4f-4ea9-936f-53f43e60589a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 4.7428391
Nov 24 13:08:32.862772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 55fecb21-d6f8-42aa-9657-b8d83c90eebc details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:08:32.896749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47272) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:33.100021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad3447-66d8-4b82-86ef-6df3bfd1d41e None None] Pushing event updated for resources: {'Port': ['ID=6432b52f-d34a-4bdc-b3fd-bc014345a85c,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:33.108635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-90ad3447-66d8-4b82-86ef-6df3bfd1d41e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:33.291264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b93d2a0f-d65e-4957-80e6-5c1fd441514d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:33.409641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:33.457346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b93d2a0f-d65e-4957-80e6-5c1fd441514d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Calling delete_port for 711ed1f7-0f3b-43ba-8ec6-e948e6a51e9f owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:33.540805 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ea9cabcd-e777-4930-a524-8eb073a7a80e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ab187429b477431192fbd1e2b6cdfeb4&name=default HTTP/1.1" status: 200  len: 2747 time: 0.7854199
Nov 24 13:08:33.545106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47284) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:33.579477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e3a50c-15d1-4818-bd4b-6fc8cf7ac619 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:33.583921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e3a50c-15d1-4818-bd4b-6fc8cf7ac619 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:33.584810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b5e3a50c-15d1-4818-bd4b-6fc8cf7ac619 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:08:33.630179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47288) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:33.642832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b5e3a50c-15d1-4818-bd4b-6fc8cf7ac619 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:08:33.646692 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b5e3a50c-15d1-4818-bd4b-6fc8cf7ac619 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1862 time: 0.7454257
Nov 24 13:08:33.648705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47294) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:33.657571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-48b2cd89-f439-4e73-944c-a3ed18a47656 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router_gateway, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:33.720026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b93d2a0f-d65e-4957-80e6-5c1fd441514d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:33.746945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-02c33000-e58e-47cc-a1c2-7244e7ea757e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:33.782031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-22acd236-854a-4df3-a9b7-997fe3e339d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:33.805261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b6eca09b-f599-4344-a582-b2994c1de6df tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting port 350f2b85-e664-4ea7-83e0-c2f7732b30ae {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:33.805539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6eca09b-f599-4344-a582-b2994c1de6df tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:33.856381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-169186256'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:33.898613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-22acd236-854a-4df3-a9b7-997fe3e339d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:33.913466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9b14e552-2c63-4eb6-bcf4-869a79eabe84 None None] Provisioning for port 6432b52f-d34a-4bdc-b3fd-bc014345a85c completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:08:33.918038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d2a0f-d65e-4957-80e6-5c1fd441514d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Port': ['ID=711ed1f7-0f3b-43ba-8ec6-e948e6a51e9f,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:33.920946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9b14e552-2c63-4eb6-bcf4-869a79eabe84 None None] Provisioning complete for port 6432b52f-d34a-4bdc-b3fd-bc014345a85c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:33.921585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b14e552-2c63-4eb6-bcf4-869a79eabe84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:33.929419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:33.937187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b93d2a0f-d65e-4957-80e6-5c1fd441514d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:33.959080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Usage tracker for resource:network and tenant:23c0d994af624aa897601b00f596f30e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:33.974866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:33.979131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ed0db4-dfe4-4fa2-af19-52cbe9601793 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Router 08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:08:33.993527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:34.057979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Made reservation on behalf of 23c0d994af624aa897601b00f596f30e for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:34.064581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:34.084913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-48b2cd89-f439-4e73-944c-a3ed18a47656 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:34.092372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:34.103403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-48b2cd89-f439-4e73-944c-a3ed18a47656 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4112833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850663106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4103870'] for router, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:34.207127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b93d2a0f-d65e-4957-80e6-5c1fd441514d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:34.221450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 6432b52f-d34a-4bdc-b3fd-bc014345a85c up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:08:34.237615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-22acd236-854a-4df3-a9b7-997fe3e339d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:34.247265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8883285a-4c48-4c24-a8e1-f41d27324980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:34.265841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22acd236-854a-4df3-a9b7-997fe3e339d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5f9758-0c89-400a-9ebb-70ea26750a48,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:34.280665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-22acd236-854a-4df3-a9b7-997fe3e339d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:34.332114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-22acd236-854a-4df3-a9b7-997fe3e339d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:34.333351 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-22acd236-854a-4df3-a9b7-997fe3e339d6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2a5f9758-0c89-400a-9ebb-70ea26750a48 HTTP/1.1" status: 204  len: 168 time: 0.7849751
Nov 24 13:08:34.343714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6eca09b-f599-4344-a582-b2994c1de6df tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:34.365410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5611181d-8973-45f0-b409-a6ded6bb59c0 None None] Provisioning for port 350f2b85-e664-4ea7-83e0-c2f7732b30ae completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:08:34.375429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5611181d-8973-45f0-b409-a6ded6bb59c0 None None] Provisioning complete for port 350f2b85-e664-4ea7-83e0-c2f7732b30ae triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:34.376272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5611181d-8973-45f0-b409-a6ded6bb59c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:34.426299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 6432b52f-d34a-4bdc-b3fd-bc014345a85c triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:34.426823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:34.480343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:34.489202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Usage tracker for resource:security_group_rule and tenant:23c0d994af624aa897601b00f596f30e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:34.494207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:34.503255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5611181d-8973-45f0-b409-a6ded6bb59c0 None None] Port 350f2b85-e664-4ea7-83e0-c2f7732b30ae cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:08:34.503710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:34.526811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b6eca09b-f599-4344-a582-b2994c1de6df tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Calling delete_port for 350f2b85-e664-4ea7-83e0-c2f7732b30ae owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:34.589777 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b93d2a0f-d65e-4957-80e6-5c1fd441514d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/ports/711ed1f7-0f3b-43ba-8ec6-e948e6a51e9f HTTP/1.1" status: 204  len: 168 time: 2.6363251
Nov 24 13:08:34.593177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47300) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:34.628423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-cb92e434-77ae-4584-9ccc-41d014fcc4b4 None None] Provisioning complete for port 6432b52f-d34a-4bdc-b3fd-bc014345a85c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:34.628993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cb92e434-77ae-4584-9ccc-41d014fcc4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:34.630154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:34.698630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:34.703786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:34.751317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:08:34.788267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Pushing event updated for resources: {'SecurityGroup': ['ID=c78c7c80-189f-4b80-8c08-1a5e6683de86,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:34.799299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:34.799685 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Added segment b029b341-ceef-49cd-a24a-d27389aba8d9 of type vxlan for network e65f1d66-7a61-4d4f-883a-397879547566
Nov 24 13:08:34.801644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:34.802062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:34.802502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:34.802911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:34.803318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:34.803727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:34.804129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:34.804526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:34.804923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:34.805319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:34.805712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:34.806108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:34.806664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:34.807061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:34.807553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:34.807982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:34.808702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:34.809106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:34.809501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:34.809936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:34.810590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:34.811310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:34.811718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:34.812112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:34.828918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:34.847033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ed0db4-dfe4-4fa2-af19-52cbe9601793 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:08:34.852668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9013cf56-9e63-4af0-b6df-13033ef71173 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:34.853989 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9013cf56-9e63-4af0-b6df-13033ef71173 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.2582989
Nov 24 13:08:34.855064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:34.860753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9906ab-25e9-4ff3-86de-206146e8b7ab None None] Sync routers for ids ['08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:08:34.863368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47308) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:34.881062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9906ab-25e9-4ff3-86de-206146e8b7ab None None] Routers {'08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:08:34.881753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-da9906ab-25e9-4ff3-86de-206146e8b7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c84a278>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:08:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:34.912908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8105979c-84d4-46e6-a914-9ff30327d934 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:34.937981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:34.950093 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b31fbb2-f189-4611-b862-9b426604dac2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] GET failed (client error): The resource could not be found.
Nov 24 13:08:34.950660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1b31fbb2-f189-4611-b862-9b426604dac2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Synchronizing usage tracker for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:08:34.960196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-da9906ab-25e9-4ff3-86de-206146e8b7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c84a278>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:34.968850 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-97ed0db4-dfe4-4fa2-af19-52cbe9601793 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "PUT /v2.0/routers/08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.1241899
Nov 24 13:08:34.969614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47314) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:34.973965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9906ab-25e9-4ff3-86de-206146e8b7ab None None] Routers {'08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:08:34.974640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-da9906ab-25e9-4ff3-86de-206146e8b7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c84a278>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:08:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:35.042052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-da9906ab-25e9-4ff3-86de-206146e8b7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c84a278>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:35.042753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9906ab-25e9-4ff3-86de-206146e8b7ab None None] The sync data for ids ['08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:08:35.081479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1b31fbb2-f189-4611-b862-9b426604dac2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Unset dirty status for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:08:35.086164 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1b31fbb2-f189-4611-b862-9b426604dac2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "GET /v2.0/ports/60fef231-0dd0-4ec0-af2f-316b0eb161f1 HTTP/1.1" status: 404  len: 333 time: 0.2169755
Nov 24 13:08:35.089735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47322) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:35.105724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:35.110149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:35.110571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:35.110685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Subnet': ['ID=9427803f-fb80-4cac-99a3-350e67890f3d,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:35.128729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6eca09b-f599-4344-a582-b2994c1de6df tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:35.152083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-671be613-7a67-4f0f-a3bc-12d6a6210c46 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:35.165792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:35.166642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:35.167483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:35.168097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:35.168893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:35.169579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:35.171011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:35.173291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:35.174976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:35.175578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:35.176181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:35.176774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:35.177480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:35.178442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:35.179038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:35.179681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:35.180937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:35.181539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:35.182370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:35.182985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:35.183461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:35.184035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:35.184440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:35.185077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:35.195185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:35.256766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-84e28b4a-fce9-4b76-a25f-622a31db70e4 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:35.322659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eca09b-f599-4344-a582-b2994c1de6df tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Port': ['ID=350f2b85-e664-4ea7-83e0-c2f7732b30ae,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:35.332085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b6eca09b-f599-4344-a582-b2994c1de6df tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:35.539375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Checking segment: {'id': '50f6c7a4-cfcb-4ce5-9cae-03e5139d5180', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '55fecb21-d6f8-42aa-9657-b8d83c90eebc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:08:35.539781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network hostable DHCP agents. Network: 55fecb21-d6f8-42aa-9657-b8d83c90eebc, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:08:35.565343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6eca09b-f599-4344-a582-b2994c1de6df tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:35.570739 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-6beb39de-aa14-4dc4-9fa1-90d28213595d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] GET failed (client error): The resource could not be found.
Nov 24 13:08:35.572171 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6beb39de-aa14-4dc4-9fa1-90d28213595d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "GET /v2.0/ports/711ed1f7-0f3b-43ba-8ec6-e948e6a51e9f HTTP/1.1" status: 404  len: 333 time: 0.4720581
Nov 24 13:08:35.576450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47332) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:35.595219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47336) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:35.627240 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 1.9763551
Nov 24 13:08:35.627240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Pushing event updated for resources: {'Network': ['ID=e65f1d66-7a61-4d4f-883a-397879547566,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:35.630593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:35.644225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network e65f1d66-7a61-4d4f-883a-397879547566 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:08:35.686277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network e65f1d66-7a61-4d4f-883a-397879547566 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:08:35.731604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b2cd89-f439-4e73-944c-a3ed18a47656 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Router 7cb61197-d467-4a78-a429-79baceef7302 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:08:35.842595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Request body: {'networks': [{'name': 'tempest-network--706690115'}, {'name': 'tempest-network--1251554442'}]} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:35.843345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Request body: {'network': {'name': 'tempest-network--706690115'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:35.843606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Request body: {'network': {'name': 'tempest-network--1251554442'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:35.848291 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b6eca09b-f599-4344-a582-b2994c1de6df tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/350f2b85-e664-4ea7-83e0-c2f7732b30ae HTTP/1.1" status: 204  len: 168 time: 2.1932576
Nov 24 13:08:35.853609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47342) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:35.858160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network 55fecb21-d6f8-42aa-9657-b8d83c90eebc is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:08:35.869143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c8d81345-74da-4b87-b96a-8b462361dffc tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:35.906843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:35.962283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 55fecb21-d6f8-42aa-9657-b8d83c90eebc) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:36.011934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Usage tracker for resource:network and tenant:65b63ab4e0cc4051a4aad24ce6172e8c is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:36.018474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:36.019233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:36.029871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:36.050835 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.5845432
Nov 24 13:08:36.054798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:36.067003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47346) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:36.151681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ceba379-8d6f-4d92-8cb6-50111bf116a6 None None] Network 55fecb21-d6f8-42aa-9657-b8d83c90eebc requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:08:36.197624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Made reservation on behalf of 65b63ab4e0cc4051a4aad24ce6172e8c for: {'network': 2} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:36.204191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:36.229252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:36.251809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c8d81345-74da-4b87-b96a-8b462361dffc tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:36.267394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63933d2-7cb0-40d0-bf76-e92c2580df44 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:36.268683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63933d2-7cb0-40d0-bf76-e92c2580df44 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:36.270359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63933d2-7cb0-40d0-bf76-e92c2580df44 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:36.272737 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f63933d2-7cb0-40d0-bf76-e92c2580df44 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.4079313
Nov 24 13:08:36.277295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47350) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:36.305775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:36.310214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Usage tracker for resource:security_group_rule and tenant:65b63ab4e0cc4051a4aad24ce6172e8c is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:36.313473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:36.319850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:36.387492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-c8d81345-74da-4b87-b96a-8b462361dffc tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634782ac88>,) {'filters': {'network_id': ['39dcc659-bb64-4ac7-944e-ab4ee29c377e']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:36.397192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:36.402349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-c8d81345-74da-4b87-b96a-8b462361dffc tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634782ac88>, '3c0dfc42-f60a-4ee0-8abf-bdc6b28108a2') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:36.402838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-c8d81345-74da-4b87-b96a-8b462361dffc tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634782ac88>, '3c0dfc42-f60a-4ee0-8abf-bdc6b28108a2') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:36.418033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c8d81345-74da-4b87-b96a-8b462361dffc tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:36.439091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c8d81345-74da-4b87-b96a-8b462361dffc tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:36.441348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c8d81345-74da-4b87-b96a-8b462361dffc tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Releasing vxlan tunnel 9 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:08:36.455387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:36.455969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:36.480190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:36.484588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-55fecb21-d6f8-42aa-9657-b8d83c90eebc', 'network_id': '55fecb21-d6f8-42aa-9657-b8d83c90eebc', 'tenant_id': 'c7d03523e68a47da9bee14cfe27d45e8', 'fixed_ips': [{'subnet_id': '9427803f-fb80-4cac-99a3-350e67890f3d'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:08:36.485744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:36.584916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:08:36.594891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:36.595313 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Added segment 3b1f37b6-8fd8-4a2f-a210-1e0f035d873e of type vxlan for network 5fdabc6a-6bbb-4f06-9d47-eae6af0369c6
Nov 24 13:08:36.622863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:36.641256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c8d81345-74da-4b87-b96a-8b462361dffc tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network 39dcc659-bb64-4ac7-944e-ab4ee29c377e has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:08:36.652996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c8d81345-74da-4b87-b96a-8b462361dffc tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:36.668005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:08:36.678233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:36.678835 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Added segment 5470a7bd-3583-41ab-aefc-fef125782fa8 of type vxlan for network a6483591-15f0-42c9-8bae-4a86e82f7bf5
Nov 24 13:08:36.710441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:36.756621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:36.757124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:36.761257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:36.765194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:36.765878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:36.778418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b7c6cee-a8ca-4d90-a786-64d591abda6d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:36.859525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c8d81345-74da-4b87-b96a-8b462361dffc tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network 39dcc659-bb64-4ac7-944e-ab4ee29c377e has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:08:36.860814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4583a1-5c5f-48af-b0ee-e144df22e397,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:36.977490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-bc57b151-7619-4044-a0b9-4365ce6c5b9c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1285070145', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:36.984789 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:08:36.984789 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:08:36.984789 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:08:36.984789 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:08:36.984789 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:08:36.984789 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:08:36.984789 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:08:36.984789 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:08:36.984789 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:08:36.984789 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:08:36.984789 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:08:36.984789 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:08:36.984789 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:08:36.984789 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:08:36.984789 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:08:36.984789 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:08:36.984789 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:08:36.984789 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:08:36.984789 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:08:36.984789 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:08:36.984789 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:08:36.984789 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:08:36.984789 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:08:36.984789 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:08:36.984789 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:08:36.984789 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:08:36.984789 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:08:36.984789 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:08:36.984789 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:08:36.984789 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:08:36.984789 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:08:36.984789 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:08:36.992040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-bc57b151-7619-4044-a0b9-4365ce6c5b9c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:36.997350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bc57b151-7619-4044-a0b9-4365ce6c5b9c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:router and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:37.001410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bc57b151-7619-4044-a0b9-4365ce6c5b9c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:37.004373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c8d81345-74da-4b87-b96a-8b462361dffc tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:37.010149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-01cbd62c-6915-4bf6-8e2b-c6da067e52d2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:37.029689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-bc57b151-7619-4044-a0b9-4365ce6c5b9c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:37.034432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:37.035935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c8d81345-74da-4b87-b96a-8b462361dffc tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:37.045505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f2f4ef-254c-443e-9863-adaa5a2cf5db tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting subnet 8460a758-89b2-4278-a316-1ec90a24b2b0 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:08:37.045848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d81345-74da-4b87-b96a-8b462361dffc tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Network': ['ID=39dcc659-bb64-4ac7-944e-ab4ee29c377e,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:37.049778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3f2f4ef-254c-443e-9863-adaa5a2cf5db tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:37.058015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c8d81345-74da-4b87-b96a-8b462361dffc tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:37.067288 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c8d81345-74da-4b87-b96a-8b462361dffc tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/networks/39dcc659-bb64-4ac7-944e-ab4ee29c377e HTTP/1.1" status: 204  len: 168 time: 1.4888391
Nov 24 13:08:37.068499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47354) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:37.071598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bc57b151-7619-4044-a0b9-4365ce6c5b9c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:37.072642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bc57b151-7619-4044-a0b9-4365ce6c5b9c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:37.079737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-f6314ad5-1372-4992-b15e-078f887e25e0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1737081458'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:37.088558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f6314ad5-1372-4992-b15e-078f887e25e0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:37.094040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Allocated IP 172.20.0.2 (55fecb21-d6f8-42aa-9657-b8d83c90eebc/9427803f-fb80-4cac-99a3-350e67890f3d/75f3798b-1c83-4ff6-835b-0e99f63a5364) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:08:37.096627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f6314ad5-1372-4992-b15e-078f887e25e0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:network and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:37.101485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f6314ad5-1372-4992-b15e-078f887e25e0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for network was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:37.110622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f6314ad5-1372-4992-b15e-078f887e25e0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:37.113465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3f2f4ef-254c-443e-9863-adaa5a2cf5db tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:37.139456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bc57b151-7619-4044-a0b9-4365ce6c5b9c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:37.172557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bc57b151-7619-4044-a0b9-4365ce6c5b9c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:37.206805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3f2f4ef-254c-443e-9863-adaa5a2cf5db tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:37.214584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bc57b151-7619-4044-a0b9-4365ce6c5b9c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:37.215873 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bc57b151-7619-4044-a0b9-4365ce6c5b9c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 1.1448967
Nov 24 13:08:37.219346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47358) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:37.225758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-f939a4a7-25bc-42ba-b3f6-cc62de2fdc2f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'port': {'network_id': '55fecb21-d6f8-42aa-9657-b8d83c90eebc', 'name': 'tempest-PortsTestJSON-1759533027'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:37.269110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dea901c5-3b7c-496b-851c-29ca692bc7f9 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.492s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:37.332631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6314ad5-1372-4992-b15e-078f887e25e0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:37.338036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f6314ad5-1372-4992-b15e-078f887e25e0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:37.408280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6314ad5-1372-4992-b15e-078f887e25e0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:08:37.441314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f6314ad5-1372-4992-b15e-078f887e25e0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:37.441696 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-f6314ad5-1372-4992-b15e-078f887e25e0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Added segment 47929bb8-f829-4697-b384-91619d06b74e of type vxlan for network 1fb65f6f-1848-4e55-bbd6-70d2b0941a40
Nov 24 13:08:37.453865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f939a4a7-25bc-42ba-b3f6-cc62de2fdc2f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:37.463208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:37.463490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f939a4a7-25bc-42ba-b3f6-cc62de2fdc2f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:port and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:37.468988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f939a4a7-25bc-42ba-b3f6-cc62de2fdc2f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for port was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:37.477352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Transition to ACTIVE for port object 75f3798b-1c83-4ff6-835b-0e99f63a5364 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:08:37.486973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f939a4a7-25bc-42ba-b3f6-cc62de2fdc2f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:37.493358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f6314ad5-1372-4992-b15e-078f887e25e0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:37.500228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Transition to ACTIVE for port object 75f3798b-1c83-4ff6-835b-0e99f63a5364 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:08:37.507110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:37.507937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f939a4a7-25bc-42ba-b3f6-cc62de2fdc2f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:37.513528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f939a4a7-25bc-42ba-b3f6-cc62de2fdc2f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:37.522751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5cbeeef7-a44f-4e9b-b313-78bcc0224784 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:37.690917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Pushing event updated for resources: {'Port': ['ID=75f3798b-1c83-4ff6-835b-0e99f63a5364,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:37.710569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:37.711127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:37.711628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:37.712119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:37.712603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:37.713089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:37.713569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:37.715055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:37.715055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:37.715055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:37.715601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:37.715885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:37.717100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:37.717584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:37.718069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:37.718721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:37.719202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:37.719716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:37.720651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:37.721141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:37.721623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:37.722107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:37.722613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:37.723094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:08:37.744748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:37.792101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Network 55fecb21-d6f8-42aa-9657-b8d83c90eebc is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:08:37.793412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:37.799983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:08:37.845839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f6314ad5-1372-4992-b15e-078f887e25e0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:37.847830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3f2f4ef-254c-443e-9863-adaa5a2cf5db tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:37.850379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6314ad5-1372-4992-b15e-078f887e25e0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:37.851031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f6314ad5-1372-4992-b15e-078f887e25e0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:37.858581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b0121a24-0854-4932-94d4-7175f7e5857e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:37.882280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Attempting to bind port 75f3798b-1c83-4ff6-835b-0e99f63a5364 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:08:37.883176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Attempting to bind port 75f3798b-1c83-4ff6-835b-0e99f63a5364 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '50f6c7a4-cfcb-4ce5-9cae-03e5139d5180', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '55fecb21-d6f8-42aa-9657-b8d83c90eebc'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:08:37.883809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Attempting to bind port 75f3798b-1c83-4ff6-835b-0e99f63a5364 on network 55fecb21-d6f8-42aa-9657-b8d83c90eebc {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:08:37.891462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:08:37.892362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Checking segment: {'id': '50f6c7a4-cfcb-4ce5-9cae-03e5139d5180', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '55fecb21-d6f8-42aa-9657-b8d83c90eebc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:08:37.893136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:37.893784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Bound using segment: {'id': '50f6c7a4-cfcb-4ce5-9cae-03e5139d5180', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '55fecb21-d6f8-42aa-9657-b8d83c90eebc'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:08:37.894685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Bound port: 75f3798b-1c83-4ff6-835b-0e99f63a5364, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f6c7a4-cfcb-4ce5-9cae-03e5139d5180', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '55fecb21-d6f8-42aa-9657-b8d83c90eebc'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:08:37.895340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:37.972505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6314ad5-1372-4992-b15e-078f887e25e0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Network': ['ID=1fb65f6f-1848-4e55-bbd6-70d2b0941a40,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:37.995475 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 2.3931651
Nov 24 13:08:37.997469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47362) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:38.001829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f6314ad5-1372-4992-b15e-078f887e25e0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:38.022973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] For port 75f3798b-1c83-4ff6-835b-0e99f63a5364, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:08:38.028012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] For port 75f3798b-1c83-4ff6-835b-0e99f63a5364, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=75f3798b-1c83-4ff6-835b-0e99f63a5364,segment=NetworkSegment(50f6c7a4-cfcb-4ce5-9cae-03e5139d5180),segment_id=50f6c7a4-cfcb-4ce5-9cae-03e5139d5180)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:08:38.032621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 1fb65f6f-1848-4e55-bbd6-70d2b0941a40 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:08:38.086228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Pushing event updated for resources: {'Network': ['ID=5fdabc6a-6bbb-4f06-9d47-eae6af0369c6,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:38.202352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3f2f4ef-254c-443e-9863-adaa5a2cf5db tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:38.218669 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f6314ad5-1372-4992-b15e-078f887e25e0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.1488705
Nov 24 13:08:38.237328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47366) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:38.243347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 1fb65f6f-1848-4e55-bbd6-70d2b0941a40 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:08:38.248571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-d8b8a3c0-87e9-4f9c-b2ab-e6d02c11a6a8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'subnet': {'network_id': '1fb65f6f-1848-4e55-bbd6-70d2b0941a40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:38.391825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 5fdabc6a-6bbb-4f06-9d47-eae6af0369c6 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:08:38.462175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-f939a4a7-25bc-42ba-b3f6-cc62de2fdc2f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] device_id is not set on port 25e5e958-18bb-4c0e-ab37-0fb8bb5a0d41 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:08:38.518766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d8b8a3c0-87e9-4f9c-b2ab-e6d02c11a6a8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:38.525157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 5fdabc6a-6bbb-4f06-9d47-eae6af0369c6 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:08:38.532929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d8b8a3c0-87e9-4f9c-b2ab-e6d02c11a6a8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:subnet and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:38.538060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d8b8a3c0-87e9-4f9c-b2ab-e6d02c11a6a8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:38.564854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b27e3b1-71d2-4e14-8625-da250d254b31 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:38.569703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b27e3b1-71d2-4e14-8625-da250d254b31 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:38.574108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b27e3b1-71d2-4e14-8625-da250d254b31 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:38.579288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b27e3b1-71d2-4e14-8625-da250d254b31 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:38.583791 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9b27e3b1-71d2-4e14-8625-da250d254b31 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.5743029
Nov 24 13:08:38.586177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d8b8a3c0-87e9-4f9c-b2ab-e6d02c11a6a8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:38.588179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47370) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:38.629036 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f3f2f4ef-254c-443e-9863-adaa5a2cf5db tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/8460a758-89b2-4278-a316-1ec90a24b2b0 HTTP/1.1" status: 204  len: 168 time: 2.3488109
Nov 24 13:08:38.637584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47374) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:38.665018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e875181c-9c40-4de5-81c2-91c8faae2c24 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:08:38.684272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:38.707280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-28764310-cc15-46ba-9e22-ba4783989965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:38.739520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b8a3c0-87e9-4f9c-b2ab-e6d02c11a6a8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:38.743436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-a361c238-3064-4dcf-8da2-7aabe8c89257 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting subnet b8072da2-6e0e-4a41-bc73-a2210a8bd8c5 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:08:38.750094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Pushing event updated for resources: {'Network': ['ID=a6483591-15f0-42c9-8bae-4a86e82f7bf5,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:38.753039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a361c238-3064-4dcf-8da2-7aabe8c89257 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:38.792332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b2cd89-f439-4e73-944c-a3ed18a47656 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:08:38.807309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.538s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:38.808014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.031s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:38.808481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:38.814035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-48b2cd89-f439-4e73-944c-a3ed18a47656 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:38.815546 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-48b2cd89-f439-4e73-944c-a3ed18a47656 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "PUT /v2.0/routers/7cb61197-d467-4a78-a429-79baceef7302 HTTP/1.1" status: 200  len: 918 time: 13.3559990
Nov 24 13:08:38.819364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-324cffc6-41c5-4908-a98c-1f5b0f254ad6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.829s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:38.855132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47378) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:38.908113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d8b8a3c0-87e9-4f9c-b2ab-e6d02c11a6a8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:38.970538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2f4ef-254c-443e-9863-adaa5a2cf5db tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Subnet': ['ID=8460a758-89b2-4278-a316-1ec90a24b2b0,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:39.032939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f3f2f4ef-254c-443e-9863-adaa5a2cf5db tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:39.046268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f9c040d4-379c-4c05-8511-532772eaeb44 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:39.100234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a361c238-3064-4dcf-8da2-7aabe8c89257 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:39.172678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-f939a4a7-25bc-42ba-b3f6-cc62de2fdc2f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Allocated IP 172.20.0.13 (55fecb21-d6f8-42aa-9657-b8d83c90eebc/9427803f-fb80-4cac-99a3-350e67890f3d/25e5e958-18bb-4c0e-ab37-0fb8bb5a0d41) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:08:39.315768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Pushing event updated for resources: {'Port': ['ID=75f3798b-1c83-4ff6-835b-0e99f63a5364,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:39.327547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network a6483591-15f0-42c9-8bae-4a86e82f7bf5 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:08:39.345843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network a6483591-15f0-42c9-8bae-4a86e82f7bf5 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:08:39.346609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f9c040d4-379c-4c05-8511-532772eaeb44 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:39.355678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a361c238-3064-4dcf-8da2-7aabe8c89257 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:39.391722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1552a501-ba17-4918-b2b0-99ce11fcc46c None None] Sync routers for ids ['7cb61197-d467-4a78-a429-79baceef7302'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:08:39.399057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:39.480321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f9c040d4-379c-4c05-8511-532772eaeb44 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f63464fc828>,) {'filters': {'network_id': ['5fdabc6a-6bbb-4f06-9d47-eae6af0369c6']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:39.496697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f9c040d4-379c-4c05-8511-532772eaeb44 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f63464fc828>, '3b1f37b6-8fd8-4a2f-a210-1e0f035d873e') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:39.497072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f9c040d4-379c-4c05-8511-532772eaeb44 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f63464fc828>, '3b1f37b6-8fd8-4a2f-a210-1e0f035d873e') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:39.510705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f9c040d4-379c-4c05-8511-532772eaeb44 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:39.529321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f9c040d4-379c-4c05-8511-532772eaeb44 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:39.531716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f9c040d4-379c-4c05-8511-532772eaeb44 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Releasing vxlan tunnel 10 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:08:39.642397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1552a501-ba17-4918-b2b0-99ce11fcc46c None None] Routers {'7cb61197-d467-4a78-a429-79baceef7302'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:08:39.643494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1552a501-ba17-4918-b2b0-99ce11fcc46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c95e8d0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:08:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['7cb61197-d467-4a78-a429-79baceef7302'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:39.672261 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-481f2420-7bac-4dc1-85bd-2eec3eb2281a tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "GET /v2.0/routers/7cb61197-d467-4a78-a429-79baceef7302 HTTP/1.1" status: 200  len: 924 time: 0.8087206
Nov 24 13:08:39.672933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47382) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:39.727355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f9c040d4-379c-4c05-8511-532772eaeb44 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Network 5fdabc6a-6bbb-4f06-9d47-eae6af0369c6 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:08:39.738000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f9c040d4-379c-4c05-8511-532772eaeb44 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:39.791005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1552a501-ba17-4918-b2b0-99ce11fcc46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c95e8d0>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:39.860078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47386) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:39.861697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1552a501-ba17-4918-b2b0-99ce11fcc46c None None] Routers {'7cb61197-d467-4a78-a429-79baceef7302'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:08:39.862437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1552a501-ba17-4918-b2b0-99ce11fcc46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c95e8d0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:08:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['7cb61197-d467-4a78-a429-79baceef7302'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:39.872536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a18cbc35-b08f-476e-ba0c-3630ad9197be tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Request body: {'subnet': {'network_id': 'e65f1d66-7a61-4d4f-883a-397879547566', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:39.951645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1552a501-ba17-4918-b2b0-99ce11fcc46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c95e8d0>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:39.952116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1552a501-ba17-4918-b2b0-99ce11fcc46c None None] The sync data for ids ['7cb61197-d467-4a78-a429-79baceef7302'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:08:39.977406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f9c040d4-379c-4c05-8511-532772eaeb44 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Network 5fdabc6a-6bbb-4f06-9d47-eae6af0369c6 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:08:40.010783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a361c238-3064-4dcf-8da2-7aabe8c89257 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:40.013527 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:08:40.013527 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:08:40.013527 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:08:40.013527 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:08:40.013527 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:08:40.013527 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:08:40.013527 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:08:40.013527 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:08:40.013527 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:08:40.013527 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:08:40.013527 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:08:40.013527 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:08:40.013527 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:08:40.013527 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:08:40.013527 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:08:40.013527 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:08:40.013527 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:08:40.013527 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:08:40.013527 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:08:40.013527 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:08:40.013527 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:08:40.013527 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:08:40.013527 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:08:40.013527 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:08:40.013527 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:08:40.013527 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:08:40.013527 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:08:40.013527 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:08:40.013527 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:08:40.013527 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:08:40.013527 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:08:40.013527 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:08:40.033959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ba59991e-99ba-429a-b058-330c286b0287 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:40.156374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361c238-3064-4dcf-8da2-7aabe8c89257 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Subnet': ['ID=b8072da2-6e0e-4a41-bc73-a2210a8bd8c5,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:40.162656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a361c238-3064-4dcf-8da2-7aabe8c89257 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:40.170718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130aba83-c7b8-46b7-87eb-d55cbc090009 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:40.171483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-130aba83-c7b8-46b7-87eb-d55cbc090009 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Synchronizing usage tracker for tenant:e5d17c392242467db06545404f7abf69 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:08:40.196289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-86183de1-3738-469c-9689-f1f677858efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:40.217752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a18cbc35-b08f-476e-ba0c-3630ad9197be tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:40.257121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a18cbc35-b08f-476e-ba0c-3630ad9197be tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Usage tracker for resource:subnet and tenant:23c0d994af624aa897601b00f596f30e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:40.274844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a18cbc35-b08f-476e-ba0c-3630ad9197be tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:40.277991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-130aba83-c7b8-46b7-87eb-d55cbc090009 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Unset dirty status for tenant:e5d17c392242467db06545404f7abf69 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:08:40.282485 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-130aba83-c7b8-46b7-87eb-d55cbc090009 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "GET /v2.0/ports?network_id=cfe08d36-e5ba-4f00-8669-16a0ead5d220&device_id=7cb61197-d467-4a78-a429-79baceef7302&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.6029618
Nov 24 13:08:40.285744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47390) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:40.288085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a18cbc35-b08f-476e-ba0c-3630ad9197be tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:40.328078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18cbc35-b08f-476e-ba0c-3630ad9197be tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Made reservation on behalf of 23c0d994af624aa897601b00f596f30e for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:40.348786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5b7c6cee-a8ca-4d90-a786-64d591abda6d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Deleting port 7293bdfe-13a8-4914-b0d3-42bc9c2b98d6 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:40.349001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b7c6cee-a8ca-4d90-a786-64d591abda6d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:40.351313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f9c040d4-379c-4c05-8511-532772eaeb44 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:40.355940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f9c040d4-379c-4c05-8511-532772eaeb44 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:40.417170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2fc7de5d-f785-4ee5-bffc-4f4fb50872f1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:40.451633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a361c238-3064-4dcf-8da2-7aabe8c89257 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:40.492258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c040d4-379c-4c05-8511-532772eaeb44 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Pushing event deleted for resources: {'Network': ['ID=5fdabc6a-6bbb-4f06-9d47-eae6af0369c6,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:40.498239 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a361c238-3064-4dcf-8da2-7aabe8c89257 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/b8072da2-6e0e-4a41-bc73-a2210a8bd8c5 HTTP/1.1" status: 204  len: 168 time: 1.8449998
Nov 24 13:08:40.500298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f9c040d4-379c-4c05-8511-532772eaeb44 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:40.500883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47394) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:40.545309 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f9c040d4-379c-4c05-8511-532772eaeb44 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] 10.222.0.76 "DELETE /v2.0/networks/5fdabc6a-6bbb-4f06-9d47-eae6af0369c6 HTTP/1.1" status: 204  len: 168 time: 1.9502954
Nov 24 13:08:40.588432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47398) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:40.716590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a18cbc35-b08f-476e-ba0c-3630ad9197be tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:40.978741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b99aa9b-13ee-4335-8321-4ddf2c6c9953 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:08:41.003544 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f87f042b-75ef-4e98-896f-6a1f2ed4efb3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.4754214
Nov 24 13:08:41.014613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47402) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:41.034366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f939a4a7-25bc-42ba-b3f6-cc62de2fdc2f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:41.049447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-fa5b4166-b765-4ae0-a014-a42ca6d0677f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:41.149166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d5423525-7fa6-4e46-a638-9e37a47cd2d6 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:41.201547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f939a4a7-25bc-42ba-b3f6-cc62de2fdc2f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Transition to ACTIVE for port object 25e5e958-18bb-4c0e-ab37-0fb8bb5a0d41 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:08:41.203395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94801530-520e-4278-a889-230c3532033f tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:41.207725 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-94801530-520e-4278-a889-230c3532033f tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "GET /v2.0/networks/cfe08d36-e5ba-4f00-8669-16a0ead5d220 HTTP/1.1" status: 200  len: 881 time: 0.9122696
Nov 24 13:08:41.208304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9dcf53ab-595c-49c6-8813-c358c95dd361 None None] Provisioning complete for port 6432b52f-d34a-4bdc-b3fd-bc014345a85c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:41.208487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9dcf53ab-595c-49c6-8813-c358c95dd361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:41.217019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47406) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:41.276123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b7c6cee-a8ca-4d90-a786-64d591abda6d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:41.302963 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6bb443d9-64db-48de-ba18-f1f8bf3b41e0 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "GET /v2.0/ports?device_id=7cb61197-d467-4a78-a429-79baceef7302 HTTP/1.1" status: 200  len: 205 time: 0.0820436
Nov 24 13:08:41.303910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fa5b4166-b765-4ae0-a014-a42ca6d0677f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:41.309452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47410) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:41.314656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fa5b4166-b765-4ae0-a014-a42ca6d0677f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:subnet and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:41.387157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fa5b4166-b765-4ae0-a014-a42ca6d0677f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:41.408496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fa5b4166-b765-4ae0-a014-a42ca6d0677f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:41.413725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a927ab4e-eeb0-4608-8a53-9ab6ea80d182 None None] DHCP port deletion for 8ca51b04-1dca-4f60-b844-2979d8864b51 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:08:41.423116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a927ab4e-eeb0-4608-8a53-9ab6ea80d182 None None] Deleting port 6432b52f-d34a-4bdc-b3fd-bc014345a85c {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:41.423478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a927ab4e-eeb0-4608-8a53-9ab6ea80d182 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:41.433113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f939a4a7-25bc-42ba-b3f6-cc62de2fdc2f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:41.456670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c55da6f6-8efb-4c07-aa0c-5c1e8384acff tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:41.463001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5b7c6cee-a8ca-4d90-a786-64d591abda6d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Calling delete_port for 7293bdfe-13a8-4914-b0d3-42bc9c2b98d6 owned by network:router_interface {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:41.616970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5b4166-b765-4ae0-a014-a42ca6d0677f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:41.677122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-a927ab4e-eeb0-4608-8a53-9ab6ea80d182 None None] For port 6432b52f-d34a-4bdc-b3fd-bc014345a85c, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=6432b52f-d34a-4bdc-b3fd-bc014345a85c,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:08:41.677564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a927ab4e-eeb0-4608-8a53-9ab6ea80d182 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:41.679990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d5423525-7fa6-4e46-a638-9e37a47cd2d6 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:41.776962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939a4a7-25bc-42ba-b3f6-cc62de2fdc2f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Port': ['ID=25e5e958-18bb-4c0e-ab37-0fb8bb5a0d41,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:41.781359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f939a4a7-25bc-42ba-b3f6-cc62de2fdc2f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:41.822019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d222f4-dad6-409e-8ebf-564354cd47bc None None] Network 55fecb21-d6f8-42aa-9657-b8d83c90eebc requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:08:41.833619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fa5b4166-b765-4ae0-a014-a42ca6d0677f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:41.843131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a927ab4e-eeb0-4608-8a53-9ab6ea80d182 None None] Calling delete_port for 6432b52f-d34a-4bdc-b3fd-bc014345a85c owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:41.889372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-d5423525-7fa6-4e46-a638-9e37a47cd2d6 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6346a86a20>,) {'filters': {'network_id': ['a6483591-15f0-42c9-8bae-4a86e82f7bf5']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:41.926741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-d5423525-7fa6-4e46-a638-9e37a47cd2d6 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346a86a20>, '5470a7bd-3583-41ab-aefc-fef125782fa8') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:41.927036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-d5423525-7fa6-4e46-a638-9e37a47cd2d6 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346a86a20>, '5470a7bd-3583-41ab-aefc-fef125782fa8') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:41.980103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-653a12e6-092e-42dc-b49f-0236eaa7734c None None] Provisioning for port 75f3798b-1c83-4ff6-835b-0e99f63a5364 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:08:42.008366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d5423525-7fa6-4e46-a638-9e37a47cd2d6 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:42.037621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a927ab4e-eeb0-4608-8a53-9ab6ea80d182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:42.059285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e9eb4726-197e-455a-91a2-9c4386c8793a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:42.088337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f939a4a7-25bc-42ba-b3f6-cc62de2fdc2f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network 55fecb21-d6f8-42aa-9657-b8d83c90eebc is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:08:42.094346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-f939a4a7-25bc-42ba-b3f6-cc62de2fdc2f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:42.098455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d5423525-7fa6-4e46-a638-9e37a47cd2d6 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:42.102920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f939a4a7-25bc-42ba-b3f6-cc62de2fdc2f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:08:42.109485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d5423525-7fa6-4e46-a638-9e37a47cd2d6 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Releasing vxlan tunnel 12 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:08:42.187605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927ab4e-eeb0-4608-8a53-9ab6ea80d182 None None] Pushing event deleted for resources: {'Port': ['ID=6432b52f-d34a-4bdc-b3fd-bc014345a85c,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:42.193447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d8b8a3c0-87e9-4f9c-b2ab-e6d02c11a6a8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:42.215155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9cbc187f-1c52-48c3-aad5-7bbfc6094d23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:42.248564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a927ab4e-eeb0-4608-8a53-9ab6ea80d182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:42.253841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b7c6cee-a8ca-4d90-a786-64d591abda6d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:42.312574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 75f3798b-1c83-4ff6-835b-0e99f63a5364 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:08:42.371147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fc878106-ab88-42ef-8580-9d61fd6b0a2d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:42.437483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a927ab4e-eeb0-4608-8a53-9ab6ea80d182 None None] No DVR routers for this DVR port 6432b52f-d34a-4bdc-b3fd-bc014345a85c on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:08:42.441198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c6cee-a8ca-4d90-a786-64d591abda6d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Port': ['ID=7293bdfe-13a8-4914-b0d3-42bc9c2b98d6,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:42.445349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f939a4a7-25bc-42ba-b3f6-cc62de2fdc2f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:42.446418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f939a4a7-25bc-42ba-b3f6-cc62de2fdc2f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:42.463034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5b7c6cee-a8ca-4d90-a786-64d591abda6d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:42.480616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-d5423525-7fa6-4e46-a638-9e37a47cd2d6 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Network a6483591-15f0-42c9-8bae-4a86e82f7bf5 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:08:42.498269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d5423525-7fa6-4e46-a638-9e37a47cd2d6 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:42.501504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8a3c0-87e9-4f9c-b2ab-e6d02c11a6a8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Subnet': ['ID=c8aa6068-c443-4839-9e12-041c47f743be,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:42.517438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d8b8a3c0-87e9-4f9c-b2ab-e6d02c11a6a8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:42.534209 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f939a4a7-25bc-42ba-b3f6-cc62de2fdc2f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 5.3137069
Nov 24 13:08:42.552206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47414) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:42.657385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bdedbf1-18f2-4bb2-a6bc-ac18c93d6447 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:42.674628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-913f3a01-113b-449c-836c-0b0a48869ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:42.680229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 75f3798b-1c83-4ff6-835b-0e99f63a5364 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:08:42.686431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 75f3798b-1c83-4ff6-835b-0e99f63a5364 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:42.686848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:42.778097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-d5423525-7fa6-4e46-a638-9e37a47cd2d6 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Network a6483591-15f0-42c9-8bae-4a86e82f7bf5 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:08:42.808809 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:08:42.808809 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:08:42.808809 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:08:42.808809 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:08:42.808809 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:08:42.808809 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:08:42.808809 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:08:42.808809 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:08:42.808809 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:08:42.808809 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:08:42.808809 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:08:42.808809 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:08:42.808809 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:08:42.808809 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:08:42.808809 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:08:42.808809 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:08:42.808809 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:08:42.808809 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:08:42.808809 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:08:42.808809 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:08:42.808809 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:08:42.808809 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:08:42.808809 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:08:42.808809 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:08:42.808809 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:08:42.808809 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:08:42.808809 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:08:42.808809 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:08:42.808809 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:08:42.808809 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:08:42.808809 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:08:42.808809 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:08:42.811048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:42.855490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:42.861013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 75f3798b-1c83-4ff6-835b-0e99f63a5364, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=75f3798b-1c83-4ff6-835b-0e99f63a5364,segment=NetworkSegment(50f6c7a4-cfcb-4ce5-9cae-03e5139d5180),segment_id=50f6c7a4-cfcb-4ce5-9cae-03e5139d5180)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:08:42.864691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:42.870682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:42.992136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 6432b52f-d34a-4bdc-b3fd-bc014345a85c no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:08:43.021277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=75f3798b-1c83-4ff6-835b-0e99f63a5364,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:43.030967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:43.037180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 6432b52f-d34a-4bdc-b3fd-bc014345a85c {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:08:43.037680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 6432b52f-d34a-4bdc-b3fd-bc014345a85c not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:08:43.062039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d5423525-7fa6-4e46-a638-9e37a47cd2d6 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:43.073030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5a6e9bf0-a8cc-414b-aabe-d988e7a0b8ac None None] Provisioning for port 25e5e958-18bb-4c0e-ab37-0fb8bb5a0d41 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:08:43.076905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-87812b72-71dd-437e-8d79-cd060f799d37 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:43.086867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5a6e9bf0-a8cc-414b-aabe-d988e7a0b8ac None None] Provisioning complete for port 25e5e958-18bb-4c0e-ab37-0fb8bb5a0d41 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:43.087625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5a6e9bf0-a8cc-414b-aabe-d988e7a0b8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:43.190487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5a6e9bf0-a8cc-414b-aabe-d988e7a0b8ac None None] Port 25e5e958-18bb-4c0e-ab37-0fb8bb5a0d41 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:08:43.195530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d5423525-7fa6-4e46-a638-9e37a47cd2d6 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:43.215856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5a6e9bf0-a8cc-414b-aabe-d988e7a0b8ac None None] Provisioning complete for port 75f3798b-1c83-4ff6-835b-0e99f63a5364 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:43.217316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5a6e9bf0-a8cc-414b-aabe-d988e7a0b8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:43.256819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5423525-7fa6-4e46-a638-9e37a47cd2d6 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Pushing event deleted for resources: {'Network': ['ID=a6483591-15f0-42c9-8bae-4a86e82f7bf5,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:43.270887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d5423525-7fa6-4e46-a638-9e37a47cd2d6 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:43.281228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b7c6cee-a8ca-4d90-a786-64d591abda6d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:43.297154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a18cbc35-b08f-476e-ba0c-3630ad9197be tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:43.401324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c7e53545-162f-415d-8454-36b8ebdf9235 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:43.434826 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d5423525-7fa6-4e46-a638-9e37a47cd2d6 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] 10.222.0.76 "DELETE /v2.0/networks/a6483591-15f0-42c9-8bae-4a86e82f7bf5 HTTP/1.1" status: 204  len: 168 time: 2.8361883
Nov 24 13:08:43.452318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47418) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:43.507879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ee3ddbf1-99ab-46ee-a477-71dd7bdf594e None None] Provisioning complete for port 25e5e958-18bb-4c0e-ab37-0fb8bb5a0d41 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:43.508367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee3ddbf1-99ab-46ee-a477-71dd7bdf594e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:43.582090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18cbc35-b08f-476e-ba0c-3630ad9197be tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Pushing event updated for resources: {'Subnet': ['ID=0a0720f8-d739-4656-983d-b7d494be6e4e,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:43.583402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ee3ddbf1-99ab-46ee-a477-71dd7bdf594e None None] Port 25e5e958-18bb-4c0e-ab37-0fb8bb5a0d41 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:08:43.590865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a18cbc35-b08f-476e-ba0c-3630ad9197be tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:43.606900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ee3ddbf1-99ab-46ee-a477-71dd7bdf594e None None] Provisioning complete for port 75f3798b-1c83-4ff6-835b-0e99f63a5364 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:43.608112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee3ddbf1-99ab-46ee-a477-71dd7bdf594e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:43.782757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b8a3c0-87e9-4f9c-b2ab-e6d02c11a6a8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Checking segment: {'id': '47929bb8-f829-4697-b384-91619d06b74e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1fb65f6f-1848-4e55-bbd6-70d2b0941a40'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:08:43.783170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b8a3c0-87e9-4f9c-b2ab-e6d02c11a6a8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network hostable DHCP agents. Network: 1fb65f6f-1848-4e55-bbd6-70d2b0941a40, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:08:43.868719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e825548e-7be8-4476-9f97-e23ef43c1a6a None None] Provisioning complete for port 75f3798b-1c83-4ff6-835b-0e99f63a5364 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:43.869153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e825548e-7be8-4476-9f97-e23ef43c1a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:43.946251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac5a3b0-fb77-441e-a5b6-20366dbab175 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:43.951417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac5a3b0-fb77-441e-a5b6-20366dbab175 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:43.952269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-eac5a3b0-fb77-441e-a5b6-20366dbab175 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Synchronizing usage tracker for tenant:65b63ab4e0cc4051a4aad24ce6172e8c on resource:network {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:08:44.047543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b8a3c0-87e9-4f9c-b2ab-e6d02c11a6a8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network 1fb65f6f-1848-4e55-bbd6-70d2b0941a40 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:08:44.068545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-eac5a3b0-fb77-441e-a5b6-20366dbab175 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Unset dirty status for tenant:65b63ab4e0cc4051a4aad24ce6172e8c on resource:network {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:08:44.069840 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-eac5a3b0-fb77-441e-a5b6-20366dbab175 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.6151001
Nov 24 13:08:44.080674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47422) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:44.108225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-d8b8a3c0-87e9-4f9c-b2ab-e6d02c11a6a8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 1fb65f6f-1848-4e55-bbd6-70d2b0941a40) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:44.113880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c00db145-cb98-4b7a-95ed-259f13c978bb tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-841219261'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:44.114073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:44.117617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18cbc35-b08f-476e-ba0c-3630ad9197be tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Checking segment: {'id': 'b029b341-ceef-49cd-a24a-d27389aba8d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e65f1d66-7a61-4d4f-883a-397879547566'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:08:44.118008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18cbc35-b08f-476e-ba0c-3630ad9197be tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Network hostable DHCP agents. Network: e65f1d66-7a61-4d4f-883a-397879547566, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:08:44.131317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c00db145-cb98-4b7a-95ed-259f13c978bb tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:44.152394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1217b939-c171-45b7-8c21-418b9649431f None None] Network 1fb65f6f-1848-4e55-bbd6-70d2b0941a40 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:08:44.195537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b8a3c0-87e9-4f9c-b2ab-e6d02c11a6a8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:44.196133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d8b8a3c0-87e9-4f9c-b2ab-e6d02c11a6a8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:44.206487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c00db145-cb98-4b7a-95ed-259f13c978bb tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:44.282900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 75f3798b-1c83-4ff6-835b-0e99f63a5364 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:08:44.309331 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d8b8a3c0-87e9-4f9c-b2ab-e6d02c11a6a8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 6.0686564
Nov 24 13:08:44.309331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00db145-cb98-4b7a-95ed-259f13c978bb tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Made reservation on behalf of 65b63ab4e0cc4051a4aad24ce6172e8c for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:44.313689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c00db145-cb98-4b7a-95ed-259f13c978bb tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:44.327646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47426) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:44.364748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bdedbf1-18f2-4bb2-a6bc-ac18c93d6447 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router_gateway, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:44.370520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18cbc35-b08f-476e-ba0c-3630ad9197be tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Network e65f1d66-7a61-4d4f-883a-397879547566 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:08:44.371674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b3ceb582-70db-4ee2-9560-0bb1e1eb6766 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'port': {'network_id': '1fb65f6f-1848-4e55-bbd6-70d2b0941a40', 'name': 'tempest-PortsIpV6TestJSON-526474552'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:44.380942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-a18cbc35-b08f-476e-ba0c-3630ad9197be tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, e65f1d66-7a61-4d4f-883a-397879547566) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:44.399140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9019d94b-f293-413f-b744-ffb76680d3a9 None None] Network e65f1d66-7a61-4d4f-883a-397879547566 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:08:44.468274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18cbc35-b08f-476e-ba0c-3630ad9197be tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:44.468990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a18cbc35-b08f-476e-ba0c-3630ad9197be tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:44.499645 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a18cbc35-b08f-476e-ba0c-3630ad9197be tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 4.6371369
Nov 24 13:08:44.499874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47430) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:44.504623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4bdedbf1-18f2-4bb2-a6bc-ac18c93d6447 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Deleting port bd07a745-ee53-485a-a47e-73d1baa2fcda {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:44.504987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bdedbf1-18f2-4bb2-a6bc-ac18c93d6447 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:44.507509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7c6cee-a8ca-4d90-a786-64d591abda6d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Router 08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:08:44.512088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9221574d-4215-4e7f-a9d3-2fac3c905a5b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-335145230'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:44.520180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9221574d-4215-4e7f-a9d3-2fac3c905a5b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:44.528261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9221574d-4215-4e7f-a9d3-2fac3c905a5b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Usage tracker for resource:network and tenant:23c0d994af624aa897601b00f596f30e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:44.532479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9221574d-4215-4e7f-a9d3-2fac3c905a5b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Quota usage for network was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:44.537127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 75f3798b-1c83-4ff6-835b-0e99f63a5364 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:44.537562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:44.542359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9221574d-4215-4e7f-a9d3-2fac3c905a5b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:44.615104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c00db145-cb98-4b7a-95ed-259f13c978bb tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:08:44.623336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.objects.ports [None req-fa5b4166-b765-4ae0-a014-a42ca6d0677f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80943) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 24 13:08:44.632600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9221574d-4215-4e7f-a9d3-2fac3c905a5b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Made reservation on behalf of 23c0d994af624aa897601b00f596f30e for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:44.639177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9221574d-4215-4e7f-a9d3-2fac3c905a5b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:44.679021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fa5b4166-b765-4ae0-a014-a42ca6d0677f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:44.704017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-088fd506-49dd-4710-a07f-f8aaeb9772a5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:44.706092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0c7301-00e6-440b-897f-ae860647cd9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-1fb65f6f-1848-4e55-bbd6-70d2b0941a40', 'network_id': '1fb65f6f-1848-4e55-bbd6-70d2b0941a40', 'tenant_id': 'acab0616bf414845b5ccf5a4593c62ac', 'fixed_ips': [{'subnet_id': 'c8aa6068-c443-4839-9e12-041c47f743be'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:08:44.707023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d0c7301-00e6-440b-897f-ae860647cd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:44.733339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:44.739443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7c6cee-a8ca-4d90-a786-64d591abda6d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:08:44.754564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eb200b-96d6-4f06-a76b-2b34c07c047b None None] Sync routers for ids ['08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:08:44.779536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eb200b-96d6-4f06-a76b-2b34c07c047b None None] Routers {'08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:08:44.780162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-77eb200b-96d6-4f06-a76b-2b34c07c047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca48518>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:08:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:44.786732 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5b7c6cee-a8ca-4d90-a786-64d591abda6d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "PUT /v2.0/routers/08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.8141375
Nov 24 13:08:44.787617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47434) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:44.858010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-77eb200b-96d6-4f06-a76b-2b34c07c047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca48518>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:44.866319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c00db145-cb98-4b7a-95ed-259f13c978bb tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:44.866603 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-c00db145-cb98-4b7a-95ed-259f13c978bb tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Added segment 7ba16892-0f4a-4b53-a60d-e0834e2eb68c of type vxlan for network 3fa82b84-a7c8-4540-a48b-13ca297f1104
Nov 24 13:08:44.869500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eb200b-96d6-4f06-a76b-2b34c07c047b None None] Routers {'08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:08:44.870523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-77eb200b-96d6-4f06-a76b-2b34c07c047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca48518>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:08:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:44.883499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a31a8fb7-9452-430d-8995-c578272cf927 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Synchronizing usage tracker for tenant:7bd33557530a48bab25cc76dc38cd9bb on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:08:44.934246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a31a8fb7-9452-430d-8995-c578272cf927 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Unset dirty status for tenant:7bd33557530a48bab25cc76dc38cd9bb on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:08:44.938647 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a31a8fb7-9452-430d-8995-c578272cf927 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "GET /v2.0/ports?device_id=08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2 HTTP/1.1" status: 200  len: 205 time: 0.1473572
Nov 24 13:08:44.938940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47438) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:44.945659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-77eb200b-96d6-4f06-a76b-2b34c07c047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca48518>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:44.946340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eb200b-96d6-4f06-a76b-2b34c07c047b None None] The sync data for ids ['08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:08:45.019022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e50bb61-fee5-4575-adf4-2ad7e2c8a936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-e65f1d66-7a61-4d4f-883a-397879547566', 'network_id': 'e65f1d66-7a61-4d4f-883a-397879547566', 'tenant_id': '23c0d994af624aa897601b00f596f30e', 'fixed_ips': [{'subnet_id': '0a0720f8-d739-4656-983d-b7d494be6e4e'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:08:45.020039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e50bb61-fee5-4575-adf4-2ad7e2c8a936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:45.086270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83bdedcc-175e-4a9b-975d-787efffb59a8 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:45.093807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ef4ef84-2893-4fc7-a0ef-1969fa2cc5a7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:45.136267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c00db145-cb98-4b7a-95ed-259f13c978bb tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:45.143556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b3ceb582-70db-4ee2-9560-0bb1e1eb6766 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:45.147911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b4166-b765-4ae0-a014-a42ca6d0677f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Subnet': ['ID=20b767e6-0ff5-4231-b08e-2386fe134f80,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:45.171995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fa5b4166-b765-4ae0-a014-a42ca6d0677f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:45.227408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b3ceb582-70db-4ee2-9560-0bb1e1eb6766 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:45.369325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bdedbf1-18f2-4bb2-a6bc-ac18c93d6447 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:45.410671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-0d0c7301-00e6-440b-897f-ae860647cd9d None None] Allocated IP 2001:db8::2 (1fb65f6f-1848-4e55-bbd6-70d2b0941a40/c8aa6068-c443-4839-9e12-041c47f743be/0d9d752f-b73f-4cb5-ad0e-fb8476679764) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:08:45.535767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4bdedbf1-18f2-4bb2-a6bc-ac18c93d6447 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Calling delete_port for bd07a745-ee53-485a-a47e-73d1baa2fcda owned by network:router_gateway {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:45.549229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83bdedcc-175e-4a9b-975d-787efffb59a8 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:45.554630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83bdedcc-175e-4a9b-975d-787efffb59a8 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:45.585328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83bdedcc-175e-4a9b-975d-787efffb59a8 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:45.585837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bdedcc-175e-4a9b-975d-787efffb59a8 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Fanout notify agent at l3_agent the message router_deleted on router 08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2 {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:08:45.602914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83bdedcc-175e-4a9b-975d-787efffb59a8 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:45.607228 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-83bdedcc-175e-4a9b-975d-787efffb59a8 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/routers/08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2 HTTP/1.1" status: 204  len: 168 time: 0.6671526
Nov 24 13:08:45.607936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47442) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:45.743398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ceb582-70db-4ee2-9560-0bb1e1eb6766 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:45.750732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b3ceb582-70db-4ee2-9560-0bb1e1eb6766 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:45.773403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-5e50bb61-fee5-4575-adf4-2ad7e2c8a936 None None] Allocated IP 2001:db8:0:ffff::2 (e65f1d66-7a61-4d4f-883a-397879547566/0a0720f8-d739-4656-983d-b7d494be6e4e/b16d1d43-700b-4ced-a9e4-eaaa386f4dfa) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:08:45.780036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-9221574d-4215-4e7f-a9d3-2fac3c905a5b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:08:45.780257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-9221574d-4215-4e7f-a9d3-2fac3c905a5b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:08:45.791201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c00db145-cb98-4b7a-95ed-259f13c978bb tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:45.795507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00db145-cb98-4b7a-95ed-259f13c978bb tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:45.796247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c00db145-cb98-4b7a-95ed-259f13c978bb tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:45.807395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cdd96a9f-3725-46df-be95-957ec5a16012 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:45.837515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-44a9b5df-d64f-4d5f-b159-43a84a40ebc9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Deleting subnet d108ae1f-c27f-4303-8d43-22f65afaf304 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:08:45.841192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-44a9b5df-d64f-4d5f-b159-43a84a40ebc9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:45.902527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-44a9b5df-d64f-4d5f-b159-43a84a40ebc9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:45.938164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5b4166-b765-4ae0-a014-a42ca6d0677f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:08:46.000125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-44a9b5df-d64f-4d5f-b159-43a84a40ebc9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:46.002656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d0c7301-00e6-440b-897f-ae860647cd9d None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:46.126900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e50bb61-fee5-4575-adf4-2ad7e2c8a936 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:46.283242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9221574d-4215-4e7f-a9d3-2fac3c905a5b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:46.301776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-fa5b4166-b765-4ae0-a014-a42ca6d0677f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:46.312491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5243068e-1281-4c66-a9de-66e8cbe3b9d0 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:08:46.332033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5e50bb61-fee5-4575-adf4-2ad7e2c8a936 None None] Transition to ACTIVE for port object b16d1d43-700b-4ced-a9e4-eaaa386f4dfa will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:08:46.336252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0d0c7301-00e6-440b-897f-ae860647cd9d None None] Transition to ACTIVE for port object 0d9d752f-b73f-4cb5-ad0e-fb8476679764 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:08:46.346781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9221574d-4215-4e7f-a9d3-2fac3c905a5b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:08:46.355036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-44a9b5df-d64f-4d5f-b159-43a84a40ebc9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:46.372282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e8f9e211-e53c-415e-9b50-6796c3b8ac00 tempest-AllowedAddressPairTestJSON-971524956 tempest-AllowedAddressPairTestJSON-971524956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:46.428438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bdedbf1-18f2-4bb2-a6bc-ac18c93d6447 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:46.440883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0d0c7301-00e6-440b-897f-ae860647cd9d None None] Transition to ACTIVE for port object 0d9d752f-b73f-4cb5-ad0e-fb8476679764 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:08:46.444952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5b4166-b765-4ae0-a014-a42ca6d0677f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:46.445698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fa5b4166-b765-4ae0-a014-a42ca6d0677f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:46.449020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5e50bb61-fee5-4575-adf4-2ad7e2c8a936 None None] Transition to ACTIVE for port object b16d1d43-700b-4ced-a9e4-eaaa386f4dfa will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:08:46.452899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d0c7301-00e6-440b-897f-ae860647cd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:46.464553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9221574d-4215-4e7f-a9d3-2fac3c905a5b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:46.464791 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-9221574d-4215-4e7f-a9d3-2fac3c905a5b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Added segment 4b3fb7e3-ca04-4bb9-bc6d-cb99ae9c2ae6 of type vxlan for network 1d47ae47-5365-4c34-86be-1ed4378cf7bb
Nov 24 13:08:46.472197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9623ea40-697e-4c0e-b830-8e2ca36a5aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:46.476461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9b5df-d64f-4d5f-b159-43a84a40ebc9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Subnet': ['ID=d108ae1f-c27f-4303-8d43-22f65afaf304,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:46.479480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-44a9b5df-d64f-4d5f-b159-43a84a40ebc9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:46.532956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9221574d-4215-4e7f-a9d3-2fac3c905a5b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:46.554784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-44a9b5df-d64f-4d5f-b159-43a84a40ebc9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:46.568267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e50bb61-fee5-4575-adf4-2ad7e2c8a936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:46.578701 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-44a9b5df-d64f-4d5f-b159-43a84a40ebc9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/subnets/d108ae1f-c27f-4303-8d43-22f65afaf304 HTTP/1.1" status: 204  len: 168 time: 0.9694941
Nov 24 13:08:46.582501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47446) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:46.600637 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c00db145-cb98-4b7a-95ed-259f13c978bb tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 2.5125718
Nov 24 13:08:46.602884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170f227d-5623-4875-9d7a-33abf28a45e3 None None] Network 06343e97-2566-4b3e-b917-aba643f604bc requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:08:46.620802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47450) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:46.629953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00db145-cb98-4b7a-95ed-259f13c978bb tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Pushing event updated for resources: {'Network': ['ID=3fa82b84-a7c8-4540-a48b-13ca297f1104,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:46.646375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9221574d-4215-4e7f-a9d3-2fac3c905a5b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:46.651942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9221574d-4215-4e7f-a9d3-2fac3c905a5b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:46.652910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9221574d-4215-4e7f-a9d3-2fac3c905a5b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:46.663240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fc2321a0-c19c-493e-99f0-6fa5284ef0f6 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:46.704404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 3fa82b84-a7c8-4540-a48b-13ca297f1104 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:08:46.718080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 3fa82b84-a7c8-4540-a48b-13ca297f1104 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:08:46.727268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-4d48044c-8e22-42d5-91eb-8c8fa2b5821f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1393159048'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:46.734660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c00db145-cb98-4b7a-95ed-259f13c978bb tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.927s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:46.735196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4ef00ea9-724d-4f37-a6a5-4cd08d688e5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:46.768855 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9221574d-4215-4e7f-a9d3-2fac3c905a5b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 2.2618344
Nov 24 13:08:46.775613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4d48044c-8e22-42d5-91eb-8c8fa2b5821f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:46.800644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47454) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:46.812615 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fa5b4166-b765-4ae0-a014-a42ca6d0677f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 5.7885592
Nov 24 13:08:46.816872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a555b250-0d86-4d10-9a86-d8c8ba99976d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Request body: {'subnet': {'network_id': '1d47ae47-5365-4c34-86be-1ed4378cf7bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:46.838525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4d48044c-8e22-42d5-91eb-8c8fa2b5821f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Usage tracker for resource:network and tenant:65b63ab4e0cc4051a4aad24ce6172e8c is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:46.842354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdedbf1-18f2-4bb2-a6bc-ac18c93d6447 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Pushing event deleted for resources: {'Port': ['ID=bd07a745-ee53-485a-a47e-73d1baa2fcda,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:46.845565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4bdedbf1-18f2-4bb2-a6bc-ac18c93d6447 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:46.856831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47458) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:46.857882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4d48044c-8e22-42d5-91eb-8c8fa2b5821f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Quota usage for network was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:46.876822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7ad3aaee-da76-4ae1-93dc-2e90280b452d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:46.948796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4d48044c-8e22-42d5-91eb-8c8fa2b5821f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:46.959232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c7301-00e6-440b-897f-ae860647cd9d None None] Pushing event updated for resources: {'Port': ['ID=0d9d752f-b73f-4cb5-ad0e-fb8476679764,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:47.038426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0d0c7301-00e6-440b-897f-ae860647cd9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:47.041738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2650f582-9433-48b5-8f15-026dc9bb1fc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.439s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:47.128063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-b3ceb582-70db-4ee2-9560-0bb1e1eb6766 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] device_id is not set on port d4e3a5a1-5a30-4ba8-a7c6-e9ef5b15fd0b yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:08:47.186362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d48044c-8e22-42d5-91eb-8c8fa2b5821f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Made reservation on behalf of 65b63ab4e0cc4051a4aad24ce6172e8c for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:47.191867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d48044c-8e22-42d5-91eb-8c8fa2b5821f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:47.193744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221574d-4215-4e7f-a9d3-2fac3c905a5b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Pushing event updated for resources: {'Network': ['ID=1d47ae47-5365-4c34-86be-1ed4378cf7bb,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:47.198043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9221574d-4215-4e7f-a9d3-2fac3c905a5b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:47.224190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b048802-9116-4fcf-8a40-05e8bf38e0a6 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Deleting subnet c54a271c-702d-4944-a4d3-bf668d8730ee {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:08:47.227873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b048802-9116-4fcf-8a40-05e8bf38e0a6 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:47.256146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 1d47ae47-5365-4c34-86be-1ed4378cf7bb details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:08:47.270692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 1d47ae47-5365-4c34-86be-1ed4378cf7bb details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:08:47.293141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b048802-9116-4fcf-8a40-05e8bf38e0a6 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:47.307278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a555b250-0d86-4d10-9a86-d8c8ba99976d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:47.339991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a555b250-0d86-4d10-9a86-d8c8ba99976d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Usage tracker for resource:subnet and tenant:23c0d994af624aa897601b00f596f30e is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:47.377676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a555b250-0d86-4d10-9a86-d8c8ba99976d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:47.402332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b048802-9116-4fcf-8a40-05e8bf38e0a6 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:47.440136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a555b250-0d86-4d10-9a86-d8c8ba99976d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:47.479165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d48044c-8e22-42d5-91eb-8c8fa2b5821f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] vxlan segment allocate from pool success with {'vxlan_vni': 15}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:08:47.519015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-2ef4ef84-2893-4fc7-a0ef-1969fa2cc5a7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:08:47.533651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7ad3aaee-da76-4ae1-93dc-2e90280b452d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:47.547902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d48044c-8e22-42d5-91eb-8c8fa2b5821f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:47.548271 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-4d48044c-8e22-42d5-91eb-8c8fa2b5821f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Added segment ce28eebf-b571-4a39-8174-6c6e62701e38 of type vxlan for network 51e35c59-0ed3-496c-9dd4-8330ca48e2ee
Nov 24 13:08:47.550213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7ad3aaee-da76-4ae1-93dc-2e90280b452d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:subnet and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:47.556769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a555b250-0d86-4d10-9a86-d8c8ba99976d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Made reservation on behalf of 23c0d994af624aa897601b00f596f30e for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:47.578379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7ad3aaee-da76-4ae1-93dc-2e90280b452d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:47.587024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ef4ef84-2893-4fc7-a0ef-1969fa2cc5a7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:47.653495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7ad3aaee-da76-4ae1-93dc-2e90280b452d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:47.699447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50bb61-fee5-4575-adf4-2ad7e2c8a936 None None] Pushing event updated for resources: {'Port': ['ID=b16d1d43-700b-4ced-a9e4-eaaa386f4dfa,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:47.720114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5e50bb61-fee5-4575-adf4-2ad7e2c8a936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:47.726361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b048802-9116-4fcf-8a40-05e8bf38e0a6 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:47.731360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ef4ef84-2893-4fc7-a0ef-1969fa2cc5a7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:47.743223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:47.775335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4ff64a-9243-4994-9b61-01e96782591e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-8ca51b04-1dca-4f60-b844-2979d8864b51', 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'fixed_ips': [{'subnet_id': '20b767e6-0ff5-4231-b08e-2386fe134f80'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:08:47.776248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff64a-9243-4994-9b61-01e96782591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:47.779849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-02897264-a5de-43b1-8634-447e87cd4c1d tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:47.822082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0c7301-00e6-440b-897f-ae860647cd9d None None] Network 1fb65f6f-1848-4e55-bbd6-70d2b0941a40 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:08:47.831155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-0d0c7301-00e6-440b-897f-ae860647cd9d None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:47.835499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e50bb61-fee5-4575-adf4-2ad7e2c8a936 None None] Network e65f1d66-7a61-4d4f-883a-397879547566 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:08:47.840055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0c7301-00e6-440b-897f-ae860647cd9d None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:08:47.842621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-5e50bb61-fee5-4575-adf4-2ad7e2c8a936 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:47.845074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b048802-9116-4fcf-8a40-05e8bf38e0a6 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Subnet': ['ID=c54a271c-702d-4944-a4d3-bf668d8730ee,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:47.848220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5b048802-9116-4fcf-8a40-05e8bf38e0a6 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:47.854519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e50bb61-fee5-4575-adf4-2ad7e2c8a936 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:08:47.863095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-b3ceb582-70db-4ee2-9560-0bb1e1eb6766 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Allocated IP 2001:db8::2e3 (1fb65f6f-1848-4e55-bbd6-70d2b0941a40/c8aa6068-c443-4839-9e12-041c47f743be/d4e3a5a1-5a30-4ba8-a7c6-e9ef5b15fd0b) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:08:47.899844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b048802-9116-4fcf-8a40-05e8bf38e0a6 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:47.907858 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5b048802-9116-4fcf-8a40-05e8bf38e0a6 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/subnets/c54a271c-702d-4944-a4d3-bf668d8730ee HTTP/1.1" status: 204  len: 168 time: 1.3242664
Nov 24 13:08:47.910614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47462) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:47.922213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3aefd8-15bf-4778-8b9d-31cf660d73ac None None] Network 1fb08fb3-2d6c-48b0-b158-68d3fcd4a9de requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:08:48.012617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad3aaee-da76-4ae1-93dc-2e90280b452d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:48.037485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d48044c-8e22-42d5-91eb-8c8fa2b5821f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:48.046261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dbc3dafc-d18d-489c-8421-d5d629c545a2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:48.137234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a555b250-0d86-4d10-9a86-d8c8ba99976d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:48.139904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-dbc3dafc-d18d-489c-8421-d5d629c545a2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Deleting port 1a7f2c85-0cc2-4daf-a855-87fde56d73ce {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:48.140242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dbc3dafc-d18d-489c-8421-d5d629c545a2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:48.191814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0d0c7301-00e6-440b-897f-ae860647cd9d None None] Attempting to bind port 0d9d752f-b73f-4cb5-ad0e-fb8476679764 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:08:48.192242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0d0c7301-00e6-440b-897f-ae860647cd9d None None] Attempting to bind port 0d9d752f-b73f-4cb5-ad0e-fb8476679764 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '47929bb8-f829-4697-b384-91619d06b74e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1fb65f6f-1848-4e55-bbd6-70d2b0941a40'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:08:48.192655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c7301-00e6-440b-897f-ae860647cd9d None None] Attempting to bind port 0d9d752f-b73f-4cb5-ad0e-fb8476679764 on network 1fb65f6f-1848-4e55-bbd6-70d2b0941a40 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:08:48.208044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-5e50bb61-fee5-4575-adf4-2ad7e2c8a936 None None] Attempting to bind port b16d1d43-700b-4ced-a9e4-eaaa386f4dfa on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:08:48.208460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-5e50bb61-fee5-4575-adf4-2ad7e2c8a936 None None] Attempting to bind port b16d1d43-700b-4ced-a9e4-eaaa386f4dfa by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'b029b341-ceef-49cd-a24a-d27389aba8d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e65f1d66-7a61-4d4f-883a-397879547566'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:08:48.208870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e50bb61-fee5-4575-adf4-2ad7e2c8a936 None None] Attempting to bind port b16d1d43-700b-4ced-a9e4-eaaa386f4dfa on network e65f1d66-7a61-4d4f-883a-397879547566 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:08:48.268416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e50bb61-fee5-4575-adf4-2ad7e2c8a936 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:08:48.268842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e50bb61-fee5-4575-adf4-2ad7e2c8a936 None None] Checking segment: {'id': 'b029b341-ceef-49cd-a24a-d27389aba8d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e65f1d66-7a61-4d4f-883a-397879547566'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:08:48.269319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e50bb61-fee5-4575-adf4-2ad7e2c8a936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:48.269784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e50bb61-fee5-4575-adf4-2ad7e2c8a936 None None] Bound using segment: {'id': 'b029b341-ceef-49cd-a24a-d27389aba8d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e65f1d66-7a61-4d4f-883a-397879547566'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:08:48.270387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-5e50bb61-fee5-4575-adf4-2ad7e2c8a936 None None] Bound port: b16d1d43-700b-4ced-a9e4-eaaa386f4dfa, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b029b341-ceef-49cd-a24a-d27389aba8d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e65f1d66-7a61-4d4f-883a-397879547566'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:08:48.270819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e50bb61-fee5-4575-adf4-2ad7e2c8a936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:48.292916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f79fe1-2023-44b2-b7e6-0b8e4f6c87e6 None None] DHCP port deletion for 06343e97-2566-4b3e-b917-aba643f604bc request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:08:48.295794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c7301-00e6-440b-897f-ae860647cd9d None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:08:48.296215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c7301-00e6-440b-897f-ae860647cd9d None None] Checking segment: {'id': '47929bb8-f829-4697-b384-91619d06b74e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1fb65f6f-1848-4e55-bbd6-70d2b0941a40'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:08:48.296672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d0c7301-00e6-440b-897f-ae860647cd9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:48.297117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c7301-00e6-440b-897f-ae860647cd9d None None] Bound using segment: {'id': '47929bb8-f829-4697-b384-91619d06b74e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1fb65f6f-1848-4e55-bbd6-70d2b0941a40'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:08:48.297662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0d0c7301-00e6-440b-897f-ae860647cd9d None None] Bound port: 0d9d752f-b73f-4cb5-ad0e-fb8476679764, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47929bb8-f829-4697-b384-91619d06b74e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1fb65f6f-1848-4e55-bbd6-70d2b0941a40'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:08:48.298093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d0c7301-00e6-440b-897f-ae860647cd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:48.373867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-64f79fe1-2023-44b2-b7e6-0b8e4f6c87e6 None None] Deleting port 1a7f2c85-0cc2-4daf-a855-87fde56d73ce {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:48.374294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-64f79fe1-2023-44b2-b7e6-0b8e4f6c87e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:48.404460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-dbc3dafc-d18d-489c-8421-d5d629c545a2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] For port 1a7f2c85-0cc2-4daf-a855-87fde56d73ce, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=1a7f2c85-0cc2-4daf-a855-87fde56d73ce,segment=NetworkSegment(b3f3b540-601e-48be-b9f5-afe97e07be4c),segment_id=b3f3b540-601e-48be-b9f5-afe97e07be4c)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:08:48.404861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dbc3dafc-d18d-489c-8421-d5d629c545a2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:48.462231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bdedbf1-18f2-4bb2-a6bc-ac18c93d6447 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:48.559675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-dbc3dafc-d18d-489c-8421-d5d629c545a2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Calling delete_port for 1a7f2c85-0cc2-4daf-a855-87fde56d73ce owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:48.628019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4ef84-2893-4fc7-a0ef-1969fa2cc5a7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Port': ['ID=25e5e958-18bb-4c0e-ab37-0fb8bb5a0d41,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:48.628019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2ef4ef84-2893-4fc7-a0ef-1969fa2cc5a7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.847s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:48.632908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-4d48044c-8e22-42d5-91eb-8c8fa2b5821f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:08:48.653159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dbc3dafc-d18d-489c-8421-d5d629c545a2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:48.666430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-64f79fe1-2023-44b2-b7e6-0b8e4f6c87e6 None None] The port '1a7f2c85-0cc2-4daf-a855-87fde56d73ce' was deleted {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:08:48.672311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8f28fc06-e404-48af-bb51-93e96b4dcc62 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:48.782917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-0d0c7301-00e6-440b-897f-ae860647cd9d None None] For port 0d9d752f-b73f-4cb5-ad0e-fb8476679764, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:08:48.789623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-0d0c7301-00e6-440b-897f-ae860647cd9d None None] For port 0d9d752f-b73f-4cb5-ad0e-fb8476679764, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=0d9d752f-b73f-4cb5-ad0e-fb8476679764,segment=NetworkSegment(47929bb8-f829-4697-b384-91619d06b74e),segment_id=47929bb8-f829-4697-b384-91619d06b74e)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:08:48.800511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-5e50bb61-fee5-4575-adf4-2ad7e2c8a936 None None] For port b16d1d43-700b-4ced-a9e4-eaaa386f4dfa, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:08:48.808736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-5e50bb61-fee5-4575-adf4-2ad7e2c8a936 None None] For port b16d1d43-700b-4ced-a9e4-eaaa386f4dfa, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=b16d1d43-700b-4ced-a9e4-eaaa386f4dfa,segment=NetworkSegment(b029b341-ceef-49cd-a24a-d27389aba8d9),segment_id=b029b341-ceef-49cd-a24a-d27389aba8d9)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:08:48.811887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d0c7301-00e6-440b-897f-ae860647cd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:48.812146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3dafc-d18d-489c-8421-d5d629c545a2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Port': ['ID=1a7f2c85-0cc2-4daf-a855-87fde56d73ce,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:48.815971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dbc3dafc-d18d-489c-8421-d5d629c545a2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:48.828583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-8e4ff64a-9243-4994-9b61-01e96782591e None None] Allocated IP 2001:db8::f816:3eff:fe52:874a (8ca51b04-1dca-4f60-b844-2979d8864b51/20b767e6-0ff5-4231-b08e-2386fe134f80/8d878216-5b60-4290-855c-d33e8e17f93c) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:08:48.831747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a927ab4e-eeb0-4608-8a53-9ab6ea80d182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:48.869384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d48044c-8e22-42d5-91eb-8c8fa2b5821f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:48.877319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d48044c-8e22-42d5-91eb-8c8fa2b5821f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:48.877514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc3dafc-d18d-489c-8421-d5d629c545a2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] No DVR routers for this DVR port 1a7f2c85-0cc2-4daf-a855-87fde56d73ce on host dv-neutron-601336-61-ovs {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:08:48.878053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d48044c-8e22-42d5-91eb-8c8fa2b5821f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:48.898675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-438ea650-3e34-4607-89fa-9a19a748fd05 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:48.913227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e50bb61-fee5-4575-adf4-2ad7e2c8a936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:49.031364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dbc3dafc-d18d-489c-8421-d5d629c545a2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:49.054617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec13953c-1e71-4051-9804-79e9253d40fd None None] DHCP port deletion for 1fb08fb3-2d6c-48b0-b158-68d3fcd4a9de request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:08:49.175314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ec13953c-1e71-4051-9804-79e9253d40fd None None] Deleting port d4d99a8c-4e1d-4117-977c-654e84b84b31 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:49.175948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec13953c-1e71-4051-9804-79e9253d40fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:49.215016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48044c-8e22-42d5-91eb-8c8fa2b5821f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Pushing event updated for resources: {'Network': ['ID=51e35c59-0ed3-496c-9dd4-8330ca48e2ee,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:49.220901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-dbc3dafc-d18d-489c-8421-d5d629c545a2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6346c972e8>,) {'filters': {'network_id': ['06343e97-2566-4b3e-b917-aba643f604bc']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:49.239469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-dbc3dafc-d18d-489c-8421-d5d629c545a2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346c972e8>, 'b3f3b540-601e-48be-b9f5-afe97e07be4c') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:49.240526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-dbc3dafc-d18d-489c-8421-d5d629c545a2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346c972e8>, 'b3f3b540-601e-48be-b9f5-afe97e07be4c') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:49.253482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4d48044c-8e22-42d5-91eb-8c8fa2b5821f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:49.256127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dbc3dafc-d18d-489c-8421-d5d629c545a2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:49.279736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dbc3dafc-d18d-489c-8421-d5d629c545a2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:49.282772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dbc3dafc-d18d-489c-8421-d5d629c545a2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Releasing vxlan tunnel 14 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:08:49.353458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bdedbf1-18f2-4bb2-a6bc-ac18c93d6447 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:49.367819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7ad3aaee-da76-4ae1-93dc-2e90280b452d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:49.507564 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4d48044c-8e22-42d5-91eb-8c8fa2b5821f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 2.8790753
Nov 24 13:08:49.511677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 51e35c59-0ed3-496c-9dd4-8330ca48e2ee details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:08:49.518768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47466) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:49.527523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Request body: {'ports': [{'network_id': '3fa82b84-a7c8-4540-a48b-13ca297f1104', 'name': 'tempest-port--363356668', 'admin_state_up': True}, {'network_id': '51e35c59-0ed3-496c-9dd4-8330ca48e2ee', 'admin_state_up': False}]} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:49.530061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Request body: {'port': {'network_id': '3fa82b84-a7c8-4540-a48b-13ca297f1104', 'name': 'tempest-port--363356668', 'admin_state_up': True}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:49.531024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Request body: {'port': {'network_id': '51e35c59-0ed3-496c-9dd4-8330ca48e2ee', 'admin_state_up': False}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:49.532931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 51e35c59-0ed3-496c-9dd4-8330ca48e2ee details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:08:49.548790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-dbc3dafc-d18d-489c-8421-d5d629c545a2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network 06343e97-2566-4b3e-b917-aba643f604bc has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:08:49.556650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bdedbf1-18f2-4bb2-a6bc-ac18c93d6447 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:49.563269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dbc3dafc-d18d-489c-8421-d5d629c545a2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:49.631845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c7301-00e6-440b-897f-ae860647cd9d None None] Pushing event updated for resources: {'Port': ['ID=0d9d752f-b73f-4cb5-ad0e-fb8476679764,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:49.713961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0d0c7301-00e6-440b-897f-ae860647cd9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.882s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:49.742014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4acfa1e5-42f1-4487-81bb-b0d34130f23c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.688s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:49.803911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b3ceb582-70db-4ee2-9560-0bb1e1eb6766 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:49.832012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bdedbf1-18f2-4bb2-a6bc-ac18c93d6447 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:49.832623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdedbf1-18f2-4bb2-a6bc-ac18c93d6447 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Fanout notify agent at l3_agent the message router_deleted on router 7cb61197-d467-4a78-a429-79baceef7302 {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:08:49.921183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b3ceb582-70db-4ee2-9560-0bb1e1eb6766 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Transition to ACTIVE for port object d4e3a5a1-5a30-4ba8-a7c6-e9ef5b15fd0b will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:08:49.932189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-dbc3dafc-d18d-489c-8421-d5d629c545a2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network 06343e97-2566-4b3e-b917-aba643f604bc has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:08:49.962776 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:08:49.962776 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:08:49.962776 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:08:49.962776 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:08:49.962776 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:08:49.962776 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:08:49.962776 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:08:49.962776 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:08:49.962776 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:08:49.962776 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:08:49.962776 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:08:49.962776 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:08:49.962776 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:08:49.962776 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:08:49.962776 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:08:49.962776 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:08:49.962776 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:08:49.962776 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:08:49.962776 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:08:49.962776 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:08:49.962776 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:08:49.962776 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:08:49.962776 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:08:49.962776 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:08:49.962776 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:08:49.962776 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:08:49.962776 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:08:49.962776 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:08:49.962776 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:08:49.962776 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:08:49.962776 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:08:49.962776 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:08:49.976838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bdedbf1-18f2-4bb2-a6bc-ac18c93d6447 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:49.978045 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4bdedbf1-18f2-4bb2-a6bc-ac18c93d6447 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "DELETE /v2.0/routers/7cb61197-d467-4a78-a429-79baceef7302 HTTP/1.1" status: 204  len: 168 time: 8.6663730
Nov 24 13:08:49.984169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47470) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:50.001014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-51b97ec3-e207-47b7-a511-55f9eadd741f tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1949474772', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}, 'admin_state_up': False}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:50.043098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-51b97ec3-e207-47b7-a511-55f9eadd741f tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:50.104529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dbc3dafc-d18d-489c-8421-d5d629c545a2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:50.106570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:50.111168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-24f27ed6-e5d0-490b-9045-3fc9363c86cf tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:50.131172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dbc3dafc-d18d-489c-8421-d5d629c545a2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:50.135720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Usage tracker for resource:port and tenant:65b63ab4e0cc4051a4aad24ce6172e8c is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:50.143425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Quota usage for port was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:50.160696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3dafc-d18d-489c-8421-d5d629c545a2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Network': ['ID=06343e97-2566-4b3e-b917-aba643f604bc,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:50.167194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:50.172804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dbc3dafc-d18d-489c-8421-d5d629c545a2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:50.193838 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-dbc3dafc-d18d-489c-8421-d5d629c545a2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/networks/06343e97-2566-4b3e-b917-aba643f604bc HTTP/1.1" status: 204  len: 168 time: 2.2791462
Nov 24 13:08:50.195042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-51b97ec3-e207-47b7-a511-55f9eadd741f tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Usage tracker for resource:router and tenant:691a476dd4bd4c59a55de8f820d48fec is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:50.202739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47474) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:50.213888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-51b97ec3-e207-47b7-a511-55f9eadd741f tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:50.232506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-51b97ec3-e207-47b7-a511-55f9eadd741f tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:50.288892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e67e4cb6-aab6-40fd-9b47-d098e5f4d6ad None None] Provisioning complete for port 25e5e958-18bb-4c0e-ab37-0fb8bb5a0d41 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:50.288892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e67e4cb6-aab6-40fd-9b47-d098e5f4d6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:50.337115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b3ceb582-70db-4ee2-9560-0bb1e1eb6766 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:50.340332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50bb61-fee5-4575-adf4-2ad7e2c8a936 None None] Pushing event updated for resources: {'Port': ['ID=b16d1d43-700b-4ced-a9e4-eaaa386f4dfa,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:50.344474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5e50bb61-fee5-4575-adf4-2ad7e2c8a936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:50.345106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:50.345273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ef4ef84-2893-4fc7-a0ef-1969fa2cc5a7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:50.371011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d4d99a8c-4e1d-4117-977c-654e84b84b31 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:08:50.393495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51b97ec3-e207-47b7-a511-55f9eadd741f tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:50.394104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51b97ec3-e207-47b7-a511-55f9eadd741f tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:50.397688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:50.402080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Made reservation on behalf of 65b63ab4e0cc4051a4aad24ce6172e8c for: {'port': 2} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:50.408535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:50.475918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Deleting port d4d99a8c-4e1d-4117-977c-654e84b84b31 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:50.475918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:50.484746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e67e4cb6-aab6-40fd-9b47-d098e5f4d6ad None None] Port 25e5e958-18bb-4c0e-ab37-0fb8bb5a0d41 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:08:50.535916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ec13953c-1e71-4051-9804-79e9253d40fd None None] For port d4d99a8c-4e1d-4117-977c-654e84b84b31, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d4d99a8c-4e1d-4117-977c-654e84b84b31,segment=NetworkSegment(46dedc3d-1f31-4921-90ef-3aad13ddf76a),segment_id=46dedc3d-1f31-4921-90ef-3aad13ddf76a)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:08:50.536055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec13953c-1e71-4051-9804-79e9253d40fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:50.557887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff64a-9243-4994-9b61-01e96782591e None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:50.596342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:50.681200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ceb582-70db-4ee2-9560-0bb1e1eb6766 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Port': ['ID=d4e3a5a1-5a30-4ba8-a7c6-e9ef5b15fd0b,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:50.703607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b3ceb582-70db-4ee2-9560-0bb1e1eb6766 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:50.713117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ef4ef84-2893-4fc7-a0ef-1969fa2cc5a7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:50.738250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51b97ec3-e207-47b7-a511-55f9eadd741f tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:50.768424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:50.782844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8e4ff64a-9243-4994-9b61-01e96782591e None None] Transition to ACTIVE for port object 8d878216-5b60-4290-855c-d33e8e17f93c will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:08:50.797722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ec13953c-1e71-4051-9804-79e9253d40fd None None] Calling delete_port for d4d99a8c-4e1d-4117-977c-654e84b84b31 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:50.906974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8e4ff64a-9243-4994-9b61-01e96782591e None None] Transition to ACTIVE for port object 8d878216-5b60-4290-855c-d33e8e17f93c will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:08:50.924739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:50.937198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff64a-9243-4994-9b61-01e96782591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:50.965750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4acfa1e5-42f1-4487-81bb-b0d34130f23c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:51.054839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] For port d4d99a8c-4e1d-4117-977c-654e84b84b31, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d4d99a8c-4e1d-4117-977c-654e84b84b31,segment=NetworkSegment(46dedc3d-1f31-4921-90ef-3aad13ddf76a),segment_id=46dedc3d-1f31-4921-90ef-3aad13ddf76a)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:08:51.055678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:51.090338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] device_id is not set on port 3fa64426-d25e-4e44-bde3-c5508ac6b54f yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:08:51.114023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port d4d99a8c-4e1d-4117-977c-654e84b84b31, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d4d99a8c-4e1d-4117-977c-654e84b84b31,segment=NetworkSegment(46dedc3d-1f31-4921-90ef-3aad13ddf76a),segment_id=46dedc3d-1f31-4921-90ef-3aad13ddf76a)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:08:51.290403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ff64a-9243-4994-9b61-01e96782591e None None] Pushing event updated for resources: {'Port': ['ID=8d878216-5b60-4290-855c-d33e8e17f93c,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:51.293433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:51.299662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 1a7f2c85-0cc2-4daf-a855-87fde56d73ce no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:08:51.385256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8e4ff64a-9243-4994-9b61-01e96782591e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:51.385600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8e4ff64a-9243-4994-9b61-01e96782591e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:51.443722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 1a7f2c85-0cc2-4daf-a855-87fde56d73ce {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:08:51.444381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 1a7f2c85-0cc2-4daf-a855-87fde56d73ce not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:08:51.461233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-ec13953c-1e71-4051-9804-79e9253d40fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:08:51.462641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-ec13953c-1e71-4051-9804-79e9253d40fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:08:51.552045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4ff64a-9243-4994-9b61-01e96782591e None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:08:51.556626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-8e4ff64a-9243-4994-9b61-01e96782591e None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:51.563090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4ff64a-9243-4994-9b61-01e96782591e None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:08:51.576741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=d4d99a8c-4e1d-4117-977c-654e84b84b31,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:51.582814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:51.656369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-8e4ff64a-9243-4994-9b61-01e96782591e None None] Attempting to bind port 8d878216-5b60-4290-855c-d33e8e17f93c on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:08:51.656823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-8e4ff64a-9243-4994-9b61-01e96782591e None None] Attempting to bind port 8d878216-5b60-4290-855c-d33e8e17f93c by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:08:51.656930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4ff64a-9243-4994-9b61-01e96782591e None None] Attempting to bind port 8d878216-5b60-4290-855c-d33e8e17f93c on network 8ca51b04-1dca-4f60-b844-2979d8864b51 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:08:51.667322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4ff64a-9243-4994-9b61-01e96782591e None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:08:51.667322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4ff64a-9243-4994-9b61-01e96782591e None None] Checking segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:08:51.667542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff64a-9243-4994-9b61-01e96782591e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:51.667998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4ff64a-9243-4994-9b61-01e96782591e None None] Bound using segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:08:51.668518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-8e4ff64a-9243-4994-9b61-01e96782591e None None] Bound port: 8d878216-5b60-4290-855c-d33e8e17f93c, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:08:51.669132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff64a-9243-4994-9b61-01e96782591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:51.683988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Calling delete_port for d4d99a8c-4e1d-4117-977c-654e84b84b31 owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:51.690023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ceb582-70db-4ee2-9560-0bb1e1eb6766 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network 1fb65f6f-1848-4e55-bbd6-70d2b0941a40 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:08:51.751610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-b3ceb582-70db-4ee2-9560-0bb1e1eb6766 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:51.773241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ceb582-70db-4ee2-9560-0bb1e1eb6766 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:08:51.777668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ceb582-70db-4ee2-9560-0bb1e1eb6766 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:51.778318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b3ceb582-70db-4ee2-9560-0bb1e1eb6766 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:51.834246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-8e4ff64a-9243-4994-9b61-01e96782591e None None] For port 8d878216-5b60-4290-855c-d33e8e17f93c, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:08:51.847041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-8e4ff64a-9243-4994-9b61-01e96782591e None None] For port 8d878216-5b60-4290-855c-d33e8e17f93c, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8d878216-5b60-4290-855c-d33e8e17f93c,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:08:51.851682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff64a-9243-4994-9b61-01e96782591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:51.862547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:08:51.862547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:08:51.871439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:51.898555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:51.975005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ec13953c-1e71-4051-9804-79e9253d40fd None None] Deleting port d4d99a8c-4e1d-4117-977c-654e84b84b31 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:51.975005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec13953c-1e71-4051-9804-79e9253d40fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:52.038394 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a7cb738f-b3cc-4162-b685-b949d6f7777a req-669a2225-a31e-4f07-9877-a5c2ba3a6bd8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2211361
Nov 24 13:08:52.051736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] device_id is not set on port 46dd6a53-a8bb-4bce-82d9-bd0349e2f208 yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:08:52.052478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51b97ec3-e207-47b7-a511-55f9eadd741f tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:52.090878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ff64a-9243-4994-9b61-01e96782591e None None] Pushing event updated for resources: {'Port': ['ID=8d878216-5b60-4290-855c-d33e8e17f93c,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:52.104868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8e4ff64a-9243-4994-9b61-01e96782591e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:52.187910 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b3ceb582-70db-4ee2-9560-0bb1e1eb6766 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 7.8583207
Nov 24 13:08:52.195920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47478) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:52.351930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:52.365736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Deleting port d4d99a8c-4e1d-4117-977c-654e84b84b31 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:52.366391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:52.409442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ec13953c-1e71-4051-9804-79e9253d40fd None None] For port d4d99a8c-4e1d-4117-977c-654e84b84b31, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d4d99a8c-4e1d-4117-977c-654e84b84b31,segment=NetworkSegment(46dedc3d-1f31-4921-90ef-3aad13ddf76a),segment_id=46dedc3d-1f31-4921-90ef-3aad13ddf76a)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:08:52.409442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec13953c-1e71-4051-9804-79e9253d40fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:52.420459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 0d9d752f-b73f-4cb5-ad0e-fb8476679764 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:08:52.454110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb738f-b3cc-4162-b685-b949d6f7777a req-fb76bfe0-1adf-460e-aab0-85c44ed8d880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:52.455219 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a7cb738f-b3cc-4162-b685-b949d6f7777a req-fb76bfe0-1adf-460e-aab0-85c44ed8d880 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6efb027d4b0e48cc970462a6d3154fa0&device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 1163 time: 0.2347443
Nov 24 13:08:52.589371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.objects.ports [None req-a555b250-0d86-4d10-9a86-d8c8ba99976d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80943) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 24 13:08:52.668637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-50956211-68b6-4bdb-bea0-56d08303c33c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting port d4e3a5a1-5a30-4ba8-a7c6-e9ef5b15fd0b {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:52.669767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-50956211-68b6-4bdb-bea0-56d08303c33c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:52.672861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:52.739132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a555b250-0d86-4d10-9a86-d8c8ba99976d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:52.798439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2f9cadb6-56ed-40e0-af9d-793eacb86dc4 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:52.819975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ec13953c-1e71-4051-9804-79e9253d40fd None None] Calling delete_port for d4d99a8c-4e1d-4117-977c-654e84b84b31 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:52.834764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-799a8b1b-dfc2-49a0-8079-fa76a79ec6f4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:52.932419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 0d9d752f-b73f-4cb5-ad0e-fb8476679764 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:08:52.933696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555b250-0d86-4d10-9a86-d8c8ba99976d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Pushing event updated for resources: {'Subnet': ['ID=cebff6ce-5b51-440c-9f87-6da976def19d,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:52.938327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a555b250-0d86-4d10-9a86-d8c8ba99976d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:52.944317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b16d1d43-700b-4ced-a9e4-eaaa386f4dfa up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:08:52.974003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec13953c-1e71-4051-9804-79e9253d40fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:52.992301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8e4ff64a-9243-4994-9b61-01e96782591e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:53.057913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d9a7f8-501d-41ee-8d2a-c791958b9059 None None] Network e65f1d66-7a61-4d4f-883a-397879547566 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:08:53.077661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb738f-b3cc-4162-b685-b949d6f7777a req-3ce05275-04a2-4cab-b23e-f2c14335b268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:53.079663 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a7cb738f-b3cc-4162-b685-b949d6f7777a req-3ce05275-04a2-4cab-b23e-f2c14335b268 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c200d148-1aac-4d09-a682-2365e76cfa1f HTTP/1.1" status: 200  len: 905 time: 0.5983901
Nov 24 13:08:53.080409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Pushing event updated for resources: {'Port': ['ID=3fa64426-d25e-4e44-bde3-c5508ac6b54f,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:53.092449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:53.243402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Checking segment: {'id': '7ba16892-0f4a-4b53-a60d-e0834e2eb68c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3fa82b84-a7c8-4540-a48b-13ca297f1104'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:08:53.244398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Network hostable DHCP agents. Network: 3fa82b84-a7c8-4540-a48b-13ca297f1104, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:08:53.322184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] For port d4d99a8c-4e1d-4117-977c-654e84b84b31, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d4d99a8c-4e1d-4117-977c-654e84b84b31,segment=NetworkSegment(46dedc3d-1f31-4921-90ef-3aad13ddf76a),segment_id=46dedc3d-1f31-4921-90ef-3aad13ddf76a)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:08:53.323009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:53.416090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13953c-1e71-4051-9804-79e9253d40fd None None] Pushing event deleted for resources: {'Port': ['ID=d4d99a8c-4e1d-4117-977c-654e84b84b31,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:53.423899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ec13953c-1e71-4051-9804-79e9253d40fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:53.502885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Calling delete_port for d4d99a8c-4e1d-4117-977c-654e84b84b31 owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:53.516148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7ad3aaee-da76-4ae1-93dc-2e90280b452d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:53.541982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1a2e8ed1-372c-446e-b156-c969e83eba00 None None] Provisioning for port b16d1d43-700b-4ced-a9e4-eaaa386f4dfa completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:08:53.566332 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a7cb738f-b3cc-4162-b685-b949d6f7777a req-fcdcf517-828b-455a-9039-46b31b592543 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=522e37dd-c87e-451d-9bf5-82e3d3a11706 HTTP/1.1" status: 200  len: 1001 time: 0.4706717
Nov 24 13:08:53.590622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec13953c-1e71-4051-9804-79e9253d40fd None None] No DVR routers for this DVR port d4d99a8c-4e1d-4117-977c-654e84b84b31 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:08:53.609726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d8b8a3c0-87e9-4f9c-b2ab-e6d02c11a6a8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:53.617009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Network 3fa82b84-a7c8-4540-a48b-13ca297f1104 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:08:53.636321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port b16d1d43-700b-4ced-a9e4-eaaa386f4dfa completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:08:53.645587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port b16d1d43-700b-4ced-a9e4-eaaa386f4dfa triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:53.646020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:53.665667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 3fa82b84-a7c8-4540-a48b-13ca297f1104) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:53.677362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:08:53.678278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:53.684769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4331f7ec-3400-4220-861c-a3114d2a4c54 None None] Network 3fa82b84-a7c8-4540-a48b-13ca297f1104 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:08:53.697794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-acad3d4c-336d-4f05-8233-2d873249fb85 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:53.735097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb738f-b3cc-4162-b685-b949d6f7777a req-5375a10e-14f9-40ad-abfd-07befd0de0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:53.737591 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a7cb738f-b3cc-4162-b685-b949d6f7777a req-5375a10e-14f9-40ad-abfd-07befd0de0f0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fbd62c91-d804-432f-af8e-75bb073f1bc3 HTTP/1.1" status: 200  len: 850 time: 0.1608336
Nov 24 13:08:53.771166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-2ef4ef84-2893-4fc7-a0ef-1969fa2cc5a7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:08:53.816962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:08:53.816962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:08:53.828495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ef4ef84-2893-4fc7-a0ef-1969fa2cc5a7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:53.901931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Deleting port d4d99a8c-4e1d-4117-977c-654e84b84b31 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:53.902390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:53.925566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36046d2e-28c0-4ad2-a531-df9493a463a8 None None] Network 1fb65f6f-1848-4e55-bbd6-70d2b0941a40 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:08:54.061276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Pushing event updated for resources: {'Port': ['ID=46dd6a53-a8bb-4bce-82d9-bd0349e2f208,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:54.061276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] The port 'd4d99a8c-4e1d-4117-977c-654e84b84b31' was deleted {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:08:54.061276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:54.210349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b97c15ab-2608-4263-a762-fd794983aced None None] Provisioning for port 0d9d752f-b73f-4cb5-ad0e-fb8476679764 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:08:54.210349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:54.226461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b97c15ab-2608-4263-a762-fd794983aced None None] Provisioning complete for port 0d9d752f-b73f-4cb5-ad0e-fb8476679764 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:54.226901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b97c15ab-2608-4263-a762-fd794983aced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:54.243567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb738f-b3cc-4162-b685-b949d6f7777a req-9516695c-d0da-4520-ac64-edc98b662454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:54.244988 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a7cb738f-b3cc-4162-b685-b949d6f7777a req-9516695c-d0da-4520-ac64-edc98b662454 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c200d148-1aac-4d09-a682-2365e76cfa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4095366
Nov 24 13:08:54.300498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:54.307225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ef4ef84-2893-4fc7-a0ef-1969fa2cc5a7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:54.370474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad3aaee-da76-4ae1-93dc-2e90280b452d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Subnet': ['ID=5dc075c3-c12a-4ea3-b6e8-9ab788527955,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:54.374679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7ad3aaee-da76-4ae1-93dc-2e90280b452d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:54.431655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2ef4ef84-2893-4fc7-a0ef-1969fa2cc5a7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:54.440472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port b16d1d43-700b-4ced-a9e4-eaaa386f4dfa, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=b16d1d43-700b-4ced-a9e4-eaaa386f4dfa,segment=NetworkSegment(b029b341-ceef-49cd-a24a-d27389aba8d9),segment_id=b029b341-ceef-49cd-a24a-d27389aba8d9)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:08:54.508244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Checking segment: {'id': 'ce28eebf-b571-4a39-8174-6c6e62701e38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '51e35c59-0ed3-496c-9dd4-8330ca48e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:08:54.509040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Network hostable DHCP agents. Network: 51e35c59-0ed3-496c-9dd4-8330ca48e2ee, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:08:54.510191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:54.517506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ad8f4b59-c0ce-4e9c-9407-2876a2ee35da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:54.540118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-50956211-68b6-4bdb-bea0-56d08303c33c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:54.579133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634711e9b0>,) {'filters': {'network_id': ['1fb08fb3-2d6c-48b0-b158-68d3fcd4a9de']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:54.615259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634711e9b0>, '46dedc3d-1f31-4921-90ef-3aad13ddf76a') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:54.615753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634711e9b0>, '46dedc3d-1f31-4921-90ef-3aad13ddf76a') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:08:54.664547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=b16d1d43-700b-4ced-a9e4-eaaa386f4dfa,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:54.671783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:54.674835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:54.717651 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a7cb738f-b3cc-4162-b685-b949d6f7777a req-5b06ae7b-e0aa-43f7-ba40-3c1a9f94168c service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4572790
Nov 24 13:08:54.758139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b97c15ab-2608-4263-a762-fd794983aced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:54.766045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Network 51e35c59-0ed3-496c-9dd4-8330ca48e2ee is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:08:54.771961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8d878216-5b60-4290-855c-d33e8e17f93c up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:08:54.812090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-50956211-68b6-4bdb-bea0-56d08303c33c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Calling delete_port for d4e3a5a1-5a30-4ba8-a7c6-e9ef5b15fd0b owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:54.830764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:54.852420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Releasing vxlan tunnel 11 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:08:54.891908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b97c15ab-2608-4263-a762-fd794983aced None None] For port 0d9d752f-b73f-4cb5-ad0e-fb8476679764, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=0d9d752f-b73f-4cb5-ad0e-fb8476679764,segment=NetworkSegment(47929bb8-f829-4697-b384-91619d06b74e),segment_id=47929bb8-f829-4697-b384-91619d06b74e)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:08:54.908097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b97c15ab-2608-4263-a762-fd794983aced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:54.912163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-318f113a-0c64-4794-99dd-57769b472e28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:54.957066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51b97ec3-e207-47b7-a511-55f9eadd741f tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router_gateway, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:54.976673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 8d878216-5b60-4290-855c-d33e8e17f93c completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:08:55.000982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ef4ef84-2893-4fc7-a0ef-1969fa2cc5a7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:55.018306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c15ab-2608-4263-a762-fd794983aced None None] Pushing event updated for resources: {'Port': ['ID=0d9d752f-b73f-4cb5-ad0e-fb8476679764,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:55.023263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b97c15ab-2608-4263-a762-fd794983aced None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:55.060895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ac82610c-e98c-4ab2-a9a6-7450c4fde7dc None None] Provisioning complete for port b16d1d43-700b-4ced-a9e4-eaaa386f4dfa triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:55.061329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ac82610c-e98c-4ab2-a9a6-7450c4fde7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:55.152414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4ef84-2893-4fc7-a0ef-1969fa2cc5a7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Port': ['ID=25e5e958-18bb-4c0e-ab37-0fb8bb5a0d41,revision_number=3']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:55.199074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555b250-0d86-4d10-9a86-d8c8ba99976d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Checking segment: {'id': '4b3fb7e3-ca04-4bb9-bc6d-cb99ae9c2ae6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '1d47ae47-5365-4c34-86be-1ed4378cf7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:08:55.200301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a555b250-0d86-4d10-9a86-d8c8ba99976d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Network hostable DHCP agents. Network: 1d47ae47-5365-4c34-86be-1ed4378cf7bb, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:08:55.216816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51b97ec3-e207-47b7-a511-55f9eadd741f tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:55.240762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2ef4ef84-2893-4fc7-a0ef-1969fa2cc5a7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.809s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:55.288120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad3aaee-da76-4ae1-93dc-2e90280b452d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:08:55.313720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-7ad3aaee-da76-4ae1-93dc-2e90280b452d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:55.355985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 51e35c59-0ed3-496c-9dd4-8330ca48e2ee) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:55.376130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:08:55.381224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e289066d-873f-4049-9afe-4a14a8ee900e None None] Network 51e35c59-0ed3-496c-9dd4-8330ca48e2ee requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:08:55.382355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:55.386156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:55.387120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:55.457840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad3aaee-da76-4ae1-93dc-2e90280b452d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:55.458561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7ad3aaee-da76-4ae1-93dc-2e90280b452d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:55.522954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd9a585-9bfb-4cb3-a2e1-dc972651e424 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:08:55.561804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network 1fb08fb3-2d6c-48b0-b158-68d3fcd4a9de has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:08:55.589709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:55.596917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a555b250-0d86-4d10-9a86-d8c8ba99976d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Network 1d47ae47-5365-4c34-86be-1ed4378cf7bb is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:08:55.626729 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7ad3aaee-da76-4ae1-93dc-2e90280b452d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 8.7655444
Nov 24 13:08:55.649639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47482) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:55.658004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-a555b250-0d86-4d10-9a86-d8c8ba99976d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 1d47ae47-5365-4c34-86be-1ed4378cf7bb) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:55.666906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-6d2f8ea7-15f8-4fe6-970e-a36ad667c8d3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'port': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'mac_address': 'fa:16:3e:e1:ed:76', 'name': 'tempest-NetworksTestDHCPv6-1304516953'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:55.675236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede79fba-6e17-4539-ab13-a9cf9b4960ca None None] Network 1d47ae47-5365-4c34-86be-1ed4378cf7bb requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:08:55.693625 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a7cb738f-b3cc-4162-b685-b949d6f7777a req-7a426529-9c85-4eeb-8d6c-a5df013b8d30 service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9688420
Nov 24 13:08:55.703856 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 6.1803880
Nov 24 13:08:55.705971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47486) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:55.861832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef4ef84-2893-4fc7-a0ef-1969fa2cc5a7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network 55fecb21-d6f8-42aa-9657-b8d83c90eebc is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:08:55.878545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a555b250-0d86-4d10-9a86-d8c8ba99976d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:55.879132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a555b250-0d86-4d10-9a86-d8c8ba99976d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:55.894217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-2ef4ef84-2893-4fc7-a0ef-1969fa2cc5a7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:55.951188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network 1fb08fb3-2d6c-48b0-b158-68d3fcd4a9de has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:08:55.985367 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:08:56.031811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-50956211-68b6-4bdb-bea0-56d08303c33c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:56.078376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-73ee3b0d-ed07-4fbb-9d71-24f9010b99eb tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:56.079868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e0dd47-57b4-4118-abed-dd41d7e391a2 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:56.084588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e0dd47-57b4-4118-abed-dd41d7e391a2 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:56.085437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a2e0dd47-57b4-4118-abed-dd41d7e391a2 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Synchronizing usage tracker for tenant:65b63ab4e0cc4051a4aad24ce6172e8c on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:08:56.154817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:56.160974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:56.170026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:56.208087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a2e0dd47-57b4-4118-abed-dd41d7e391a2 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Unset dirty status for tenant:65b63ab4e0cc4051a4aad24ce6172e8c on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:08:56.214319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3492510b-ca7d-4b61-a816-c3bc4f0afca5 None None] Provisioning for port 8d878216-5b60-4290-855c-d33e8e17f93c completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:08:56.222214 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a2e0dd47-57b4-4118-abed-dd41d7e391a2 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.5120459
Nov 24 13:08:56.223933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47490) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:56.225554 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/networks/1fb08fb3-2d6c-48b0-b158-68d3fcd4a9de HTTP/1.1" status: 204  len: 168 time: 6.0207505
Nov 24 13:08:56.228858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Network': ['ID=1fb08fb3-2d6c-48b0-b158-68d3fcd4a9de,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:56.232032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:56.232990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47494) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:56.239994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-51b97ec3-e207-47b7-a511-55f9eadd741f tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Allocated IP 172.26.8.65 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/b8be7950-5414-47c7-8f07-7b4a2e6841be) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:08:56.276027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a02629c9-38d2-4a15-b533-b0798b7badad tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1098849850'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:56.284099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3492510b-ca7d-4b61-a816-c3bc4f0afca5 None None] Provisioning complete for port 8d878216-5b60-4290-855c-d33e8e17f93c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:56.284525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3492510b-ca7d-4b61-a816-c3bc4f0afca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:56.291356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a02629c9-38d2-4a15-b533-b0798b7badad tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:56.300416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a02629c9-38d2-4a15-b533-b0798b7badad tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Usage tracker for resource:network and tenant:7bd33557530a48bab25cc76dc38cd9bb is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:56.311717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a02629c9-38d2-4a15-b533-b0798b7badad tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:56.323942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a02629c9-38d2-4a15-b533-b0798b7badad tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:56.336170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-0478bb2b-b333-4bc9-bc93-56e9916032dc tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Deleting port 3fa64426-d25e-4e44-bde3-c5508ac6b54f {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:56.336935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0478bb2b-b333-4bc9-bc93-56e9916032dc tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:56.445996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02629c9-38d2-4a15-b533-b0798b7badad tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Made reservation on behalf of 7bd33557530a48bab25cc76dc38cd9bb for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:56.452390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a02629c9-38d2-4a15-b533-b0798b7badad tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:56.503210 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a555b250-0d86-4d10-9a86-d8c8ba99976d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 9.6917899
Nov 24 13:08:56.503421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47498) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:56.508511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-13a14221-5ee9-4789-b4c0-9fade80763cc tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Request body: {'port': {'network_id': '1d47ae47-5365-4c34-86be-1ed4378cf7bb', 'name': 'tempest-NetworksIpV6TestAttrs-606103489'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:56.509384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50956211-68b6-4bdb-bea0-56d08303c33c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Port': ['ID=d4e3a5a1-5a30-4ba8-a7c6-e9ef5b15fd0b,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:56.520749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-50956211-68b6-4bdb-bea0-56d08303c33c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:56.613433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a02629c9-38d2-4a15-b533-b0798b7badad tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:08:56.624946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6d2f8ea7-15f8-4fe6-970e-a36ad667c8d3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:56.642912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6d2f8ea7-15f8-4fe6-970e-a36ad667c8d3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:port and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:56.660749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27449f6c-4154-4c98-a3fd-f54adba30a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-1d47ae47-5365-4c34-86be-1ed4378cf7bb', 'network_id': '1d47ae47-5365-4c34-86be-1ed4378cf7bb', 'tenant_id': '23c0d994af624aa897601b00f596f30e', 'fixed_ips': [{'subnet_id': 'cebff6ce-5b51-440c-9f87-6da976def19d'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:08:56.661824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-27449f6c-4154-4c98-a3fd-f54adba30a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:56.662540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6d2f8ea7-15f8-4fe6-970e-a36ad667c8d3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for port was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:56.688266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6d2f8ea7-15f8-4fe6-970e-a36ad667c8d3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:56.696673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 0d9d752f-b73f-4cb5-ad0e-fb8476679764 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:08:56.731383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a02629c9-38d2-4a15-b533-b0798b7badad tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:56.732629 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-a02629c9-38d2-4a15-b533-b0798b7badad tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Added segment 0a328d11-75f7-4146-93cd-a1741d2e480e of type vxlan for network a5549287-a242-4426-b1b6-8a3b7e22142a
Nov 24 13:08:56.742431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3492510b-ca7d-4b61-a816-c3bc4f0afca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:56.763519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0478bb2b-b333-4bc9-bc93-56e9916032dc tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:56.797608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2f8ea7-15f8-4fe6-970e-a36ad667c8d3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:56.826001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51b97ec3-e207-47b7-a511-55f9eadd741f tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:56.943271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-0478bb2b-b333-4bc9-bc93-56e9916032dc tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Calling delete_port for 3fa64426-d25e-4e44-bde3-c5508ac6b54f owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:56.970260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-3492510b-ca7d-4b61-a816-c3bc4f0afca5 None None] For port 8d878216-5b60-4290-855c-d33e8e17f93c, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8d878216-5b60-4290-855c-d33e8e17f93c,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:08:56.983971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3492510b-ca7d-4b61-a816-c3bc4f0afca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:56.990269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-76edaad6-7012-4adc-a52c-ba9d273ac4d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:57.003533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a02629c9-38d2-4a15-b533-b0798b7badad tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:57.033595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-13a14221-5ee9-4789-b4c0-9fade80763cc tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:57.043377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3492510b-ca7d-4b61-a816-c3bc4f0afca5 None None] Could not find standard attr ID for object d4e3a5a1-5a30-4ba8-a7c6-e9ef5b15fd0b. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:08:57.046699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-13a14221-5ee9-4789-b4c0-9fade80763cc tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Usage tracker for resource:port and tenant:23c0d994af624aa897601b00f596f30e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:57.053129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-13a14221-5ee9-4789-b4c0-9fade80763cc tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Quota usage for port was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:57.083954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-13a14221-5ee9-4789-b4c0-9fade80763cc tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:57.092962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3992ba36-296f-4339-aa25-3bf65baf8304 None None] Update dhcp port {'port': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'fixed_ips': [{'subnet_id': '20b767e6-0ff5-4231-b08e-2386fe134f80', 'ip_address': '2001:db8::f816:3eff:fe52:874a'}, {'subnet_id': '5dc075c3-c12a-4ea3-b6e8-9ab788527955'}], 'binding:host_id': 'dv-neutron-601336-61-ovs'}, 'id': '8d878216-5b60-4290-855c-d33e8e17f93c'} from dv-neutron-601336-61-ovs. {{(pid=80945) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 24 13:08:57.102453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a14221-5ee9-4789-b4c0-9fade80763cc tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Made reservation on behalf of 23c0d994af624aa897601b00f596f30e for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:57.109330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13a14221-5ee9-4789-b4c0-9fade80763cc tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:57.143580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0478bb2b-b333-4bc9-bc93-56e9916032dc tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:57.176713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 0d9d752f-b73f-4cb5-ad0e-fb8476679764 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:57.176906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:57.241335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-48b2cd89-f439-4e73-944c-a3ed18a47656 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:57.271365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492510b-ca7d-4b61-a816-c3bc4f0afca5 None None] Pushing event updated for resources: {'Port': ['ID=8d878216-5b60-4290-855c-d33e8e17f93c,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:57.271988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a02629c9-38d2-4a15-b533-b0798b7badad tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:57.277873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02629c9-38d2-4a15-b533-b0798b7badad tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:08:57.279377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a02629c9-38d2-4a15-b533-b0798b7badad tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:57.292086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3492510b-ca7d-4b61-a816-c3bc4f0afca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:57.300521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-50956211-68b6-4bdb-bea0-56d08303c33c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:57.305755 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-50956211-68b6-4bdb-bea0-56d08303c33c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/ports/d4e3a5a1-5a30-4ba8-a7c6-e9ef5b15fd0b HTTP/1.1" status: 204  len: 168 time: 5.1026363
Nov 24 13:08:57.308764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3492510b-ca7d-4b61-a816-c3bc4f0afca5 None None] Provisioning complete for port b16d1d43-700b-4ced-a9e4-eaaa386f4dfa triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:57.309188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3492510b-ca7d-4b61-a816-c3bc4f0afca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:57.311121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47502) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:57.327181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478bb2b-b333-4bc9-bc93-56e9916032dc tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Pushing event deleted for resources: {'Port': ['ID=3fa64426-d25e-4e44-bde3-c5508ac6b54f,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:57.331243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0478bb2b-b333-4bc9-bc93-56e9916032dc tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:57.347587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3992ba36-296f-4339-aa25-3bf65baf8304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:57.347816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cd088a65-08a7-4a4e-8bcb-bf08a57bc481 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:57.388910 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ddc7695-52f2-4b95-8b69-ee6109a539f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] DELETE failed (client error): The resource could not be found.
Nov 24 13:08:57.389404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ddc7695-52f2-4b95-8b69-ee6109a539f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:08:57.394437 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4ddc7695-52f2-4b95-8b69-ee6109a539f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/ports/d4e3a5a1-5a30-4ba8-a7c6-e9ef5b15fd0b HTTP/1.1" status: 404  len: 333 time: 0.0775909
Nov 24 13:08:57.395625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47506) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:57.462733 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a02629c9-38d2-4a15-b533-b0798b7badad tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.1947846
Nov 24 13:08:57.475701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47510) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:57.482222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d2f8ea7-15f8-4fe6-970e-a36ad667c8d3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:57.501761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-f2415e6b-db58-44c6-bb46-d6cc5e1074a9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Request body: {'subnet': {'network_id': 'a5549287-a242-4426-b1b6-8a3b7e22142a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:08:57.523963 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-52033981-1baa-442a-a5c4-dab54faa53a6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] GET failed (client error): The resource could not be found.
Nov 24 13:08:57.524704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-52033981-1baa-442a-a5c4-dab54faa53a6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Synchronizing usage tracker for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:08:57.575948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-27449f6c-4154-4c98-a3fd-f54adba30a8c None None] Allocated IP 2001:db8::f816:3eff:fe34:32cb (1d47ae47-5365-4c34-86be-1ed4378cf7bb/cebff6ce-5b51-440c-9f87-6da976def19d/458806e6-56f6-4d16-b1e1-7bf3b5852669) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:08:57.583839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02629c9-38d2-4a15-b533-b0798b7badad tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Network': ['ID=a5549287-a242-4426-b1b6-8a3b7e22142a,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:57.585791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51b97ec3-e207-47b7-a511-55f9eadd741f tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:57.587513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a02629c9-38d2-4a15-b533-b0798b7badad tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:57.606365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0478bb2b-b333-4bc9-bc93-56e9916032dc tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:57.608841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-673729a1-7da3-4420-a92b-5a4866833e81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:57.611072 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0478bb2b-b333-4bc9-bc93-56e9916032dc tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] 10.222.0.76 "DELETE /v2.0/ports/3fa64426-d25e-4e44-bde3-c5508ac6b54f HTTP/1.1" status: 204  len: 168 time: 1.3840899
Nov 24 13:08:57.619678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network a5549287-a242-4426-b1b6-8a3b7e22142a details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:08:57.633453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network a5549287-a242-4426-b1b6-8a3b7e22142a details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:08:57.639483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47514) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:57.649658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-13a14221-5ee9-4789-b4c0-9fade80763cc tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] device_id is not set on port 8dc4ede3-993d-46cb-900b-4f4b31e34c2b yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:08:57.856225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-52033981-1baa-442a-a5c4-dab54faa53a6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Unset dirty status for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:08:57.857683 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-52033981-1baa-442a-a5c4-dab54faa53a6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "GET /v2.0/ports/d4e3a5a1-5a30-4ba8-a7c6-e9ef5b15fd0b HTTP/1.1" status: 404  len: 333 time: 0.4505301
Nov 24 13:08:57.860899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47518) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:57.986338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b97ec3-e207-47b7-a511-55f9eadd741f tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Pushing event updated for resources: {'Port': ['ID=b8be7950-5414-47c7-8f07-7b4a2e6841be,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:57.994246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f2415e6b-db58-44c6-bb46-d6cc5e1074a9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:08:58.002101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-51b97ec3-e207-47b7-a511-55f9eadd741f tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:58.023705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9f09f80c-1c4c-4189-92f2-402184b70349 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Deleting port 46dd6a53-a8bb-4bce-82d9-bd0349e2f208 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:58.024385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9f09f80c-1c4c-4189-92f2-402184b70349 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:58.053131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f2415e6b-db58-44c6-bb46-d6cc5e1074a9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Usage tracker for resource:subnet and tenant:7bd33557530a48bab25cc76dc38cd9bb is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:08:58.065320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f2415e6b-db58-44c6-bb46-d6cc5e1074a9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:08:58.067983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b16d1d43-700b-4ced-a9e4-eaaa386f4dfa up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:08:58.101207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f2415e6b-db58-44c6-bb46-d6cc5e1074a9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:08:58.103941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b294c34-7ef0-4d20-b961-24e2962f2836 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting subnet c8aa6068-c443-4839-9e12-041c47f743be {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:08:58.110257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b294c34-7ef0-4d20-b961-24e2962f2836 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:58.177095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2415e6b-db58-44c6-bb46-d6cc5e1074a9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Made reservation on behalf of 7bd33557530a48bab25cc76dc38cd9bb for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:08:58.212157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b294c34-7ef0-4d20-b961-24e2962f2836 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:58.304781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-6d2f8ea7-15f8-4fe6-970e-a36ad667c8d3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] device_id is not set on port 6fcd4556-d78c-4fe2-80cb-d5ece1e400d0 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:08:58.320378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b294c34-7ef0-4d20-b961-24e2962f2836 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:58.367187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b97ec3-e207-47b7-a511-55f9eadd741f tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:08:58.381454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-51b97ec3-e207-47b7-a511-55f9eadd741f tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:08:58.414070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b97ec3-e207-47b7-a511-55f9eadd741f tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:08:58.452179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef4ef84-2893-4fc7-a0ef-1969fa2cc5a7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Router 1bda0b75-a402-4d67-ba40-37fec85218a6 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:08:58.485436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3492510b-ca7d-4b61-a816-c3bc4f0afca5 None None] Provisioning complete for port 0d9d752f-b73f-4cb5-ad0e-fb8476679764 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:58.485868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3492510b-ca7d-4b61-a816-c3bc4f0afca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:58.530183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-3992ba36-296f-4339-aa25-3bf65baf8304 None None] Allocated IP 172.20.0.2 (8ca51b04-1dca-4f60-b844-2979d8864b51/5dc075c3-c12a-4ea3-b6e8-9ab788527955/8d878216-5b60-4290-855c-d33e8e17f93c) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:08:58.545536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port b16d1d43-700b-4ced-a9e4-eaaa386f4dfa triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:58.545971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:58.602054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f2415e6b-db58-44c6-bb46-d6cc5e1074a9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:58.624662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b294c34-7ef0-4d20-b961-24e2962f2836 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:58.648064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f3f2f4ef-254c-443e-9863-adaa5a2cf5db tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:58.739394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b294c34-7ef0-4d20-b961-24e2962f2836 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Subnet': ['ID=c8aa6068-c443-4839-9e12-041c47f743be,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:58.744691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9b294c34-7ef0-4d20-b961-24e2962f2836 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:58.799427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b294c34-7ef0-4d20-b961-24e2962f2836 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:58.814141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9f09f80c-1c4c-4189-92f2-402184b70349 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:58.815318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfddbad-a867-4a27-87c9-779ad13eb8ce None None] Network 1fb65f6f-1848-4e55-bbd6-70d2b0941a40 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:08:58.818546 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9b294c34-7ef0-4d20-b961-24e2962f2836 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/subnets/c8aa6068-c443-4839-9e12-041c47f743be HTTP/1.1" status: 204  len: 168 time: 0.9483001
Nov 24 13:08:58.819435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47522) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:08:58.853912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-27449f6c-4154-4c98-a3fd-f54adba30a8c None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:58.953139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-828ee09f-a0f2-421b-992a-d56b3a17ca75 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:59.005172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9f09f80c-1c4c-4189-92f2-402184b70349 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Calling delete_port for 46dd6a53-a8bb-4bce-82d9-bd0349e2f208 owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:59.008200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-27449f6c-4154-4c98-a3fd-f54adba30a8c None None] Transition to ACTIVE for port object 458806e6-56f6-4d16-b1e1-7bf3b5852669 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:08:59.027818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-828ee09f-a0f2-421b-992a-d56b3a17ca75 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting port 0d9d752f-b73f-4cb5-ad0e-fb8476679764 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:08:59.028361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-828ee09f-a0f2-421b-992a-d56b3a17ca75 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:59.088656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-3992ba36-296f-4339-aa25-3bf65baf8304 None None] For port 8d878216-5b60-4290-855c-d33e8e17f93c, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8d878216-5b60-4290-855c-d33e8e17f93c,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:08:59.095475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-27449f6c-4154-4c98-a3fd-f54adba30a8c None None] Transition to ACTIVE for port object 458806e6-56f6-4d16-b1e1-7bf3b5852669 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:08:59.152602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-27449f6c-4154-4c98-a3fd-f54adba30a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:59.194068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ec13953c-1e71-4051-9804-79e9253d40fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:59.261492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9f09f80c-1c4c-4189-92f2-402184b70349 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:59.289407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ca6fdbf1-6cad-4e12-b61f-00102bf91f5c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:59.307102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-13a14221-5ee9-4789-b4c0-9fade80763cc tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Allocated IP 2001:db8::f816:3eff:fed8:be08 (1d47ae47-5365-4c34-86be-1ed4378cf7bb/cebff6ce-5b51-440c-9f87-6da976def19d/8dc4ede3-993d-46cb-900b-4f4b31e34c2b) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:08:59.355270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-828ee09f-a0f2-421b-992a-d56b3a17ca75 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] For port 0d9d752f-b73f-4cb5-ad0e-fb8476679764, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=0d9d752f-b73f-4cb5-ad0e-fb8476679764,segment=NetworkSegment(47929bb8-f829-4697-b384-91619d06b74e),segment_id=47929bb8-f829-4697-b384-91619d06b74e)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:08:59.355846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-828ee09f-a0f2-421b-992a-d56b3a17ca75 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:59.360532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8d878216-5b60-4290-855c-d33e8e17f93c up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:08:59.394520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-3992ba36-296f-4339-aa25-3bf65baf8304 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:08:59.453256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3992ba36-296f-4339-aa25-3bf65baf8304 None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:59.504102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27449f6c-4154-4c98-a3fd-f54adba30a8c None None] Pushing event updated for resources: {'Port': ['ID=458806e6-56f6-4d16-b1e1-7bf3b5852669,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:59.507559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-27449f6c-4154-4c98-a3fd-f54adba30a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:59.523558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-828ee09f-a0f2-421b-992a-d56b3a17ca75 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Calling delete_port for 0d9d752f-b73f-4cb5-ad0e-fb8476679764 owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:08:59.548926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3992ba36-296f-4339-aa25-3bf65baf8304 None None] Transition to ACTIVE for port object 8d878216-5b60-4290-855c-d33e8e17f93c will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:08:59.566826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-dee3ba27-f330-4a1f-9280-53454d0f178b None None] Provisioning complete for port b16d1d43-700b-4ced-a9e4-eaaa386f4dfa triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:08:59.567255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dee3ba27-f330-4a1f-9280-53454d0f178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:59.608772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3992ba36-296f-4339-aa25-3bf65baf8304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:08:59.637845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ad8f4b59-c0ce-4e9c-9407-2876a2ee35da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:08:59.674609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09f80c-1c4c-4189-92f2-402184b70349 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Pushing event deleted for resources: {'Port': ['ID=46dd6a53-a8bb-4bce-82d9-bd0349e2f208,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:08:59.725021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9f09f80c-1c4c-4189-92f2-402184b70349 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:08:59.835588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef4ef84-2893-4fc7-a0ef-1969fa2cc5a7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:08:59.956371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce6fa9d-78d7-456f-9358-bf07c8d52b2d None None] Sync routers for ids ['1bda0b75-a402-4d67-ba40-37fec85218a6'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:09:00.000102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-828ee09f-a0f2-421b-992a-d56b3a17ca75 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:00.020341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-97ed0db4-dfe4-4fa2-af19-52cbe9601793 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:00.022966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51b97ec3-e207-47b7-a511-55f9eadd741f tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router_gateway, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:00.024470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51b97ec3-e207-47b7-a511-55f9eadd741f tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:00.037894 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2ef4ef84-2893-4fc7-a0ef-1969fa2cc5a7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "PUT /v2.0/routers/1bda0b75-a402-4d67-ba40-37fec85218a6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 17.4792209
Nov 24 13:09:00.046435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9f09f80c-1c4c-4189-92f2-402184b70349 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:00.046719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27449f6c-4154-4c98-a3fd-f54adba30a8c None None] Network 1d47ae47-5365-4c34-86be-1ed4378cf7bb is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:09:00.048459 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9f09f80c-1c4c-4189-92f2-402184b70349 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] 10.222.0.76 "DELETE /v2.0/ports/46dd6a53-a8bb-4bce-82d9-bd0349e2f208 HTTP/1.1" status: 204  len: 168 time: 2.3467083
Nov 24 13:09:00.054090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47526) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:00.054496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47528) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:00.059196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-27449f6c-4154-4c98-a3fd-f54adba30a8c None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:00.063441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27449f6c-4154-4c98-a3fd-f54adba30a8c None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:09:00.070017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992ba36-296f-4339-aa25-3bf65baf8304 None None] Pushing event updated for resources: {'Port': ['ID=8d878216-5b60-4290-855c-d33e8e17f93c,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:00.074176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3992ba36-296f-4339-aa25-3bf65baf8304 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:00.094477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce6fa9d-78d7-456f-9358-bf07c8d52b2d None None] Routers {'1bda0b75-a402-4d67-ba40-37fec85218a6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:09:00.095411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8ce6fa9d-78d7-456f-9358-bf07c8d52b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346edf438>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:08:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['1bda0b75-a402-4d67-ba40-37fec85218a6'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:00.151118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ee09f-a0f2-421b-992a-d56b3a17ca75 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Port': ['ID=0d9d752f-b73f-4cb5-ad0e-fb8476679764,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:00.166914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf1037b-d37a-4f50-9cef-43ed036162ca None None] DHCP port deletion for 1fb65f6f-1848-4e55-bbd6-70d2b0941a40 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:09:00.170007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-828ee09f-a0f2-421b-992a-d56b3a17ca75 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:00.174433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b189ac21-e796-4b6d-986b-f60a3d0b4fb7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Synchronizing usage tracker for tenant:65b63ab4e0cc4051a4aad24ce6172e8c on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:09:00.222756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13a14221-5ee9-4789-b4c0-9fade80763cc tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:00.256267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-13a14221-5ee9-4789-b4c0-9fade80763cc tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Transition to ACTIVE for port object 8dc4ede3-993d-46cb-900b-4f4b31e34c2b will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:09:00.262288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828ee09f-a0f2-421b-992a-d56b3a17ca75 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] No DVR routers for this DVR port 0d9d752f-b73f-4cb5-ad0e-fb8476679764 on host dv-neutron-601336-61-ovs {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:09:00.274902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-6d2f8ea7-15f8-4fe6-970e-a36ad667c8d3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Allocated IP 172.20.0.9 (8ca51b04-1dca-4f60-b844-2979d8864b51/5dc075c3-c12a-4ea3-b6e8-9ab788527955/6fcd4556-d78c-4fe2-80cb-d5ece1e400d0) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:09:00.278315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8ce6fa9d-78d7-456f-9358-bf07c8d52b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346edf438>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:00.301860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-6d2f8ea7-15f8-4fe6-970e-a36ad667c8d3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Allocated IP 2001:db8::f816:3eff:fee1:ed76 (8ca51b04-1dca-4f60-b844-2979d8864b51/20b767e6-0ff5-4231-b08e-2386fe134f80/6fcd4556-d78c-4fe2-80cb-d5ece1e400d0) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:09:00.321378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b189ac21-e796-4b6d-986b-f60a3d0b4fb7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Unset dirty status for tenant:65b63ab4e0cc4051a4aad24ce6172e8c on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:09:00.322859 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b189ac21-e796-4b6d-986b-f60a3d0b4fb7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.2655158
Nov 24 13:09:00.330523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47534) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:00.337127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-27449f6c-4154-4c98-a3fd-f54adba30a8c None None] Attempting to bind port 458806e6-56f6-4d16-b1e1-7bf3b5852669 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:09:00.337455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-27449f6c-4154-4c98-a3fd-f54adba30a8c None None] Attempting to bind port 458806e6-56f6-4d16-b1e1-7bf3b5852669 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '4b3fb7e3-ca04-4bb9-bc6d-cb99ae9c2ae6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '1d47ae47-5365-4c34-86be-1ed4378cf7bb'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:09:00.337887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27449f6c-4154-4c98-a3fd-f54adba30a8c None None] Attempting to bind port 458806e6-56f6-4d16-b1e1-7bf3b5852669 on network 1d47ae47-5365-4c34-86be-1ed4378cf7bb {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:09:00.366247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27449f6c-4154-4c98-a3fd-f54adba30a8c None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:09:00.367010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27449f6c-4154-4c98-a3fd-f54adba30a8c None None] Checking segment: {'id': '4b3fb7e3-ca04-4bb9-bc6d-cb99ae9c2ae6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '1d47ae47-5365-4c34-86be-1ed4378cf7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:09:00.367669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-27449f6c-4154-4c98-a3fd-f54adba30a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:00.368108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27449f6c-4154-4c98-a3fd-f54adba30a8c None None] Bound using segment: {'id': '4b3fb7e3-ca04-4bb9-bc6d-cb99ae9c2ae6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '1d47ae47-5365-4c34-86be-1ed4378cf7bb'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:09:00.368646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-27449f6c-4154-4c98-a3fd-f54adba30a8c None None] Bound port: 458806e6-56f6-4d16-b1e1-7bf3b5852669, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b3fb7e3-ca04-4bb9-bc6d-cb99ae9c2ae6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '1d47ae47-5365-4c34-86be-1ed4378cf7bb'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:09:00.369109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-27449f6c-4154-4c98-a3fd-f54adba30a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:00.380085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce6fa9d-78d7-456f-9358-bf07c8d52b2d None None] Routers {'1bda0b75-a402-4d67-ba40-37fec85218a6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:09:00.381453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8ce6fa9d-78d7-456f-9358-bf07c8d52b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346edf438>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:08:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['1bda0b75-a402-4d67-ba40-37fec85218a6'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:00.393858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-d970344d-4796-4abd-b55e-772ce5f06ca7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-959153093'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:00.411761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d970344d-4796-4abd-b55e-772ce5f06ca7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:00.435769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d970344d-4796-4abd-b55e-772ce5f06ca7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Usage tracker for resource:network and tenant:65b63ab4e0cc4051a4aad24ce6172e8c is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:00.442070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13a14221-5ee9-4789-b4c0-9fade80763cc tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:00.447378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d970344d-4796-4abd-b55e-772ce5f06ca7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Quota usage for network was recalculated. Used quota:2. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:00.465624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8ce6fa9d-78d7-456f-9358-bf07c8d52b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346edf438>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:00.466662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce6fa9d-78d7-456f-9358-bf07c8d52b2d None None] The sync data for ids ['1bda0b75-a402-4d67-ba40-37fec85218a6'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:09:00.467173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-828ee09f-a0f2-421b-992a-d56b3a17ca75 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:00.473888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-dee3ba27-f330-4a1f-9280-53454d0f178b None None] Provisioning complete for port 25e5e958-18bb-4c0e-ab37-0fb8bb5a0d41 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:00.474434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dee3ba27-f330-4a1f-9280-53454d0f178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:00.485615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:00.508871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40a1fd9-167e-426c-8648-13b28ea831eb tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:00.509764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e40a1fd9-167e-426c-8648-13b28ea831eb tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Synchronizing usage tracker for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:09:00.599076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-dee3ba27-f330-4a1f-9280-53454d0f178b None None] Port 25e5e958-18bb-4c0e-ab37-0fb8bb5a0d41 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:09:00.616674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-dee3ba27-f330-4a1f-9280-53454d0f178b None None] Provisioning for port 8d878216-5b60-4290-855c-d33e8e17f93c completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:09:00.624844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-27449f6c-4154-4c98-a3fd-f54adba30a8c None None] For port 458806e6-56f6-4d16-b1e1-7bf3b5852669, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:09:00.627017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-dee3ba27-f330-4a1f-9280-53454d0f178b None None] Provisioning complete for port 8d878216-5b60-4290-855c-d33e8e17f93c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:00.627438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dee3ba27-f330-4a1f-9280-53454d0f178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:00.638779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e40a1fd9-167e-426c-8648-13b28ea831eb tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Unset dirty status for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:09:00.643309 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e40a1fd9-167e-426c-8648-13b28ea831eb tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "GET /v2.0/ports?device_id=1bda0b75-a402-4d67-ba40-37fec85218a6 HTTP/1.1" status: 200  len: 983 time: 0.5876820
Nov 24 13:09:00.644012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47538) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:00.655161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d970344d-4796-4abd-b55e-772ce5f06ca7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:00.672082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-27449f6c-4154-4c98-a3fd-f54adba30a8c None None] For port 458806e6-56f6-4d16-b1e1-7bf3b5852669, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=458806e6-56f6-4d16-b1e1-7bf3b5852669,segment=NetworkSegment(4b3fb7e3-ca04-4bb9-bc6d-cb99ae9c2ae6),segment_id=4b3fb7e3-ca04-4bb9-bc6d-cb99ae9c2ae6)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:09:00.676857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-27449f6c-4154-4c98-a3fd-f54adba30a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:00.702410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-eb9ba918-3846-4f41-96cb-5e7c1d2a6764 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:00.732645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a14221-5ee9-4789-b4c0-9fade80763cc tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Pushing event updated for resources: {'Port': ['ID=8dc4ede3-993d-46cb-900b-4f4b31e34c2b,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:00.808546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d970344d-4796-4abd-b55e-772ce5f06ca7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Made reservation on behalf of 65b63ab4e0cc4051a4aad24ce6172e8c for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:00.816135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d970344d-4796-4abd-b55e-772ce5f06ca7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:00.849464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-13a14221-5ee9-4789-b4c0-9fade80763cc tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:00.888876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a14221-5ee9-4789-b4c0-9fade80763cc tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Network 1d47ae47-5365-4c34-86be-1ed4378cf7bb is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:09:00.895105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-13a14221-5ee9-4789-b4c0-9fade80763cc tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:00.901193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a14221-5ee9-4789-b4c0-9fade80763cc tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:09:00.908310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a14221-5ee9-4789-b4c0-9fade80763cc tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:00.909028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13a14221-5ee9-4789-b4c0-9fade80763cc tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:00.938319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-828ee09f-a0f2-421b-992a-d56b3a17ca75 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6345a93400>,) {'filters': {'network_id': ['1fb65f6f-1848-4e55-bbd6-70d2b0941a40']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:00.952683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27449f6c-4154-4c98-a3fd-f54adba30a8c None None] Pushing event updated for resources: {'Port': ['ID=458806e6-56f6-4d16-b1e1-7bf3b5852669,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:00.961999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-27449f6c-4154-4c98-a3fd-f54adba30a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:00.979051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-828ee09f-a0f2-421b-992a-d56b3a17ca75 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6345a93400>, '47929bb8-f829-4697-b384-91619d06b74e') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:00.979612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-828ee09f-a0f2-421b-992a-d56b3a17ca75 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6345a93400>, '47929bb8-f829-4697-b384-91619d06b74e') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:00.998390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47542) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:00.999478 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-13a14221-5ee9-4789-b4c0-9fade80763cc tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 4.4952464
Nov 24 13:09:01.007692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-dee3ba27-f330-4a1f-9280-53454d0f178b None None] Could not find standard attr ID for object d4e3a5a1-5a30-4ba8-a7c6-e9ef5b15fd0b. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:09:01.013756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-828ee09f-a0f2-421b-992a-d56b3a17ca75 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:01.017152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-dee3ba27-f330-4a1f-9280-53454d0f178b None None] Could not find standard attr ID for object 0d9d752f-b73f-4cb5-ad0e-fb8476679764. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:09:01.035650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d970344d-4796-4abd-b55e-772ce5f06ca7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] vxlan segment allocate from pool success with {'vxlan_vni': 14}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:09:01.061320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-828ee09f-a0f2-421b-992a-d56b3a17ca75 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:01.066270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d970344d-4796-4abd-b55e-772ce5f06ca7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:01.066746 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-d970344d-4796-4abd-b55e-772ce5f06ca7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Added segment 188225a6-481c-4dc7-b5a3-90b0e8f91d80 of type vxlan for network 2c313216-cb2d-4fa2-899a-75e5a9bfd8d0
Nov 24 13:09:01.068096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-828ee09f-a0f2-421b-992a-d56b3a17ca75 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Releasing vxlan tunnel 9 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:09:01.082506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f2415e6b-db58-44c6-bb46-d6cc5e1074a9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:01.122815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-643c6803-1cca-4c44-af3c-5932f700bf5d tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:01.252394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f5ee536c-99f3-4fc6-95ee-03496530ae3f None None] Provisioning complete for port 8d878216-5b60-4290-855c-d33e8e17f93c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:01.253080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f5ee536c-99f3-4fc6-95ee-03496530ae3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:01.274531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d2f8ea7-15f8-4fe6-970e-a36ad667c8d3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:01.288608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d970344d-4796-4abd-b55e-772ce5f06ca7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:01.313185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8d878216-5b60-4290-855c-d33e8e17f93c up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:09:01.325906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-828ee09f-a0f2-421b-992a-d56b3a17ca75 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network 1fb65f6f-1848-4e55-bbd6-70d2b0941a40 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:09:01.337737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-828ee09f-a0f2-421b-992a-d56b3a17ca75 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:01.436462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6d2f8ea7-15f8-4fe6-970e-a36ad667c8d3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Transition to ACTIVE for port object 6fcd4556-d78c-4fe2-80cb-d5ece1e400d0 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:09:01.446384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2415e6b-db58-44c6-bb46-d6cc5e1074a9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Subnet': ['ID=713fec96-9b5f-47d3-b00c-463feaf0665f,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:01.461162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f2415e6b-db58-44c6-bb46-d6cc5e1074a9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:01.561139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d970344d-4796-4abd-b55e-772ce5f06ca7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:01.565532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d970344d-4796-4abd-b55e-772ce5f06ca7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:01.566782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d970344d-4796-4abd-b55e-772ce5f06ca7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:01.609329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9221574d-4215-4e7f-a9d3-2fac3c905a5b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:01.613695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 8d878216-5b60-4290-855c-d33e8e17f93c triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:01.614350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:01.705385 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d970344d-4796-4abd-b55e-772ce5f06ca7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.3709877
Nov 24 13:09:01.712060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47546) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:01.725878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-8ec4ae2d-efcc-4d44-9184-28a39188151d tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-925982111'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:01.744667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-828ee09f-a0f2-421b-992a-d56b3a17ca75 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network 1fb65f6f-1848-4e55-bbd6-70d2b0941a40 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:09:01.784629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2389b249-c412-4807-a239-9c1f9f60f91f None None] Provisioning complete for port 8d878216-5b60-4290-855c-d33e8e17f93c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:01.785336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2389b249-c412-4807-a239-9c1f9f60f91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:01.787380 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:09:01.787380 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:09:01.787380 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:09:01.787380 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:09:01.787380 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:09:01.787380 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:09:01.787380 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:09:01.787380 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:09:01.787380 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:09:01.787380 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:09:01.787380 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:09:01.787380 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:09:01.787380 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:09:01.787380 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:09:01.787380 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:09:01.787380 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:09:01.787380 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:09:01.787380 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:09:01.787380 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:09:01.787380 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:09:01.787380 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:09:01.787380 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:09:01.787380 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:09:01.787380 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:09:01.787380 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:09:01.787380 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:09:01.787380 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:09:01.787380 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:09:01.787380 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:09:01.787380 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:09:01.787380 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:09:01.787380 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:09:01.830068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 0d9d752f-b73f-4cb5-ad0e-fb8476679764 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:09:01.868498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d970344d-4796-4abd-b55e-772ce5f06ca7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Pushing event updated for resources: {'Network': ['ID=2c313216-cb2d-4fa2-899a-75e5a9bfd8d0,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:01.872219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d970344d-4796-4abd-b55e-772ce5f06ca7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:01.878603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 0d9d752f-b73f-4cb5-ad0e-fb8476679764 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:09:01.878996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 0d9d752f-b73f-4cb5-ad0e-fb8476679764 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:09:01.884558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 2c313216-cb2d-4fa2-899a-75e5a9bfd8d0 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:09:01.902017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-828ee09f-a0f2-421b-992a-d56b3a17ca75 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:01.910807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-828ee09f-a0f2-421b-992a-d56b3a17ca75 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:01.915672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2b3a3369-22ec-4a43-bd2e-0ecad45b57bf tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:01.947757 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-828ee09f-a0f2-421b-992a-d56b3a17ca75 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/networks/1fb65f6f-1848-4e55-bbd6-70d2b0941a40 HTTP/1.1" status: 204  len: 168 time: 3.1232569
Nov 24 13:09:01.947757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ee09f-a0f2-421b-992a-d56b3a17ca75 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Network': ['ID=1fb65f6f-1848-4e55-bbd6-70d2b0941a40,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:01.950029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47550) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:01.953649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-828ee09f-a0f2-421b-992a-d56b3a17ca75 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:01.958171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-8423e30b-5c53-4248-bf95-6ab6fa099611 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1565511203'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:01.963822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8423e30b-5c53-4248-bf95-6ab6fa099611 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:01.968587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8423e30b-5c53-4248-bf95-6ab6fa099611 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:network and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:01.971934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8423e30b-5c53-4248-bf95-6ab6fa099611 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for network was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:01.978594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8423e30b-5c53-4248-bf95-6ab6fa099611 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:01.983763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 2c313216-cb2d-4fa2-899a-75e5a9bfd8d0 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:09:01.989359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8423e30b-5c53-4248-bf95-6ab6fa099611 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:01.995073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8423e30b-5c53-4248-bf95-6ab6fa099611 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:02.036850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8423e30b-5c53-4248-bf95-6ab6fa099611 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:09:02.046462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8ec4ae2d-efcc-4d44-9184-28a39188151d tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:02.047244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8423e30b-5c53-4248-bf95-6ab6fa099611 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:02.047679 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-8423e30b-5c53-4248-bf95-6ab6fa099611 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Added segment 1bdaaa0a-e8e7-41be-9b83-f40b361d5cee of type vxlan for network 2f58dd5a-a3da-4548-9321-3101210fa73a
Nov 24 13:09:02.061879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8ec4ae2d-efcc-4d44-9184-28a39188151d tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Usage tracker for resource:network and tenant:65b63ab4e0cc4051a4aad24ce6172e8c is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:02.066860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8ec4ae2d-efcc-4d44-9184-28a39188151d tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Quota usage for network was recalculated. Used quota:3. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:02.078747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8423e30b-5c53-4248-bf95-6ab6fa099611 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:02.089365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8ec4ae2d-efcc-4d44-9184-28a39188151d tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:02.097020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d2f8ea7-15f8-4fe6-970e-a36ad667c8d3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:02.111477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8423e30b-5c53-4248-bf95-6ab6fa099611 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:02.125114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-45aa0cb9-bb06-4e2d-b6e4-a5d6473076e5 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:02.131352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8423e30b-5c53-4248-bf95-6ab6fa099611 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:02.132064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8423e30b-5c53-4248-bf95-6ab6fa099611 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:02.152149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-05a33ea3-1046-4ea5-b194-4642c7b5b559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:02.169040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b97ec3-e207-47b7-a511-55f9eadd741f tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Router 6e3def6f-2a45-4a5e-9444-7814c6e8e1ec is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:09:02.175411 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8423e30b-5c53-4248-bf95-6ab6fa099611 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2208178
Nov 24 13:09:02.180350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47554) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:02.255963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d9fb6d-2e20-4c21-a0bb-95846a7dca8c tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Deleting subnet cebff6ce-5b51-440c-9f87-6da976def19d {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:09:02.264943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423e30b-5c53-4248-bf95-6ab6fa099611 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Network': ['ID=2f58dd5a-a3da-4548-9321-3101210fa73a,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:02.268378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8423e30b-5c53-4248-bf95-6ab6fa099611 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:02.279845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a5d9fb6d-2e20-4c21-a0bb-95846a7dca8c tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:02.290814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 2f58dd5a-a3da-4548-9321-3101210fa73a details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:09:02.304688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 2f58dd5a-a3da-4548-9321-3101210fa73a details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:09:02.321021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-516f3ec0-10d5-4609-be92-bf77370e6430 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'subnet': {'network_id': '2f58dd5a-a3da-4548-9321-3101210fa73a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:02.359751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec4ae2d-efcc-4d44-9184-28a39188151d tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Made reservation on behalf of 65b63ab4e0cc4051a4aad24ce6172e8c for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:02.365297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8ec4ae2d-efcc-4d44-9184-28a39188151d tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:02.514629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f8ea7-15f8-4fe6-970e-a36ad667c8d3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Port': ['ID=6fcd4556-d78c-4fe2-80cb-d5ece1e400d0,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:02.518427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6d2f8ea7-15f8-4fe6-970e-a36ad667c8d3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:02.564209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a5d9fb6d-2e20-4c21-a0bb-95846a7dca8c tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:02.677505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad50b3d9-59ad-4a0a-a906-5f3c05b00ac7 None None] Network 1d47ae47-5365-4c34-86be-1ed4378cf7bb requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:09:02.721212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2415e6b-db58-44c6-bb46-d6cc5e1074a9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Checking segment: {'id': '0a328d11-75f7-4146-93cd-a1741d2e480e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'a5549287-a242-4426-b1b6-8a3b7e22142a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:09:02.721623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2415e6b-db58-44c6-bb46-d6cc5e1074a9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network hostable DHCP agents. Network: a5549287-a242-4426-b1b6-8a3b7e22142a, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:09:02.767053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec4ae2d-efcc-4d44-9184-28a39188151d tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] vxlan segment allocate from pool success with {'vxlan_vni': 16}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:09:02.781209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-124717ad-2fc2-496a-a7fb-7678a5e2c640 None None] Provisioning for port 458806e6-56f6-4d16-b1e1-7bf3b5852669 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:09:02.822006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-516f3ec0-10d5-4609-be92-bf77370e6430 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:02.844851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-516f3ec0-10d5-4609-be92-bf77370e6430 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:subnet and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:02.847829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8ec4ae2d-efcc-4d44-9184-28a39188151d tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:02.848224 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-8ec4ae2d-efcc-4d44-9184-28a39188151d tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Added segment 784bdd55-25b7-4a56-be04-85cffa7ca911 of type vxlan for network 8a3448ee-2e1b-4d94-87d1-c38d280c19f6
Nov 24 13:09:02.850267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-516f3ec0-10d5-4609-be92-bf77370e6430 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:02.864931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:09:02.936360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-516f3ec0-10d5-4609-be92-bf77370e6430 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:03.000907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8ec4ae2d-efcc-4d44-9184-28a39188151d tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:03.015700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2f8ea7-15f8-4fe6-970e-a36ad667c8d3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:09:03.022441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2415e6b-db58-44c6-bb46-d6cc5e1074a9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network a5549287-a242-4426-b1b6-8a3b7e22142a is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:09:03.024699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516f3ec0-10d5-4609-be92-bf77370e6430 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:03.054538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-6d2f8ea7-15f8-4fe6-970e-a36ad667c8d3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:03.057084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2f8ea7-15f8-4fe6-970e-a36ad667c8d3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:09:03.219821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-f2415e6b-db58-44c6-bb46-d6cc5e1074a9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, a5549287-a242-4426-b1b6-8a3b7e22142a) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:03.233664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45348bb4-aadc-4b37-8d3d-c8bc544a9ba1 None None] Network a5549287-a242-4426-b1b6-8a3b7e22142a requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:09:03.325709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2415e6b-db58-44c6-bb46-d6cc5e1074a9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:03.326818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f2415e6b-db58-44c6-bb46-d6cc5e1074a9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:03.330578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-677467bb-5d9a-4424-8079-75f6baf225f0 None None] Provisioning for port 8dc4ede3-993d-46cb-900b-4f4b31e34c2b completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:09:03.348228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 458806e6-56f6-4d16-b1e1-7bf3b5852669 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:09:03.396770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-516f3ec0-10d5-4609-be92-bf77370e6430 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:03.417822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2f8ea7-15f8-4fe6-970e-a36ad667c8d3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:03.419866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d2f8ea7-15f8-4fe6-970e-a36ad667c8d3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:03.438802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a5d9fb6d-2e20-4c21-a0bb-95846a7dca8c tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:03.542245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8ec4ae2d-efcc-4d44-9184-28a39188151d tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:03.547044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec4ae2d-efcc-4d44-9184-28a39188151d tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:03.547725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8ec4ae2d-efcc-4d44-9184-28a39188151d tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:03.573835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ed41eea9-c83d-44a5-bf88-5003d3266d1b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:03.597603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-677467bb-5d9a-4424-8079-75f6baf225f0 None None] Provisioning complete for port 8dc4ede3-993d-46cb-900b-4f4b31e34c2b triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:03.598088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-677467bb-5d9a-4424-8079-75f6baf225f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:03.667804 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f2415e6b-db58-44c6-bb46-d6cc5e1074a9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 6.1755619
Nov 24 13:09:03.671276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47562) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:03.677170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-de8a6074-f028-4d44-9611-b3ccb41c4654 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1224583135', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:03.683994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-de8a6074-f028-4d44-9611-b3ccb41c4654 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:03.696021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-de8a6074-f028-4d44-9611-b3ccb41c4654 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Usage tracker for resource:router and tenant:7bd33557530a48bab25cc76dc38cd9bb is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:03.699367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-de8a6074-f028-4d44-9611-b3ccb41c4654 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:03.706061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-de8a6074-f028-4d44-9611-b3ccb41c4654 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:03.709225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-677467bb-5d9a-4424-8079-75f6baf225f0 None None] Port 8dc4ede3-993d-46cb-900b-4f4b31e34c2b cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:09:03.725950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de8a6074-f028-4d44-9611-b3ccb41c4654 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:03.727033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de8a6074-f028-4d44-9611-b3ccb41c4654 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:03.743779 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6d2f8ea7-15f8-4fe6-970e-a36ad667c8d3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 8.0831826
Nov 24 13:09:03.744847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47568) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:03.764947 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8ec4ae2d-efcc-4d44-9184-28a39188151d tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 2.0477250
Nov 24 13:09:03.848955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de8a6074-f028-4d44-9611-b3ccb41c4654 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:03.890242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4ae2d-efcc-4d44-9184-28a39188151d tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Pushing event updated for resources: {'Network': ['ID=8a3448ee-2e1b-4d94-87d1-c38d280c19f6,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:03.890593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 458806e6-56f6-4d16-b1e1-7bf3b5852669 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:09:03.902937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-677467bb-5d9a-4424-8079-75f6baf225f0 None None] Provisioning complete for port 458806e6-56f6-4d16-b1e1-7bf3b5852669 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:03.904958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-677467bb-5d9a-4424-8079-75f6baf225f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:03.917804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de8a6074-f028-4d44-9611-b3ccb41c4654 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:03.942385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8ec4ae2d-efcc-4d44-9184-28a39188151d tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:03.960412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0506ebb2-bc51-46fe-93a7-58fa030fcecf tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:03.968236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0506ebb2-bc51-46fe-93a7-58fa030fcecf tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:03.971320 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0506ebb2-bc51-46fe-93a7-58fa030fcecf tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1863 time: 0.2259271
Nov 24 13:09:03.975864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47574) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:04.019871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 8a3448ee-2e1b-4d94-87d1-c38d280c19f6 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:09:04.041277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 8a3448ee-2e1b-4d94-87d1-c38d280c19f6 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:09:04.048428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de8a6074-f028-4d44-9611-b3ccb41c4654 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:04.053766 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-de8a6074-f028-4d44-9611-b3ccb41c4654 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.3812013
Nov 24 13:09:04.055126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47578) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:04.068398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-20875d4f-c90a-4544-af3e-c7af78ea3708 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Request body: {'port': {'network_id': 'a5549287-a242-4426-b1b6-8a3b7e22142a', 'name': 'tempest-RoutersIpV6Test-873505480'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:04.071620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359467fd-28d3-4e92-b2e0-29c68997df05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-a5549287-a242-4426-b1b6-8a3b7e22142a', 'network_id': 'a5549287-a242-4426-b1b6-8a3b7e22142a', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'fixed_ips': [{'subnet_id': '713fec96-9b5f-47d3-b00c-463feaf0665f'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:09:04.072635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-359467fd-28d3-4e92-b2e0-29c68997df05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:04.097564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 458806e6-56f6-4d16-b1e1-7bf3b5852669 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:04.098168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:04.199061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-064278e4-b676-4043-a1ed-0475af76f03a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting port 6fcd4556-d78c-4fe2-80cb-d5ece1e400d0 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:09:04.199697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-064278e4-b676-4043-a1ed-0475af76f03a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:04.411979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-20875d4f-c90a-4544-af3e-c7af78ea3708 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:04.416952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-20875d4f-c90a-4544-af3e-c7af78ea3708 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Usage tracker for resource:port and tenant:7bd33557530a48bab25cc76dc38cd9bb is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:04.420497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-20875d4f-c90a-4544-af3e-c7af78ea3708 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Quota usage for port was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:04.428187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-20875d4f-c90a-4544-af3e-c7af78ea3708 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:04.443980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20875d4f-c90a-4544-af3e-c7af78ea3708 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Made reservation on behalf of 7bd33557530a48bab25cc76dc38cd9bb for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:04.450111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20875d4f-c90a-4544-af3e-c7af78ea3708 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:04.582155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b97ec3-e207-47b7-a511-55f9eadd741f tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:09:04.596642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afbf5ef-2fd7-4f55-acfc-f29155c43de4 None None] Sync routers for ids ['6e3def6f-2a45-4a5e-9444-7814c6e8e1ec'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:09:04.597004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1fdcf75-ce4e-442f-8771-ea4ed6b227b9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:04.631304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afbf5ef-2fd7-4f55-acfc-f29155c43de4 None None] Routers {'6e3def6f-2a45-4a5e-9444-7814c6e8e1ec'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:09:04.634744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-9afbf5ef-2fd7-4f55-acfc-f29155c43de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c9ea080>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:08:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['6e3def6f-2a45-4a5e-9444-7814c6e8e1ec'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:04.694602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-677467bb-5d9a-4424-8079-75f6baf225f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:04.723388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:04.788138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-9afbf5ef-2fd7-4f55-acfc-f29155c43de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c9ea080>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:04.818439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afbf5ef-2fd7-4f55-acfc-f29155c43de4 None None] Routers {'6e3def6f-2a45-4a5e-9444-7814c6e8e1ec'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:09:04.820689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-9afbf5ef-2fd7-4f55-acfc-f29155c43de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c9ea080>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:08:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['6e3def6f-2a45-4a5e-9444-7814c6e8e1ec'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:04.867189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-064278e4-b676-4043-a1ed-0475af76f03a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:04.895715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51b97ec3-e207-47b7-a511-55f9eadd741f tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:04.901227 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-51b97ec3-e207-47b7-a511-55f9eadd741f tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 14.9116116
Nov 24 13:09:04.908812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47584) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:04.915708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-0c2bbae5-c2cc-4bdc-95a1-dabc74ccb951 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Request body: {'router': {'external_gateway_info': {}}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:04.987613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-9afbf5ef-2fd7-4f55-acfc-f29155c43de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c9ea080>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:04.988329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afbf5ef-2fd7-4f55-acfc-f29155c43de4 None None] The sync data for ids ['6e3def6f-2a45-4a5e-9444-7814c6e8e1ec'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:09:05.038659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-20875d4f-c90a-4544-af3e-c7af78ea3708 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] device_id is not set on port a5f53a23-d030-4f5b-9e08-94dc70befed4 yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:09:05.082937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-359467fd-28d3-4e92-b2e0-29c68997df05 None None] Allocated IP 2001:db8::2 (a5549287-a242-4426-b1b6-8a3b7e22142a/713fec96-9b5f-47d3-b00c-463feaf0665f/ba6132d8-7f88-411d-8197-9fc011af421d) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:09:05.094144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-064278e4-b676-4043-a1ed-0475af76f03a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Calling delete_port for 6fcd4556-d78c-4fe2-80cb-d5ece1e400d0 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:09:05.228454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a5d9fb6d-2e20-4c21-a0bb-95846a7dca8c tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:05.251917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b0e2b01f-4b3f-47ea-a48f-068912bac93f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:05.363416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-359467fd-28d3-4e92-b2e0-29c68997df05 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:05.365534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9fb6d-2e20-4c21-a0bb-95846a7dca8c tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Pushing event deleted for resources: {'Subnet': ['ID=cebff6ce-5b51-440c-9f87-6da976def19d,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:05.373214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a5d9fb6d-2e20-4c21-a0bb-95846a7dca8c tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:05.379225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-359467fd-28d3-4e92-b2e0-29c68997df05 None None] Transition to ACTIVE for port object ba6132d8-7f88-411d-8197-9fc011af421d will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:09:05.401622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-359467fd-28d3-4e92-b2e0-29c68997df05 None None] Transition to ACTIVE for port object ba6132d8-7f88-411d-8197-9fc011af421d will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:09:05.448728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-359467fd-28d3-4e92-b2e0-29c68997df05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:05.596273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a5d9fb6d-2e20-4c21-a0bb-95846a7dca8c tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:05.619494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5e50bb61-fee5-4575-adf4-2ad7e2c8a936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:05.657005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204f8221-2f2e-4187-80ab-94c6fb83e7f5 None None] Network 1d47ae47-5365-4c34-86be-1ed4378cf7bb requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:09:05.743446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-20875d4f-c90a-4544-af3e-c7af78ea3708 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Allocated IP 2001:db8::208 (a5549287-a242-4426-b1b6-8a3b7e22142a/713fec96-9b5f-47d3-b00c-463feaf0665f/a5f53a23-d030-4f5b-9e08-94dc70befed4) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:09:05.801512 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a5d9fb6d-2e20-4c21-a0bb-95846a7dca8c tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "DELETE /v2.0/subnets/cebff6ce-5b51-440c-9f87-6da976def19d HTTP/1.1" status: 204  len: 168 time: 4.7947612
Nov 24 13:09:05.815911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47590) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:05.990186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-516f3ec0-10d5-4609-be92-bf77370e6430 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:06.011564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-49bee230-e346-4e4a-9c4c-277bf29746e5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:06.014225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:09:06.014949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:09:06.178020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-064278e4-b676-4043-a1ed-0475af76f03a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:06.203167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-31c11dca-52cb-476f-9e7c-930122a320fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:06.247063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359467fd-28d3-4e92-b2e0-29c68997df05 None None] Network a5549287-a242-4426-b1b6-8a3b7e22142a is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:09:06.257705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-359467fd-28d3-4e92-b2e0-29c68997df05 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:06.269358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-677467bb-5d9a-4424-8079-75f6baf225f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:09:06.269998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-677467bb-5d9a-4424-8079-75f6baf225f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:09:06.273116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359467fd-28d3-4e92-b2e0-29c68997df05 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:09:06.281898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359467fd-28d3-4e92-b2e0-29c68997df05 None None] Pushing event updated for resources: {'Port': ['ID=ba6132d8-7f88-411d-8197-9fc011af421d,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:06.318798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a79051-3a1e-4f61-8153-bcf8e510bc1a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:06.320413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a79051-3a1e-4f61-8153-bcf8e510bc1a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:06.321219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-39a79051-3a1e-4f61-8153-bcf8e510bc1a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Synchronizing usage tracker for tenant:23c0d994af624aa897601b00f596f30e on resource:subnet {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:09:06.328640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-359467fd-28d3-4e92-b2e0-29c68997df05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:06.348406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064278e4-b676-4043-a1ed-0475af76f03a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Port': ['ID=6fcd4556-d78c-4fe2-80cb-d5ece1e400d0,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:06.354043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-064278e4-b676-4043-a1ed-0475af76f03a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:06.356921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e1fdcf75-ce4e-442f-8771-ea4ed6b227b9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting port 25e5e958-18bb-4c0e-ab37-0fb8bb5a0d41 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:09:06.357309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1fdcf75-ce4e-442f-8771-ea4ed6b227b9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:06.372898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-359467fd-28d3-4e92-b2e0-29c68997df05 None None] Attempting to bind port ba6132d8-7f88-411d-8197-9fc011af421d on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:09:06.373644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-359467fd-28d3-4e92-b2e0-29c68997df05 None None] Attempting to bind port ba6132d8-7f88-411d-8197-9fc011af421d by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '0a328d11-75f7-4146-93cd-a1741d2e480e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'a5549287-a242-4426-b1b6-8a3b7e22142a'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:09:06.375014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20875d4f-c90a-4544-af3e-c7af78ea3708 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:06.375152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359467fd-28d3-4e92-b2e0-29c68997df05 None None] Attempting to bind port ba6132d8-7f88-411d-8197-9fc011af421d on network a5549287-a242-4426-b1b6-8a3b7e22142a {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:09:06.388476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359467fd-28d3-4e92-b2e0-29c68997df05 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:09:06.389199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359467fd-28d3-4e92-b2e0-29c68997df05 None None] Checking segment: {'id': '0a328d11-75f7-4146-93cd-a1741d2e480e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'a5549287-a242-4426-b1b6-8a3b7e22142a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:09:06.389815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-359467fd-28d3-4e92-b2e0-29c68997df05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:06.390474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359467fd-28d3-4e92-b2e0-29c68997df05 None None] Bound using segment: {'id': '0a328d11-75f7-4146-93cd-a1741d2e480e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'a5549287-a242-4426-b1b6-8a3b7e22142a'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:09:06.391464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-359467fd-28d3-4e92-b2e0-29c68997df05 None None] Bound port: ba6132d8-7f88-411d-8197-9fc011af421d, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a328d11-75f7-4146-93cd-a1741d2e480e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'a5549287-a242-4426-b1b6-8a3b7e22142a'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:09:06.392059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-359467fd-28d3-4e92-b2e0-29c68997df05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:06.410338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-20875d4f-c90a-4544-af3e-c7af78ea3708 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Transition to ACTIVE for port object a5f53a23-d030-4f5b-9e08-94dc70befed4 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:09:06.441627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f3ec0-10d5-4609-be92-bf77370e6430 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Subnet': ['ID=9fba41de-878d-4fe8-813a-bfb6156163d7,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:06.456785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-516f3ec0-10d5-4609-be92-bf77370e6430 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:06.551702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20875d4f-c90a-4544-af3e-c7af78ea3708 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:06.565067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-39a79051-3a1e-4f61-8153-bcf8e510bc1a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Unset dirty status for tenant:23c0d994af624aa897601b00f596f30e on resource:subnet {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:09:06.566536 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-39a79051-3a1e-4f61-8153-bcf8e510bc1a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.7466700
Nov 24 13:09:06.595762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47596) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:06.633952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c141f36-d44f-415d-b733-67a2bf4a2c69 None None] DHCP port deletion for 1d47ae47-5365-4c34-86be-1ed4378cf7bb request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:09:06.660690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-359467fd-28d3-4e92-b2e0-29c68997df05 None None] For port ba6132d8-7f88-411d-8197-9fc011af421d, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:09:06.663534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2c141f36-d44f-415d-b733-67a2bf4a2c69 None None] Deleting port 458806e6-56f6-4d16-b1e1-7bf3b5852669 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:09:06.664337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c141f36-d44f-415d-b733-67a2bf4a2c69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:06.723800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2a626035-cc94-4b63-a935-f2b804862506 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:06.848980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20875d4f-c90a-4544-af3e-c7af78ea3708 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network a5549287-a242-4426-b1b6-8a3b7e22142a is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:09:06.857094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-064278e4-b676-4043-a1ed-0475af76f03a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:06.863731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:06.879140 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-064278e4-b676-4043-a1ed-0475af76f03a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/6fcd4556-d78c-4fe2-80cb-d5ece1e400d0 HTTP/1.1" status: 204  len: 168 time: 2.9007423
Nov 24 13:09:06.880891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-20875d4f-c90a-4544-af3e-c7af78ea3708 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:06.886455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20875d4f-c90a-4544-af3e-c7af78ea3708 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:09:06.894500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20875d4f-c90a-4544-af3e-c7af78ea3708 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:06.897098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20875d4f-c90a-4544-af3e-c7af78ea3708 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:06.903513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47600) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:06.904755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20875d4f-c90a-4544-af3e-c7af78ea3708 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Port': ['ID=a5f53a23-d030-4f5b-9e08-94dc70befed4,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:06.915111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-20875d4f-c90a-4544-af3e-c7af78ea3708 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:07.034192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562cda2c-c778-46f4-a8ea-75a65ae1a18d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:07.035879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562cda2c-c778-46f4-a8ea-75a65ae1a18d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:07.037741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562cda2c-c778-46f4-a8ea-75a65ae1a18d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:07.039117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-562cda2c-c778-46f4-a8ea-75a65ae1a18d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:09:07.058186 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-20875d4f-c90a-4544-af3e-c7af78ea3708 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 2.9990344
Nov 24 13:09:07.061977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47606) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:07.197834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-359467fd-28d3-4e92-b2e0-29c68997df05 None None] For port ba6132d8-7f88-411d-8197-9fc011af421d, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=ba6132d8-7f88-411d-8197-9fc011af421d,segment=NetworkSegment(0a328d11-75f7-4146-93cd-a1741d2e480e),segment_id=0a328d11-75f7-4146-93cd-a1741d2e480e)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:09:07.205824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-562cda2c-c778-46f4-a8ea-75a65ae1a18d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:09:07.214258 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-562cda2c-c778-46f4-a8ea-75a65ae1a18d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.2974668
Nov 24 13:09:07.217587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47610) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:07.217714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-359467fd-28d3-4e92-b2e0-29c68997df05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:07.253245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:07.384986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-53201ea6-f777-4eb0-a8c6-dc250412bee4 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:07.405844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359467fd-28d3-4e92-b2e0-29c68997df05 None None] Pushing event updated for resources: {'Port': ['ID=ba6132d8-7f88-411d-8197-9fc011af421d,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:07.453564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb3036-45ad-4b75-930d-ccee0a3c8349 req-5f924efd-37ef-4b11-88af-3f69f96af992 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:07.455404 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-52bb3036-45ad-4b75-930d-ccee0a3c8349 req-5f924efd-37ef-4b11-88af-3f69f96af992 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 946 time: 1.2747567
Nov 24 13:09:07.592608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-2c141f36-d44f-415d-b733-67a2bf4a2c69 None None] For port 458806e6-56f6-4d16-b1e1-7bf3b5852669, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=458806e6-56f6-4d16-b1e1-7bf3b5852669,segment=NetworkSegment(4b3fb7e3-ca04-4bb9-bc6d-cb99ae9c2ae6),segment_id=4b3fb7e3-ca04-4bb9-bc6d-cb99ae9c2ae6)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:07.593408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c141f36-d44f-415d-b733-67a2bf4a2c69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:07.594042 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-53201ea6-f777-4eb0-a8c6-dc250412bee4 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] DELETE failed (client error): There was a conflict when trying to complete your request.
Nov 24 13:09:07.594599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53201ea6-f777-4eb0-a8c6-dc250412bee4 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] No notification will be sent due to unsuccessful status code: 409 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:09:07.596538 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-53201ea6-f777-4eb0-a8c6-dc250412bee4 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "DELETE /v2.0/networks/1d47ae47-5365-4c34-86be-1ed4378cf7bb HTTP/1.1" status: 409  len: 405 time: 0.9916556
Nov 24 13:09:07.610433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47614) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:07.619375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1fdcf75-ce4e-442f-8771-ea4ed6b227b9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:07.636363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-852f219e-e056-4fa7-99bb-7fb0b91f4c4c tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1310462081'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:07.643278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-852f219e-e056-4fa7-99bb-7fb0b91f4c4c tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:07.648091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-852f219e-e056-4fa7-99bb-7fb0b91f4c4c tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Usage tracker for resource:network and tenant:23c0d994af624aa897601b00f596f30e is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:07.651238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-852f219e-e056-4fa7-99bb-7fb0b91f4c4c tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Quota usage for network was recalculated. Used quota:2. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:07.657950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-852f219e-e056-4fa7-99bb-7fb0b91f4c4c tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:07.682373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852f219e-e056-4fa7-99bb-7fb0b91f4c4c tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Made reservation on behalf of 23c0d994af624aa897601b00f596f30e for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:07.688159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-852f219e-e056-4fa7-99bb-7fb0b91f4c4c tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:07.762505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47618) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:07.762788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2c141f36-d44f-415d-b733-67a2bf4a2c69 None None] Calling delete_port for 458806e6-56f6-4d16-b1e1-7bf3b5852669 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:09:07.793867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-359467fd-28d3-4e92-b2e0-29c68997df05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:07.799111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 458806e6-56f6-4d16-b1e1-7bf3b5852669, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=458806e6-56f6-4d16-b1e1-7bf3b5852669,segment=NetworkSegment(4b3fb7e3-ca04-4bb9-bc6d-cb99ae9c2ae6),segment_id=4b3fb7e3-ca04-4bb9-bc6d-cb99ae9c2ae6)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:07.811126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-677467bb-5d9a-4424-8079-75f6baf225f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:07.826646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:07.838282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3492510b-ca7d-4b61-a816-c3bc4f0afca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:07.843904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-1f51e139-493f-4dc5-afca-c7345654ba9b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Request body: {'subnets': [{'network_id': '2c313216-cb2d-4fa2-899a-75e5a9bfd8d0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2017854201', 'ip_version': 6}, {'network_id': '8a3448ee-2e1b-4d94-87d1-c38d280c19f6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:07.844920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-1f51e139-493f-4dc5-afca-c7345654ba9b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Request body: {'subnet': {'network_id': '2c313216-cb2d-4fa2-899a-75e5a9bfd8d0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2017854201', 'ip_version': 6}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:07.845103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-1f51e139-493f-4dc5-afca-c7345654ba9b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Request body: {'subnet': {'network_id': '8a3448ee-2e1b-4d94-87d1-c38d280c19f6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:07.869366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e1fdcf75-ce4e-442f-8771-ea4ed6b227b9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Calling delete_port for 25e5e958-18bb-4c0e-ab37-0fb8bb5a0d41 owned by network:router_interface {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:09:07.900073 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-52bb3036-45ad-4b75-930d-ccee0a3c8349 req-8914d311-608a-4550-bd84-1db46655d5c8 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.4144704
Nov 24 13:09:07.900829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516f3ec0-10d5-4609-be92-bf77370e6430 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Checking segment: {'id': '1bdaaa0a-e8e7-41be-9b83-f40b361d5cee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '2f58dd5a-a3da-4548-9321-3101210fa73a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:09:07.901230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516f3ec0-10d5-4609-be92-bf77370e6430 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network hostable DHCP agents. Network: 2f58dd5a-a3da-4548-9321-3101210fa73a, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:09:07.957758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e8a008-5313-4bad-b85a-4b5db699b676 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting subnet 20b767e6-0ff5-4231-b08e-2386fe134f80 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:09:07.964313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f1e8a008-5313-4bad-b85a-4b5db699b676 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:07.968830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 458806e6-56f6-4d16-b1e1-7bf3b5852669 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:09:08.050482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-852f219e-e056-4fa7-99bb-7fb0b91f4c4c tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] vxlan segment allocate from pool success with {'vxlan_vni': 17}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:09:08.090092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=458806e6-56f6-4d16-b1e1-7bf3b5852669,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:08.093150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f1e8a008-5313-4bad-b85a-4b5db699b676 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:08.094922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:08.119549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-2c141f36-d44f-415d-b733-67a2bf4a2c69 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:09:08.119934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-2c141f36-d44f-415d-b733-67a2bf4a2c69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:09:08.131040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-852f219e-e056-4fa7-99bb-7fb0b91f4c4c tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:08.131515 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-852f219e-e056-4fa7-99bb-7fb0b91f4c4c tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Added segment 03c2267f-780f-41ee-87ee-ca207b01ebd5 of type vxlan for network ecb7c867-28a1-49fc-b825-7b80336d65a6
Nov 24 13:09:08.136408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-677467bb-5d9a-4424-8079-75f6baf225f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:09:08.136822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-677467bb-5d9a-4424-8079-75f6baf225f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:09:08.150747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed38d6-f3de-4e83-8e1c-e51fb8e3abc4 req-2bf06bc5-abdc-4d69-805f-cf4173b8ee94 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:08.151861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-a3ed38d6-f3de-4e83-8e1c-e51fb8e3abc4 req-2bf06bc5-abdc-4d69-805f-cf4173b8ee94 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Synchronizing usage tracker for tenant:6efb027d4b0e48cc970462a6d3154fa0 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:09:08.227222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:08.243170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516f3ec0-10d5-4609-be92-bf77370e6430 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network 2f58dd5a-a3da-4548-9321-3101210fa73a is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:09:08.259734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-a3ed38d6-f3de-4e83-8e1c-e51fb8e3abc4 req-2bf06bc5-abdc-4d69-805f-cf4173b8ee94 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Unset dirty status for tenant:6efb027d4b0e48cc970462a6d3154fa0 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:09:08.261169 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a3ed38d6-f3de-4e83-8e1c-e51fb8e3abc4 req-2bf06bc5-abdc-4d69-805f-cf4173b8ee94 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.70 "GET /v2.0/ports?device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 946 time: 0.5823965
Nov 24 13:09:08.268874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 458806e6-56f6-4d16-b1e1-7bf3b5852669, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=458806e6-56f6-4d16-b1e1-7bf3b5852669,segment=NetworkSegment(4b3fb7e3-ca04-4bb9-bc6d-cb99ae9c2ae6),segment_id=4b3fb7e3-ca04-4bb9-bc6d-cb99ae9c2ae6)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:08.274169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:08.277453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0d0c7301-00e6-440b-897f-ae860647cd9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:08.371210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=458806e6-56f6-4d16-b1e1-7bf3b5852669,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:08.376890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:08.377620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-516f3ec0-10d5-4609-be92-bf77370e6430 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 2f58dd5a-a3da-4548-9321-3101210fa73a) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:08.383116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-852f219e-e056-4fa7-99bb-7fb0b91f4c4c tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:08.397623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3470925e-7b36-495c-bef2-3e0d647175ea None None] Network 2f58dd5a-a3da-4548-9321-3101210fa73a requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:09:08.422279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-a3ed38d6-f3de-4e83-8e1c-e51fb8e3abc4 req-88f4023d-0528-4bf7-9035-15a829a8d1c7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Deleting port 522e37dd-c87e-451d-9bf5-82e3d3a11706 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:09:08.422655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a3ed38d6-f3de-4e83-8e1c-e51fb8e3abc4 req-88f4023d-0528-4bf7-9035-15a829a8d1c7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:08.425408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1f51e139-493f-4dc5-afca-c7345654ba9b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:08.428770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516f3ec0-10d5-4609-be92-bf77370e6430 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:08.429498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-516f3ec0-10d5-4609-be92-bf77370e6430 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:08.488376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f1e8a008-5313-4bad-b85a-4b5db699b676 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:08.501875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1f51e139-493f-4dc5-afca-c7345654ba9b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Usage tracker for resource:subnet and tenant:65b63ab4e0cc4051a4aad24ce6172e8c is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:08.523029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-852f219e-e056-4fa7-99bb-7fb0b91f4c4c tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:09:08.531723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1f51e139-493f-4dc5-afca-c7345654ba9b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:08.549445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7a95eed4-e76b-430e-b15e-b842f5ea9933 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:08.556932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1f51e139-493f-4dc5-afca-c7345654ba9b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:08.655942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2c141f36-d44f-415d-b733-67a2bf4a2c69 None None] Deleting port 458806e6-56f6-4d16-b1e1-7bf3b5852669 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:09:08.656838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c141f36-d44f-415d-b733-67a2bf4a2c69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:08.675650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f51e139-493f-4dc5-afca-c7345654ba9b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Made reservation on behalf of 65b63ab4e0cc4051a4aad24ce6172e8c for: {'subnet': 2} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:08.699308 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-516f3ec0-10d5-4609-be92-bf77370e6430 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 6.4520149
Nov 24 13:09:08.769681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-677467bb-5d9a-4424-8079-75f6baf225f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:08.797370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47622) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:08.798539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1fdcf75-ce4e-442f-8771-ea4ed6b227b9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:08.830253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-85fdb371-9d4f-4ea9-936f-53f43e60589a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:08.865411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-852f219e-e056-4fa7-99bb-7fb0b91f4c4c tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:08.868054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 522e37dd-c87e-451d-9bf5-82e3d3a11706 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:09:08.869681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852f219e-e056-4fa7-99bb-7fb0b91f4c4c tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:08.870434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-852f219e-e056-4fa7-99bb-7fb0b91f4c4c tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:08.940018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7f2f842d-f57b-446f-aa87-b12c93e052de tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'port': {'network_id': '2f58dd5a-a3da-4548-9321-3101210fa73a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-350626971'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:08.977439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637fde42-c84e-4510-adfd-8b16e9060b5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-2f58dd5a-a3da-4548-9321-3101210fa73a', 'network_id': '2f58dd5a-a3da-4548-9321-3101210fa73a', 'tenant_id': 'acab0616bf414845b5ccf5a4593c62ac', 'fixed_ips': [{'subnet_id': '9fba41de-878d-4fe8-813a-bfb6156163d7'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:09:08.978415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-637fde42-c84e-4510-adfd-8b16e9060b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:09.008815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-677467bb-5d9a-4424-8079-75f6baf225f0 None None] For port 458806e6-56f6-4d16-b1e1-7bf3b5852669, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=458806e6-56f6-4d16-b1e1-7bf3b5852669,segment=NetworkSegment(4b3fb7e3-ca04-4bb9-bc6d-cb99ae9c2ae6),segment_id=4b3fb7e3-ca04-4bb9-bc6d-cb99ae9c2ae6)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:09.082381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-677467bb-5d9a-4424-8079-75f6baf225f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:09.089991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:09.158595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7f2f842d-f57b-446f-aa87-b12c93e052de tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:09.179631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fdcf75-ce4e-442f-8771-ea4ed6b227b9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Port': ['ID=25e5e958-18bb-4c0e-ab37-0fb8bb5a0d41,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:09.184254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e1fdcf75-ce4e-442f-8771-ea4ed6b227b9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:09.202110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-755eea6d-8d65-42a6-b9ae-d4be39d749ec tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:09.346215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-2c141f36-d44f-415d-b733-67a2bf4a2c69 None None] For port 458806e6-56f6-4d16-b1e1-7bf3b5852669, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=458806e6-56f6-4d16-b1e1-7bf3b5852669,segment=NetworkSegment(4b3fb7e3-ca04-4bb9-bc6d-cb99ae9c2ae6),segment_id=4b3fb7e3-ca04-4bb9-bc6d-cb99ae9c2ae6)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:09.346800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c141f36-d44f-415d-b733-67a2bf4a2c69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:09.371154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7f2f842d-f57b-446f-aa87-b12c93e052de tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:09.384604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677467bb-5d9a-4424-8079-75f6baf225f0 None None] Pushing event updated for resources: {'Port': ['ID=458806e6-56f6-4d16-b1e1-7bf3b5852669,revision_number=6']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:09.388616 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-852f219e-e056-4fa7-99bb-7fb0b91f4c4c tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.7763550
Nov 24 13:09:09.410196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47630) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:09.438539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-227c8f97-86f8-4f6c-8a4a-1acd0c99d0ae tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Request body: {'subnet': {'network_id': 'ecb7c867-28a1-49fc-b825-7b80336d65a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:09.451906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-677467bb-5d9a-4424-8079-75f6baf225f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:09.520906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2f842d-f57b-446f-aa87-b12c93e052de tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:09.526740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7f2f842d-f57b-446f-aa87-b12c93e052de tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:09.563756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f219e-e056-4fa7-99bb-7fb0b91f4c4c tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Pushing event updated for resources: {'Network': ['ID=ecb7c867-28a1-49fc-b825-7b80336d65a6,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:09.567057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-852f219e-e056-4fa7-99bb-7fb0b91f4c4c tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:09.675943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1f51e139-493f-4dc5-afca-c7345654ba9b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:09.676327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1f51e139-493f-4dc5-afca-c7345654ba9b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:09.697642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:09.716113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2c141f36-d44f-415d-b733-67a2bf4a2c69 None None] Calling delete_port for 458806e6-56f6-4d16-b1e1-7bf3b5852669 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:09:09.730759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-a3ed38d6-f3de-4e83-8e1c-e51fb8e3abc4 req-88f4023d-0528-4bf7-9035-15a829a8d1c7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] For port 522e37dd-c87e-451d-9bf5-82e3d3a11706, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=522e37dd-c87e-451d-9bf5-82e3d3a11706,segment=NetworkSegment(f37bbda7-8694-4075-8d54-b96ea9721450),segment_id=f37bbda7-8694-4075-8d54-b96ea9721450)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:09.731166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a3ed38d6-f3de-4e83-8e1c-e51fb8e3abc4 req-88f4023d-0528-4bf7-9035-15a829a8d1c7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:09.754743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network ecb7c867-28a1-49fc-b825-7b80336d65a6 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:09:09.769257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network ecb7c867-28a1-49fc-b825-7b80336d65a6 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:09:09.915128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-10350617-c7aa-48d9-9382-bf37f5e93f40 None None] Provisioning complete for port 8dc4ede3-993d-46cb-900b-4f4b31e34c2b triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:09.915593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-10350617-c7aa-48d9-9382-bf37f5e93f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:09.946161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-227c8f97-86f8-4f6c-8a4a-1acd0c99d0ae tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:09.962312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f1e8a008-5313-4bad-b85a-4b5db699b676 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:10.006040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c75fb1-2640-425a-aec1-edd2a7d342a7 req-b0bd4ced-c4e2-43e3-97db-1d21cd4406cd tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:10.007285 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f7c75fb1-2640-425a-aec1-edd2a7d342a7 req-b0bd4ced-c4e2-43e3-97db-1d21cd4406cd tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 946 time: 0.8062615
Nov 24 13:09:10.138539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6711fa54-6790-46c3-864c-b0fbcde3e3ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '522e37dd-c87e-451d-9bf5-82e3d3a11706'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:09:10.151375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-44a9b5df-d64f-4d5f-b159-43a84a40ebc9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:10.167037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device ba6132d8-7f88-411d-8197-9fc011af421d up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:09:10.236001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c2bbae5-c2cc-4bdc-95a1-dabc74ccb951 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:10.238256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f87bf94-bbd7-4ad4-9ac1-a367f3a5ca39 None None] Network a5549287-a242-4426-b1b6-8a3b7e22142a requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:09:10.320326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-227c8f97-86f8-4f6c-8a4a-1acd0c99d0ae tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:10.334316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8a008-5313-4bad-b85a-4b5db699b676 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Subnet': ['ID=20b767e6-0ff5-4231-b08e-2386fe134f80,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:10.353875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f1e8a008-5313-4bad-b85a-4b5db699b676 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:10.362949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 522e37dd-c87e-451d-9bf5-82e3d3a11706, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=522e37dd-c87e-451d-9bf5-82e3d3a11706,segment=NetworkSegment(f37bbda7-8694-4075-8d54-b96ea9721450),segment_id=f37bbda7-8694-4075-8d54-b96ea9721450)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:10.428804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-10350617-c7aa-48d9-9382-bf37f5e93f40 None None] Port 8dc4ede3-993d-46cb-900b-4f4b31e34c2b cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:09:10.461119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227c8f97-86f8-4f6c-8a4a-1acd0c99d0ae tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Made reservation on behalf of 23c0d994af624aa897601b00f596f30e for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:10.482194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-10350617-c7aa-48d9-9382-bf37f5e93f40 None None] Could not find standard attr ID for object 6fcd4556-d78c-4fe2-80cb-d5ece1e400d0. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:09:10.484221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:10.486645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-359467fd-28d3-4e92-b2e0-29c68997df05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:10.530964 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6711fa54-6790-46c3-864c-b0fbcde3e3ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '522e37dd-c87e-451d-9bf5-82e3d3a11706', 'code': 200}
Nov 24 13:09:10.594704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-7a95eed4-e76b-430e-b15e-b842f5ea9933 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:09:10.650617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7a95eed4-e76b-430e-b15e-b842f5ea9933 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:10.658844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a5c3e2f1-5bc8-4e5c-94c7-a7f0f7e62251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:10.668047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-10350617-c7aa-48d9-9382-bf37f5e93f40 None None] Provisioning complete for port 458806e6-56f6-4d16-b1e1-7bf3b5852669 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:10.668367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-10350617-c7aa-48d9-9382-bf37f5e93f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:10.669435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-7f2f842d-f57b-446f-aa87-b12c93e052de tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] device_id is not set on port 6fda4b3f-9502-4bb0-a9ba-b78ca6e07196 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:09:10.681553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7a95eed4-e76b-430e-b15e-b842f5ea9933 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:10.709425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-19b158b3-c597-43e4-93c9-4f6d4cd0af38 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:10.749704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-2c141f36-d44f-415d-b733-67a2bf4a2c69 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:09:10.750076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-2c141f36-d44f-415d-b733-67a2bf4a2c69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:09:10.799003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a3ed38d6-f3de-4e83-8e1c-e51fb8e3abc4 req-88f4023d-0528-4bf7-9035-15a829a8d1c7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for floatingip, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:10.799428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a3ed38d6-f3de-4e83-8e1c-e51fb8e3abc4 req-88f4023d-0528-4bf7-9035-15a829a8d1c7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:10.799776 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [req-a3ed38d6-f3de-4e83-8e1c-e51fb8e3abc4 req-88f4023d-0528-4bf7-9035-15a829a8d1c7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Floating IP 74a89466-795f-4ea8-ac47-ddcad55cfa83 disassociated. External IP: 172.26.8.21, port: 522e37dd-c87e-451d-9bf5-82e3d3a11706.
Nov 24 13:09:10.800164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-a3ed38d6-f3de-4e83-8e1c-e51fb8e3abc4 req-88f4023d-0528-4bf7-9035-15a829a8d1c7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Calling delete_port for 522e37dd-c87e-451d-9bf5-82e3d3a11706 owned by compute:nova {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:09:10.807175 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f7c75fb1-2640-425a-aec1-edd2a7d342a7 req-fdf66d1a-e837-4051-bf22-6a2e64eb3c6f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.7813907
Nov 24 13:09:10.808109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c2bbae5-c2cc-4bdc-95a1-dabc74ccb951 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router_gateway, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:10.829558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=522e37dd-c87e-451d-9bf5-82e3d3a11706,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:10.837752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:10.883050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-227c8f97-86f8-4f6c-8a4a-1acd0c99d0ae tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:10.939497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-637fde42-c84e-4510-adfd-8b16e9060b5c None None] Allocated IP 2001:db8::2 (2f58dd5a-a3da-4548-9321-3101210fa73a/9fba41de-878d-4fe8-813a-bfb6156163d7/46b92b05-bace-49f6-b873-f4d2a3921e66) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:09:10.959837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port ba6132d8-7f88-411d-8197-9fc011af421d completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:09:10.999364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-0c2bbae5-c2cc-4bdc-95a1-dabc74ccb951 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Deleting port b8be7950-5414-47c7-8f07-7b4a2e6841be {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:09:10.999805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c2bbae5-c2cc-4bdc-95a1-dabc74ccb951 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:11.095415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1fdcf75-ce4e-442f-8771-ea4ed6b227b9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:11.302212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-637fde42-c84e-4510-adfd-8b16e9060b5c None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:11.304484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f1e8a008-5313-4bad-b85a-4b5db699b676 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:11.318803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-637fde42-c84e-4510-adfd-8b16e9060b5c None None] Transition to ACTIVE for port object 46b92b05-bace-49f6-b873-f4d2a3921e66 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:09:11.322388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95eed4-e76b-430e-b15e-b842f5ea9933 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Port': ['ID=a5f53a23-d030-4f5b-9e08-94dc70befed4,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:11.341399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7a95eed4-e76b-430e-b15e-b842f5ea9933 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:11.345186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-637fde42-c84e-4510-adfd-8b16e9060b5c None None] Transition to ACTIVE for port object 46b92b05-bace-49f6-b873-f4d2a3921e66 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:09:11.359836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feff766-9d44-4270-baa3-25c515e5c394 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:09:11.401144 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f1e8a008-5313-4bad-b85a-4b5db699b676 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/20b767e6-0ff5-4231-b08e-2386fe134f80 HTTP/1.1" status: 204  len: 168 time: 4.1824446
Nov 24 13:09:11.407914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47638) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:11.475613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [req-a3ed38d6-f3de-4e83-8e1c-e51fb8e3abc4 req-88f4023d-0528-4bf7-9035-15a829a8d1c7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:09:11.476130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [req-a3ed38d6-f3de-4e83-8e1c-e51fb8e3abc4 req-88f4023d-0528-4bf7-9035-15a829a8d1c7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:09:11.564362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e1b535-7f61-425d-9c7d-9b269e2ea87b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting subnet 5dc075c3-c12a-4ea3-b6e8-9ab788527955 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:09:11.583888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-637fde42-c84e-4510-adfd-8b16e9060b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:11.594566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c2bbae5-c2cc-4bdc-95a1-dabc74ccb951 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:11.666413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b535-7f61-425d-9c7d-9b269e2ea87b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:11.693459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-7f2f842d-f57b-446f-aa87-b12c93e052de tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Allocated IP 2001:db8::e9 (2f58dd5a-a3da-4548-9321-3101210fa73a/9fba41de-878d-4fe8-813a-bfb6156163d7/6fda4b3f-9502-4bb0-a9ba-b78ca6e07196) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:09:11.749070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b535-7f61-425d-9c7d-9b269e2ea87b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:11.785671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-0c2bbae5-c2cc-4bdc-95a1-dabc74ccb951 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Calling delete_port for b8be7950-5414-47c7-8f07-7b4a2e6841be owned by network:router_gateway {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:09:11.860862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b535-7f61-425d-9c7d-9b269e2ea87b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:11.875786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c289b8f2-734f-46f2-b83d-5ead6ff362c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:11.972136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2c141f36-d44f-415d-b733-67a2bf4a2c69 None None] Deleting port 458806e6-56f6-4d16-b1e1-7bf3b5852669 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:09:11.972828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c141f36-d44f-415d-b733-67a2bf4a2c69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:12.032844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-27bcad18-19e2-4ecc-a77e-808614f99e5c None None] Provisioning for port ba6132d8-7f88-411d-8197-9fc011af421d completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:09:12.091143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fde42-c84e-4510-adfd-8b16e9060b5c None None] Pushing event updated for resources: {'Port': ['ID=46b92b05-bace-49f6-b873-f4d2a3921e66,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:12.094668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-637fde42-c84e-4510-adfd-8b16e9060b5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:12.113799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-a3ed38d6-f3de-4e83-8e1c-e51fb8e3abc4 req-88f4023d-0528-4bf7-9035-15a829a8d1c7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Deleting port 522e37dd-c87e-451d-9bf5-82e3d3a11706 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:09:12.114341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a3ed38d6-f3de-4e83-8e1c-e51fb8e3abc4 req-88f4023d-0528-4bf7-9035-15a829a8d1c7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:12.181223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-27bcad18-19e2-4ecc-a77e-808614f99e5c None None] Provisioning complete for port ba6132d8-7f88-411d-8197-9fc011af421d triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:12.181645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-27bcad18-19e2-4ecc-a77e-808614f99e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:12.378176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637fde42-c84e-4510-adfd-8b16e9060b5c None None] Network 2f58dd5a-a3da-4548-9321-3101210fa73a is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:09:12.436035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-637fde42-c84e-4510-adfd-8b16e9060b5c None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:12.444478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637fde42-c84e-4510-adfd-8b16e9060b5c None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:09:12.627532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-27bcad18-19e2-4ecc-a77e-808614f99e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:12.658866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-96d82cc3-09bb-4305-81c7-40642c161011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:12.670113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-2c141f36-d44f-415d-b733-67a2bf4a2c69 None None] For port 458806e6-56f6-4d16-b1e1-7bf3b5852669, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=458806e6-56f6-4d16-b1e1-7bf3b5852669,segment=NetworkSegment(4b3fb7e3-ca04-4bb9-bc6d-cb99ae9c2ae6),segment_id=4b3fb7e3-ca04-4bb9-bc6d-cb99ae9c2ae6)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:12.670605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c141f36-d44f-415d-b733-67a2bf4a2c69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:12.687735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a2043-423f-49a6-bd21-8ff733930f35 req-c8753d66-3edc-4006-a354-925a367858e9 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:12.689381 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ab6a2043-423f-49a6-bd21-8ff733930f35 req-c8753d66-3edc-4006-a354-925a367858e9 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 944 time: 0.6216657
Nov 24 13:09:12.693515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7f2f842d-f57b-446f-aa87-b12c93e052de tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:12.721078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b535-7f61-425d-9c7d-9b269e2ea87b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:12.750571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bd9c35fc-2653-4722-854f-b1f3f4af531b tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320 tempest-ExtraDHCPOptionsIpV6TestJSON-2140151320] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:12.816775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-637fde42-c84e-4510-adfd-8b16e9060b5c None None] Attempting to bind port 46b92b05-bace-49f6-b873-f4d2a3921e66 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:09:12.817211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-637fde42-c84e-4510-adfd-8b16e9060b5c None None] Attempting to bind port 46b92b05-bace-49f6-b873-f4d2a3921e66 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '1bdaaa0a-e8e7-41be-9b83-f40b361d5cee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '2f58dd5a-a3da-4548-9321-3101210fa73a'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:09:12.817742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637fde42-c84e-4510-adfd-8b16e9060b5c None None] Attempting to bind port 46b92b05-bace-49f6-b873-f4d2a3921e66 on network 2f58dd5a-a3da-4548-9321-3101210fa73a {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:09:12.821245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-7f2f842d-f57b-446f-aa87-b12c93e052de tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Transition to ACTIVE for port object 6fda4b3f-9502-4bb0-a9ba-b78ca6e07196 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:09:12.829849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2c141f36-d44f-415d-b733-67a2bf4a2c69 None None] Calling delete_port for 458806e6-56f6-4d16-b1e1-7bf3b5852669 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:09:12.855441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c2bbae5-c2cc-4bdc-95a1-dabc74ccb951 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:12.879459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-92d3d715-a6f0-43b7-9dd1-c345ff1c4cae tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:12.881199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-27bcad18-19e2-4ecc-a77e-808614f99e5c None None] For port ba6132d8-7f88-411d-8197-9fc011af421d, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=ba6132d8-7f88-411d-8197-9fc011af421d,segment=NetworkSegment(0a328d11-75f7-4146-93cd-a1741d2e480e),segment_id=0a328d11-75f7-4146-93cd-a1741d2e480e)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:12.896655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637fde42-c84e-4510-adfd-8b16e9060b5c None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:09:12.897059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637fde42-c84e-4510-adfd-8b16e9060b5c None None] Checking segment: {'id': '1bdaaa0a-e8e7-41be-9b83-f40b361d5cee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '2f58dd5a-a3da-4548-9321-3101210fa73a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:09:12.897783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-637fde42-c84e-4510-adfd-8b16e9060b5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:12.898256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637fde42-c84e-4510-adfd-8b16e9060b5c None None] Bound using segment: {'id': '1bdaaa0a-e8e7-41be-9b83-f40b361d5cee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '2f58dd5a-a3da-4548-9321-3101210fa73a'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:09:12.898809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-637fde42-c84e-4510-adfd-8b16e9060b5c None None] Bound port: 46b92b05-bace-49f6-b873-f4d2a3921e66, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdaaa0a-e8e7-41be-9b83-f40b361d5cee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '2f58dd5a-a3da-4548-9321-3101210fa73a'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:09:12.899235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-637fde42-c84e-4510-adfd-8b16e9060b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:12.915629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-27bcad18-19e2-4ecc-a77e-808614f99e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:12.925226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0d0c7301-00e6-440b-897f-ae860647cd9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:12.983578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:12.986615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1b535-7f61-425d-9c7d-9b269e2ea87b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Subnet': ['ID=5dc075c3-c12a-4ea3-b6e8-9ab788527955,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:13.077250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e9e1b535-7f61-425d-9c7d-9b269e2ea87b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:13.080369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7a95eed4-e76b-430e-b15e-b842f5ea9933 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:13.087110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c141f36-d44f-415d-b733-67a2bf4a2c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:13.201711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-a3ed38d6-f3de-4e83-8e1c-e51fb8e3abc4 req-88f4023d-0528-4bf7-9035-15a829a8d1c7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] For port 522e37dd-c87e-451d-9bf5-82e3d3a11706, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=522e37dd-c87e-451d-9bf5-82e3d3a11706,segment=NetworkSegment(f37bbda7-8694-4075-8d54-b96ea9721450),segment_id=f37bbda7-8694-4075-8d54-b96ea9721450)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:13.202260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a3ed38d6-f3de-4e83-8e1c-e51fb8e3abc4 req-88f4023d-0528-4bf7-9035-15a829a8d1c7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:13.211888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7a95eed4-e76b-430e-b15e-b842f5ea9933 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:13.228624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bcad18-19e2-4ecc-a77e-808614f99e5c None None] Pushing event updated for resources: {'Port': ['ID=ba6132d8-7f88-411d-8197-9fc011af421d,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:13.246642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b535-7f61-425d-9c7d-9b269e2ea87b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:13.254855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-27bcad18-19e2-4ecc-a77e-808614f99e5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:13.256328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-13755d93-1ccd-428e-9c09-20efb12c8081 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:13.299475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fea7b8d-9320-4913-8cbe-74818d7b1150 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:09:13.345777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2bbae5-c2cc-4bdc-95a1-dabc74ccb951 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Pushing event deleted for resources: {'Port': ['ID=b8be7950-5414-47c7-8f07-7b4a2e6841be,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:13.391025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ebad74a4-96f9-44f1-9578-45e97c5bd9a0 None None] Provisioning for port a5f53a23-d030-4f5b-9e08-94dc70befed4 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:09:13.394314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c141f36-d44f-415d-b733-67a2bf4a2c69 None None] Pushing event deleted for resources: {'Port': ['ID=458806e6-56f6-4d16-b1e1-7bf3b5852669,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:13.407675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2c141f36-d44f-415d-b733-67a2bf4a2c69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:13.407831 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e9e1b535-7f61-425d-9c7d-9b269e2ea87b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/5dc075c3-c12a-4ea3-b6e8-9ab788527955 HTTP/1.1" status: 204  len: 168 time: 1.9980159
Nov 24 13:09:13.412168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47644) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:13.415982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0c2bbae5-c2cc-4bdc-95a1-dabc74ccb951 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:13.421088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-637fde42-c84e-4510-adfd-8b16e9060b5c None None] For port 46b92b05-bace-49f6-b873-f4d2a3921e66, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:09:13.432404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ebad74a4-96f9-44f1-9578-45e97c5bd9a0 None None] Provisioning complete for port a5f53a23-d030-4f5b-9e08-94dc70befed4 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:13.432779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ebad74a4-96f9-44f1-9578-45e97c5bd9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:13.502708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-637fde42-c84e-4510-adfd-8b16e9060b5c None None] For port 46b92b05-bace-49f6-b873-f4d2a3921e66, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=46b92b05-bace-49f6-b873-f4d2a3921e66,segment=NetworkSegment(1bdaaa0a-e8e7-41be-9b83-f40b361d5cee),segment_id=1bdaaa0a-e8e7-41be-9b83-f40b361d5cee)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:09:13.507417 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ab6a2043-423f-49a6-bd21-8ff733930f35 req-4ad16a60-6d01-4ece-8a59-48c1e944505c tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.7971518
Nov 24 13:09:13.531607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-637fde42-c84e-4510-adfd-8b16e9060b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:13.542862 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-841c96ee-9a11-4cf3-9d0f-3f89db9d75c2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1156456
Nov 24 13:09:13.548166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47650) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:13.559822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-27449f6c-4154-4c98-a3fd-f54adba30a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:13.564969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fdcf75-ce4e-442f-8771-ea4ed6b227b9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Router 1bda0b75-a402-4d67-ba40-37fec85218a6 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:09:13.577907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-74a05321-6f47-461d-a007-366bb27de11b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:13.615970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7f2f842d-f57b-446f-aa87-b12c93e052de tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:13.683654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ebe46471-5a22-4e99-9625-3e1916825325 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:13.746079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ebad74a4-96f9-44f1-9578-45e97c5bd9a0 None None] Port a5f53a23-d030-4f5b-9e08-94dc70befed4 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:09:13.760727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c141f36-d44f-415d-b733-67a2bf4a2c69 None None] No DVR routers for this DVR port 458806e6-56f6-4d16-b1e1-7bf3b5852669 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:09:13.823798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fde42-c84e-4510-adfd-8b16e9060b5c None None] Pushing event updated for resources: {'Port': ['ID=46b92b05-bace-49f6-b873-f4d2a3921e66,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:13.840077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-637fde42-c84e-4510-adfd-8b16e9060b5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:13.859927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ebad74a4-96f9-44f1-9578-45e97c5bd9a0 None None] Provisioning complete for port ba6132d8-7f88-411d-8197-9fc011af421d triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:13.860361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ebad74a4-96f9-44f1-9578-45e97c5bd9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:13.975285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-74a05321-6f47-461d-a007-366bb27de11b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:13.985388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-74a05321-6f47-461d-a007-366bb27de11b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:subnet and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:13.988870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-74a05321-6f47-461d-a007-366bb27de11b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:13.999683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-74a05321-6f47-461d-a007-366bb27de11b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:14.003586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device ba6132d8-7f88-411d-8197-9fc011af421d up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:09:14.046176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c367037c-38bd-4d6b-a55f-db3c544990b4 None None] DHCP port deletion for 8ca51b04-1dca-4f60-b844-2979d8864b51 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:09:14.089708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c367037c-38bd-4d6b-a55f-db3c544990b4 None None] Deleting port 8d878216-5b60-4290-855c-d33e8e17f93c {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:09:14.090233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c367037c-38bd-4d6b-a55f-db3c544990b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:14.212753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a05321-6f47-461d-a007-366bb27de11b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:14.269790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:14.322358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port ba6132d8-7f88-411d-8197-9fc011af421d triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:14.322869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:14.398206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f842d-f57b-446f-aa87-b12c93e052de tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Port': ['ID=6fda4b3f-9502-4bb0-a9ba-b78ca6e07196,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:14.400986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a3ed38d6-f3de-4e83-8e1c-e51fb8e3abc4 req-88f4023d-0528-4bf7-9035-15a829a8d1c7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for floatingip, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:14.400986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a3ed38d6-f3de-4e83-8e1c-e51fb8e3abc4 req-88f4023d-0528-4bf7-9035-15a829a8d1c7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:14.400986 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [req-a3ed38d6-f3de-4e83-8e1c-e51fb8e3abc4 req-88f4023d-0528-4bf7-9035-15a829a8d1c7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Floating IP 74a89466-795f-4ea8-ac47-ddcad55cfa83 disassociated. External IP: 172.26.8.21, port: 522e37dd-c87e-451d-9bf5-82e3d3a11706.
Nov 24 13:09:14.401334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-a3ed38d6-f3de-4e83-8e1c-e51fb8e3abc4 req-88f4023d-0528-4bf7-9035-15a829a8d1c7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Calling delete_port for 522e37dd-c87e-451d-9bf5-82e3d3a11706 owned by compute:nova {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:09:14.449521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7f2f842d-f57b-446f-aa87-b12c93e052de tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:14.477416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.objects.ports [None req-227c8f97-86f8-4f6c-8a4a-1acd0c99d0ae tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80944) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 24 13:09:14.486923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-227c8f97-86f8-4f6c-8a4a-1acd0c99d0ae tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:14.512765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a18cbc35-b08f-476e-ba0c-3630ad9197be tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:14.550994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1f51e139-493f-4dc5-afca-c7345654ba9b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:14.586380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c2bbae5-c2cc-4bdc-95a1-dabc74ccb951 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:14.739956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ba4b2712-f51d-49c7-943f-186219f187a0 None None] Provisioning complete for port 8d878216-5b60-4290-855c-d33e8e17f93c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:14.740370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba4b2712-f51d-49c7-943f-186219f187a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:14.760840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c8f97-86f8-4f6c-8a4a-1acd0c99d0ae tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Pushing event updated for resources: {'Subnet': ['ID=1a096ddc-8db8-4694-bb05-8b9051925ae6,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:14.784746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-227c8f97-86f8-4f6c-8a4a-1acd0c99d0ae tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:14.789604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:14.815889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-c367037c-38bd-4d6b-a55f-db3c544990b4 None None] For port 8d878216-5b60-4290-855c-d33e8e17f93c, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8d878216-5b60-4290-855c-d33e8e17f93c,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:14.816332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c367037c-38bd-4d6b-a55f-db3c544990b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:14.892393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2ea9eba3-a7ec-4a1b-9261-9073bed0dc1a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:14.900850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7a95eed4-e76b-430e-b15e-b842f5ea9933 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:14.911150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7a95eed4-e76b-430e-b15e-b842f5ea9933 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:14.912244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7a95eed4-e76b-430e-b15e-b842f5ea9933 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:14.930741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b93d2a0f-d65e-4957-80e6-5c1fd441514d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:14.959176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c367037c-38bd-4d6b-a55f-db3c544990b4 None None] Calling delete_port for 8d878216-5b60-4290-855c-d33e8e17f93c owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:09:14.983216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c2bbae5-c2cc-4bdc-95a1-dabc74ccb951 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:15.006098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74a05321-6f47-461d-a007-366bb27de11b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:15.025965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a3ed38d6-f3de-4e83-8e1c-e51fb8e3abc4 req-88f4023d-0528-4bf7-9035-15a829a8d1c7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:15.092497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fdcf75-ce4e-442f-8771-ea4ed6b227b9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:09:15.095277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c2bbae5-c2cc-4bdc-95a1-dabc74ccb951 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4112833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850663106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4103870'] for router, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:15.116283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79f5425-7157-4df0-83c1-07adea22682d None None] Sync routers for ids ['1bda0b75-a402-4d67-ba40-37fec85218a6'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:09:15.164196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2f842d-f57b-446f-aa87-b12c93e052de tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network 2f58dd5a-a3da-4548-9321-3101210fa73a is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:09:15.169186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c367037c-38bd-4d6b-a55f-db3c544990b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:15.186932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-27bcad18-19e2-4ecc-a77e-808614f99e5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:15.208088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95eed4-e76b-430e-b15e-b842f5ea9933 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Port': ['ID=a5f53a23-d030-4f5b-9e08-94dc70befed4,revision_number=3']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:15.227404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7a95eed4-e76b-430e-b15e-b842f5ea9933 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:15.233135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227c8f97-86f8-4f6c-8a4a-1acd0c99d0ae tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Checking segment: {'id': '03c2267f-780f-41ee-87ee-ca207b01ebd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'ecb7c867-28a1-49fc-b825-7b80336d65a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:09:15.233822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227c8f97-86f8-4f6c-8a4a-1acd0c99d0ae tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Network hostable DHCP agents. Network: ecb7c867-28a1-49fc-b825-7b80336d65a6, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:09:15.239003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-064278e4-b676-4043-a1ed-0475af76f03a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:15.275113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79f5425-7157-4df0-83c1-07adea22682d None None] Routers {'1bda0b75-a402-4d67-ba40-37fec85218a6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:09:15.275834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d79f5425-7157-4df0-83c1-07adea22682d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347d54198>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:09:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['1bda0b75-a402-4d67-ba40-37fec85218a6'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:15.311889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4023d-0528-4bf7-9035-15a829a8d1c7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Pushing event deleted for resources: {'Port': ['ID=522e37dd-c87e-451d-9bf5-82e3d3a11706,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:15.336672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-88f4023d-0528-4bf7-9035-15a829a8d1c7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:15.361548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367037c-38bd-4d6b-a55f-db3c544990b4 None None] Pushing event deleted for resources: {'Port': ['ID=8d878216-5b60-4290-855c-d33e8e17f93c,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:15.367071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c367037c-38bd-4d6b-a55f-db3c544990b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:15.381614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d79f5425-7157-4df0-83c1-07adea22682d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347d54198>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:15.417868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79f5425-7157-4df0-83c1-07adea22682d None None] Routers {'1bda0b75-a402-4d67-ba40-37fec85218a6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:09:15.419329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d79f5425-7157-4df0-83c1-07adea22682d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347d54198>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:09:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['1bda0b75-a402-4d67-ba40-37fec85218a6'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:15.427561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a95eed4-e76b-430e-b15e-b842f5ea9933 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network a5549287-a242-4426-b1b6-8a3b7e22142a is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:09:15.428608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227c8f97-86f8-4f6c-8a4a-1acd0c99d0ae tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Network ecb7c867-28a1-49fc-b825-7b80336d65a6 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:09:15.435821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-7a95eed4-e76b-430e-b15e-b842f5ea9933 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:15.473589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51e139-493f-4dc5-afca-c7345654ba9b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Pushing event updated for resources: {'Subnet': ['ID=8e139ebb-1bbf-47a9-ab13-12edddb252dd,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:15.480610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1f51e139-493f-4dc5-afca-c7345654ba9b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:15.491179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d79f5425-7157-4df0-83c1-07adea22682d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347d54198>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:15.491635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79f5425-7157-4df0-83c1-07adea22682d None None] The sync data for ids ['1bda0b75-a402-4d67-ba40-37fec85218a6'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:09:15.493130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c367037c-38bd-4d6b-a55f-db3c544990b4 None None] No DVR routers for this DVR port 8d878216-5b60-4290-855c-d33e8e17f93c on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:09:15.531808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-227c8f97-86f8-4f6c-8a4a-1acd0c99d0ae tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, ecb7c867-28a1-49fc-b825-7b80336d65a6) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:15.557111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-7f2f842d-f57b-446f-aa87-b12c93e052de tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:15.565504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f928ebaf-0b9e-4d3e-920a-11369b464d0f None None] Network ecb7c867-28a1-49fc-b825-7b80336d65a6 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:09:15.619669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2f842d-f57b-446f-aa87-b12c93e052de tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:09:15.627612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2f842d-f57b-446f-aa87-b12c93e052de tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:15.628621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7f2f842d-f57b-446f-aa87-b12c93e052de tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:15.697610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227c8f97-86f8-4f6c-8a4a-1acd0c99d0ae tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:15.698198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-227c8f97-86f8-4f6c-8a4a-1acd0c99d0ae tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:15.706105 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e1fdcf75-ce4e-442f-8771-ea4ed6b227b9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "PUT /v2.0/routers/1bda0b75-a402-4d67-ba40-37fec85218a6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 15.0559804
Nov 24 13:09:15.709740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47656) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:15.841373 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-46845b53-8042-4f9b-a0a6-ce2d5cd2dbc5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] GET failed (client error): The resource could not be found.
Nov 24 13:09:15.842268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-46845b53-8042-4f9b-a0a6-ce2d5cd2dbc5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Synchronizing usage tracker for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:09:15.857490 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7f2f842d-f57b-446f-aa87-b12c93e052de tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 891 time: 7.0408561
Nov 24 13:09:15.873193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47660) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:15.881614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30203976-fb7d-45f8-b642-1ae2d8109dc5 req-848654b0-d2fb-4553-b029-8aafd54e696e tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:15.883378 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30203976-fb7d-45f8-b642-1ae2d8109dc5 req-848654b0-d2fb-4553-b029-8aafd54e696e tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 865 time: 1.1605606
Nov 24 13:09:15.919647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78af9358-9106-43e1-a886-7b9751e7253c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-ecb7c867-28a1-49fc-b825-7b80336d65a6', 'network_id': 'ecb7c867-28a1-49fc-b825-7b80336d65a6', 'tenant_id': '23c0d994af624aa897601b00f596f30e', 'fixed_ips': [{'subnet_id': '1a096ddc-8db8-4694-bb05-8b9051925ae6'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:09:15.921375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-78af9358-9106-43e1-a886-7b9751e7253c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:16.095778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2bbae5-c2cc-4bdc-95a1-dabc74ccb951 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Router 6e3def6f-2a45-4a5e-9444-7814c6e8e1ec has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:09:16.145356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 46b92b05-bace-49f6-b873-f4d2a3921e66 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:09:16.185942 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-227c8f97-86f8-4f6c-8a4a-1acd0c99d0ae tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 6.7722027
Nov 24 13:09:16.188377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47664) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:16.212588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e64466e4-8caf-4116-8d33-3572b6255496 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting port 6fda4b3f-9502-4bb0-a9ba-b78ca6e07196 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:09:16.213232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e64466e4-8caf-4116-8d33-3572b6255496 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:16.237455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a23c7047-1582-41a4-aa5a-df5ff6163a26 None None] Provisioning complete for port a5f53a23-d030-4f5b-9e08-94dc70befed4 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:16.238267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a23c7047-1582-41a4-aa5a-df5ff6163a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:16.239390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-46845b53-8042-4f9b-a0a6-ce2d5cd2dbc5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Unset dirty status for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:09:16.243311 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-46845b53-8042-4f9b-a0a6-ce2d5cd2dbc5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "GET /v2.0/ports/25e5e958-18bb-4c0e-ab37-0fb8bb5a0d41 HTTP/1.1" status: 404  len: 333 time: 0.5288632
Nov 24 13:09:16.245406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47668) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:16.247322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7e81cc17-23b8-4750-a414-00f6f9733854 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Request body: {'port': {'network_id': 'ecb7c867-28a1-49fc-b825-7b80336d65a6', 'name': 'tempest-NetworksIpV6TestAttrs-1471955776'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:16.278702 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30203976-fb7d-45f8-b642-1ae2d8109dc5 req-8855fda7-a35f-42d6-8abc-b39c4c61f099 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.3291264
Nov 24 13:09:16.282187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb894ff-4e2f-4e0a-b2c6-2d85d5d371d4 None None] Network 2f58dd5a-a3da-4548-9321-3101210fa73a requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:09:16.446778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f51e139-493f-4dc5-afca-c7345654ba9b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Checking segment: {'id': '188225a6-481c-4dc7-b5a3-90b0e8f91d80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '2c313216-cb2d-4fa2-899a-75e5a9bfd8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:09:16.447405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f51e139-493f-4dc5-afca-c7345654ba9b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Network hostable DHCP agents. Network: 2c313216-cb2d-4fa2-899a-75e5a9bfd8d0, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:09:16.495049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a23c7047-1582-41a4-aa5a-df5ff6163a26 None None] Port a5f53a23-d030-4f5b-9e08-94dc70befed4 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:09:16.557730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 46b92b05-bace-49f6-b873-f4d2a3921e66 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:09:16.682345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8d878216-5b60-4290-855c-d33e8e17f93c no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:09:16.751144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 8d878216-5b60-4290-855c-d33e8e17f93c {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:09:16.751767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8d878216-5b60-4290-855c-d33e8e17f93c not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:09:16.834069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2bbae5-c2cc-4bdc-95a1-dabc74ccb951 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:09:16.839726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-694b4c79-c1e0-48b5-8499-1887565d7e05 None None] Provisioning for port 46b92b05-bace-49f6-b873-f4d2a3921e66 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:09:16.850634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab63a158-a980-418a-8057-0a1a69a2aec2 None None] Sync routers for ids ['6e3def6f-2a45-4a5e-9444-7814c6e8e1ec'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:09:16.870992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-694b4c79-c1e0-48b5-8499-1887565d7e05 None None] Provisioning complete for port 46b92b05-bace-49f6-b873-f4d2a3921e66 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:16.871651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-694b4c79-c1e0-48b5-8499-1887565d7e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:16.871905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab63a158-a980-418a-8057-0a1a69a2aec2 None None] Routers {'6e3def6f-2a45-4a5e-9444-7814c6e8e1ec'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:09:16.873434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ab63a158-a980-418a-8057-0a1a69a2aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634caf0be0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:09:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['6e3def6f-2a45-4a5e-9444-7814c6e8e1ec'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:16.876034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d56aac8a-6bf6-43d0-9810-cdafa1852ec8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:16.904886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f51e139-493f-4dc5-afca-c7345654ba9b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Network 2c313216-cb2d-4fa2-899a-75e5a9bfd8d0 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:09:16.914966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-78af9358-9106-43e1-a886-7b9751e7253c None None] Allocated IP 2001:db8::f816:3eff:fe4c:eb38 (ecb7c867-28a1-49fc-b825-7b80336d65a6/1a096ddc-8db8-4694-bb05-8b9051925ae6/def8fd05-b786-43fa-90cc-595b98d4b592) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:09:16.920607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7e81cc17-23b8-4750-a414-00f6f9733854 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:16.932110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c2bbae5-c2cc-4bdc-95a1-dabc74ccb951 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:16.933383 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0c2bbae5-c2cc-4bdc-95a1-dabc74ccb951 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "PUT /v2.0/routers/6e3def6f-2a45-4a5e-9444-7814c6e8e1ec HTTP/1.1" status: 200  len: 710 time: 12.0233846
Nov 24 13:09:16.945635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47672) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:16.955812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7e81cc17-23b8-4750-a414-00f6f9733854 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Usage tracker for resource:port and tenant:23c0d994af624aa897601b00f596f30e is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:17.027497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7e81cc17-23b8-4750-a414-00f6f9733854 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Quota usage for port was recalculated. Used quota:2. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:17.033606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-1f51e139-493f-4dc5-afca-c7345654ba9b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 2c313216-cb2d-4fa2-899a-75e5a9bfd8d0) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:17.074267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7e81cc17-23b8-4750-a414-00f6f9733854 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:17.212811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e81cc17-23b8-4750-a414-00f6f9733854 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Made reservation on behalf of 23c0d994af624aa897601b00f596f30e for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:17.219036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e81cc17-23b8-4750-a414-00f6f9733854 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:17.277336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e64466e4-8caf-4116-8d33-3572b6255496 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:17.283395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ab63a158-a980-418a-8057-0a1a69a2aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634caf0be0>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:17.293645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3ed38d6-f3de-4e83-8e1c-e51fb8e3abc4 req-88f4023d-0528-4bf7-9035-15a829a8d1c7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Router e0bce900-3697-4a26-958b-21bd77e379b2 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:09:17.296061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab63a158-a980-418a-8057-0a1a69a2aec2 None None] Routers {'6e3def6f-2a45-4a5e-9444-7814c6e8e1ec'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:09:17.296885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ab63a158-a980-418a-8057-0a1a69a2aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634caf0be0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:09:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['6e3def6f-2a45-4a5e-9444-7814c6e8e1ec'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:17.367179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ab63a158-a980-418a-8057-0a1a69a2aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634caf0be0>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:17.368100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab63a158-a980-418a-8057-0a1a69a2aec2 None None] The sync data for ids ['6e3def6f-2a45-4a5e-9444-7814c6e8e1ec'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:09:17.490389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd973e7-c0b2-47d9-8dec-bfc818d28d4a None None] Network 2c313216-cb2d-4fa2-899a-75e5a9bfd8d0 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:09:17.510900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e64466e4-8caf-4116-8d33-3572b6255496 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Calling delete_port for 6fda4b3f-9502-4bb0-a9ba-b78ca6e07196 owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:09:17.599857 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8e38ea2a-d743-4459-a33c-9ec07d356a1f tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "GET /v2.0/routers/6e3def6f-2a45-4a5e-9444-7814c6e8e1ec HTTP/1.1" status: 200  len: 745 time: 0.6468604
Nov 24 13:09:17.600099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a95eed4-e76b-430e-b15e-b842f5ea9933 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Router d485a351-ef5d-4a0d-9dab-e390f15b1d62 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:09:17.600358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47680) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:17.613954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d56aac8a-6bf6-43d0-9810-cdafa1852ec8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:17.630489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d56aac8a-6bf6-43d0-9810-cdafa1852ec8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:17.678651 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b67cc78a-a39a-49d1-9e3d-42997673d7c6 req-0adb56d1-2195-4a5b-a28e-bc677aead770 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 210 time: 0.1758552
Nov 24 13:09:17.810386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-694b4c79-c1e0-48b5-8499-1887565d7e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:17.838004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-78af9358-9106-43e1-a886-7b9751e7253c None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:17.870092 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8f873aae-e384-419e-8b4f-171f02939df7 tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] 10.222.0.76 "GET /v2.0/ports?network_id=cfe08d36-e5ba-4f00-8669-16a0ead5d220&device_id=6e3def6f-2a45-4a5e-9444-7814c6e8e1ec HTTP/1.1" status: 200  len: 205 time: 0.2542067
Nov 24 13:09:17.875890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47684) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:17.891423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-78af9358-9106-43e1-a886-7b9751e7253c None None] Transition to ACTIVE for port object def8fd05-b786-43fa-90cc-595b98d4b592 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:09:17.925179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d56aac8a-6bf6-43d0-9810-cdafa1852ec8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:17.925962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56aac8a-6bf6-43d0-9810-cdafa1852ec8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Fanout notify agent at l3_agent the message router_deleted on router 1bda0b75-a402-4d67-ba40-37fec85218a6 {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:09:17.932285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-7e81cc17-23b8-4750-a414-00f6f9733854 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] device_id is not set on port 1ba3da57-532b-4e10-b623-4f88d008806f yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:09:17.943979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-78af9358-9106-43e1-a886-7b9751e7253c None None] Transition to ACTIVE for port object def8fd05-b786-43fa-90cc-595b98d4b592 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:09:17.948226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-694b4c79-c1e0-48b5-8499-1887565d7e05 None None] For port 46b92b05-bace-49f6-b873-f4d2a3921e66, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=46b92b05-bace-49f6-b873-f4d2a3921e66,segment=NetworkSegment(1bdaaa0a-e8e7-41be-9b83-f40b361d5cee),segment_id=1bdaaa0a-e8e7-41be-9b83-f40b361d5cee)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:17.949295 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3bbb4e0c-8155-45b5-ab1d-10614e6b53e0 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "GET /v2.0/ports?device_id=6e3def6f-2a45-4a5e-9444-7814c6e8e1ec HTTP/1.1" status: 200  len: 205 time: 0.0638368
Nov 24 13:09:17.956324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-694b4c79-c1e0-48b5-8499-1887565d7e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:17.956745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47688) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:17.961192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2c141f36-d44f-415d-b733-67a2bf4a2c69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:17.992219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-78af9358-9106-43e1-a886-7b9751e7253c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:18.028773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d56aac8a-6bf6-43d0-9810-cdafa1852ec8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:18.032479 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d56aac8a-6bf6-43d0-9810-cdafa1852ec8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/routers/1bda0b75-a402-4d67-ba40-37fec85218a6 HTTP/1.1" status: 204  len: 168 time: 1.7836897
Nov 24 13:09:18.047384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47692) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:18.229848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8785389b-d9c8-45d4-8a5d-91abf3654b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-2c313216-cb2d-4fa2-899a-75e5a9bfd8d0', 'network_id': '2c313216-cb2d-4fa2-899a-75e5a9bfd8d0', 'tenant_id': '65b63ab4e0cc4051a4aad24ce6172e8c', 'fixed_ips': [{'subnet_id': '8e139ebb-1bbf-47a9-ab13-12edddb252dd'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:09:18.232191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8785389b-d9c8-45d4-8a5d-91abf3654b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:18.259576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b4c79-c1e0-48b5-8499-1887565d7e05 None None] Pushing event updated for resources: {'Port': ['ID=46b92b05-bace-49f6-b873-f4d2a3921e66,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:18.264245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-694b4c79-c1e0-48b5-8499-1887565d7e05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:18.273204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:18.344171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-458c95f9-eed5-4a55-be51-42bfaaa5da78 None None] Provisioning complete for port 46b92b05-bace-49f6-b873-f4d2a3921e66 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:18.344796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-458c95f9-eed5-4a55-be51-42bfaaa5da78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:18.439145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e8904236-b3d7-4f0f-bbc1-d7258f1d213e tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:18.518500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3ca60b-5cf2-4c65-b66a-73a62db5b578 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting subnet 9427803f-fb80-4cac-99a3-350e67890f3d {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:09:18.534571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a95eed4-e76b-430e-b15e-b842f5ea9933 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:09:18.537556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c3ca60b-5cf2-4c65-b66a-73a62db5b578 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:18.562090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af9358-9106-43e1-a886-7b9751e7253c None None] Pushing event updated for resources: {'Port': ['ID=def8fd05-b786-43fa-90cc-595b98d4b592,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:18.584564 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7a95eed4-e76b-430e-b15e-b842f5ea9933 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "PUT /v2.0/routers/d485a351-ef5d-4a0d-9dab-e390f15b1d62/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.5174289
Nov 24 13:09:18.586325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47696) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:18.632731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3ed38d6-f3de-4e83-8e1c-e51fb8e3abc4 req-88f4023d-0528-4bf7-9035-15a829a8d1c7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:09:18.650538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9af841b-01f0-4629-a65f-bd13ab8d606a None None] Sync routers for ids ['e0bce900-3697-4a26-958b-21bd77e379b2'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:09:18.665799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9af841b-01f0-4629-a65f-bd13ab8d606a None None] Routers {'e0bce900-3697-4a26-958b-21bd77e379b2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:09:18.666821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a9af841b-01f0-4629-a65f-bd13ab8d606a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d7054e0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:09:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e0bce900-3697-4a26-958b-21bd77e379b2'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:18.730213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ed38d6-f3de-4e83-8e1c-e51fb8e3abc4 req-88f4023d-0528-4bf7-9035-15a829a8d1c7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] No DVR routers for this DVR port 522e37dd-c87e-451d-9bf5-82e3d3a11706 on host hv-neutron-6013 {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:09:18.740670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c3ca60b-5cf2-4c65-b66a-73a62db5b578 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:18.760260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e64466e4-8caf-4116-8d33-3572b6255496 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:18.772484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a3ed38d6-f3de-4e83-8e1c-e51fb8e3abc4 req-88f4023d-0528-4bf7-9035-15a829a8d1c7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:18.774610 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a3ed38d6-f3de-4e83-8e1c-e51fb8e3abc4 req-88f4023d-0528-4bf7-9035-15a829a8d1c7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.70 "DELETE /v2.0/ports/522e37dd-c87e-451d-9bf5-82e3d3a11706 HTTP/1.1" status: 204  len: 173 time: 10.5064468
Nov 24 13:09:18.781065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6711fa54-6790-46c3-864c-b0fbcde3e3ac', 'name': 'network-vif-deleted', 'tag': '522e37dd-c87e-451d-9bf5-82e3d3a11706'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:09:18.817086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-7e81cc17-23b8-4750-a414-00f6f9733854 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Allocated IP 2001:db8::f816:3eff:fe51:88eb (ecb7c867-28a1-49fc-b825-7b80336d65a6/1a096ddc-8db8-4694-bb05-8b9051925ae6/1ba3da57-532b-4e10-b623-4f88d008806f) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:09:18.852849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2ef4ef84-2893-4fc7-a0ef-1969fa2cc5a7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:18.898188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-8785389b-d9c8-45d4-8a5d-91abf3654b40 None None] Allocated IP 2001:db8::1 (2c313216-cb2d-4fa2-899a-75e5a9bfd8d0/8e139ebb-1bbf-47a9-ab13-12edddb252dd/2629ef08-8dd8-41ee-b795-b7d6bdae9a84) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:09:18.937348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-a9af841b-01f0-4629-a65f-bd13ab8d606a None None] Set router e0bce900-3697-4a26-958b-21bd77e379b2 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:09:19.038058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3e1ed3-948e-49cb-adce-fe93a7dff1a8 None None] Sync routers for ids ['d485a351-ef5d-4a0d-9dab-e390f15b1d62'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:09:19.053686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c3ca60b-5cf2-4c65-b66a-73a62db5b578 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:19.063316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-78af9358-9106-43e1-a886-7b9751e7253c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:19.083436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78af9358-9106-43e1-a886-7b9751e7253c None None] Network ecb7c867-28a1-49fc-b825-7b80336d65a6 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:09:19.090607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-78af9358-9106-43e1-a886-7b9751e7253c None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:19.101358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78af9358-9106-43e1-a886-7b9751e7253c None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:09:19.102455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64466e4-8caf-4116-8d33-3572b6255496 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Port': ['ID=6fda4b3f-9502-4bb0-a9ba-b78ca6e07196,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:19.143390 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6711fa54-6790-46c3-864c-b0fbcde3e3ac', 'name': 'network-vif-deleted', 'tag': '522e37dd-c87e-451d-9bf5-82e3d3a11706', 'status': 'completed', 'code': 200}
Nov 24 13:09:19.154409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e64466e4-8caf-4116-8d33-3572b6255496 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:19.160596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cec1110-47cb-474c-9279-dc81d6f284eb tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:19.162393 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0cec1110-47cb-474c-9279-dc81d6f284eb tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "GET /v2.0/ports/a5f53a23-d030-4f5b-9e08-94dc70befed4 HTTP/1.1" status: 200  len: 983 time: 0.5726335
Nov 24 13:09:19.169359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47706) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:19.188949 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-25d14f56-b4df-42cd-baeb-afa7134b4cfc req-303cd534-f737-4a1a-8807-864f7edf714f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 210 time: 0.1608930
Nov 24 13:09:19.190053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74a05321-6f47-461d-a007-366bb27de11b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:19.305657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3e1ed3-948e-49cb-adce-fe93a7dff1a8 None None] Routers {'d485a351-ef5d-4a0d-9dab-e390f15b1d62'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:09:19.306350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-6c3e1ed3-948e-49cb-adce-fe93a7dff1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c8cbda0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:09:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['d485a351-ef5d-4a0d-9dab-e390f15b1d62'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:19.308442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fa5b4166-b765-4ae0-a014-a42ca6d0677f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:19.407615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a9af841b-01f0-4629-a65f-bd13ab8d606a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d7054e0>, [{'id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'name': 'tempest-TestVolumeBootPattern-366325813-router', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:04:44Z', 'updated_at': '2020-11-24T13:05:04Z', 'revision_number': 4, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'gw_port': {'id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:04:47Z', 'updated_at': '2020-11-24T13:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'd3d4f93d-57fc-4366-924d-366b13721c3c', 'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'mac_address': 'fa:16:3e:ff:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:00Z', 'updated_at': '2020-11-24T13:05:18Z', 'revision_number': 5, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'subnets': [{'id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:19.412982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9af841b-01f0-4629-a65f-bd13ab8d606a None None] Checking router: e0bce900-3697-4a26-958b-21bd77e379b2 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:09:19.428744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9af841b-01f0-4629-a65f-bd13ab8d606a None None] Routers {'e0bce900-3697-4a26-958b-21bd77e379b2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:09:19.429438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a9af841b-01f0-4629-a65f-bd13ab8d606a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d7054e0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:09:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e0bce900-3697-4a26-958b-21bd77e379b2'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:19.513279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-6c3e1ed3-948e-49cb-adce-fe93a7dff1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c8cbda0>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:19.566465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-78af9358-9106-43e1-a886-7b9751e7253c None None] Attempting to bind port def8fd05-b786-43fa-90cc-595b98d4b592 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:09:19.567002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-78af9358-9106-43e1-a886-7b9751e7253c None None] Attempting to bind port def8fd05-b786-43fa-90cc-595b98d4b592 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '03c2267f-780f-41ee-87ee-ca207b01ebd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'ecb7c867-28a1-49fc-b825-7b80336d65a6'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:09:19.567228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78af9358-9106-43e1-a886-7b9751e7253c None None] Attempting to bind port def8fd05-b786-43fa-90cc-595b98d4b592 on network ecb7c867-28a1-49fc-b825-7b80336d65a6 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:09:19.603203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-458c95f9-eed5-4a55-be51-42bfaaa5da78 None None] Could not find standard attr ID for object 6fda4b3f-9502-4bb0-a9ba-b78ca6e07196. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:09:19.647981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78af9358-9106-43e1-a886-7b9751e7253c None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:09:19.650379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78af9358-9106-43e1-a886-7b9751e7253c None None] Checking segment: {'id': '03c2267f-780f-41ee-87ee-ca207b01ebd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'ecb7c867-28a1-49fc-b825-7b80336d65a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:09:19.651059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-78af9358-9106-43e1-a886-7b9751e7253c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:19.651700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78af9358-9106-43e1-a886-7b9751e7253c None None] Bound using segment: {'id': '03c2267f-780f-41ee-87ee-ca207b01ebd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'ecb7c867-28a1-49fc-b825-7b80336d65a6'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:09:19.664835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-78af9358-9106-43e1-a886-7b9751e7253c None None] Bound port: def8fd05-b786-43fa-90cc-595b98d4b592, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c2267f-780f-41ee-87ee-ca207b01ebd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'ecb7c867-28a1-49fc-b825-7b80336d65a6'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:09:19.665660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-78af9358-9106-43e1-a886-7b9751e7253c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:19.717010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-a9af841b-01f0-4629-a65f-bd13ab8d606a None None] Set router e0bce900-3697-4a26-958b-21bd77e379b2 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:09:19.736147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a05321-6f47-461d-a007-366bb27de11b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Subnet': ['ID=451be96f-8d13-417c-8aac-0770fcbe20fc,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:19.812249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-74a05321-6f47-461d-a007-366bb27de11b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:19.859972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3e1ed3-948e-49cb-adce-fe93a7dff1a8 None None] Routers {'d485a351-ef5d-4a0d-9dab-e390f15b1d62'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:09:19.860990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-6c3e1ed3-948e-49cb-adce-fe93a7dff1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c8cbda0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:09:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['d485a351-ef5d-4a0d-9dab-e390f15b1d62'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:19.875884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e8904236-b3d7-4f0f-bbc1-d7258f1d213e tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:19.915918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1f51e139-493f-4dc5-afca-c7345654ba9b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:19.923741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e8904236-b3d7-4f0f-bbc1-d7258f1d213e tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:19.995838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-6c3e1ed3-948e-49cb-adce-fe93a7dff1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c8cbda0>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:19.996384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3e1ed3-948e-49cb-adce-fe93a7dff1a8 None None] The sync data for ids ['d485a351-ef5d-4a0d-9dab-e390f15b1d62'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:09:20.012838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 46b92b05-bace-49f6-b873-f4d2a3921e66 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:09:20.015730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-74a05321-6f47-461d-a007-366bb27de11b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:20.166717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e8904236-b3d7-4f0f-bbc1-d7258f1d213e tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:20.167304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8904236-b3d7-4f0f-bbc1-d7258f1d213e tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Fanout notify agent at l3_agent the message router_deleted on router 6e3def6f-2a45-4a5e-9444-7814c6e8e1ec {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:09:20.189920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e64466e4-8caf-4116-8d33-3572b6255496 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:20.207714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e8904236-b3d7-4f0f-bbc1-d7258f1d213e tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:20.209321 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e8904236-b3d7-4f0f-bbc1-d7258f1d213e tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "DELETE /v2.0/routers/6e3def6f-2a45-4a5e-9444-7814c6e8e1ec HTTP/1.1" status: 204  len: 168 time: 2.2479041
Nov 24 13:09:20.214658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47710) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:20.226942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a9af841b-01f0-4629-a65f-bd13ab8d606a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d7054e0>, [{'id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'name': 'tempest-TestVolumeBootPattern-366325813-router', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:04:44Z', 'updated_at': '2020-11-24T13:05:04Z', 'revision_number': 4, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'gw_port': {'id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:04:47Z', 'updated_at': '2020-11-24T13:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'd3d4f93d-57fc-4366-924d-366b13721c3c', 'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'mac_address': 'fa:16:3e:ff:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:00Z', 'updated_at': '2020-11-24T13:05:18Z', 'revision_number': 5, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'subnets': [{'id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:20.232550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9af841b-01f0-4629-a65f-bd13ab8d606a None None] The sync data for ids ['e0bce900-3697-4a26-958b-21bd77e379b2'] in dv-neutron-601336-61-ovs is: [{'id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'name': 'tempest-TestVolumeBootPattern-366325813-router', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:04:44Z', 'updated_at': '2020-11-24T13:05:04Z', 'revision_number': 4, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'gw_port': {'id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:04:47Z', 'updated_at': '2020-11-24T13:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'd3d4f93d-57fc-4366-924d-366b13721c3c', 'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'mac_address': 'fa:16:3e:ff:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:00Z', 'updated_at': '2020-11-24T13:05:18Z', 'revision_number': 5, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'subnets': [{'id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:09:20.294605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e81cc17-23b8-4750-a414-00f6f9733854 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:20.317109 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3bf86994-3489-4f98-af80-bf36d1542ba1 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "GET /v2.0/ports?device_id=6e3def6f-2a45-4a5e-9444-7814c6e8e1ec HTTP/1.1" status: 200  len: 205 time: 0.0982149
Nov 24 13:09:20.323969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47716) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:20.326866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-7e81cc17-23b8-4750-a414-00f6f9733854 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Transition to ACTIVE for port object 1ba3da57-532b-4e10-b623-4f88d008806f will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:09:20.389430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8785389b-d9c8-45d4-8a5d-91abf3654b40 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:20.407319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-dface372-1cd3-416c-bdd4-31126cdf9a7d None None] Provisioning complete for port 46b92b05-bace-49f6-b873-f4d2a3921e66 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:20.407748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dface372-1cd3-416c-bdd4-31126cdf9a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:20.472290 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-20dc30d0-822b-4a7f-9949-7b6f61904e3d tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] delete failed (client error): The resource could not be found.
Nov 24 13:09:20.477234 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e64466e4-8caf-4116-8d33-3572b6255496 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/ports/6fda4b3f-9502-4bb0-a9ba-b78ca6e07196 HTTP/1.1" status: 204  len: 168 time: 4.5924714
Nov 24 13:09:20.477993 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-20dc30d0-822b-4a7f-9949-7b6f61904e3d tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "DELETE /v2.0/routers/6e3def6f-2a45-4a5e-9444-7814c6e8e1ec HTTP/1.1" status: 404  len: 336 time: 0.1391959
Nov 24 13:09:20.479006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47720) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:20.479898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47722) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:20.480639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51e139-493f-4dc5-afca-c7345654ba9b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Pushing event updated for resources: {'Subnet': ['ID=6f359dba-be1f-422d-9e75-3303918a35b9,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:20.482373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8785389b-d9c8-45d4-8a5d-91abf3654b40 None None] Transition to ACTIVE for port object 2629ef08-8dd8-41ee-b795-b7d6bdae9a84 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:09:20.485620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a05321-6f47-461d-a007-366bb27de11b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:09:20.534249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-78af9358-9106-43e1-a886-7b9751e7253c None None] For port def8fd05-b786-43fa-90cc-595b98d4b592, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:09:20.545234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1f51e139-493f-4dc5-afca-c7345654ba9b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:20.553257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e81cc17-23b8-4750-a414-00f6f9733854 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:20.555472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-74a05321-6f47-461d-a007-366bb27de11b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:20.559083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8785389b-d9c8-45d4-8a5d-91abf3654b40 None None] Transition to ACTIVE for port object 2629ef08-8dd8-41ee-b795-b7d6bdae9a84 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:09:20.569579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-78af9358-9106-43e1-a886-7b9751e7253c None None] For port def8fd05-b786-43fa-90cc-595b98d4b592, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=def8fd05-b786-43fa-90cc-595b98d4b592,segment=NetworkSegment(03c2267f-780f-41ee-87ee-ca207b01ebd5),segment_id=03c2267f-780f-41ee-87ee-ca207b01ebd5)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:09:20.572919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f684e2-473d-4c1d-8d7c-9ca3bbe2e326 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:09:20.580486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-80a27886-b6fb-4f4e-a760-0d686032e8aa tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:20.610209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c3ca60b-5cf2-4c65-b66a-73a62db5b578 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:20.638284 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3947d664-cf12-4b4e-a7a8-550ac44d8355 req-ebc337fb-6bde-47f7-906b-5dbd773e31be tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=6711fa54-6790-46c3-864c-b0fbcde3e3ac HTTP/1.1" status: 200  len: 210 time: 0.1471212
Nov 24 13:09:20.685265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8785389b-d9c8-45d4-8a5d-91abf3654b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:20.713513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-78af9358-9106-43e1-a886-7b9751e7253c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:20.732044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-da793c8f-5ef3-4f59-8f19-5405f3335935 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:20.762508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a05321-6f47-461d-a007-366bb27de11b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:20.763167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74a05321-6f47-461d-a007-366bb27de11b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:20.775982 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-46135392-a8f2-41a1-8e1d-c2a255e56113 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "GET /v2.0/ports?device_id=7cb61197-d467-4a78-a429-79baceef7302 HTTP/1.1" status: 200  len: 205 time: 0.2785943
Nov 24 13:09:20.782771 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-79394fc0-bfd8-4b53-85c2-23d125f29991 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] GET failed (client error): The resource could not be found.
Nov 24 13:09:20.783585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-79394fc0-bfd8-4b53-85c2-23d125f29991 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Synchronizing usage tracker for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:09:20.785789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47728) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:20.792056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ca60b-5cf2-4c65-b66a-73a62db5b578 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Subnet': ['ID=9427803f-fb80-4cac-99a3-350e67890f3d,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:20.805631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8c3ca60b-5cf2-4c65-b66a-73a62db5b578 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:20.820487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a541dbb3-b3fb-494d-8c46-44c817025b13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:20.902084 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-31f27bde-70ca-4b4b-9656-509557813a3e tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] delete failed (client error): The resource could not be found.
Nov 24 13:09:20.906311 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-31f27bde-70ca-4b4b-9656-509557813a3e tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "DELETE /v2.0/routers/7cb61197-d467-4a78-a429-79baceef7302 HTTP/1.1" status: 404  len: 336 time: 0.1127260
Nov 24 13:09:20.907377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47732) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:20.926766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1006e62-9ab1-490b-9dc4-d5c5ff16c351 None None] New status for floating IP 74a89466-795f-4ea8-ac47-ddcad55cfa83: DOWN {{(pid=80945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:09:20.955780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-79394fc0-bfd8-4b53-85c2-23d125f29991 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Unset dirty status for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:09:20.959595 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-79394fc0-bfd8-4b53-85c2-23d125f29991 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "GET /v2.0/ports/6fda4b3f-9502-4bb0-a9ba-b78ca6e07196 HTTP/1.1" status: 404  len: 333 time: 0.4571705
Nov 24 13:09:20.963277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47736) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:20.968520 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-38d18ce8-f589-436b-b612-30399a2bcf19 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "GET /v2.0/ports?device_id=4d539da2-db50-447b-9fa6-faf5dc2672ee HTTP/1.1" status: 200  len: 205 time: 0.0573554
Nov 24 13:09:20.968884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47740) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:21.098582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c3ca60b-5cf2-4c65-b66a-73a62db5b578 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:21.102616 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-30f0595f-e7fc-4924-9aad-f433242af05a tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] delete failed (client error): The resource could not be found.
Nov 24 13:09:21.107385 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-30f0595f-e7fc-4924-9aad-f433242af05a tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "DELETE /v2.0/routers/4d539da2-db50-447b-9fa6-faf5dc2672ee HTTP/1.1" status: 404  len: 336 time: 0.0960417
Nov 24 13:09:21.109638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47744) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:21.154759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81cc17-23b8-4750-a414-00f6f9733854 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Pushing event updated for resources: {'Port': ['ID=1ba3da57-532b-4e10-b623-4f88d008806f,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:21.165395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7e81cc17-23b8-4750-a414-00f6f9733854 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:21.169190 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8c3ca60b-5cf2-4c65-b66a-73a62db5b578 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/subnets/9427803f-fb80-4cac-99a3-350e67890f3d HTTP/1.1" status: 204  len: 168 time: 3.1190791
Nov 24 13:09:21.170098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47748) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:21.175751 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-74a05321-6f47-461d-a007-366bb27de11b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 7.6136239
Nov 24 13:09:21.187755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47750) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:21.199506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:21.212582 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a17c885c-34e3-46cd-b065-3fe307f46ad2 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "GET /v2.0/ports?device_id=9255bf91-bb58-4757-99c5-f379bf59f2e1 HTTP/1.1" status: 200  len: 205 time: 0.0994029
Nov 24 13:09:21.264283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47756) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:21.266831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f51e139-493f-4dc5-afca-c7345654ba9b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Checking segment: {'id': '784bdd55-25b7-4a56-be04-85cffa7ca911', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '8a3448ee-2e1b-4d94-87d1-c38d280c19f6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:09:21.267237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f51e139-493f-4dc5-afca-c7345654ba9b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Network hostable DHCP agents. Network: 8a3448ee-2e1b-4d94-87d1-c38d280c19f6, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:09:21.284857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 46b92b05-bace-49f6-b873-f4d2a3921e66 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:21.285290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:21.310266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6cac02-095e-488d-bdf9-dd4157fb9897 None None] Network 55fecb21-d6f8-42aa-9657-b8d83c90eebc requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:09:21.356514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:21.416657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785389b-d9c8-45d4-8a5d-91abf3654b40 None None] Pushing event updated for resources: {'Port': ['ID=2629ef08-8dd8-41ee-b795-b7d6bdae9a84,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:21.442525 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-291b5e37-cb3f-4091-9d15-244eeac77ac6 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] delete failed (client error): The resource could not be found.
Nov 24 13:09:21.443760 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-291b5e37-cb3f-4091-9d15-244eeac77ac6 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "DELETE /v2.0/routers/9255bf91-bb58-4757-99c5-f379bf59f2e1 HTTP/1.1" status: 404  len: 336 time: 0.1793666
Nov 24 13:09:21.458168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47762) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:21.484152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e81cc17-23b8-4750-a414-00f6f9733854 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Network ecb7c867-28a1-49fc-b825-7b80336d65a6 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:09:21.491813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-7e81cc17-23b8-4750-a414-00f6f9733854 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:21.498889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e81cc17-23b8-4750-a414-00f6f9733854 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:09:21.503813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e81cc17-23b8-4750-a414-00f6f9733854 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:21.504546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e81cc17-23b8-4750-a414-00f6f9733854 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:21.520101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3ee69ec-98ab-4d81-b2b2-33bd3940a10b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:21.524770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f51e139-493f-4dc5-afca-c7345654ba9b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Network 8a3448ee-2e1b-4d94-87d1-c38d280c19f6 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:09:21.527346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:21.544332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:subnet and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:21.549517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:21.558823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-1f51e139-493f-4dc5-afca-c7345654ba9b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 8a3448ee-2e1b-4d94-87d1-c38d280c19f6) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:21.564285 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7e81cc17-23b8-4750-a414-00f6f9733854 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 5.3593268
Nov 24 13:09:21.565188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47766) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:21.567473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:21.577964 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c3634832-6290-42d4-bbb2-3453ae1d9249 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "GET /v2.0/ports?device_id=94423af5-f42d-48b8-ad34-5ae35a47859d HTTP/1.1" status: 200  len: 205 time: 0.1161256
Nov 24 13:09:21.583529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47770) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:21.595272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-dface372-1cd3-416c-bdd4-31126cdf9a7d None None] Could not find standard attr ID for object 6fda4b3f-9502-4bb0-a9ba-b78ca6e07196. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:09:21.625197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22160c54-0f53-4982-bf21-3c2ecb2d1f89 None None] Network 8a3448ee-2e1b-4d94-87d1-c38d280c19f6 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:09:21.638313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f51e139-493f-4dc5-afca-c7345654ba9b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:21.638755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f51e139-493f-4dc5-afca-c7345654ba9b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:21.639478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1f51e139-493f-4dc5-afca-c7345654ba9b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:21.689106 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-c91f1ef6-f7aa-4dbe-afaa-7bb6111082aa tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] delete failed (client error): The resource could not be found.
Nov 24 13:09:21.690193 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c91f1ef6-f7aa-4dbe-afaa-7bb6111082aa tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "DELETE /v2.0/routers/94423af5-f42d-48b8-ad34-5ae35a47859d HTTP/1.1" status: 404  len: 336 time: 0.1041858
Nov 24 13:09:21.690415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:21.703874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47776) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:21.744988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c3ee69ec-98ab-4d81-b2b2-33bd3940a10b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting port 75f3798b-1c83-4ff6-835b-0e99f63a5364 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:09:21.745371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3ee69ec-98ab-4d81-b2b2-33bd3940a10b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:21.804638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af95c77-78d1-4528-a4e7-a05dd6703425 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting subnet 9fba41de-878d-4fe8-813a-bfb6156163d7 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:09:21.804889 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1f51e139-493f-4dc5-afca-c7345654ba9b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1476 time: 14.0348771
Nov 24 13:09:21.804889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47780) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:21.812439 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-be3ee77e-8e50-4df1-8a78-67de420de116 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "GET /v2.0/ports?device_id=154e7597-92b0-4fc8-ae24-9f91ac560f6a HTTP/1.1" status: 200  len: 205 time: 0.1032336
Nov 24 13:09:21.813506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6af95c77-78d1-4528-a4e7-a05dd6703425 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:21.853136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47786) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:21.952990 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-b66ac03c-1ea2-4c9e-ae22-4e92a0a6ff5f tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] delete failed (client error): The resource could not be found.
Nov 24 13:09:21.954028 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b66ac03c-1ea2-4c9e-ae22-4e92a0a6ff5f tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "DELETE /v2.0/routers/154e7597-92b0-4fc8-ae24-9f91ac560f6a HTTP/1.1" status: 404  len: 336 time: 0.0977890
Nov 24 13:09:21.975291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af9358-9106-43e1-a886-7b9751e7253c None None] Pushing event updated for resources: {'Port': ['ID=def8fd05-b786-43fa-90cc-595b98d4b592,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:21.983913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47792) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:22.030385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f95d30a-eb52-4722-8013-4cd9e30ac940 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:22.034993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f95d30a-eb52-4722-8013-4cd9e30ac940 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:22.037064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f95d30a-eb52-4722-8013-4cd9e30ac940 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:22.038075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0f95d30a-eb52-4722-8013-4cd9e30ac940 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Synchronizing usage tracker for tenant:65b63ab4e0cc4051a4aad24ce6172e8c on resource:subnet {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:09:22.054610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6af95c77-78d1-4528-a4e7-a05dd6703425 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:22.088782 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f8c2877-889b-44b5-b76b-2039f00cc978 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] DELETE failed (client error): The resource could not be found.
Nov 24 13:09:22.089284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f8c2877-889b-44b5-b76b-2039f00cc978 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:09:22.091847 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3f8c2877-889b-44b5-b76b-2039f00cc978 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] 10.222.0.76 "DELETE /v2.0/subnets/074a0cf3-12cb-4595-83e6-c148bc78a31c HTTP/1.1" status: 404  len: 337 time: 0.1005161
Nov 24 13:09:22.193396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0f95d30a-eb52-4722-8013-4cd9e30ac940 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Unset dirty status for tenant:65b63ab4e0cc4051a4aad24ce6172e8c on resource:subnet {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:09:22.202192 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0f95d30a-eb52-4722-8013-4cd9e30ac940 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2102 time: 0.3872375
Nov 24 13:09:22.209512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:22.211047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-78af9358-9106-43e1-a886-7b9751e7253c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.391s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:22.221929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0d3346d2-8c2f-4dd9-951c-1e97e3986ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.368s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:22.222384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0d3346d2-8c2f-4dd9-951c-1e97e3986ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:22.236939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8785389b-d9c8-45d4-8a5d-91abf3654b40 None None] Network 2c313216-cb2d-4fa2-899a-75e5a9bfd8d0 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:09:22.275041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-8785389b-d9c8-45d4-8a5d-91abf3654b40 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:22.292048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47800) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:22.296333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8785389b-d9c8-45d4-8a5d-91abf3654b40 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:09:22.487990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec622e9-dc50-4162-b9e8-38075e0287e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-8ca51b04-1dca-4f60-b844-2979d8864b51', 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'fixed_ips': [{'subnet_id': '451be96f-8d13-417c-8aac-0770fcbe20fc'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:09:22.489018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ec622e9-dc50-4162-b9e8-38075e0287e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:22.505750 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c2ef757-45be-44f3-8763-712426fcb28e req-c282e3c2-6e11-4493-b1f9-ac146aab303d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1498028031&fields=id&tenant_id=6efb027d4b0e48cc970462a6d3154fa0 HTTP/1.1" status: 200  len: 267 time: 0.0828867
Nov 24 13:09:22.517239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311f34ff-824c-462d-89ed-9920d893c823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-8a3448ee-2e1b-4d94-87d1-c38d280c19f6', 'network_id': '8a3448ee-2e1b-4d94-87d1-c38d280c19f6', 'tenant_id': '65b63ab4e0cc4051a4aad24ce6172e8c', 'fixed_ips': [{'subnet_id': '6f359dba-be1f-422d-9e75-3303918a35b9'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:09:22.518177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-311f34ff-824c-462d-89ed-9920d893c823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:22.555236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-c3ee69ec-98ab-4d81-b2b2-33bd3940a10b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] For port 75f3798b-1c83-4ff6-835b-0e99f63a5364, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=75f3798b-1c83-4ff6-835b-0e99f63a5364,segment=NetworkSegment(50f6c7a4-cfcb-4ce5-9cae-03e5139d5180),segment_id=50f6c7a4-cfcb-4ce5-9cae-03e5139d5180)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:22.555643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3ee69ec-98ab-4d81-b2b2-33bd3940a10b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:22.577304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-8785389b-d9c8-45d4-8a5d-91abf3654b40 None None] Attempting to bind port 2629ef08-8dd8-41ee-b795-b7d6bdae9a84 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:09:22.577731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-8785389b-d9c8-45d4-8a5d-91abf3654b40 None None] Attempting to bind port 2629ef08-8dd8-41ee-b795-b7d6bdae9a84 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '188225a6-481c-4dc7-b5a3-90b0e8f91d80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '2c313216-cb2d-4fa2-899a-75e5a9bfd8d0'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:09:22.578171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8785389b-d9c8-45d4-8a5d-91abf3654b40 None None] Attempting to bind port 2629ef08-8dd8-41ee-b795-b7d6bdae9a84 on network 2c313216-cb2d-4fa2-899a-75e5a9bfd8d0 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:09:22.597237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8785389b-d9c8-45d4-8a5d-91abf3654b40 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:09:22.597673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8785389b-d9c8-45d4-8a5d-91abf3654b40 None None] Checking segment: {'id': '188225a6-481c-4dc7-b5a3-90b0e8f91d80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '2c313216-cb2d-4fa2-899a-75e5a9bfd8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:09:22.598157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8785389b-d9c8-45d4-8a5d-91abf3654b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:22.598622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8785389b-d9c8-45d4-8a5d-91abf3654b40 None None] Bound using segment: {'id': '188225a6-481c-4dc7-b5a3-90b0e8f91d80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '2c313216-cb2d-4fa2-899a-75e5a9bfd8d0'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:09:22.599194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-8785389b-d9c8-45d4-8a5d-91abf3654b40 None None] Bound port: 2629ef08-8dd8-41ee-b795-b7d6bdae9a84, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '188225a6-481c-4dc7-b5a3-90b0e8f91d80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '2c313216-cb2d-4fa2-899a-75e5a9bfd8d0'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:09:22.599631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8785389b-d9c8-45d4-8a5d-91abf3654b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:22.685953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d8f00c-b3d6-46a1-ba1e-1dc6c18e8fb5 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Deleting subnet 1a096ddc-8db8-4694-bb05-8b9051925ae6 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:09:22.697239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47806) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:22.740809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76d8f00c-b3d6-46a1-ba1e-1dc6c18e8fb5 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:22.882759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5656de0f-c7ef-453d-8b02-6799c055dddb None None] DHCP port deletion for 55fecb21-d6f8-42aa-9657-b8d83c90eebc request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:09:22.893257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5656de0f-c7ef-453d-8b02-6799c055dddb None None] Deleting port 75f3798b-1c83-4ff6-835b-0e99f63a5364 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:09:22.893680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5656de0f-c7ef-453d-8b02-6799c055dddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:22.926933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-3403d25c-7df3-4e69-82ef-ee142749081c tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Deleting subnet 8e139ebb-1bbf-47a9-ab13-12edddb252dd {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:09:22.930706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3403d25c-7df3-4e69-82ef-ee142749081c tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:22.933603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76d8f00c-b3d6-46a1-ba1e-1dc6c18e8fb5 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:23.001518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3403d25c-7df3-4e69-82ef-ee142749081c tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:23.077908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b3e3b633-e8fb-4c96-8829-0d9e8a2a142f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:23.169388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6af95c77-78d1-4528-a4e7-a05dd6703425 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:23.219924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ef757-45be-44f3-8763-712426fcb28e req-0b95e986-2362-4c3a-9cf9-1fa98618b42b tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:23.221567 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c2ef757-45be-44f3-8763-712426fcb28e req-0b95e986-2362-4c3a-9cf9-1fa98618b42b tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/networks?id=c200d148-1aac-4d09-a682-2365e76cfa1f HTTP/1.1" status: 200  len: 811 time: 0.6971562
Nov 24 13:09:23.243323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-73e6906e-56a7-4414-b836-69cd1772342a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:23.257584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-8785389b-d9c8-45d4-8a5d-91abf3654b40 None None] For port 2629ef08-8dd8-41ee-b795-b7d6bdae9a84, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:09:23.287507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c3ee69ec-98ab-4d81-b2b2-33bd3940a10b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Calling delete_port for 75f3798b-1c83-4ff6-835b-0e99f63a5364 owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:09:23.384184 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c2ef757-45be-44f3-8763-712426fcb28e req-5e8f36f7-bc97-485a-8a95-c322478afe89 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/quotas/6efb027d4b0e48cc970462a6d3154fa0 HTTP/1.1" status: 200  len: 375 time: 0.1460929
Nov 24 13:09:23.408731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-8785389b-d9c8-45d4-8a5d-91abf3654b40 None None] For port 2629ef08-8dd8-41ee-b795-b7d6bdae9a84, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=2629ef08-8dd8-41ee-b795-b7d6bdae9a84,segment=NetworkSegment(188225a6-481c-4dc7-b5a3-90b0e8f91d80),segment_id=188225a6-481c-4dc7-b5a3-90b0e8f91d80)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:09:23.432890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8785389b-d9c8-45d4-8a5d-91abf3654b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:23.450490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3403d25c-7df3-4e69-82ef-ee142749081c tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:23.460242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2b0a6b7b-afa0-4acd-9b2c-2193f323b7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:23.530954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-73e6906e-56a7-4414-b836-69cd1772342a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:23.548551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-73e6906e-56a7-4414-b836-69cd1772342a admin admin] Usage tracker for resource:security_group_rule and tenant:691a476dd4bd4c59a55de8f820d48fec is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:23.559561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-73e6906e-56a7-4414-b836-69cd1772342a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:23.579351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-73e6906e-56a7-4414-b836-69cd1772342a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:23.633159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3ee69ec-98ab-4d81-b2b2-33bd3940a10b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:23.681978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-5656de0f-c7ef-453d-8b02-6799c055dddb None None] For port 75f3798b-1c83-4ff6-835b-0e99f63a5364, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=75f3798b-1c83-4ff6-835b-0e99f63a5364,segment=NetworkSegment(50f6c7a4-cfcb-4ce5-9cae-03e5139d5180),segment_id=50f6c7a4-cfcb-4ce5-9cae-03e5139d5180)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:23.682483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5656de0f-c7ef-453d-8b02-6799c055dddb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:23.723530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7a95eed4-e76b-430e-b15e-b842f5ea9933 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:23.795674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee69ec-98ab-4d81-b2b2-33bd3940a10b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Port': ['ID=75f3798b-1c83-4ff6-835b-0e99f63a5364,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:23.798673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c3ee69ec-98ab-4d81-b2b2-33bd3940a10b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:23.913194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5656de0f-c7ef-453d-8b02-6799c055dddb None None] Calling delete_port for 75f3798b-1c83-4ff6-835b-0e99f63a5364 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:09:23.923738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76d8f00c-b3d6-46a1-ba1e-1dc6c18e8fb5 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:23.949187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785389b-d9c8-45d4-8a5d-91abf3654b40 None None] Pushing event updated for resources: {'Port': ['ID=2629ef08-8dd8-41ee-b795-b7d6bdae9a84,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:24.017124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ee69ec-98ab-4d81-b2b2-33bd3940a10b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] No DVR routers for this DVR port 75f3798b-1c83-4ff6-835b-0e99f63a5364 on host dv-neutron-601336-61-ovs {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:09:24.037985 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c2ef757-45be-44f3-8763-712426fcb28e req-20e33c69-faf1-4609-b578-1f0525aead2f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?tenant_id=6efb027d4b0e48cc970462a6d3154fa0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6395829
Nov 24 13:09:24.189007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-311f34ff-824c-462d-89ed-9920d893c823 None None] Allocated IP 2001:db8:0:1::1 (8a3448ee-2e1b-4d94-87d1-c38d280c19f6/6f359dba-be1f-422d-9e75-3303918a35b9/8d9dcbef-f7ba-41cc-becf-03b5edb80505) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:09:24.195103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8785389b-d9c8-45d4-8a5d-91abf3654b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:24.259962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3ee69ec-98ab-4d81-b2b2-33bd3940a10b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:24.260862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-2ec622e9-dc50-4162-b9e8-38075e0287e0 None None] Allocated IP 172.20.0.2 (8ca51b04-1dca-4f60-b844-2979d8864b51/451be96f-8d13-417c-8aac-0770fcbe20fc/830c8bf1-a3e0-445c-8041-92096fe6a65a) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:09:24.362219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6af95c77-78d1-4528-a4e7-a05dd6703425 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:24.362439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f429ec12-5751-4dd4-98cb-5729ebe75459 None None] Network ecb7c867-28a1-49fc-b825-7b80336d65a6 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:09:24.386478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-97bfcb80-55cd-4f84-857c-594d53392ca9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:24.475978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-73e6906e-56a7-4414-b836-69cd1772342a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:24.509134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-73e6906e-56a7-4414-b836-69cd1772342a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:24.512324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af95c77-78d1-4528-a4e7-a05dd6703425 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Subnet': ['ID=9fba41de-878d-4fe8-813a-bfb6156163d7,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:24.519235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6af95c77-78d1-4528-a4e7-a05dd6703425 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:24.547758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4627156c-db82-4166-8827-643dfb57813f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:24.548316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-c3ee69ec-98ab-4d81-b2b2-33bd3940a10b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6347d31080>,) {'filters': {'network_id': ['55fecb21-d6f8-42aa-9657-b8d83c90eebc']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:24.563636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3403d25c-7df3-4e69-82ef-ee142749081c tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:24.577921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-c3ee69ec-98ab-4d81-b2b2-33bd3940a10b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347d31080>, '50f6c7a4-cfcb-4ce5-9cae-03e5139d5180') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:24.578299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-c3ee69ec-98ab-4d81-b2b2-33bd3940a10b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347d31080>, '50f6c7a4-cfcb-4ce5-9cae-03e5139d5180') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:24.582555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-5656de0f-c7ef-453d-8b02-6799c055dddb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:09:24.583082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-5656de0f-c7ef-453d-8b02-6799c055dddb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:09:24.595846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fb05d243-1d07-4531-83e2-00a3bcdeef19 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:24.683924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-349d6d68-95d9-4693-bd9c-ea7bf0c28b4a None None] Provisioning for port def8fd05-b786-43fa-90cc-595b98d4b592 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:09:24.739550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3ee69ec-98ab-4d81-b2b2-33bd3940a10b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:24.742963 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-73e6906e-56a7-4414-b836-69cd1772342a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=691a476dd4bd4c59a55de8f820d48fec&name=default HTTP/1.1" status: 200  len: 2747 time: 2.0415583
Nov 24 13:09:24.747762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47812) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:24.754103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403d25c-7df3-4e69-82ef-ee142749081c tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Pushing event deleted for resources: {'Subnet': ['ID=8e139ebb-1bbf-47a9-ab13-12edddb252dd,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:24.786427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3403d25c-7df3-4e69-82ef-ee142749081c tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:24.818228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3ee69ec-98ab-4d81-b2b2-33bd3940a10b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:24.822712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6af95c77-78d1-4528-a4e7-a05dd6703425 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:24.826485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c3ee69ec-98ab-4d81-b2b2-33bd3940a10b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Releasing vxlan tunnel 5 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:09:24.842853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6906e-56a7-4414-b836-69cd1772342a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fab5fce-598c-4cbf-9ea0-4d2bc77f0283,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:24.871626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-73e6906e-56a7-4414-b836-69cd1772342a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:24.874411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fbade9-e14b-438c-a790-0989ae2cb679 None None] Network 2f58dd5a-a3da-4548-9321-3101210fa73a requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:09:24.904649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device def8fd05-b786-43fa-90cc-595b98d4b592 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:09:24.908598 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c2ef757-45be-44f3-8763-712426fcb28e req-45df6e02-289f-4cf7-bf33-0d08d73d5575 service neutron] 10.222.0.76 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6040812
Nov 24 13:09:24.978005 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6af95c77-78d1-4528-a4e7-a05dd6703425 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/subnets/9fba41de-878d-4fe8-813a-bfb6156163d7 HTTP/1.1" status: 204  len: 168 time: 4.0089791
Nov 24 13:09:24.982619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3403d25c-7df3-4e69-82ef-ee142749081c tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:24.985640 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3403d25c-7df3-4e69-82ef-ee142749081c tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] 10.222.0.76 "DELETE /v2.0/subnets/8e139ebb-1bbf-47a9-ab13-12edddb252dd HTTP/1.1" status: 204  len: 168 time: 2.6893322
Nov 24 13:09:24.985640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47816) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:25.006456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47818) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:25.108557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5656de0f-c7ef-453d-8b02-6799c055dddb None None] Deleting port 75f3798b-1c83-4ff6-835b-0e99f63a5364 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:09:25.108982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5656de0f-c7ef-453d-8b02-6799c055dddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:25.257419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c3ee69ec-98ab-4d81-b2b2-33bd3940a10b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network 55fecb21-d6f8-42aa-9657-b8d83c90eebc has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:09:25.268973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-311f34ff-824c-462d-89ed-9920d893c823 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:25.276978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3ee69ec-98ab-4d81-b2b2-33bd3940a10b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:25.277386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5656de0f-c7ef-453d-8b02-6799c055dddb None None] The port '75f3798b-1c83-4ff6-835b-0e99f63a5364' was deleted {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:09:25.304768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b3e3b633-e8fb-4c96-8829-0d9e8a2a142f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Deleting port a5f53a23-d030-4f5b-9e08-94dc70befed4 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:09:25.305149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b3e3b633-e8fb-4c96-8829-0d9e8a2a142f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:25.350568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-311f34ff-824c-462d-89ed-9920d893c823 None None] Transition to ACTIVE for port object 8d9dcbef-f7ba-41cc-becf-03b5edb80505 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:09:25.367050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-17a1f012-be11-45c8-8d2f-7a32e2be8e31 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:25.383036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ec622e9-dc50-4162-b9e8-38075e0287e0 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:25.399453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-325fb0f4-d1b8-4f31-834a-7fd0c001a514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:25.401406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76d8f00c-b3d6-46a1-ba1e-1dc6c18e8fb5 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:25.424315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2ec622e9-dc50-4162-b9e8-38075e0287e0 None None] Transition to ACTIVE for port object 830c8bf1-a3e0-445c-8041-92096fe6a65a will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:09:25.438237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port def8fd05-b786-43fa-90cc-595b98d4b592 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:09:25.440687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8654c075-bf01-4524-8415-8ec9a58c8763 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:25.441856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-311f34ff-824c-462d-89ed-9920d893c823 None None] Transition to ACTIVE for port object 8d9dcbef-f7ba-41cc-becf-03b5edb80505 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:09:25.458510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2ec622e9-dc50-4162-b9e8-38075e0287e0 None None] Transition to ACTIVE for port object 830c8bf1-a3e0-445c-8041-92096fe6a65a will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:09:25.460613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-311f34ff-824c-462d-89ed-9920d893c823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:25.529254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port def8fd05-b786-43fa-90cc-595b98d4b592 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:25.529679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:25.550599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-17a1f012-be11-45c8-8d2f-7a32e2be8e31 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting port 46b92b05-bace-49f6-b873-f4d2a3921e66 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:09:25.551206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-17a1f012-be11-45c8-8d2f-7a32e2be8e31 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:25.605654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5e50bb61-fee5-4575-adf4-2ad7e2c8a936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:25.608664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8f00c-b3d6-46a1-ba1e-1dc6c18e8fb5 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Pushing event deleted for resources: {'Subnet': ['ID=1a096ddc-8db8-4694-bb05-8b9051925ae6,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:25.644537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ec622e9-dc50-4162-b9e8-38075e0287e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:25.658999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-76d8f00c-b3d6-46a1-ba1e-1dc6c18e8fb5 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:25.687610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c3ee69ec-98ab-4d81-b2b2-33bd3940a10b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network 55fecb21-d6f8-42aa-9657-b8d83c90eebc has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:09:25.721138 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:09:25.721138 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:09:25.721138 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:09:25.721138 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:09:25.721138 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:09:25.721138 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:09:25.721138 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:09:25.721138 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:09:25.721138 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:09:25.721138 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:09:25.721138 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:09:25.721138 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:09:25.721138 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:09:25.721138 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:09:25.721138 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:09:25.721138 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:09:25.721138 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:09:25.721138 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:09:25.721138 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:09:25.721138 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:09:25.721138 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:09:25.721138 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:09:25.721138 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:09:25.721138 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:09:25.721138 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:09:25.721138 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:09:25.721138 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:09:25.721138 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:09:25.721138 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:09:25.721138 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:09:25.721138 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:09:25.721138 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:09:25.724673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-325fb0f4-d1b8-4f31-834a-7fd0c001a514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:25.842629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.objects.ports [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80943) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 24 13:09:25.867301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3ee69ec-98ab-4d81-b2b2-33bd3940a10b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:25.877678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2c227b2b-a34e-4031-9474-426e40a93c8f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:25.897824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3ee69ec-98ab-4d81-b2b2-33bd3940a10b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:25.906918 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c2ef757-45be-44f3-8763-712426fcb28e req-45a07f3c-405f-49fd-a8b0-f639961df76e service neutron] 10.222.0.76 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9809537
Nov 24 13:09:25.911477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee69ec-98ab-4d81-b2b2-33bd3940a10b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Network': ['ID=55fecb21-d6f8-42aa-9657-b8d83c90eebc,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:25.935709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c3ee69ec-98ab-4d81-b2b2-33bd3940a10b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:25.947301 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c3ee69ec-98ab-4d81-b2b2-33bd3940a10b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/networks/55fecb21-d6f8-42aa-9657-b8d83c90eebc HTTP/1.1" status: 204  len: 168 time: 4.7688107
Nov 24 13:09:25.979155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47826) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:26.262959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76d8f00c-b3d6-46a1-ba1e-1dc6c18e8fb5 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:26.283422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-c821b9e1-7066-4bfd-b547-09d741a0a5e3 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Deleting subnet 6f359dba-be1f-422d-9e75-3303918a35b9 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:09:26.338799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c821b9e1-7066-4bfd-b547-09d741a0a5e3 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:26.386282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b3e3b633-e8fb-4c96-8829-0d9e8a2a142f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:26.402658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f34ff-824c-462d-89ed-9920d893c823 None None] Pushing event updated for resources: {'Port': ['ID=8d9dcbef-f7ba-41cc-becf-03b5edb80505,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:26.406463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-311f34ff-824c-462d-89ed-9920d893c823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.807s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:26.407587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18db4f5-dcec-47ac-bd48-9ca875a54ba0 None None] Network ecb7c867-28a1-49fc-b825-7b80336d65a6 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:09:26.443755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.640s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:26.558345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-17a1f012-be11-45c8-8d2f-7a32e2be8e31 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] For port 46b92b05-bace-49f6-b873-f4d2a3921e66, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=46b92b05-bace-49f6-b873-f4d2a3921e66,segment=NetworkSegment(1bdaaa0a-e8e7-41be-9b83-f40b361d5cee),segment_id=1bdaaa0a-e8e7-41be-9b83-f40b361d5cee)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:26.559943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-17a1f012-be11-45c8-8d2f-7a32e2be8e31 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:26.600796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311f34ff-824c-462d-89ed-9920d893c823 None None] Network 8a3448ee-2e1b-4d94-87d1-c38d280c19f6 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:09:26.601891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec622e9-dc50-4162-b9e8-38075e0287e0 None None] Pushing event updated for resources: {'Port': ['ID=830c8bf1-a3e0-445c-8041-92096fe6a65a,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:26.605112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2ec622e9-dc50-4162-b9e8-38075e0287e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:26.625887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-311f34ff-824c-462d-89ed-9920d893c823 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:26.628748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311f34ff-824c-462d-89ed-9920d893c823 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:09:26.681465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ff7b17f4-71e3-4b6b-9a79-7e6bc7292716 None None] Provisioning complete for port def8fd05-b786-43fa-90cc-595b98d4b592 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:26.681897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ff7b17f4-71e3-4b6b-9a79-7e6bc7292716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:26.707538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-17a1f012-be11-45c8-8d2f-7a32e2be8e31 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Calling delete_port for 46b92b05-bace-49f6-b873-f4d2a3921e66 owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:09:26.709539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00eb8ab-8a78-4000-b732-c0f15a5d36d2 None None] Network 2c313216-cb2d-4fa2-899a-75e5a9bfd8d0 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:09:26.724155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:26.804460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-17a1f012-be11-45c8-8d2f-7a32e2be8e31 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:26.825148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3969c2cf-717a-4d1d-aab5-09474bfbb39b None None] DHCP port deletion for 2f58dd5a-a3da-4548-9321-3101210fa73a request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:09:26.957698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3fc3a0e5-09a6-443f-8a18-b92bc3fcac7e tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:26.984565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b3e3b633-e8fb-4c96-8829-0d9e8a2a142f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Calling delete_port for a5f53a23-d030-4f5b-9e08-94dc70befed4 owned by network:router_interface {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:09:27.014500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1f012-be11-45c8-8d2f-7a32e2be8e31 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Port': ['ID=46b92b05-bace-49f6-b873-f4d2a3921e66,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:27.025189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46263f62-819e-4486-9582-e961da4227ee tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:27.025947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-46263f62-819e-4486-9582-e961da4227ee tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Synchronizing usage tracker for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:09:27.029354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-17a1f012-be11-45c8-8d2f-7a32e2be8e31 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:27.032567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c821b9e1-7066-4bfd-b547-09d741a0a5e3 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:27.033889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a1f012-be11-45c8-8d2f-7a32e2be8e31 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] No DVR routers for this DVR port 46b92b05-bace-49f6-b873-f4d2a3921e66 on host dv-neutron-601336-61-ovs {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:09:27.067530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-311f34ff-824c-462d-89ed-9920d893c823 None None] Attempting to bind port 8d9dcbef-f7ba-41cc-becf-03b5edb80505 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:09:27.067957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-311f34ff-824c-462d-89ed-9920d893c823 None None] Attempting to bind port 8d9dcbef-f7ba-41cc-becf-03b5edb80505 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '784bdd55-25b7-4a56-be04-85cffa7ca911', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '8a3448ee-2e1b-4d94-87d1-c38d280c19f6'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:09:27.068377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311f34ff-824c-462d-89ed-9920d893c823 None None] Attempting to bind port 8d9dcbef-f7ba-41cc-becf-03b5edb80505 on network 8a3448ee-2e1b-4d94-87d1-c38d280c19f6 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:09:27.073461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:27.082471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec622e9-dc50-4162-b9e8-38075e0287e0 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:09:27.092801 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-76d8f00c-b3d6-46a1-ba1e-1dc6c18e8fb5 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "DELETE /v2.0/subnets/1a096ddc-8db8-4694-bb05-8b9051925ae6 HTTP/1.1" status: 204  len: 168 time: 5.5220289
Nov 24 13:09:27.097216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-2ec622e9-dc50-4162-b9e8-38075e0287e0 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:27.100099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec622e9-dc50-4162-b9e8-38075e0287e0 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:09:27.103325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47848) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:27.112806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port def8fd05-b786-43fa-90cc-595b98d4b592, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=def8fd05-b786-43fa-90cc-595b98d4b592,segment=NetworkSegment(03c2267f-780f-41ee-87ee-ca207b01ebd5),segment_id=03c2267f-780f-41ee-87ee-ca207b01ebd5)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:27.142583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-325fb0f4-d1b8-4f31-834a-7fd0c001a514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:27.145320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-325fb0f4-d1b8-4f31-834a-7fd0c001a514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:27.147221 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-325fb0f4-d1b8-4f31-834a-7fd0c001a514 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3fab5fce-598c-4cbf-9ea0-4d2bc77f0283 HTTP/1.1" status: 204  len: 168 time: 2.3933146
Nov 24 13:09:27.160897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3819258e-06e1-41b0-abe9-9705b8cafc33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:27.211966 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-df33b45a-ac64-4879-bfd7-f0315f5c6a46 req-a88031d2-5a2c-4e96-beaa-8c050fea9052 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=611de65b-4d1a-4c98-aca6-6d87bf8e23a3 HTTP/1.1" status: 200  len: 210 time: 0.2353890
Nov 24 13:09:27.221221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325fb0f4-d1b8-4f31-834a-7fd0c001a514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fab5fce-598c-4cbf-9ea0-4d2bc77f0283,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:27.269188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-325fb0f4-d1b8-4f31-834a-7fd0c001a514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:27.282517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-46263f62-819e-4486-9582-e961da4227ee tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Unset dirty status for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:09:27.289722 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-46263f62-819e-4486-9582-e961da4227ee tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "GET /v2.0/ports/cef52ab6-aba8-4b9c-847e-ce640f42be34 HTTP/1.1" status: 200  len: 840 time: 1.2984304
Nov 24 13:09:27.299272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47854) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:27.302435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311f34ff-824c-462d-89ed-9920d893c823 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:09:27.302836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311f34ff-824c-462d-89ed-9920d893c823 None None] Checking segment: {'id': '784bdd55-25b7-4a56-be04-85cffa7ca911', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '8a3448ee-2e1b-4d94-87d1-c38d280c19f6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:09:27.303307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-311f34ff-824c-462d-89ed-9920d893c823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:27.303800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311f34ff-824c-462d-89ed-9920d893c823 None None] Bound using segment: {'id': '784bdd55-25b7-4a56-be04-85cffa7ca911', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '8a3448ee-2e1b-4d94-87d1-c38d280c19f6'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:09:27.304355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-311f34ff-824c-462d-89ed-9920d893c823 None None] Bound port: 8d9dcbef-f7ba-41cc-becf-03b5edb80505, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784bdd55-25b7-4a56-be04-85cffa7ca911', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '8a3448ee-2e1b-4d94-87d1-c38d280c19f6'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:09:27.305176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-311f34ff-824c-462d-89ed-9920d893c823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:27.316890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:27.363399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8785389b-d9c8-45d4-8a5d-91abf3654b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:27.461516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-17a1f012-be11-45c8-8d2f-7a32e2be8e31 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:27.526155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 75f3798b-1c83-4ff6-835b-0e99f63a5364 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:09:27.539558 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-00dd5834-21f0-430b-a4c5-2d989c267589 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "GET /v2.0/ports/cef52ab6-aba8-4b9c-847e-ce640f42be34?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.2209139
Nov 24 13:09:27.541238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47862) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:27.558191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c4927b07-f65f-4463-8fb7-e15e2d22a5e3 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'subnet': {'network_id': 'f7621358-709a-475a-a392-d79f23d223d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:27.574525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c821b9e1-7066-4bfd-b547-09d741a0a5e3 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:27.598757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd68bc44-716e-428d-af58-443a5fb39384 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:27.600568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd68bc44-716e-428d-af58-443a5fb39384 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:27.601431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-dd68bc44-716e-428d-af58-443a5fb39384 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Synchronizing usage tracker for tenant:23c0d994af624aa897601b00f596f30e on resource:subnet {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:09:27.697694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2ec622e9-dc50-4162-b9e8-38075e0287e0 None None] Attempting to bind port 830c8bf1-a3e0-445c-8041-92096fe6a65a on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:09:27.698292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2ec622e9-dc50-4162-b9e8-38075e0287e0 None None] Attempting to bind port 830c8bf1-a3e0-445c-8041-92096fe6a65a by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:09:27.698823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec622e9-dc50-4162-b9e8-38075e0287e0 None None] Attempting to bind port 830c8bf1-a3e0-445c-8041-92096fe6a65a on network 8ca51b04-1dca-4f60-b844-2979d8864b51 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:09:27.711552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-17a1f012-be11-45c8-8d2f-7a32e2be8e31 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6346a09cc0>,) {'filters': {'network_id': ['2f58dd5a-a3da-4548-9321-3101210fa73a']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:27.719509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-dd68bc44-716e-428d-af58-443a5fb39384 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Unset dirty status for tenant:23c0d994af624aa897601b00f596f30e on resource:subnet {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:09:27.735086 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-dd68bc44-716e-428d-af58-443a5fb39384 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.5363955
Nov 24 13:09:27.738505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47866) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:27.750315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47870) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:27.754903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-17a1f012-be11-45c8-8d2f-7a32e2be8e31 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346a09cc0>, '1bdaaa0a-e8e7-41be-9b83-f40b361d5cee') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:27.755483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-17a1f012-be11-45c8-8d2f-7a32e2be8e31 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346a09cc0>, '1bdaaa0a-e8e7-41be-9b83-f40b361d5cee') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:27.763368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec622e9-dc50-4162-b9e8-38075e0287e0 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:09:27.763793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec622e9-dc50-4162-b9e8-38075e0287e0 None None] Checking segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:09:27.764241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ec622e9-dc50-4162-b9e8-38075e0287e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:27.764678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec622e9-dc50-4162-b9e8-38075e0287e0 None None] Bound using segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:09:27.765216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2ec622e9-dc50-4162-b9e8-38075e0287e0 None None] Bound port: 830c8bf1-a3e0-445c-8041-92096fe6a65a, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:09:27.765781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ec622e9-dc50-4162-b9e8-38075e0287e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:27.798188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 75f3798b-1c83-4ff6-835b-0e99f63a5364 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:09:27.798188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 75f3798b-1c83-4ff6-835b-0e99f63a5364 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:09:27.961590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=def8fd05-b786-43fa-90cc-595b98d4b592,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:27.966320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:27.966320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed31f53-d55f-4065-8d1b-69f300fc3f94 None None] DHCP port deletion for ecb7c867-28a1-49fc-b825-7b80336d65a6 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:09:27.997388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2629ef08-8dd8-41ee-b795-b7d6bdae9a84 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:09:28.001853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-17a1f012-be11-45c8-8d2f-7a32e2be8e31 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:28.030661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c4927b07-f65f-4463-8fb7-e15e2d22a5e3 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:28.049397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3ed31f53-d55f-4065-8d1b-69f300fc3f94 None None] Deleting port def8fd05-b786-43fa-90cc-595b98d4b592 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:09:28.050104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ed31f53-d55f-4065-8d1b-69f300fc3f94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:28.057450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c4927b07-f65f-4463-8fb7-e15e2d22a5e3 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:subnet and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:28.068013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c4927b07-f65f-4463-8fb7-e15e2d22a5e3 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:28.069459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-17a1f012-be11-45c8-8d2f-7a32e2be8e31 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:28.080102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-17a1f012-be11-45c8-8d2f-7a32e2be8e31 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Releasing vxlan tunnel 9 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:09:28.084383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c4927b07-f65f-4463-8fb7-e15e2d22a5e3 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:28.180429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-79ad7759-6e8b-4f6b-8802-463d388395a9 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:28.182941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ff7b17f4-71e3-4b6b-9a79-7e6bc7292716 None None] Provisioning for port 1ba3da57-532b-4e10-b623-4f88d008806f completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:09:28.211459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4927b07-f65f-4463-8fb7-e15e2d22a5e3 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:28.228657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b3e3b633-e8fb-4c96-8829-0d9e8a2a142f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:28.243377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ff7b17f4-71e3-4b6b-9a79-7e6bc7292716 None None] Provisioning complete for port 1ba3da57-532b-4e10-b623-4f88d008806f triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:28.244323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ff7b17f4-71e3-4b6b-9a79-7e6bc7292716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:28.278287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d1557e-6f2e-4fdd-81c9-d830896d4cbc None None] DHCP port deletion for 2c313216-cb2d-4fa2-899a-75e5a9bfd8d0 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:09:28.287441 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-50e77c3d-0fd5-42c5-ace6-0eb5936817e5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e5d17c392242467db06545404f7abf69&name=default HTTP/1.1" status: 200  len: 2747 time: 0.4896007
Nov 24 13:09:28.289879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47876) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:28.304419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-24d1557e-6f2e-4fdd-81c9-d830896d4cbc None None] Deleting port 2629ef08-8dd8-41ee-b795-b7d6bdae9a84 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:09:28.304419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-24d1557e-6f2e-4fdd-81c9-d830896d4cbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:28.318426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0c2bbae5-c2cc-4bdc-95a1-dabc74ccb951 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:28.361348 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ad7759-6e8b-4f6b-8802-463d388395a9 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] DELETE failed (client error): There was a conflict when trying to complete your request.
Nov 24 13:09:28.361348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ad7759-6e8b-4f6b-8802-463d388395a9 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] No notification will be sent due to unsuccessful status code: 409 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:09:28.412991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ff7b17f4-71e3-4b6b-9a79-7e6bc7292716 None None] Port 1ba3da57-532b-4e10-b623-4f88d008806f cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:09:28.465683 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-79ad7759-6e8b-4f6b-8802-463d388395a9 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "DELETE /v2.0/networks/ecb7c867-28a1-49fc-b825-7b80336d65a6 HTTP/1.1" status: 409  len: 405 time: 0.7254958
Nov 24 13:09:28.468474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47880) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:28.489346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] For port 830c8bf1-a3e0-445c-8041-92096fe6a65a, host dv-neutron-601336-61-ovs, got binding levels [] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:28.492208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-6e767384-8560-4196-8b80-1e305bb47b12 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-628333066'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:28.501893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6e767384-8560-4196-8b80-1e305bb47b12 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:28.510906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3b633-e8fb-4c96-8829-0d9e8a2a142f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Port': ['ID=a5f53a23-d030-4f5b-9e08-94dc70befed4,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:28.516754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 2629ef08-8dd8-41ee-b795-b7d6bdae9a84 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:09:28.549677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6e767384-8560-4196-8b80-1e305bb47b12 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Usage tracker for resource:network and tenant:23c0d994af624aa897601b00f596f30e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:28.554369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6e767384-8560-4196-8b80-1e305bb47b12 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Quota usage for network was recalculated. Used quota:3. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:28.560309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b3e3b633-e8fb-4c96-8829-0d9e8a2a142f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:28.575302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6e767384-8560-4196-8b80-1e305bb47b12 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:28.609356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-17a1f012-be11-45c8-8d2f-7a32e2be8e31 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network 2f58dd5a-a3da-4548-9321-3101210fa73a has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:09:28.622906 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-aa2fa058-33a0-4d06-bb6a-d4cd1e143356 req-c9618340-3fd4-4021-ab51-8dd8f585e1a3 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=611de65b-4d1a-4c98-aca6-6d87bf8e23a3 HTTP/1.1" status: 200  len: 210 time: 0.1352289
Nov 24 13:09:28.651560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c4927b07-f65f-4463-8fb7-e15e2d22a5e3 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:28.678465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 46b92b05-bace-49f6-b873-f4d2a3921e66 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:09:28.685477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-17a1f012-be11-45c8-8d2f-7a32e2be8e31 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:28.718795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-3ed31f53-d55f-4065-8d1b-69f300fc3f94 None None] For port def8fd05-b786-43fa-90cc-595b98d4b592, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=def8fd05-b786-43fa-90cc-595b98d4b592,segment=NetworkSegment(03c2267f-780f-41ee-87ee-ca207b01ebd5),segment_id=03c2267f-780f-41ee-87ee-ca207b01ebd5)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:28.719427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ed31f53-d55f-4065-8d1b-69f300fc3f94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:28.737800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 46b92b05-bace-49f6-b873-f4d2a3921e66 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:09:28.738224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 46b92b05-bace-49f6-b873-f4d2a3921e66 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:09:28.740474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-57bbbc89-67f3-4aa1-86b6-e20243680e26 None None] Provisioning for port 2629ef08-8dd8-41ee-b795-b7d6bdae9a84 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:09:28.745012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:09:28.792210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:28.820598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:28.838271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-50956211-68b6-4bdb-bea0-56d08303c33c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:28.880737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c821b9e1-7066-4bfd-b547-09d741a0a5e3 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:28.889362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e767384-8560-4196-8b80-1e305bb47b12 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Made reservation on behalf of 23c0d994af624aa897601b00f596f30e for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:28.895718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6e767384-8560-4196-8b80-1e305bb47b12 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:28.983459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to bind port 830c8bf1-a3e0-445c-8041-92096fe6a65a on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:09:28.984105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to bind port 830c8bf1-a3e0-445c-8041-92096fe6a65a by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:09:28.984655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to bind port 830c8bf1-a3e0-445c-8041-92096fe6a65a on network 8ca51b04-1dca-4f60-b844-2979d8864b51 {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:09:29.001109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e767384-8560-4196-8b80-1e305bb47b12 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:09:29.055647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Port': ['ID=830c8bf1-a3e0-445c-8041-92096fe6a65a,revision_number=3']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:29.058562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:09:29.059176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Checking segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:09:29.059744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:29.060278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Bound using segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:09:29.060929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Bound port: 830c8bf1-a3e0-445c-8041-92096fe6a65a, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:09:29.061462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:29.083614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6e767384-8560-4196-8b80-1e305bb47b12 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:29.084174 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-6e767384-8560-4196-8b80-1e305bb47b12 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Added segment 4891d523-b2ce-4399-bc14-2955ffe13fb0 of type vxlan for network 632c1705-a13b-449f-918e-2e70a969f80e
Nov 24 13:09:29.088381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-17a1f012-be11-45c8-8d2f-7a32e2be8e31 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network 2f58dd5a-a3da-4548-9321-3101210fa73a has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:09:29.117802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-311f34ff-824c-462d-89ed-9920d893c823 None None] For port 8d9dcbef-f7ba-41cc-becf-03b5edb80505, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:09:29.138544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-311f34ff-824c-462d-89ed-9920d893c823 None None] For port 8d9dcbef-f7ba-41cc-becf-03b5edb80505, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8d9dcbef-f7ba-41cc-becf-03b5edb80505,segment=NetworkSegment(784bdd55-25b7-4a56-be04-85cffa7ca911),segment_id=784bdd55-25b7-4a56-be04-85cffa7ca911)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:09:29.152360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3ed31f53-d55f-4065-8d1b-69f300fc3f94 None None] Calling delete_port for def8fd05-b786-43fa-90cc-595b98d4b592 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:09:29.154107 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:09:29.154107 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:09:29.154107 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:09:29.154107 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:09:29.154107 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:09:29.154107 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:09:29.154107 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:09:29.154107 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:09:29.154107 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:09:29.154107 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:09:29.154107 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:09:29.154107 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:09:29.154107 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:09:29.154107 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:09:29.154107 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:09:29.154107 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:09:29.154107 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:09:29.154107 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:09:29.154107 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:09:29.154107 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:09:29.154107 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:09:29.154107 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:09:29.154107 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:09:29.154107 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:09:29.154107 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:09:29.154107 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:09:29.154107 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:09:29.154107 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:09:29.154107 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:09:29.154107 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:09:29.154107 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:09:29.154107 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:09:29.197728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-57bbbc89-67f3-4aa1-86b6-e20243680e26 None None] Provisioning complete for port 2629ef08-8dd8-41ee-b795-b7d6bdae9a84 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:29.198182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-57bbbc89-67f3-4aa1-86b6-e20243680e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:29.212746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:29.228763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-311f34ff-824c-462d-89ed-9920d893c823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:29.229076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2da9231a-4705-4b1e-a43d-5b47084a476a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.311s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:29.233916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0f79a251-b48b-4d82-8de4-310c567f8735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:29.260149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-2ec622e9-dc50-4162-b9e8-38075e0287e0 None None] For port 830c8bf1-a3e0-445c-8041-92096fe6a65a, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:09:29.270713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-359467fd-28d3-4e92-b2e0-29c68997df05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:29.372561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6e767384-8560-4196-8b80-1e305bb47b12 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:29.391603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0f79a251-b48b-4d82-8de4-310c567f8735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:29.408631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ef757-45be-44f3-8763-712426fcb28e req-bf70e9fa-a1fc-4fdb-bdc1-a9cafe2940a5 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:29.411519 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c2ef757-45be-44f3-8763-712426fcb28e req-bf70e9fa-a1fc-4fdb-bdc1-a9cafe2940a5 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.70 "GET /v2.0/networks?id=c200d148-1aac-4d09-a682-2365e76cfa1f HTTP/1.1" status: 200  len: 811 time: 0.8088591
Nov 24 13:09:29.417720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-2ec622e9-dc50-4162-b9e8-38075e0287e0 None None] For port 830c8bf1-a3e0-445c-8041-92096fe6a65a, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=830c8bf1-a3e0-445c-8041-92096fe6a65a,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:09:29.419093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-17a1f012-be11-45c8-8d2f-7a32e2be8e31 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:29.439729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c9cfe2f3-25f9-407e-bbf0-a1505a9572c2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:29.468701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f34ff-824c-462d-89ed-9920d893c823 None None] Pushing event updated for resources: {'Port': ['ID=8d9dcbef-f7ba-41cc-becf-03b5edb80505,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:29.473445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-17a1f012-be11-45c8-8d2f-7a32e2be8e31 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:29.493971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-311f34ff-824c-462d-89ed-9920d893c823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:29.496860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1f012-be11-45c8-8d2f-7a32e2be8e31 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Network': ['ID=2f58dd5a-a3da-4548-9321-3101210fa73a,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:29.508681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-24d1557e-6f2e-4fdd-81c9-d830896d4cbc None None] For port 2629ef08-8dd8-41ee-b795-b7d6bdae9a84, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=2629ef08-8dd8-41ee-b795-b7d6bdae9a84,segment=NetworkSegment(188225a6-481c-4dc7-b5a3-90b0e8f91d80),segment_id=188225a6-481c-4dc7-b5a3-90b0e8f91d80)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:29.509207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-24d1557e-6f2e-4fdd-81c9-d830896d4cbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:29.523889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-17a1f012-be11-45c8-8d2f-7a32e2be8e31 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:29.541386 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-17a1f012-be11-45c8-8d2f-7a32e2be8e31 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/networks/2f58dd5a-a3da-4548-9321-3101210fa73a HTTP/1.1" status: 204  len: 168 time: 4.5377603
Nov 24 13:09:29.546658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47886) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:29.564497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-fa5a51aa-d57b-45f1-80c2-340fe63f1c32 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'port': {'network_id': 'd41d42eb-e745-4ed3-8904-4470444a86a3', 'name': 'tempest-PortsIpV6TestJSON-639334304'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:29.580974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6e767384-8560-4196-8b80-1e305bb47b12 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:29.585641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e767384-8560-4196-8b80-1e305bb47b12 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:29.586515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6e767384-8560-4196-8b80-1e305bb47b12 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:29.612261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-07080303-ebb7-481d-b9f8-9f3f166921b0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:29.698791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-24d1557e-6f2e-4fdd-81c9-d830896d4cbc None None] Calling delete_port for 2629ef08-8dd8-41ee-b795-b7d6bdae9a84 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:09:29.725079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821b9e1-7066-4bfd-b547-09d741a0a5e3 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Pushing event deleted for resources: {'Subnet': ['ID=6f359dba-be1f-422d-9e75-3303918a35b9,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:29.732442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c821b9e1-7066-4bfd-b547-09d741a0a5e3 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:29.733147 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6e767384-8560-4196-8b80-1e305bb47b12 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 1.2581220
Nov 24 13:09:29.733744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47892) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:29.774987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ec622e9-dc50-4162-b9e8-38075e0287e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:29.790946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-311f34ff-824c-462d-89ed-9920d893c823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:29.870953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ffcd13d9-5a15-497e-9258-1f441ee8cee1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Request body: {'subnet': {'network_id': '632c1705-a13b-449f-918e-2e70a969f80e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:29.983657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ed31f53-d55f-4065-8d1b-69f300fc3f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:29.987555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0f79a251-b48b-4d82-8de4-310c567f8735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:30.000077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device def8fd05-b786-43fa-90cc-595b98d4b592 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:09:30.015930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e767384-8560-4196-8b80-1e305bb47b12 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Pushing event updated for resources: {'Network': ['ID=632c1705-a13b-449f-918e-2e70a969f80e,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:30.026799 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c2ef757-45be-44f3-8763-712426fcb28e req-d4694ab2-395f-4b7b-acce-a75fdd4d3ee1 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6efb027d4b0e48cc970462a6d3154fa0 HTTP/1.1" status: 200  len: 5287 time: 0.5494139
Nov 24 13:09:30.028955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0f79a251-b48b-4d82-8de4-310c567f8735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:30.030507 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0f79a251-b48b-4d82-8de4-310c567f8735 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3b4e8270-3235-44ce-8e66-6aa3412e8943 HTTP/1.1" status: 204  len: 168 time: 1.7392557
Nov 24 13:09:30.035959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6e767384-8560-4196-8b80-1e305bb47b12 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:30.035959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-40ec32a5-203d-4872-a64e-f035a0efdb30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:30.050735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-3c2ef757-45be-44f3-8763-712426fcb28e req-111eec61-1a12-451e-b159-702237cffd4f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Request body: {'port': {'device_id': '611de65b-4d1a-4c98-aca6-6d87bf8e23a3', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'admin_state_up': True, 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'security_groups': ['3c44158b-393b-43bf-8bb6-14d1cb919318']}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:30.063085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: def8fd05-b786-43fa-90cc-595b98d4b592 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:09:30.063489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device def8fd05-b786-43fa-90cc-595b98d4b592 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:09:30.064064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2629ef08-8dd8-41ee-b795-b7d6bdae9a84 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:09:30.089547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 632c1705-a13b-449f-918e-2e70a969f80e details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:09:30.121048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c821b9e1-7066-4bfd-b547-09d741a0a5e3 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:30.202332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 632c1705-a13b-449f-918e-2e70a969f80e details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:09:30.233637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fa5a51aa-d57b-45f1-80c2-340fe63f1c32 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:30.236638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-3c2ef757-45be-44f3-8763-712426fcb28e req-111eec61-1a12-451e-b159-702237cffd4f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:30.239407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f79a251-b48b-4d82-8de4-310c567f8735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4e8270-3235-44ce-8e66-6aa3412e8943,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:30.244529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0f79a251-b48b-4d82-8de4-310c567f8735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:30.256949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fa5a51aa-d57b-45f1-80c2-340fe63f1c32 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:30.259581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-3c2ef757-45be-44f3-8763-712426fcb28e req-111eec61-1a12-451e-b159-702237cffd4f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:30.283971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c2ef757-45be-44f3-8763-712426fcb28e req-111eec61-1a12-451e-b159-702237cffd4f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Made reservation on behalf of 6efb027d4b0e48cc970462a6d3154fa0 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:30.289058 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-34749d2b-633f-4fcd-a2a2-a9a550ebf212 req-14fc9eb7-0f8d-45a2-93e2-760413d9cdd5 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=611de65b-4d1a-4c98-aca6-6d87bf8e23a3 HTTP/1.1" status: 200  len: 210 time: 0.2955101
Nov 24 13:09:30.298099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3c2ef757-45be-44f3-8763-712426fcb28e req-111eec61-1a12-451e-b159-702237cffd4f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:30.318311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5a51aa-d57b-45f1-80c2-340fe63f1c32 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:30.327035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fa5a51aa-d57b-45f1-80c2-340fe63f1c32 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:30.359274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b3e3b633-e8fb-4c96-8829-0d9e8a2a142f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:30.545011 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.plugins.ml2.plugin [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Concurrent port binding operations failed on port 830c8bf1-a3e0-445c-8041-92096fe6a65a
Nov 24 13:09:30.567483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-24d1557e-6f2e-4fdd-81c9-d830896d4cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:30.578152 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c821b9e1-7066-4bfd-b547-09d741a0a5e3 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] 10.222.0.76 "DELETE /v2.0/subnets/6f359dba-be1f-422d-9e75-3303918a35b9 HTTP/1.1" status: 204  len: 168 time: 5.5097950
Nov 24 13:09:30.583187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47900) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:30.584714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] For port 830c8bf1-a3e0-445c-8041-92096fe6a65a, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=830c8bf1-a3e0-445c-8041-92096fe6a65a,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:30.639995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-fa5a51aa-d57b-45f1-80c2-340fe63f1c32 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] device_id is not set on port 221bb487-8387-465e-837d-d1d63da9f021 yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:09:30.655120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ffcd13d9-5a15-497e-9258-1f441ee8cee1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:30.689756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed31f53-d55f-4065-8d1b-69f300fc3f94 None None] No DVR routers for this DVR port def8fd05-b786-43fa-90cc-595b98d4b592 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:09:30.694166 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.plugin [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempt 2 to bind port 830c8bf1-a3e0-445c-8041-92096fe6a65a
Nov 24 13:09:30.702694 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.db [None req-57bbbc89-67f3-4aa1-86b6-e20243680e26 None None] No ports have port_id starting with 2629ef08-8dd8-41ee-b795-b7d6bdae9a84
Nov 24 13:09:30.788517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:30.792292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec622e9-dc50-4162-b9e8-38075e0287e0 None None] Pushing event updated for resources: {'Port': ['ID=830c8bf1-a3e0-445c-8041-92096fe6a65a,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:30.795939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-57bbbc89-67f3-4aa1-86b6-e20243680e26 None None] Could not find standard attr ID for object def8fd05-b786-43fa-90cc-595b98d4b592. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:09:30.813232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2ec622e9-dc50-4162-b9e8-38075e0287e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.022s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:30.814397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.752s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:30.863970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No active binding found for port 2629ef08-8dd8-41ee-b795-b7d6bdae9a84 {{(pid=80945) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Nov 24 13:09:30.866332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2629ef08-8dd8-41ee-b795-b7d6bdae9a84 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:09:30.917679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed31f53-d55f-4065-8d1b-69f300fc3f94 None None] Pushing event deleted for resources: {'Port': ['ID=def8fd05-b786-43fa-90cc-595b98d4b592,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:30.943945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ffcd13d9-5a15-497e-9258-1f441ee8cee1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:30.953043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-16171f2b-34f4-4b51-a19b-00c19766cee6 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:31.026679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1557e-6f2e-4fdd-81c9-d830896d4cbc None None] Pushing event deleted for resources: {'Port': ['ID=2629ef08-8dd8-41ee-b795-b7d6bdae9a84,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:31.029754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-24d1557e-6f2e-4fdd-81c9-d830896d4cbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:31.031123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d1557e-6f2e-4fdd-81c9-d830896d4cbc None None] No DVR routers for this DVR port 2629ef08-8dd8-41ee-b795-b7d6bdae9a84 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:09:31.039312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-637fde42-c84e-4510-adfd-8b16e9060b5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:31.039730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-637fde42-c84e-4510-adfd-8b16e9060b5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:31.197277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606eaf1-4c42-408c-bd67-65988ffd217b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:31.198343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1606eaf1-4c42-408c-bd67-65988ffd217b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Synchronizing usage tracker for tenant:65b63ab4e0cc4051a4aad24ce6172e8c on resource:subnet {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:09:31.206432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcd13d9-5a15-497e-9258-1f441ee8cee1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Made reservation on behalf of 23c0d994af624aa897601b00f596f30e for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:31.235068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Subnet': ['ID=ff6825ae-017d-44d9-a363-84c5d21a0035,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:31.238219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:31.287921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fa5a51aa-d57b-45f1-80c2-340fe63f1c32 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:31.353952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:09:31.372709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:31.468249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:31.469223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:31.505026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fa5a51aa-d57b-45f1-80c2-340fe63f1c32 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:31.528219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-28d549bd-842c-43e1-88ef-a28ec715eb3f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:31.625956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1606eaf1-4c42-408c-bd67-65988ffd217b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Unset dirty status for tenant:65b63ab4e0cc4051a4aad24ce6172e8c on resource:subnet {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:09:31.631648 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1606eaf1-4c42-408c-bd67-65988ffd217b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 1.0389030
Nov 24 13:09:31.632489 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e7f3a670-87a3-45a9-8019-d10b5b1d5b03 req-20a5ba0b-76c3-4f07-9a2e-77bf29779cdd tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=611de65b-4d1a-4c98-aca6-6d87bf8e23a3 HTTP/1.1" status: 200  len: 210 time: 0.0788841
Nov 24 13:09:31.633142 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47920) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:31.743102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ffcd13d9-5a15-497e-9258-1f441ee8cee1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:31.783658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a51aa-d57b-45f1-80c2-340fe63f1c32 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Port': ['ID=221bb487-8387-465e-837d-d1d63da9f021,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:31.793033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fa5a51aa-d57b-45f1-80c2-340fe63f1c32 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:31.815370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-3c2ef757-45be-44f3-8763-712426fcb28e req-111eec61-1a12-451e-b159-702237cffd4f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Allocated IP 172.20.0.7 (c200d148-1aac-4d09-a682-2365e76cfa1f/fbd62c91-d804-432f-af8e-75bb073f1bc3/6ce6c3d3-edd6-4f01-a984-fd146d4c951b) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:09:31.865317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5a51aa-d57b-45f1-80c2-340fe63f1c32 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network d41d42eb-e745-4ed3-8904-4470444a86a3 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:09:31.874864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-fa5a51aa-d57b-45f1-80c2-340fe63f1c32 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:31.894103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5a51aa-d57b-45f1-80c2-340fe63f1c32 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:09:31.906620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5a51aa-d57b-45f1-80c2-340fe63f1c32 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:31.907324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fa5a51aa-d57b-45f1-80c2-340fe63f1c32 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:31.946582 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 10.7515182
Nov 24 13:09:31.951272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47926) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:31.966185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:32.066996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Deleting port 8d9dcbef-f7ba-41cc-becf-03b5edb80505 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:09:32.067370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:32.095701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 830c8bf1-a3e0-445c-8041-92096fe6a65a up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:09:32.110325 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fa5a51aa-d57b-45f1-80c2-340fe63f1c32 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 2.5565054
Nov 24 13:09:32.110325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47932) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:32.263906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-66595139-043f-4988-bdfb-5d07de656c4e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting port 221bb487-8387-465e-837d-d1d63da9f021 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:09:32.264273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-66595139-043f-4988-bdfb-5d07de656c4e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:32.409425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 830c8bf1-a3e0-445c-8041-92096fe6a65a completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:09:32.428681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8d9dcbef-f7ba-41cc-becf-03b5edb80505 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:09:32.484876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3c2ef757-45be-44f3-8763-712426fcb28e req-111eec61-1a12-451e-b159-702237cffd4f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:32.532564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 8d9dcbef-f7ba-41cc-becf-03b5edb80505 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:09:32.615069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'port': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'mac_address': 'fa:16:3e:ef:e2:8c', 'name': 'tempest-NetworksTestDHCPv6-73053143'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:32.782369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-3c2ef757-45be-44f3-8763-712426fcb28e req-111eec61-1a12-451e-b159-702237cffd4f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Transition to ACTIVE for port object 6ce6c3d3-edd6-4f01-a984-fd146d4c951b will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:09:32.821600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:32.826334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:port and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:32.833068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for port was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:32.840405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:32.873187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-66595139-043f-4988-bdfb-5d07de656c4e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:32.960273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:33.052377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-66595139-043f-4988-bdfb-5d07de656c4e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Calling delete_port for 221bb487-8387-465e-837d-d1d63da9f021 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:09:33.084362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744ebc35-32bb-4ccb-9c44-c3cde458d26c None None] Network 8a3448ee-2e1b-4d94-87d1-c38d280c19f6 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:09:33.171972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3c2ef757-45be-44f3-8763-712426fcb28e req-111eec61-1a12-451e-b159-702237cffd4f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:33.273664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0f7631c9-196e-49b6-99a7-418ecd3115a1 None None] Provisioning for port 8d9dcbef-f7ba-41cc-becf-03b5edb80505 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:09:33.279326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47950) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:33.279552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-13a14221-5ee9-4789-b4c0-9fade80763cc tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:33.283968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0f7631c9-196e-49b6-99a7-418ecd3115a1 None None] Provisioning complete for port 8d9dcbef-f7ba-41cc-becf-03b5edb80505 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:33.285396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0f7631c9-196e-49b6-99a7-418ecd3115a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:33.445209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111eec61-1a12-451e-b159-702237cffd4f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Pushing event updated for resources: {'Port': ['ID=6ce6c3d3-edd6-4f01-a984-fd146d4c951b,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:33.455371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-111eec61-1a12-451e-b159-702237cffd4f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:33.492534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] For port 8d9dcbef-f7ba-41cc-becf-03b5edb80505, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8d9dcbef-f7ba-41cc-becf-03b5edb80505,segment=NetworkSegment(784bdd55-25b7-4a56-be04-85cffa7ca911),segment_id=784bdd55-25b7-4a56-be04-85cffa7ca911)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:33.492939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:33.524430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c4927b07-f65f-4463-8fb7-e15e2d22a5e3 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:33.537269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-66595139-043f-4988-bdfb-5d07de656c4e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:33.555092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0f7631c9-196e-49b6-99a7-418ecd3115a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:33.571288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a83be1-8a90-46ad-9b29-077f06fdf03e None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:09:33.574831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-111eec61-1a12-451e-b159-702237cffd4f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:33.597942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c821b9e1-7066-4bfd-b547-09d741a0a5e3 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:33.663351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6583db93-dc7d-47cc-a5e7-6793b15f34c2 None None] DHCP port deletion for 8a3448ee-2e1b-4d94-87d1-c38d280c19f6 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:09:33.687243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6583db93-dc7d-47cc-a5e7-6793b15f34c2 None None] Deleting port 8d9dcbef-f7ba-41cc-becf-03b5edb80505 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:09:33.687628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6583db93-dc7d-47cc-a5e7-6793b15f34c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:33.692906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66595139-043f-4988-bdfb-5d07de656c4e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Port': ['ID=221bb487-8387-465e-837d-d1d63da9f021,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:33.702195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:33.716431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-66595139-043f-4988-bdfb-5d07de656c4e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:33.762962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c2ef757-45be-44f3-8763-712426fcb28e req-111eec61-1a12-451e-b159-702237cffd4f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Network c200d148-1aac-4d09-a682-2365e76cfa1f is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:09:33.782641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-3c2ef757-45be-44f3-8763-712426fcb28e req-111eec61-1a12-451e-b159-702237cffd4f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:33.790804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c2ef757-45be-44f3-8763-712426fcb28e req-111eec61-1a12-451e-b159-702237cffd4f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:09:33.829175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-bc262767-8713-47cb-88f2-65b826147448 tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Request body: {'router': {'name': 'tempest-pretest-check-428253228'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:33.866813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Calling delete_port for 8d9dcbef-f7ba-41cc-becf-03b5edb80505 owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:09:33.908383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-bc262767-8713-47cb-88f2-65b826147448 tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:33.935263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bc262767-8713-47cb-88f2-65b826147448 tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Usage tracker for resource:router and tenant:f989a03ffa164abf8e4bfbc5d4030a08 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:33.937245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-6583db93-dc7d-47cc-a5e7-6793b15f34c2 None None] For port 8d9dcbef-f7ba-41cc-becf-03b5edb80505, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8d9dcbef-f7ba-41cc-becf-03b5edb80505,segment=NetworkSegment(784bdd55-25b7-4a56-be04-85cffa7ca911),segment_id=784bdd55-25b7-4a56-be04-85cffa7ca911)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:33.937725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6583db93-dc7d-47cc-a5e7-6793b15f34c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:33.947302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bc262767-8713-47cb-88f2-65b826147448 tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:33.970714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-bc262767-8713-47cb-88f2-65b826147448 tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:34.021356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ef757-45be-44f3-8763-712426fcb28e req-111eec61-1a12-451e-b159-702237cffd4f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:34.022330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3c2ef757-45be-44f3-8763-712426fcb28e req-111eec61-1a12-451e-b159-702237cffd4f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:34.030063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-66595139-043f-4988-bdfb-5d07de656c4e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:34.056782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6f826-f036-47f5-b8ff-1c5cabbdd449 req-8773d645-201b-44e6-8f2b-178dd57085f4 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:34.058910 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d0a6f826-f036-47f5-b8ff-1c5cabbdd449 req-8773d645-201b-44e6-8f2b-178dd57085f4 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=611de65b-4d1a-4c98-aca6-6d87bf8e23a3 HTTP/1.1" status: 200  len: 931 time: 0.7805455
Nov 24 13:09:34.072068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4927b07-f65f-4463-8fb7-e15e2d22a5e3 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Subnet': ['ID=fcb458c5-71a9-44e4-b3a8-b3942b099424,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:34.076005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c4927b07-f65f-4463-8fb7-e15e2d22a5e3 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:34.095467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6583db93-dc7d-47cc-a5e7-6793b15f34c2 None None] Calling delete_port for 8d9dcbef-f7ba-41cc-becf-03b5edb80505 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:09:34.096205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] device_id is not set on port 4a82fe4d-a3a4-4f6a-92dd-d36184c13e71 yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:09:34.136031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bc262767-8713-47cb-88f2-65b826147448 tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:34.137620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bc262767-8713-47cb-88f2-65b826147448 tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:34.143154 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-66595139-043f-4988-bdfb-5d07de656c4e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/ports/221bb487-8387-465e-837d-d1d63da9f021 HTTP/1.1" status: 204  len: 168 time: 2.0338757
Nov 24 13:09:34.149170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47956) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:34.150585 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c2ef757-45be-44f3-8763-712426fcb28e req-111eec61-1a12-451e-b159-702237cffd4f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.1041906
Nov 24 13:09:34.169787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-16b78a7a-16d8-411a-b682-9a6244245488 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'port': {'network_id': 'd41d42eb-e745-4ed3-8904-4470444a86a3', 'mac_address': 'fa:16:3e:09:88:23', 'name': 'tempest-PortsIpV6TestJSON-706014391'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:34.191167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8d9dcbef-f7ba-41cc-becf-03b5edb80505 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:09:34.221169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-0f7631c9-196e-49b6-99a7-418ecd3115a1 None None] For port 8d9dcbef-f7ba-41cc-becf-03b5edb80505, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8d9dcbef-f7ba-41cc-becf-03b5edb80505,segment=NetworkSegment(784bdd55-25b7-4a56-be04-85cffa7ca911),segment_id=784bdd55-25b7-4a56-be04-85cffa7ca911)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:34.239463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e3b633-e8fb-4c96-8829-0d9e8a2a142f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Router d485a351-ef5d-4a0d-9dab-e390f15b1d62 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:09:34.250172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0f7631c9-196e-49b6-99a7-418ecd3115a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:34.252819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-6583db93-dc7d-47cc-a5e7-6793b15f34c2 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 24 13:09:34.252819 dv-neutron-601336-61-ovs neutron-server[80834]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s]
Nov 24 13:09:34.252819 dv-neutron-601336-61-ovs neutron-server[80834]: [parameters: {'port_id': '8d9dcbef-f7ba-41cc-becf-03b5edb80505'}]
Nov 24 13:09:34.252819 dv-neutron-601336-61-ovs neutron-server[80834]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:09:34.253479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-6583db93-dc7d-47cc-a5e7-6793b15f34c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:09:34.257596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-637fde42-c84e-4510-adfd-8b16e9060b5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:34.263207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-3c2ef757-45be-44f3-8763-712426fcb28e req-570f107c-b8af-41d1-b9d7-e6bc46b04aca service neutron] Request body: {'port': {'device_id': '611de65b-4d1a-4c98-aca6-6d87bf8e23a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:34.265172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:09:34.265532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:09:34.275328 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d0a6f826-f036-47f5-b8ff-1c5cabbdd449 req-552b8637-198e-46a1-9e5c-6205f9029026 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1889672
Nov 24 13:09:34.285674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bc262767-8713-47cb-88f2-65b826147448 tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:34.302597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4927b07-f65f-4463-8fb7-e15e2d22a5e3 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network f7621358-709a-475a-a392-d79f23d223d6 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:09:34.308773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-c4927b07-f65f-4463-8fb7-e15e2d22a5e3 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:34.343502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bd29b6-4c44-4ac8-b664-6e286366a476 None None] Network f7621358-709a-475a-a392-d79f23d223d6 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:09:34.447377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4927b07-f65f-4463-8fb7-e15e2d22a5e3 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:34.447952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c4927b07-f65f-4463-8fb7-e15e2d22a5e3 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:34.452783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bc262767-8713-47cb-88f2-65b826147448 tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:34.459685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-16b78a7a-16d8-411a-b682-9a6244245488 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:34.495681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3c2ef757-45be-44f3-8763-712426fcb28e req-570f107c-b8af-41d1-b9d7-e6bc46b04aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:34.517458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-16b78a7a-16d8-411a-b682-9a6244245488 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:port and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:34.527837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-16b78a7a-16d8-411a-b682-9a6244245488 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for port was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:34.542328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-16b78a7a-16d8-411a-b682-9a6244245488 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:34.578088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7631c9-196e-49b6-99a7-418ecd3115a1 None None] Pushing event updated for resources: {'Port': ['ID=8d9dcbef-f7ba-41cc-becf-03b5edb80505,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:34.581682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0f7631c9-196e-49b6-99a7-418ecd3115a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:34.613914 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c4927b07-f65f-4463-8fb7-e15e2d22a5e3 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 7.0674243
Nov 24 13:09:34.618449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bc262767-8713-47cb-88f2-65b826147448 tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:34.619927 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bc262767-8713-47cb-88f2-65b826147448 tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 728 time: 1.2872715
Nov 24 13:09:34.621865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47960) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:34.625704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47962) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:34.626114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.objects.ports [None req-ffcd13d9-5a15-497e-9258-1f441ee8cee1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80943) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 24 13:09:34.634448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'security_group': {'name': 'tempest-secgroup-628988231'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:34.646747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-83b61d92-e856-46e5-96a0-b13214e5dda3 None None] Provisioning for port 6ce6c3d3-edd6-4f01-a984-fd146d4c951b completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:09:34.670626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:34.681609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-83b61d92-e856-46e5-96a0-b13214e5dda3 None None] Provisioning complete for port 6ce6c3d3-edd6-4f01-a984-fd146d4c951b triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:34.682016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83b61d92-e856-46e5-96a0-b13214e5dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:34.696088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ffcd13d9-5a15-497e-9258-1f441ee8cee1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:34.716479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:34.721309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a5d9fb6d-2e20-4c21-a0bb-95846a7dca8c tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:34.755790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e3b633-e8fb-4c96-8829-0d9e8a2a142f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:09:34.756045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6583db93-dc7d-47cc-a5e7-6793b15f34c2 None None] Deleting port 8d9dcbef-f7ba-41cc-becf-03b5edb80505 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:09:34.756310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6583db93-dc7d-47cc-a5e7-6793b15f34c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:34.769288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c49931-f4f8-4848-a882-f8c2d34cf94a None None] Sync routers for ids ['d485a351-ef5d-4a0d-9dab-e390f15b1d62'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:09:34.773405 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b3e3b633-e8fb-4c96-8829-0d9e8a2a142f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "PUT /v2.0/routers/d485a351-ef5d-4a0d-9dab-e390f15b1d62/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 15.5990870
Nov 24 13:09:34.775931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47968) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:34.797939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c49931-f4f8-4848-a882-f8c2d34cf94a None None] Routers {'d485a351-ef5d-4a0d-9dab-e390f15b1d62'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:09:34.799217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a2c49931-f4f8-4848-a882-f8c2d34cf94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cd16898>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:09:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['d485a351-ef5d-4a0d-9dab-e390f15b1d62'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:34.839583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Deleting port 8d9dcbef-f7ba-41cc-becf-03b5edb80505 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:09:34.840161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:34.880158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b78a7a-16d8-411a-b682-9a6244245488 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:34.888216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:security_group and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:34.901064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a2c49931-f4f8-4848-a882-f8c2d34cf94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cd16898>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:34.908717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-83b61d92-e856-46e5-96a0-b13214e5dda3 None None] Port 6ce6c3d3-edd6-4f01-a984-fd146d4c951b cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:09:34.919797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c49931-f4f8-4848-a882-f8c2d34cf94a None None] Routers {'d485a351-ef5d-4a0d-9dab-e390f15b1d62'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:09:34.921224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a2c49931-f4f8-4848-a882-f8c2d34cf94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cd16898>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:09:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['d485a351-ef5d-4a0d-9dab-e390f15b1d62'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:34.944933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 8d9dcbef-f7ba-41cc-becf-03b5edb80505, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8d9dcbef-f7ba-41cc-becf-03b5edb80505,segment=NetworkSegment(784bdd55-25b7-4a56-be04-85cffa7ca911),segment_id=784bdd55-25b7-4a56-be04-85cffa7ca911)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:34.952805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-83b61d92-e856-46e5-96a0-b13214e5dda3 None None] Provisioning for port 830c8bf1-a3e0-445c-8041-92096fe6a65a completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:09:34.968807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:34.998093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:35.026084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:35.027183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-16b78a7a-16d8-411a-b682-9a6244245488 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:35.038687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:35.069898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-83b61d92-e856-46e5-96a0-b13214e5dda3 None None] Provisioning complete for port 830c8bf1-a3e0-445c-8041-92096fe6a65a triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:35.070092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83b61d92-e856-46e5-96a0-b13214e5dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:35.079371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a2c49931-f4f8-4848-a882-f8c2d34cf94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cd16898>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:35.080063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c49931-f4f8-4848-a882-f8c2d34cf94a None None] The sync data for ids ['d485a351-ef5d-4a0d-9dab-e390f15b1d62'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:09:35.129273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd13d9-5a15-497e-9258-1f441ee8cee1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Pushing event updated for resources: {'Subnet': ['ID=4247d53a-804f-4100-94b9-090efce20025,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:35.132408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ffcd13d9-5a15-497e-9258-1f441ee8cee1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:35.162728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:35.165810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Allocated IP 172.20.0.9 (8ca51b04-1dca-4f60-b844-2979d8864b51/451be96f-8d13-417c-8aac-0770fcbe20fc/4a82fe4d-a3a4-4f6a-92dd-d36184c13e71) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:09:35.201927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Allocated IP 2001:db8::f816:3eff:feef:e28c (8ca51b04-1dca-4f60-b844-2979d8864b51/ff6825ae-017d-44d9-a363-84c5d21a0035/4a82fe4d-a3a4-4f6a-92dd-d36184c13e71) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:09:35.577926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=8d9dcbef-f7ba-41cc-becf-03b5edb80505,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:35.581678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:35.604267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-16b78a7a-16d8-411a-b682-9a6244245488 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] device_id is not set on port 09653156-46c1-4b73-9632-363fe3c00ec8 yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:09:35.644739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-6583db93-dc7d-47cc-a5e7-6793b15f34c2 None None] For port 8d9dcbef-f7ba-41cc-becf-03b5edb80505, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8d9dcbef-f7ba-41cc-becf-03b5edb80505,segment=NetworkSegment(784bdd55-25b7-4a56-be04-85cffa7ca911),segment_id=784bdd55-25b7-4a56-be04-85cffa7ca911)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:35.645198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6583db93-dc7d-47cc-a5e7-6793b15f34c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:35.655454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83b61d92-e856-46e5-96a0-b13214e5dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:35.755546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-f7621358-709a-475a-a392-d79f23d223d6', 'network_id': 'f7621358-709a-475a-a392-d79f23d223d6', 'tenant_id': 'c7d03523e68a47da9bee14cfe27d45e8', 'fixed_ips': [{'subnet_id': 'fcb458c5-71a9-44e4-b3a8-b3942b099424'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:09:35.756392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:35.773759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] For port 8d9dcbef-f7ba-41cc-becf-03b5edb80505, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8d9dcbef-f7ba-41cc-becf-03b5edb80505,segment=NetworkSegment(784bdd55-25b7-4a56-be04-85cffa7ca911),segment_id=784bdd55-25b7-4a56-be04-85cffa7ca911)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:35.774184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:35.849901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6583db93-dc7d-47cc-a5e7-6793b15f34c2 None None] Calling delete_port for 8d9dcbef-f7ba-41cc-becf-03b5edb80505 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:09:35.879946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:35.893550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-83b61d92-e856-46e5-96a0-b13214e5dda3 None None] For port 830c8bf1-a3e0-445c-8041-92096fe6a65a, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=830c8bf1-a3e0-445c-8041-92096fe6a65a,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:35.912421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83b61d92-e856-46e5-96a0-b13214e5dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:35.918999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Calling delete_port for 8d9dcbef-f7ba-41cc-becf-03b5edb80505 owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:09:35.926740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Transition to ACTIVE for port object 4a82fe4d-a3a4-4f6a-92dd-d36184c13e71 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:09:35.935730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:36.128235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-16b78a7a-16d8-411a-b682-9a6244245488 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:36.131750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:36.142011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-62c5cbba-14c3-4e23-9900-2043886097c6 None None] Provisioning complete for port 830c8bf1-a3e0-445c-8041-92096fe6a65a triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:36.142655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-62c5cbba-14c3-4e23-9900-2043886097c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:36.170022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5104cb19-f3a1-448b-aea0-01955a49f9ac tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:36.178345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b61d92-e856-46e5-96a0-b13214e5dda3 None None] Pushing event updated for resources: {'Port': ['ID=830c8bf1-a3e0-445c-8041-92096fe6a65a,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:36.182252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-83b61d92-e856-46e5-96a0-b13214e5dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:36.193178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6583db93-dc7d-47cc-a5e7-6793b15f34c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:36.214190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3992ba36-296f-4339-aa25-3bf65baf8304 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:36.282708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0478bb2b-b333-4bc9-bc93-56e9916032dc tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:36.350747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583db93-dc7d-47cc-a5e7-6793b15f34c2 None None] Pushing event deleted for resources: {'Port': ['ID=8d9dcbef-f7ba-41cc-becf-03b5edb80505,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:36.353675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6583db93-dc7d-47cc-a5e7-6793b15f34c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:36.441665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-3c2ef757-45be-44f3-8763-712426fcb28e req-570f107c-b8af-41d1-b9d7-e6bc46b04aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce6c3d3-edd6-4f01-a984-fd146d4c951b {{(pid=80944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:09:36.447053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:09:36.451058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Port': ['ID=4a82fe4d-a3a4-4f6a-92dd-d36184c13e71,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:36.455308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3c2ef757-45be-44f3-8763-712426fcb28e req-570f107c-b8af-41d1-b9d7-e6bc46b04aca service neutron] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:36.459466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:36.466879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:09:36.500438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:36.515621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:09:36.515992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:09:36.519396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:security_group_rule and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:36.537517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:36.538047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:36.538293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:36.544997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6583db93-dc7d-47cc-a5e7-6793b15f34c2 None None] No DVR routers for this DVR port 8d9dcbef-f7ba-41cc-becf-03b5edb80505 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:09:36.569457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:36.583716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-3c2ef757-45be-44f3-8763-712426fcb28e req-570f107c-b8af-41d1-b9d7-e6bc46b04aca service neutron] Transition to ACTIVE for port object 6ce6c3d3-edd6-4f01-a984-fd146d4c951b will not be triggered until provisioned by entity L2. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:09:36.588343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:36.588711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:36.589133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:36.589550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:36.589984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:36.590426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:36.590835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:36.591244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:36.591646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:36.592055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:36.592456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:36.592859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:36.593369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:36.593775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:36.594645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:36.597908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:36.598410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:36.599416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:36.599844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:36.600260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:36.601652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:36.601652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:36.601652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:36.601924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:36.606625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-16b78a7a-16d8-411a-b682-9a6244245488 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:36.608650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:36.641993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Allocated IP 172.20.0.2 (f7621358-709a-475a-a392-d79f23d223d6/fcb458c5-71a9-44e4-b3a8-b3942b099424/4a695b15-efdc-44e4-8059-d1caac829b7a) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:09:36.764152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-66595139-043f-4988-bdfb-5d07de656c4e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:36.779954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1dff2799-574b-41a0-a8b4-e42c79d40126 None None] Provisioning complete for port 830c8bf1-a3e0-445c-8041-92096fe6a65a triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:36.780384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1dff2799-574b-41a0-a8b4-e42c79d40126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:36.810106 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-01bc5815-cc49-4985-ad52-a13f1f8b738c tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] remove_router_interface failed (client error): The resource could not be found.
Nov 24 13:09:36.813477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3c2ef757-45be-44f3-8763-712426fcb28e req-570f107c-b8af-41d1-b9d7-e6bc46b04aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:36.814328 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-01bc5815-cc49-4985-ad52-a13f1f8b738c tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "PUT /v2.0/routers/d485a351-ef5d-4a0d-9dab-e390f15b1d62/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 1.9434280
Nov 24 13:09:36.823081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47974) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:36.831470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23bde6-fa32-4dbb-8ebe-90ada0abde1c req-88072757-f58a-411c-a933-cd1087bc36f2 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:36.833096 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bc23bde6-fa32-4dbb-8ebe-90ada0abde1c req-88072757-f58a-411c-a933-cd1087bc36f2 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=611de65b-4d1a-4c98-aca6-6d87bf8e23a3 HTTP/1.1" status: 200  len: 931 time: 0.8595335
Nov 24 13:09:36.842339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcd13d9-5a15-497e-9258-1f441ee8cee1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Checking segment: {'id': '4891d523-b2ce-4399-bc14-2955ffe13fb0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '632c1705-a13b-449f-918e-2e70a969f80e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:09:36.842644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcd13d9-5a15-497e-9258-1f441ee8cee1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Network hostable DHCP agents. Network: 632c1705-a13b-449f-918e-2e70a969f80e, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:09:36.886779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Deleting port 8d9dcbef-f7ba-41cc-becf-03b5edb80505 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:09:36.887336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:36.924907 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1025 time: 4.9675267
Nov 24 13:09:36.937341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47978) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:36.987420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b78a7a-16d8-411a-b682-9a6244245488 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network d41d42eb-e745-4ed3-8904-4470444a86a3 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:09:36.995581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b78a7a-16d8-411a-b682-9a6244245488 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Port': ['ID=09653156-46c1-4b73-9632-363fe3c00ec8,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:37.004748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-16b78a7a-16d8-411a-b682-9a6244245488 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:37.006590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-16b78a7a-16d8-411a-b682-9a6244245488 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:37.010054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9d02ec90-a210-4b80-bf14-bce63627bed9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:37.013997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:37.031540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Transition to ACTIVE for port object 4a695b15-efdc-44e4-8059-d1caac829b7a will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:09:37.050250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-64a7e256-083d-47cd-8ef1-04b052adbfb9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Synchronizing usage tracker for tenant:7bd33557530a48bab25cc76dc38cd9bb on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:09:37.051933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Transition to ACTIVE for port object 4a695b15-efdc-44e4-8059-d1caac829b7a will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:09:37.053362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b78a7a-16d8-411a-b682-9a6244245488 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:09:37.057731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:37.057924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b78a7a-16d8-411a-b682-9a6244245488 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:37.058902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-16b78a7a-16d8-411a-b682-9a6244245488 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:37.076068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-78af9358-9106-43e1-a886-7b9751e7253c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:37.147321 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-16b78a7a-16d8-411a-b682-9a6244245488 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 2.9952903
Nov 24 13:09:37.158113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47982) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:37.167044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] The port '8d9dcbef-f7ba-41cc-becf-03b5edb80505' was deleted {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:09:37.201724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5104cb19-f3a1-448b-aea0-01955a49f9ac tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:37.211314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f107c-b8af-41d1-b9d7-e6bc46b04aca service neutron] Pushing event updated for resources: {'Port': ['ID=6ce6c3d3-edd6-4f01-a984-fd146d4c951b,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:37.221975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-fced5ba5-b4de-4512-aaa9-f6ea2af0869f None None] Provisioning for port 4a82fe4d-a3a4-4f6a-92dd-d36184c13e71 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:09:37.226829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-570f107c-b8af-41d1-b9d7-e6bc46b04aca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:37.235310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Pushing event updated for resources: {'Port': ['ID=4a695b15-efdc-44e4-8059-d1caac829b7a,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:37.238552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:37.239618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-fced5ba5-b4de-4512-aaa9-f6ea2af0869f None None] Provisioning complete for port 4a82fe4d-a3a4-4f6a-92dd-d36184c13e71 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:37.239958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fced5ba5-b4de-4512-aaa9-f6ea2af0869f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:37.252876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:37.280695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc697ade-5bfc-48cf-bf2b-41bf979a8945 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:37.282216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bc697ade-5bfc-48cf-bf2b-41bf979a8945 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Synchronizing usage tracker for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:09:37.285326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:37.290314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-64a7e256-083d-47cd-8ef1-04b052adbfb9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Unset dirty status for tenant:7bd33557530a48bab25cc76dc38cd9bb on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:09:37.294209 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-64a7e256-083d-47cd-8ef1-04b052adbfb9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "GET /v2.0/ports?device_id=d485a351-ef5d-4a0d-9dab-e390f15b1d62 HTTP/1.1" status: 200  len: 205 time: 0.4575245
Nov 24 13:09:37.327637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-fced5ba5-b4de-4512-aaa9-f6ea2af0869f None None] Port 4a82fe4d-a3a4-4f6a-92dd-d36184c13e71 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:09:37.348907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9ed094a3-b56e-48b9-9e4e-995622a8f79b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:37.366497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47986) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:37.367301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5104cb19-f3a1-448b-aea0-01955a49f9ac tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:37.380057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Network f7621358-709a-475a-a392-d79f23d223d6 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:09:37.381094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e106718-1d20-44be-974b-eee936bf7087 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:37.382249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:37.385817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:09:37.386094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e106718-1d20-44be-974b-eee936bf7087 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:37.387715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8e106718-1d20-44be-974b-eee936bf7087 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:09:37.422990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bc697ade-5bfc-48cf-bf2b-41bf979a8945 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Unset dirty status for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:09:37.427481 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bc697ade-5bfc-48cf-bf2b-41bf979a8945 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "GET /v2.0/ports/09653156-46c1-4b73-9632-363fe3c00ec8 HTTP/1.1" status: 200  len: 844 time: 0.2654183
Nov 24 13:09:37.431698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 47990) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:37.435275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8e106718-1d20-44be-974b-eee936bf7087 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:09:37.439135 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8e106718-1d20-44be-974b-eee936bf7087 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1861 time: 0.4980769
Nov 24 13:09:37.457530 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bc23bde6-fa32-4dbb-8ebe-90ada0abde1c req-976ed8f2-ccba-4993-9967-d99917209ad3 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.5720274
Nov 24 13:09:37.465087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Attempting to bind port 4a695b15-efdc-44e4-8059-d1caac829b7a on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:09:37.466027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Attempting to bind port 4a695b15-efdc-44e4-8059-d1caac829b7a by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '61108076-07d8-4281-8783-d80be466bb78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f7621358-709a-475a-a392-d79f23d223d6'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:09:37.466730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Attempting to bind port 4a695b15-efdc-44e4-8059-d1caac829b7a on network f7621358-709a-475a-a392-d79f23d223d6 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:09:37.475104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:09:37.475926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Checking segment: {'id': '61108076-07d8-4281-8783-d80be466bb78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f7621358-709a-475a-a392-d79f23d223d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:09:37.476956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 47996) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:37.477570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:37.478253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Bound using segment: {'id': '61108076-07d8-4281-8783-d80be466bb78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f7621358-709a-475a-a392-d79f23d223d6'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:09:37.479007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Bound port: 4a695b15-efdc-44e4-8059-d1caac829b7a, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61108076-07d8-4281-8783-d80be466bb78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f7621358-709a-475a-a392-d79f23d223d6'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:09:37.479680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:37.482441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcd13d9-5a15-497e-9258-1f441ee8cee1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Network 632c1705-a13b-449f-918e-2e70a969f80e is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:09:37.550110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:37.582595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-744374b5-c501-475b-b6e1-3adcea4d3c57 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting port 09653156-46c1-4b73-9632-363fe3c00ec8 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:09:37.582595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-744374b5-c501-475b-b6e1-3adcea4d3c57 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:37.607922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] For port 4a695b15-efdc-44e4-8059-d1caac829b7a, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:09:37.611506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] For port 4a695b15-efdc-44e4-8059-d1caac829b7a, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=4a695b15-efdc-44e4-8059-d1caac829b7a,segment=NetworkSegment(61108076-07d8-4281-8783-d80be466bb78),segment_id=61108076-07d8-4281-8783-d80be466bb78)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:09:37.616271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:37.634584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-24d1557e-6f2e-4fdd-81c9-d830896d4cbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:37.660257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-3c2ef757-45be-44f3-8763-712426fcb28e req-570f107c-b8af-41d1-b9d7-e6bc46b04aca service neutron] Attempting to bind port 6ce6c3d3-edd6-4f01-a984-fd146d4c951b on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:09:37.660652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-3c2ef757-45be-44f3-8763-712426fcb28e req-570f107c-b8af-41d1-b9d7-e6bc46b04aca service neutron] Attempting to bind port 6ce6c3d3-edd6-4f01-a984-fd146d4c951b by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'f37bbda7-8694-4075-8d54-b96ea9721450', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f'}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:09:37.660994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2ef757-45be-44f3-8763-712426fcb28e req-570f107c-b8af-41d1-b9d7-e6bc46b04aca service neutron] Attempting to bind port 6ce6c3d3-edd6-4f01-a984-fd146d4c951b on network c200d148-1aac-4d09-a682-2365e76cfa1f {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:09:37.710648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2ef757-45be-44f3-8763-712426fcb28e req-570f107c-b8af-41d1-b9d7-e6bc46b04aca service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:09:37.711041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2ef757-45be-44f3-8763-712426fcb28e req-570f107c-b8af-41d1-b9d7-e6bc46b04aca service neutron] Checking segment: {'id': 'f37bbda7-8694-4075-8d54-b96ea9721450', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:09:37.711342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3c2ef757-45be-44f3-8763-712426fcb28e req-570f107c-b8af-41d1-b9d7-e6bc46b04aca service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:37.711743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2ef757-45be-44f3-8763-712426fcb28e req-570f107c-b8af-41d1-b9d7-e6bc46b04aca service neutron] Bound using segment: {'id': 'f37bbda7-8694-4075-8d54-b96ea9721450', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f'} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:09:37.712245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-3c2ef757-45be-44f3-8763-712426fcb28e req-570f107c-b8af-41d1-b9d7-e6bc46b04aca service neutron] Bound port: 6ce6c3d3-edd6-4f01-a984-fd146d4c951b, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37bbda7-8694-4075-8d54-b96ea9721450', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f'}}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:09:37.712626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3c2ef757-45be-44f3-8763-712426fcb28e req-570f107c-b8af-41d1-b9d7-e6bc46b04aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:37.806874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Pushing event updated for resources: {'Port': ['ID=4a695b15-efdc-44e4-8059-d1caac829b7a,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:37.831491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:37.831896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:37.832252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:37.832633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:37.833010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:37.833390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:37.833763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:37.834164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:37.834566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:37.834941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:37.835310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:37.835684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:37.836175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:37.836547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:37.836918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:37.837288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:37.837656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:37.838029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:37.838446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:37.838813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:37.839179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:37.839554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:37.839880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:37.840292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:37.845014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:37.965910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'SecurityGroup': ['ID=34011ee7-0d95-42db-8a88-b4ab1812855d,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:37.967861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 830c8bf1-a3e0-445c-8041-92096fe6a65a up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:09:37.977923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-ffcd13d9-5a15-497e-9258-1f441ee8cee1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 632c1705-a13b-449f-918e-2e70a969f80e) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:37.990720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:37.996889 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 3.3690319
Nov 24 13:09:38.037039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48000) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:38.116444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcd13d9-5a15-497e-9258-1f441ee8cee1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:38.116678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ffcd13d9-5a15-497e-9258-1f441ee8cee1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:38.129445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ecca4768-c425-486b-af6b-ee3c38734afd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'security_group': {'name': 'tempest-secgroup-318054872'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:38.163327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:38.163756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:38.164188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:38.164602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:38.165014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:38.165697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:38.166110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:38.166542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:38.166948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:38.167355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:38.167759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:38.169397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:38.169397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:38.169669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:38.170024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:38.170461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:38.170864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:38.171270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:38.171668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:38.172068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:38.172467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:38.172866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:38.173266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:38.173665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:09:38.178624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.830s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:38.192209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ecca4768-c425-486b-af6b-ee3c38734afd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:38.203004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5104cb19-f3a1-448b-aea0-01955a49f9ac tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:38.203557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5104cb19-f3a1-448b-aea0-01955a49f9ac tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Fanout notify agent at l3_agent the message router_deleted on router 2375e8c6-2752-4b98-aa9e-186be40601dd {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:09:38.219052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-02b13b03-65fe-4e59-8383-98bd5af2b12c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting port 4a82fe4d-a3a4-4f6a-92dd-d36184c13e71 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:09:38.219640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02b13b03-65fe-4e59-8383-98bd5af2b12c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:38.232587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-744374b5-c501-475b-b6e1-3adcea4d3c57 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:38.242073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10deecdb-6d3f-4e56-9fc0-6c16bd2eaa3c None None] Network 632c1705-a13b-449f-918e-2e70a969f80e requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:09:38.260509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ecca4768-c425-486b-af6b-ee3c38734afd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:security_group and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:38.269801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ecca4768-c425-486b-af6b-ee3c38734afd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:38.335594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ecca4768-c425-486b-af6b-ee3c38734afd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:38.339101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5104cb19-f3a1-448b-aea0-01955a49f9ac tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:38.340905 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5104cb19-f3a1-448b-aea0-01955a49f9ac tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] 10.222.0.76 "DELETE /v2.0/routers/2375e8c6-2752-4b98-aa9e-186be40601dd HTTP/1.1" status: 204  len: 168 time: 3.7131231
Nov 24 13:09:38.345907 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ffcd13d9-5a15-497e-9258-1f441ee8cee1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 8.6079938
Nov 24 13:09:38.348194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6347c41240>,) {'filters': {'network_id': ['8a3448ee-2e1b-4d94-87d1-c38d280c19f6']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:38.361313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48004) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:38.361663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48006) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:38.372249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-496ff3eb-1426-435f-b87e-b2185cad9ae1 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:38.425250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-3c2ef757-45be-44f3-8763-712426fcb28e req-570f107c-b8af-41d1-b9d7-e6bc46b04aca service neutron] For port 6ce6c3d3-edd6-4f01-a984-fd146d4c951b, host hv-neutron-6013, cleared binding levels {{(pid=80944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:09:38.437277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-996fee57-dd4a-4c11-bfa5-2dfa41519f1c tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Request body: {'router': {'name': 'tempest-router-1522199735', 'distributed': False}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:38.437511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-744374b5-c501-475b-b6e1-3adcea4d3c57 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Calling delete_port for 09653156-46c1-4b73-9632-363fe3c00ec8 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:09:38.482297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-3c2ef757-45be-44f3-8763-712426fcb28e req-570f107c-b8af-41d1-b9d7-e6bc46b04aca service neutron] For port 6ce6c3d3-edd6-4f01-a984-fd146d4c951b, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=6ce6c3d3-edd6-4f01-a984-fd146d4c951b,segment=NetworkSegment(f37bbda7-8694-4075-8d54-b96ea9721450),segment_id=f37bbda7-8694-4075-8d54-b96ea9721450)] {{(pid=80944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:09:38.486855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3c2ef757-45be-44f3-8763-712426fcb28e req-570f107c-b8af-41d1-b9d7-e6bc46b04aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:38.494225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-996fee57-dd4a-4c11-bfa5-2dfa41519f1c tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:38.498108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 830c8bf1-a3e0-445c-8041-92096fe6a65a triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:38.498853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:38.500063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347c41240>, '784bdd55-25b7-4a56-be04-85cffa7ca911') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:38.500415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347c41240>, '784bdd55-25b7-4a56-be04-85cffa7ca911') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:38.509829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-20875d4f-c90a-4544-af3e-c7af78ea3708 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:38.521070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-996fee57-dd4a-4c11-bfa5-2dfa41519f1c tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Usage tracker for resource:router and tenant:f989a03ffa164abf8e4bfbc5d4030a08 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:38.527292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-996fee57-dd4a-4c11-bfa5-2dfa41519f1c tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:38.540052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-996fee57-dd4a-4c11-bfa5-2dfa41519f1c tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:38.665299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37adcb15-3d9f-407b-ae28-04a35a3dc23a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-632c1705-a13b-449f-918e-2e70a969f80e', 'network_id': '632c1705-a13b-449f-918e-2e70a969f80e', 'tenant_id': '23c0d994af624aa897601b00f596f30e', 'fixed_ips': [{'subnet_id': '4247d53a-804f-4100-94b9-090efce20025'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:09:38.666248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-37adcb15-3d9f-407b-ae28-04a35a3dc23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:38.680769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f107c-b8af-41d1-b9d7-e6bc46b04aca service neutron] Pushing event updated for resources: {'Port': ['ID=6ce6c3d3-edd6-4f01-a984-fd146d4c951b,revision_number=3']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:38.684999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-570f107c-b8af-41d1-b9d7-e6bc46b04aca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:38.705492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-744374b5-c501-475b-b6e1-3adcea4d3c57 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:38.710511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:38.719789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ecca4768-c425-486b-af6b-ee3c38734afd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:38.726550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9627f5fb-9e74-4e9c-a380-14feaaea39be tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:38.759896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-996fee57-dd4a-4c11-bfa5-2dfa41519f1c tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:38.761422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-996fee57-dd4a-4c11-bfa5-2dfa41519f1c tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:38.847729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744374b5-c501-475b-b6e1-3adcea4d3c57 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Port': ['ID=09653156-46c1-4b73-9632-363fe3c00ec8,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:38.850626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-744374b5-c501-475b-b6e1-3adcea4d3c57 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:38.907166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ef757-45be-44f3-8763-712426fcb28e req-570f107c-b8af-41d1-b9d7-e6bc46b04aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:38.907845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3c2ef757-45be-44f3-8763-712426fcb28e req-570f107c-b8af-41d1-b9d7-e6bc46b04aca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:38.909341 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c2ef757-45be-44f3-8763-712426fcb28e req-570f107c-b8af-41d1-b9d7-e6bc46b04aca service neutron] 10.222.0.70 "PUT /v2.0/ports/6ce6c3d3-edd6-4f01-a984-fd146d4c951b HTTP/1.1" status: 200  len: 1157 time: 4.6566157
Nov 24 13:09:38.911628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611de65b-4d1a-4c98-aca6-6d87bf8e23a3', 'tag': '6ce6c3d3-edd6-4f01-a984-fd146d4c951b'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:09:38.936599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-744374b5-c501-475b-b6e1-3adcea4d3c57 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:38.960314 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-744374b5-c501-475b-b6e1-3adcea4d3c57 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/ports/09653156-46c1-4b73-9632-363fe3c00ec8 HTTP/1.1" status: 204  len: 168 time: 1.5285952
Nov 24 13:09:38.961357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48016) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:39.003466 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611de65b-4d1a-4c98-aca6-6d87bf8e23a3', 'tag': '6ce6c3d3-edd6-4f01-a984-fd146d4c951b', 'status': 'completed', 'code': 200}
Nov 24 13:09:39.028909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:39.039354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-37adcb15-3d9f-407b-ae28-04a35a3dc23a None None] Allocated IP 2001:db8::f816:3eff:fef0:f442 (632c1705-a13b-449f-918e-2e70a969f80e/4247d53a-804f-4100-94b9-090efce20025/ff1f14b4-97ec-49a4-a817-2855d873ed5c) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:09:39.053980 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-af5ee20e-62bf-4c0f-80b9-ea841f09fbc4 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] GET failed (client error): The resource could not be found.
Nov 24 13:09:39.054592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-af5ee20e-62bf-4c0f-80b9-ea841f09fbc4 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Synchronizing usage tracker for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:09:39.060895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Releasing vxlan tunnel 16 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:09:39.081565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-af5ee20e-62bf-4c0f-80b9-ea841f09fbc4 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Unset dirty status for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:09:39.087223 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-af5ee20e-62bf-4c0f-80b9-ea841f09fbc4 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "GET /v2.0/ports/09653156-46c1-4b73-9632-363fe3c00ec8 HTTP/1.1" status: 404  len: 333 time: 0.1244748
Nov 24 13:09:39.088018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48020) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:39.101974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-fe45c7f5-a359-49eb-8acf-b7ab657419d7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'port': {'network_id': 'd41d42eb-e745-4ed3-8904-4470444a86a3', 'name': 'tempest-PortsIpV6TestJSON-1756988693'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:39.254863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ef757-45be-44f3-8763-712426fcb28e req-b57d1060-4bec-4267-a565-5a10a216213d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:39.256562 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c2ef757-45be-44f3-8763-712426fcb28e req-b57d1060-4bec-4267-a565-5a10a216213d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6efb027d4b0e48cc970462a6d3154fa0&device_id=611de65b-4d1a-4c98-aca6-6d87bf8e23a3 HTTP/1.1" status: 200  len: 1160 time: 0.2477722
Nov 24 13:09:39.317229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ecca4768-c425-486b-af6b-ee3c38734afd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:39.370926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fe45c7f5-a359-49eb-8acf-b7ab657419d7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:39.383585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fe45c7f5-a359-49eb-8acf-b7ab657419d7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:39.389127 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c2ef757-45be-44f3-8763-712426fcb28e req-32845b45-4318-4bd4-b213-c0866cdd531b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ce6c3d3-edd6-4f01-a984-fd146d4c951b HTTP/1.1" status: 200  len: 217 time: 0.1154194
Nov 24 13:09:39.412532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ecca4768-c425-486b-af6b-ee3c38734afd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:security_group_rule and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:39.423150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ecca4768-c425-486b-af6b-ee3c38734afd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:39.426341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-37adcb15-3d9f-407b-ae28-04a35a3dc23a None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:39.451729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe45c7f5-a359-49eb-8acf-b7ab657419d7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:39.455726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-37adcb15-3d9f-407b-ae28-04a35a3dc23a None None] Transition to ACTIVE for port object ff1f14b4-97ec-49a4-a817-2855d873ed5c will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:09:39.458238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe45c7f5-a359-49eb-8acf-b7ab657419d7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:39.490391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-37adcb15-3d9f-407b-ae28-04a35a3dc23a None None] Transition to ACTIVE for port object ff1f14b4-97ec-49a4-a817-2855d873ed5c will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:09:39.491700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36253690-ace5-41b2-bf17-efc5ab666d6a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:39.499841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-37adcb15-3d9f-407b-ae28-04a35a3dc23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:39.524869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ef757-45be-44f3-8763-712426fcb28e req-ed41b3ec-db53-4541-93f5-c58d5f66966b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:39.527502 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c2ef757-45be-44f3-8763-712426fcb28e req-ed41b3ec-db53-4541-93f5-c58d5f66966b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fbd62c91-d804-432f-af8e-75bb073f1bc3 HTTP/1.1" status: 200  len: 850 time: 0.1288106
Nov 24 13:09:39.549384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Network 8a3448ee-2e1b-4d94-87d1-c38d280c19f6 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:09:39.561204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ecca4768-c425-486b-af6b-ee3c38734afd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:39.572640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-78af9358-9106-43e1-a886-7b9751e7253c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:39.573688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:39.676545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37adcb15-3d9f-407b-ae28-04a35a3dc23a None None] Pushing event updated for resources: {'Port': ['ID=ff1f14b4-97ec-49a4-a817-2855d873ed5c,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:39.677633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-37adcb15-3d9f-407b-ae28-04a35a3dc23a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:39.694652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-fe45c7f5-a359-49eb-8acf-b7ab657419d7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] device_id is not set on port 0ab051c4-ac83-4f0f-85fc-7459ea6cc0cc yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:09:39.696957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5872e10e-220b-4c3e-b461-36c139bc2b02 None None] Provisioning for port 4a695b15-efdc-44e4-8059-d1caac829b7a completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:09:39.743727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5872e10e-220b-4c3e-b461-36c139bc2b02 None None] Provisioning complete for port cef52ab6-aba8-4b9c-847e-ce640f42be34 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:39.744047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5872e10e-220b-4c3e-b461-36c139bc2b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:39.800184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37adcb15-3d9f-407b-ae28-04a35a3dc23a None None] Network 632c1705-a13b-449f-918e-2e70a969f80e is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:09:39.809319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-37adcb15-3d9f-407b-ae28-04a35a3dc23a None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:39.811869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37adcb15-3d9f-407b-ae28-04a35a3dc23a None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:09:39.826675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-996fee57-dd4a-4c11-bfa5-2dfa41519f1c tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:39.834082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5872e10e-220b-4c3e-b461-36c139bc2b02 None None] Port cef52ab6-aba8-4b9c-847e-ce640f42be34 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:09:39.872247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:09:39.888064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-37adcb15-3d9f-407b-ae28-04a35a3dc23a None None] Attempting to bind port ff1f14b4-97ec-49a4-a817-2855d873ed5c on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:09:39.888701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-37adcb15-3d9f-407b-ae28-04a35a3dc23a None None] Attempting to bind port ff1f14b4-97ec-49a4-a817-2855d873ed5c by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '4891d523-b2ce-4399-bc14-2955ffe13fb0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '632c1705-a13b-449f-918e-2e70a969f80e'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:09:39.889295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37adcb15-3d9f-407b-ae28-04a35a3dc23a None None] Attempting to bind port ff1f14b4-97ec-49a4-a817-2855d873ed5c on network 632c1705-a13b-449f-918e-2e70a969f80e {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:09:39.897457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37adcb15-3d9f-407b-ae28-04a35a3dc23a None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:09:39.898192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37adcb15-3d9f-407b-ae28-04a35a3dc23a None None] Checking segment: {'id': '4891d523-b2ce-4399-bc14-2955ffe13fb0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '632c1705-a13b-449f-918e-2e70a969f80e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:09:39.898829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-37adcb15-3d9f-407b-ae28-04a35a3dc23a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:39.899447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37adcb15-3d9f-407b-ae28-04a35a3dc23a None None] Bound using segment: {'id': '4891d523-b2ce-4399-bc14-2955ffe13fb0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '632c1705-a13b-449f-918e-2e70a969f80e'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:09:39.900606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-37adcb15-3d9f-407b-ae28-04a35a3dc23a None None] Bound port: ff1f14b4-97ec-49a4-a817-2855d873ed5c, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4891d523-b2ce-4399-bc14-2955ffe13fb0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '632c1705-a13b-449f-918e-2e70a969f80e'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:09:39.901546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-37adcb15-3d9f-407b-ae28-04a35a3dc23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:40.077891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-37adcb15-3d9f-407b-ae28-04a35a3dc23a None None] For port ff1f14b4-97ec-49a4-a817-2855d873ed5c, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:09:40.083167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4a695b15-efdc-44e4-8059-d1caac829b7a up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:09:40.122611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe45c7f5-a359-49eb-8acf-b7ab657419d7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:40.130922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-37adcb15-3d9f-407b-ae28-04a35a3dc23a None None] For port ff1f14b4-97ec-49a4-a817-2855d873ed5c, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=ff1f14b4-97ec-49a4-a817-2855d873ed5c,segment=NetworkSegment(4891d523-b2ce-4399-bc14-2955ffe13fb0),segment_id=4891d523-b2ce-4399-bc14-2955ffe13fb0)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:09:40.135018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ef757-45be-44f3-8763-712426fcb28e req-bd1838f2-6b05-4eee-bab4-7d7fb2d545ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:40.137374 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c2ef757-45be-44f3-8763-712426fcb28e req-bd1838f2-6b05-4eee-bab4-7d7fb2d545ce service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c200d148-1aac-4d09-a682-2365e76cfa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5884008
Nov 24 13:09:40.147174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-37adcb15-3d9f-407b-ae28-04a35a3dc23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:40.227467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-496ff3eb-1426-435f-b87e-b2185cad9ae1 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:40.235433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-496ff3eb-1426-435f-b87e-b2185cad9ae1 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:40.265086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e63171-e8ef-4aaf-ac11-ce9c922beffc req-24224c99-8d21-4586-9cba-8be48489839d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:40.267945 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-88e63171-e8ef-4aaf-ac11-ce9c922beffc req-24224c99-8d21-4586-9cba-8be48489839d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=611de65b-4d1a-4c98-aca6-6d87bf8e23a3 HTTP/1.1" status: 200  len: 943 time: 1.5496123
Nov 24 13:09:40.269309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-36253690-ace5-41b2-bf17-efc5ab666d6a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Deleting port ff1f14b4-97ec-49a4-a817-2855d873ed5c {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:09:40.269935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36253690-ace5-41b2-bf17-efc5ab666d6a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:40.280800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe45c7f5-a359-49eb-8acf-b7ab657419d7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:40.285840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-27449f6c-4154-4c98-a3fd-f54adba30a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:40.299440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fa5a51aa-d57b-45f1-80c2-340fe63f1c32 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:40.396733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-00fd1f8f-5fca-4f24-a981-fc4aff9aa7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:40.425430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37adcb15-3d9f-407b-ae28-04a35a3dc23a None None] Pushing event updated for resources: {'Port': ['ID=ff1f14b4-97ec-49a4-a817-2855d873ed5c,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:40.427551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02b13b03-65fe-4e59-8383-98bd5af2b12c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:40.429242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-37adcb15-3d9f-407b-ae28-04a35a3dc23a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:40.442910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 4a695b15-efdc-44e4-8059-d1caac829b7a completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:09:40.451692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 4a695b15-efdc-44e4-8059-d1caac829b7a triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:40.452113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:40.503182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45c7f5-a359-49eb-8acf-b7ab657419d7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Port': ['ID=0ab051c4-ac83-4f0f-85fc-7459ea6cc0cc,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:40.507986 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c2ef757-45be-44f3-8763-712426fcb28e req-7bda0d90-739b-4dda-92cb-c4ef0a75e2b2 service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3600445
Nov 24 13:09:40.508809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fe45c7f5-a359-49eb-8acf-b7ab657419d7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:40.593794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:40.629522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe45c7f5-a359-49eb-8acf-b7ab657419d7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network d41d42eb-e745-4ed3-8904-4470444a86a3 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:09:40.632267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 4a695b15-efdc-44e4-8059-d1caac829b7a, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=4a695b15-efdc-44e4-8059-d1caac829b7a,segment=NetworkSegment(61108076-07d8-4281-8783-d80be466bb78),segment_id=61108076-07d8-4281-8783-d80be466bb78)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:40.632940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-fe45c7f5-a359-49eb-8acf-b7ab657419d7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:40.636613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:40.637008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe45c7f5-a359-49eb-8acf-b7ab657419d7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:09:40.641344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe45c7f5-a359-49eb-8acf-b7ab657419d7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:40.642046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe45c7f5-a359-49eb-8acf-b7ab657419d7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:40.643301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-83b61d92-e856-46e5-96a0-b13214e5dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:40.707650 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fe45c7f5-a359-49eb-8acf-b7ab657419d7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.6172121
Nov 24 13:09:40.711953 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c2ef757-45be-44f3-8763-712426fcb28e req-4f6d55b7-1cf0-48c5-a3dc-ec1fb5ed38ff service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1948905
Nov 24 13:09:40.712460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48024) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:40.719590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b4ed84bb-30b0-44b7-9804-7e31d8abbae6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:40.740089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=4a695b15-efdc-44e4-8059-d1caac829b7a,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:40.748237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:40.932904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b4ed84bb-30b0-44b7-9804-7e31d8abbae6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:40.963233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-996fee57-dd4a-4c11-bfa5-2dfa41519f1c tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:40.973508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-02b13b03-65fe-4e59-8383-98bd5af2b12c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Calling delete_port for 4a82fe4d-a3a4-4f6a-92dd-d36184c13e71 owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:09:41.022078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Network 8a3448ee-2e1b-4d94-87d1-c38d280c19f6 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:09:41.028534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f5570-5368-402a-8617-b3b76ebd3e17 req-34705ded-08e6-43ed-a417-c603abb650e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:41.030184 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-316f5570-5368-402a-8617-b3b76ebd3e17 req-34705ded-08e6-43ed-a417-c603abb650e5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6efb027d4b0e48cc970462a6d3154fa0&device_id=611de65b-4d1a-4c98-aca6-6d87bf8e23a3 HTTP/1.1" status: 200  len: 1160 time: 0.1790304
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:09:41.110294 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:09:41.204892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-496ff3eb-1426-435f-b87e-b2185cad9ae1 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:41.205433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496ff3eb-1426-435f-b87e-b2185cad9ae1 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Fanout notify agent at l3_agent the message router_deleted on router d485a351-ef5d-4a0d-9dab-e390f15b1d62 {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:09:41.292622 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-88e63171-e8ef-4aaf-ac11-ce9c922beffc req-60777fcb-c571-4580-bb53-724326c9a062 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.9785361
Nov 24 13:09:41.295541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ecca4768-c425-486b-af6b-ee3c38734afd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:41.304683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-496ff3eb-1426-435f-b87e-b2185cad9ae1 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:41.305878 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-496ff3eb-1426-435f-b87e-b2185cad9ae1 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/routers/d485a351-ef5d-4a0d-9dab-e390f15b1d62 HTTP/1.1" status: 204  len: 168 time: 3.9313421
Nov 24 13:09:41.326043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48028) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:41.384136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f5570-5368-402a-8617-b3b76ebd3e17 req-2ff52a48-8d9f-4238-8f66-04dc11ed9762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:41.385718 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-316f5570-5368-402a-8617-b3b76ebd3e17 req-2ff52a48-8d9f-4238-8f66-04dc11ed9762 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c200d148-1aac-4d09-a682-2365e76cfa1f HTTP/1.1" status: 200  len: 905 time: 0.3238475
Nov 24 13:09:41.392302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-996fee57-dd4a-4c11-bfa5-2dfa41519f1c tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:41.393643 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-996fee57-dd4a-4c11-bfa5-2dfa41519f1c tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 3.0307283
Nov 24 13:09:41.394609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ecca4768-c425-486b-af6b-ee3c38734afd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:41.401059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48032) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:41.412330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-76436355-a93c-44ce-a6f0-6441ac013f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:41.437511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:41.443254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:41.493558 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] 10.222.0.76 "DELETE /v2.0/networks/8a3448ee-2e1b-4d94-87d1-c38d280c19f6 HTTP/1.1" status: 204  len: 168 time: 9.8468316
Nov 24 13:09:41.531007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ecca4768-c425-486b-af6b-ee3c38734afd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:41.532402 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ecca4768-c425-486b-af6b-ee3c38734afd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 3.4408500
Nov 24 13:09:41.533208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48034) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:41.552448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48036) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:41.558273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca4768-c425-486b-af6b-ee3c38734afd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'SecurityGroup': ['ID=6aff02e4-cfd9-431b-96e8-8c14371689ef,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:41.562003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ecca4768-c425-486b-af6b-ee3c38734afd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:41.598738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f597f134-f1d9-4d39-be9a-c7f40ff8a0b7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:41.628432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-47d9ac41-d15c-4c02-a81a-3166b670aa8c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'port': {'name': 'tempest-PortsTestJSON-871085407', 'security_groups': ['6aff02e4-cfd9-431b-96e8-8c14371689ef'], 'network_id': 'f7621358-709a-475a-a392-d79f23d223d6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fcb458c5-71a9-44e4-b3a8-b3942b099424'}]}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:41.652035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Pushing event deleted for resources: {'Network': ['ID=8a3448ee-2e1b-4d94-87d1-c38d280c19f6,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:41.654958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:41.832365 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-316f5570-5368-402a-8617-b3b76ebd3e17 req-475785b1-dc7f-4729-befa-0b106bdfc17c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ce6c3d3-edd6-4f01-a984-fd146d4c951b HTTP/1.1" status: 200  len: 217 time: 0.4302411
Nov 24 13:09:41.833220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-36253690-ace5-41b2-bf17-efc5ab666d6a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] For port ff1f14b4-97ec-49a4-a817-2855d873ed5c, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=ff1f14b4-97ec-49a4-a817-2855d873ed5c,segment=NetworkSegment(4891d523-b2ce-4399-bc14-2955ffe13fb0),segment_id=4891d523-b2ce-4399-bc14-2955ffe13fb0)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:41.833514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36253690-ace5-41b2-bf17-efc5ab666d6a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:41.920276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfa9e82-5b6b-4f63-ab3f-beef2f70fe25 None None] Network 632c1705-a13b-449f-918e-2e70a969f80e requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:09:42.059241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-36253690-ace5-41b2-bf17-efc5ab666d6a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Calling delete_port for ff1f14b4-97ec-49a4-a817-2855d873ed5c owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:09:42.060752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4a695b15-efdc-44e4-8059-d1caac829b7a up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:09:42.065817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-b4ed84bb-30b0-44b7-9804-7e31d8abbae6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:09:42.089382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b4ed84bb-30b0-44b7-9804-7e31d8abbae6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:42.096648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0efac5cc-f290-451d-84fd-054dbfdf5fb3 tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:42.155273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9f1338d3-b2fd-40dc-abbd-aa175cb4174f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:42.176394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b4ed84bb-30b0-44b7-9804-7e31d8abbae6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:42.193931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9f5775e8-ce81-4ece-a7e1-86a72837c9c8 None None] Provisioning for port ff1f14b4-97ec-49a4-a817-2855d873ed5c completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:09:42.202521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dbc3dafc-d18d-489c-8421-d5d629c545a2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:42.235137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f5570-5368-402a-8617-b3b76ebd3e17 req-8c132326-4f49-4849-91ce-97969c4fcfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:42.236642 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-316f5570-5368-402a-8617-b3b76ebd3e17 req-8c132326-4f49-4849-91ce-97969c4fcfc8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fbd62c91-d804-432f-af8e-75bb073f1bc3 HTTP/1.1" status: 200  len: 850 time: 0.3910627
Nov 24 13:09:42.270399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 4a695b15-efdc-44e4-8059-d1caac829b7a triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:42.270866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:42.291806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02b13b03-65fe-4e59-8383-98bd5af2b12c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:42.313219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b3ceb582-70db-4ee2-9560-0bb1e1eb6766 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:42.347090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-47d9ac41-d15c-4c02-a81a-3166b670aa8c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:42.439364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-47d9ac41-d15c-4c02-a81a-3166b670aa8c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:port and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:42.442683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b13b03-65fe-4e59-8383-98bd5af2b12c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Port': ['ID=4a82fe4d-a3a4-4f6a-92dd-d36184c13e71,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:42.469604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device ff1f14b4-97ec-49a4-a817-2855d873ed5c up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:09:42.477050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-02b13b03-65fe-4e59-8383-98bd5af2b12c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:42.509004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-47d9ac41-d15c-4c02-a81a-3166b670aa8c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for port was recalculated. Used quota:2. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:42.534774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-47d9ac41-d15c-4c02-a81a-3166b670aa8c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:42.552019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed84bb-30b0-44b7-9804-7e31d8abbae6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Port': ['ID=0ab051c4-ac83-4f0f-85fc-7459ea6cc0cc,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:42.563624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b4ed84bb-30b0-44b7-9804-7e31d8abbae6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:42.587680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a263bee-5a6e-451e-bc3d-3f48e1f23e5d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Deleting subnet 713fec96-9b5f-47d3-b00c-463feaf0665f {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:09:42.591485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8a263bee-5a6e-451e-bc3d-3f48e1f23e5d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:42.609623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0bb6da0a-a4bf-4b27-8cab-61d2c80b2bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:42.718631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d9ac41-d15c-4c02-a81a-3166b670aa8c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:42.734982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f5570-5368-402a-8617-b3b76ebd3e17 req-efe0d6a1-1e35-43e4-b337-029c930ed341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:42.736604 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-316f5570-5368-402a-8617-b3b76ebd3e17 req-efe0d6a1-1e35-43e4-b337-029c930ed341 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c200d148-1aac-4d09-a682-2365e76cfa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4117582
Nov 24 13:09:42.747066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9f1338d3-b2fd-40dc-abbd-aa175cb4174f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:42.749578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port ff1f14b4-97ec-49a4-a817-2855d873ed5c completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:09:42.756744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port ff1f14b4-97ec-49a4-a817-2855d873ed5c triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:42.757276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:42.783897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8a263bee-5a6e-451e-bc3d-3f48e1f23e5d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:42.798206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Port ff1f14b4-97ec-49a4-a817-2855d873ed5c was deleted so its status cannot be updated. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:318}}
Nov 24 13:09:42.842020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8d93af85-276b-456a-8bfe-60b3d9400dcd None None] Could not find standard attr ID for object ff1f14b4-97ec-49a4-a817-2855d873ed5c. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:09:42.845027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:42.894840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36253690-ace5-41b2-bf17-efc5ab666d6a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:42.935656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b4ed84bb-30b0-44b7-9804-7e31d8abbae6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] In _notify_port_updated(), no bound segment for port 0ab051c4-ac83-4f0f-85fc-7459ea6cc0cc on network d41d42eb-e745-4ed3-8904-4470444a86a3 {{(pid=80944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 24 13:09:42.939988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ed84bb-30b0-44b7-9804-7e31d8abbae6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:42.940706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b4ed84bb-30b0-44b7-9804-7e31d8abbae6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:42.942230 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b4ed84bb-30b0-44b7-9804-7e31d8abbae6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "PUT /v2.0/ports/0ab051c4-ac83-4f0f-85fc-7459ea6cc0cc HTTP/1.1" status: 200  len: 818 time: 2.2287495
Nov 24 13:09:42.959845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48046) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:43.057007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-cf6f20ec-9469-4049-816b-bdb19963230c None None] Could not find standard attr ID for object ff1f14b4-97ec-49a4-a817-2855d873ed5c. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:09:43.120822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e47f858-18c1-432f-a1dd-ae169fc45f48 None None] get_active_networks_info from dv-neutron-601336-61-ovs {{(pid=80945) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 13:09:43.192984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b6eca09b-f599-4344-a582-b2994c1de6df tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:43.202041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0efac5cc-f290-451d-84fd-054dbfdf5fb3 tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:43.206314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b42dc004-6c6b-478b-803e-0fe8cb61775e None None] Could not find standard attr ID for object ff1f14b4-97ec-49a4-a817-2855d873ed5c. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:09:43.244253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0efac5cc-f290-451d-84fd-054dbfdf5fb3 tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:43.274623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c4bfa90f-733e-4ef6-aeee-ee6448c2c4c8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting port 0ab051c4-ac83-4f0f-85fc-7459ea6cc0cc {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:09:43.275009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c4bfa90f-733e-4ef6-aeee-ee6448c2c4c8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:43.303960 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-316f5570-5368-402a-8617-b3b76ebd3e17 req-ab9cebef-de6c-4a26-815f-59a1279a0f0f service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5547872
Nov 24 13:09:43.311657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8a263bee-5a6e-451e-bc3d-3f48e1f23e5d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:43.346328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36253690-ace5-41b2-bf17-efc5ab666d6a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Pushing event deleted for resources: {'Port': ['ID=ff1f14b4-97ec-49a4-a817-2855d873ed5c,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:43.365580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-36253690-ace5-41b2-bf17-efc5ab666d6a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:43.469268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-9f1338d3-b2fd-40dc-abbd-aa175cb4174f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f63478dd240>,) {'filters': {'network_id': ['2c313216-cb2d-4fa2-899a-75e5a9bfd8d0']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:43.486797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e47f858-18c1-432f-a1dd-ae169fc45f48 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 24 13:09:43.507789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-9f1338d3-b2fd-40dc-abbd-aa175cb4174f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f63478dd240>, '188225a6-481c-4dc7-b5a3-90b0e8f91d80') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:43.508155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-9f1338d3-b2fd-40dc-abbd-aa175cb4174f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f63478dd240>, '188225a6-481c-4dc7-b5a3-90b0e8f91d80') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:43.560323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-47d9ac41-d15c-4c02-a81a-3166b670aa8c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:43.617019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1ae61-b747-44f5-9974-967d437ed6e5 req-7056c809-a161-4880-8693-bdb3457e1e5f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:43.619620 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-47b1ae61-b747-44f5-9974-967d437ed6e5 req-7056c809-a161-4880-8693-bdb3457e1e5f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=611de65b-4d1a-4c98-aca6-6d87bf8e23a3 HTTP/1.1" status: 200  len: 943 time: 0.9930723
Nov 24 13:09:43.625203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9f1338d3-b2fd-40dc-abbd-aa175cb4174f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:43.698803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9f1338d3-b2fd-40dc-abbd-aa175cb4174f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:43.702150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9f1338d3-b2fd-40dc-abbd-aa175cb4174f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Releasing vxlan tunnel 14 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:09:43.755633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02b13b03-65fe-4e59-8383-98bd5af2b12c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:43.851043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0efac5cc-f290-451d-84fd-054dbfdf5fb3 tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:43.851612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efac5cc-f290-451d-84fd-054dbfdf5fb3 tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Fanout notify agent at l3_agent the message router_deleted on router 4c15f8d5-442b-4d2c-81bc-2218d8b1d8ef {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:09:43.917502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0efac5cc-f290-451d-84fd-054dbfdf5fb3 tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:43.918912 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0efac5cc-f290-451d-84fd-054dbfdf5fb3 tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] 10.222.0.76 "DELETE /v2.0/routers/4c15f8d5-442b-4d2c-81bc-2218d8b1d8ef HTTP/1.1" status: 204  len: 168 time: 2.1955383
Nov 24 13:09:43.928308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48050) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:43.961371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-cd4aabf2-2aa4-4218-8499-ad3ed71f7264 tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Request body: {'router': {'name': 'tempest-router-1829599898', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7705a0143fc04294945add9d2d3512a8'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:43.991687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-cd4aabf2-2aa4-4218-8499-ad3ed71f7264 tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:44.033659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36253690-ace5-41b2-bf17-efc5ab666d6a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] No DVR routers for this DVR port ff1f14b4-97ec-49a4-a817-2855d873ed5c on host dv-neutron-601336-61-ovs {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:09:44.056024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-cd4aabf2-2aa4-4218-8499-ad3ed71f7264 tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Usage tracker for resource:router and tenant:7705a0143fc04294945add9d2d3512a8 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:44.060258 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-316f5570-5368-402a-8617-b3b76ebd3e17 req-c1de403b-ffe2-4882-ac6e-06bcc5ef5a43 service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4445865
Nov 24 13:09:44.061074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-cd4aabf2-2aa4-4218-8499-ad3ed71f7264 tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:44.071856 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-47b1ae61-b747-44f5-9974-967d437ed6e5 req-a5a4f765-2348-488a-8b3d-d3109f5c847d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.4381382
Nov 24 13:09:44.076077 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-02b13b03-65fe-4e59-8383-98bd5af2b12c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/4a82fe4d-a3a4-4f6a-92dd-d36184c13e71 HTTP/1.1" status: 204  len: 168 time: 6.5922062
Nov 24 13:09:44.086419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-cd4aabf2-2aa4-4218-8499-ad3ed71f7264 tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:44.092168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48054) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:44.124222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9f1338d3-b2fd-40dc-abbd-aa175cb4174f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Network 2c313216-cb2d-4fa2-899a-75e5a9bfd8d0 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:09:44.135415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9f1338d3-b2fd-40dc-abbd-aa175cb4174f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:44.150406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:44.203962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c4bfa90f-733e-4ef6-aeee-ee6448c2c4c8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:44.212163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd4aabf2-2aa4-4218-8499-ad3ed71f7264 tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:44.213173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd4aabf2-2aa4-4218-8499-ad3ed71f7264 tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:44.260672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-47d9ac41-d15c-4c02-a81a-3166b670aa8c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] device_id is not set on port 86222072-e4e9-4a3e-808c-90d3207f1427 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:09:44.408596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c4bfa90f-733e-4ef6-aeee-ee6448c2c4c8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Calling delete_port for 0ab051c4-ac83-4f0f-85fc-7459ea6cc0cc owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:09:44.425503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36253690-ace5-41b2-bf17-efc5ab666d6a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:44.473599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f228d74-f4b7-4d87-9c14-f83709f9c0fa tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:44.475147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f228d74-f4b7-4d87-9c14-f83709f9c0fa tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:44.476838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f228d74-f4b7-4d87-9c14-f83709f9c0fa tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:44.477535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0f228d74-f4b7-4d87-9c14-f83709f9c0fa tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:09:44.511183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9f1338d3-b2fd-40dc-abbd-aa175cb4174f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Network 2c313216-cb2d-4fa2-899a-75e5a9bfd8d0 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:09:44.525250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd4aabf2-2aa4-4218-8499-ad3ed71f7264 tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:44.538335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0f228d74-f4b7-4d87-9c14-f83709f9c0fa tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:09:44.539633 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0f228d74-f4b7-4d87-9c14-f83709f9c0fa tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.4312797
Nov 24 13:09:44.544945 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:09:44.544945 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:09:44.544945 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:09:44.544945 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:09:44.544945 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:09:44.544945 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:09:44.544945 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:09:44.544945 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:09:44.544945 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:09:44.544945 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:09:44.544945 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:09:44.544945 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:09:44.544945 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:09:44.544945 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:09:44.544945 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:09:44.544945 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:09:44.544945 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:09:44.544945 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:09:44.544945 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:09:44.544945 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:09:44.544945 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:09:44.544945 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:09:44.544945 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:09:44.544945 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:09:44.544945 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:09:44.544945 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:09:44.544945 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:09:44.544945 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:09:44.544945 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:09:44.544945 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:09:44.544945 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:09:44.544945 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:09:44.554734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48058) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:44.618825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8a263bee-5a6e-451e-bc3d-3f48e1f23e5d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:44.637046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3403d25c-7df3-4e69-82ef-ee142749081c tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:44.665414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:44.672812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c4bfa90f-733e-4ef6-aeee-ee6448c2c4c8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:44.734203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd4aabf2-2aa4-4218-8499-ad3ed71f7264 tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:44.752870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf73f70-54b2-41b8-a246-c1857d9aec15 None None] DHCP port deletion for 632c1705-a13b-449f-918e-2e70a969f80e request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:09:44.766790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a263bee-5a6e-451e-bc3d-3f48e1f23e5d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Subnet': ['ID=713fec96-9b5f-47d3-b00c-463feaf0665f,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:44.778936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-eec257f0-1b07-4422-9535-d91da164e608 None None] Provisioning complete for port 830c8bf1-a3e0-445c-8041-92096fe6a65a triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:44.779600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eec257f0-1b07-4422-9535-d91da164e608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:44.784179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8a263bee-5a6e-451e-bc3d-3f48e1f23e5d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:44.787182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fe45c7f5-a359-49eb-8acf-b7ab657419d7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:44.829127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9f1338d3-b2fd-40dc-abbd-aa175cb4174f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:44.830202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59729954-31e0-4eb4-9591-f785590389e0 None None] get_active_networks_info from dv-neutron-601336-61-ovs {{(pid=80945) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 13:09:44.838154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9f1338d3-b2fd-40dc-abbd-aa175cb4174f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:44.848987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-51d5ee12-486c-47c9-b88d-5d10263713c8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:44.917115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bfa90f-733e-4ef6-aeee-ee6448c2c4c8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Port': ['ID=0ab051c4-ac83-4f0f-85fc-7459ea6cc0cc,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:44.946005 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9f1338d3-b2fd-40dc-abbd-aa175cb4174f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] 10.222.0.76 "DELETE /v2.0/networks/2c313216-cb2d-4fa2-899a-75e5a9bfd8d0 HTTP/1.1" status: 204  len: 168 time: 3.3951035
Nov 24 13:09:44.949403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c4bfa90f-733e-4ef6-aeee-ee6448c2c4c8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:44.950633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1338d3-b2fd-40dc-abbd-aa175cb4174f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Pushing event deleted for resources: {'Network': ['ID=2c313216-cb2d-4fa2-899a-75e5a9bfd8d0,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:44.952858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48062) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:44.954238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9f1338d3-b2fd-40dc-abbd-aa175cb4174f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:45.014619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-47d9ac41-d15c-4c02-a81a-3166b670aa8c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Allocated IP 172.20.0.4 (f7621358-709a-475a-a392-d79f23d223d6/fcb458c5-71a9-44e4-b3a8-b3942b099424/86222072-e4e9-4a3e-808c-90d3207f1427) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:09:45.104880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59729954-31e0-4eb4-9591-f785590389e0 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 24 13:09:45.201159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd4aabf2-2aa4-4218-8499-ad3ed71f7264 tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:45.202683 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cd4aabf2-2aa4-4218-8499-ad3ed71f7264 tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 1.2646520
Nov 24 13:09:45.206982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48068) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:45.246504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-69029588-28c6-4f94-896c-66ea1ce38b9c tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Request body: {'router': {'distributed': True}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:45.294036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8a263bee-5a6e-451e-bc3d-3f48e1f23e5d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:45.299343 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8a263bee-5a6e-451e-bc3d-3f48e1f23e5d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/subnets/713fec96-9b5f-47d3-b00c-463feaf0665f HTTP/1.1" status: 204  len: 168 time: 3.9722171
Nov 24 13:09:45.302767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48072) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:45.325414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3db05deb-5520-4d7a-b683-4c6e3b15abac tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:45.483444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36253690-ace5-41b2-bf17-efc5ab666d6a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:45.510232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7ad3aaee-da76-4ae1-93dc-2e90280b452d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:45.536161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-36510f32-7afa-4b3b-8198-2ba8bf9cdc69 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting subnet 451be96f-8d13-417c-8aac-0770fcbe20fc {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:09:45.539849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36510f32-7afa-4b3b-8198-2ba8bf9cdc69 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:45.591694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5adb6f-eb3b-44c3-b9ac-34b6dce86bc2 None None] Network a5549287-a242-4426-b1b6-8a3b7e22142a requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:09:45.592244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c4bfa90f-733e-4ef6-aeee-ee6448c2c4c8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:45.596708 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c4bfa90f-733e-4ef6-aeee-ee6448c2c4c8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/ports/0ab051c4-ac83-4f0f-85fc-7459ea6cc0cc HTTP/1.1" status: 204  len: 168 time: 2.6310349
Nov 24 13:09:45.613443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48076) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:45.882292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e8856f-12fe-42c4-8630-326521c0c57a None None] DHCP port deletion for a5549287-a242-4426-b1b6-8a3b7e22142a request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:09:45.887791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-40e8856f-12fe-42c4-8630-326521c0c57a None None] Deleting port ba6132d8-7f88-411d-8197-9fc011af421d {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:09:45.888223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-40e8856f-12fe-42c4-8630-326521c0c57a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:45.927686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device ff1f14b4-97ec-49a4-a817-2855d873ed5c no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:09:45.973580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: ff1f14b4-97ec-49a4-a817-2855d873ed5c {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:09:45.974025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device ff1f14b4-97ec-49a4-a817-2855d873ed5c not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:09:45.982494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36253690-ace5-41b2-bf17-efc5ab666d6a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Pushing event deleted for resources: {'Subnet': ['ID=4247d53a-804f-4100-94b9-090efce20025,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:46.014571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-36253690-ace5-41b2-bf17-efc5ab666d6a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:46.075069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0238bc0d-be2a-4ecf-a29e-5946261962d0 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:46.128501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36510f32-7afa-4b3b-8198-2ba8bf9cdc69 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:46.160321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-47d9ac41-d15c-4c02-a81a-3166b670aa8c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:46.171384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5794f-b243-4b83-911f-dc095aea8e90 req-d97dca4a-e2c1-4861-8817-3243f68061c0 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:46.173017 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-04c5794f-b243-4b83-911f-dc095aea8e90 req-d97dca4a-e2c1-4861-8817-3243f68061c0 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=611de65b-4d1a-4c98-aca6-6d87bf8e23a3 HTTP/1.1" status: 200  len: 943 time: 0.8055983
Nov 24 13:09:46.206232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-40e8856f-12fe-42c4-8630-326521c0c57a None None] For port ba6132d8-7f88-411d-8197-9fc011af421d, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=ba6132d8-7f88-411d-8197-9fc011af421d,segment=NetworkSegment(0a328d11-75f7-4146-93cd-a1741d2e480e),segment_id=0a328d11-75f7-4146-93cd-a1741d2e480e)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:46.207025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-40e8856f-12fe-42c4-8630-326521c0c57a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:46.237897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3db05deb-5520-4d7a-b683-4c6e3b15abac tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:46.250934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-47d9ac41-d15c-4c02-a81a-3166b670aa8c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Transition to ACTIVE for port object 86222072-e4e9-4a3e-808c-90d3207f1427 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:09:46.286196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4681065-2b71-4efb-999f-1e2ca3375726 None None] Network 632c1705-a13b-449f-918e-2e70a969f80e requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:09:46.338786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-0238bc0d-be2a-4ecf-a29e-5946261962d0 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Deleting port ba6132d8-7f88-411d-8197-9fc011af421d {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:09:46.339170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0238bc0d-be2a-4ecf-a29e-5946261962d0 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:46.422215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-40e8856f-12fe-42c4-8630-326521c0c57a None None] Calling delete_port for ba6132d8-7f88-411d-8197-9fc011af421d owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:09:46.439106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbba6e8e-a17b-4d1d-a601-3e121a6095ca tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:46.439106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fbba6e8e-a17b-4d1d-a601-3e121a6095ca tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Synchronizing usage tracker for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:09:46.483763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-3db05deb-5520-4d7a-b683-4c6e3b15abac tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634764c710>,) {'filters': {'network_id': ['51e35c59-0ed3-496c-9dd4-8330ca48e2ee']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:46.547010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36253690-ace5-41b2-bf17-efc5ab666d6a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:46.548180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-3db05deb-5520-4d7a-b683-4c6e3b15abac tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634764c710>, 'ce28eebf-b571-4a39-8174-6c6e62701e38') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:46.548527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-3db05deb-5520-4d7a-b683-4c6e3b15abac tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634764c710>, 'ce28eebf-b571-4a39-8174-6c6e62701e38') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:46.560437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fbba6e8e-a17b-4d1d-a601-3e121a6095ca tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Unset dirty status for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:09:46.564193 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fbba6e8e-a17b-4d1d-a601-3e121a6095ca tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.9459491
Nov 24 13:09:46.569509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36510f32-7afa-4b3b-8198-2ba8bf9cdc69 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:46.570789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-69029588-28c6-4f94-896c-66ea1ce38b9c tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:46.571166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-69029588-28c6-4f94-896c-66ea1ce38b9c tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks [] for router, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:46.603239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeac7765-c03e-4ea6-85e0-f746d82ef841 None None] DHCP port deletion for 632c1705-a13b-449f-918e-2e70a969f80e request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:09:46.606277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48080) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:46.614527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-40e8856f-12fe-42c4-8630-326521c0c57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:46.631025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:46.662974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3db05deb-5520-4d7a-b683-4c6e3b15abac tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:46.694390 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-04c5794f-b243-4b83-911f-dc095aea8e90 req-dd5c80b4-a24a-4cb5-b8bf-94e1736bd2f4 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.4515133
Nov 24 13:09:46.704155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-47d9ac41-d15c-4c02-a81a-3166b670aa8c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:46.713611 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca010986-a65a-4165-9083-a3a6a8b975c9 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] GET failed (client error): The resource could not be found.
Nov 24 13:09:46.720073 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ca010986-a65a-4165-9083-a3a6a8b975c9 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "GET /v2.0/ports/0ab051c4-ac83-4f0f-85fc-7459ea6cc0cc HTTP/1.1" status: 404  len: 333 time: 0.1083324
Nov 24 13:09:46.723506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3db05deb-5520-4d7a-b683-4c6e3b15abac tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:46.729205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8856f-12fe-42c4-8630-326521c0c57a None None] Pushing event deleted for resources: {'Port': ['ID=ba6132d8-7f88-411d-8197-9fc011af421d,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:46.757679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-40e8856f-12fe-42c4-8630-326521c0c57a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:46.768899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48084) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:46.787596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:46.789756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3db05deb-5520-4d7a-b683-4c6e3b15abac tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Releasing vxlan tunnel 15 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:09:46.795992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e8856f-12fe-42c4-8630-326521c0c57a None None] No DVR routers for this DVR port ba6132d8-7f88-411d-8197-9fc011af421d on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:09:46.859641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a7e7e78a-18b1-4c44-a84b-690fe5610121 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-443107601'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:46.947790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a7e7e78a-18b1-4c44-a84b-690fe5610121 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:46.972242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a7e7e78a-18b1-4c44-a84b-690fe5610121 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:network and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:46.978870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-36253690-ace5-41b2-bf17-efc5ab666d6a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634c332cf8>,) {'filters': {'network_id': ['632c1705-a13b-449f-918e-2e70a969f80e']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:46.994414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-69029588-28c6-4f94-896c-66ea1ce38b9c tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=80943) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:159}}
Nov 24 13:09:46.994793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-69029588-28c6-4f94-896c-66ea1ce38b9c tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Router 321e6743-0a87-42c2-acee-faabc436444c migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f634dc11080> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f634dc110b8> provider. {{(pid=80943) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:165}}
Nov 24 13:09:46.995207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-69029588-28c6-4f94-896c-66ea1ce38b9c tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:47.001552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a7e7e78a-18b1-4c44-a84b-690fe5610121 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for network was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:47.015340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-36253690-ace5-41b2-bf17-efc5ab666d6a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c332cf8>, '4891d523-b2ce-4399-bc14-2955ffe13fb0') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:47.015676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-36253690-ace5-41b2-bf17-efc5ab666d6a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c332cf8>, '4891d523-b2ce-4399-bc14-2955ffe13fb0') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:47.028765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-69029588-28c6-4f94-896c-66ea1ce38b9c tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:47.038524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a7e7e78a-18b1-4c44-a84b-690fe5610121 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:47.046090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9ac41-d15c-4c02-a81a-3166b670aa8c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Port': ['ID=86222072-e4e9-4a3e-808c-90d3207f1427,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:47.048853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-69029588-28c6-4f94-896c-66ea1ce38b9c tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4112833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850663106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4103870'] for router, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:47.051709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-47d9ac41-d15c-4c02-a81a-3166b670aa8c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:47.053465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36253690-ace5-41b2-bf17-efc5ab666d6a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:47.112540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-3db05deb-5520-4d7a-b683-4c6e3b15abac tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Network 51e35c59-0ed3-496c-9dd4-8330ca48e2ee has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:09:47.125025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-0238bc0d-be2a-4ecf-a29e-5946261962d0 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] For port ba6132d8-7f88-411d-8197-9fc011af421d, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=ba6132d8-7f88-411d-8197-9fc011af421d,segment=NetworkSegment(0a328d11-75f7-4146-93cd-a1741d2e480e),segment_id=0a328d11-75f7-4146-93cd-a1741d2e480e)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:47.125421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0238bc0d-be2a-4ecf-a29e-5946261962d0 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:47.135217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3db05deb-5520-4d7a-b683-4c6e3b15abac tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:47.162950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36253690-ace5-41b2-bf17-efc5ab666d6a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:47.171748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e7e78a-18b1-4c44-a84b-690fe5610121 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:47.177241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a7e7e78a-18b1-4c44-a84b-690fe5610121 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:47.188724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-36253690-ace5-41b2-bf17-efc5ab666d6a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Releasing vxlan tunnel 5 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:09:47.353962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-0238bc0d-be2a-4ecf-a29e-5946261962d0 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Calling delete_port for ba6132d8-7f88-411d-8197-9fc011af421d owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:09:47.457981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d9ac41-d15c-4c02-a81a-3166b670aa8c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network f7621358-709a-475a-a392-d79f23d223d6 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:09:47.471493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-47d9ac41-d15c-4c02-a81a-3166b670aa8c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:47.474697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-36253690-ace5-41b2-bf17-efc5ab666d6a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Network 632c1705-a13b-449f-918e-2e70a969f80e has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:09:47.487742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36253690-ace5-41b2-bf17-efc5ab666d6a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:47.505241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d9ac41-d15c-4c02-a81a-3166b670aa8c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:09:47.588253 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.scheduler.l3_agent_scheduler [None req-69029588-28c6-4f94-896c-66ea1ce38b9c tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] No L3 agents can host the router 321e6743-0a87-42c2-acee-faabc436444c
Nov 24 13:09:47.604935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-3db05deb-5520-4d7a-b683-4c6e3b15abac tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Network 51e35c59-0ed3-496c-9dd4-8330ca48e2ee has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:09:47.635742 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:09:47.701521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-cfa08b15-7295-42cf-9039-0a778686fc49 None None] Provisioning for port 86222072-e4e9-4a3e-808c-90d3207f1427 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:09:47.708576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-cfa08b15-7295-42cf-9039-0a778686fc49 None None] Provisioning complete for port 86222072-e4e9-4a3e-808c-90d3207f1427 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:47.709195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cfa08b15-7295-42cf-9039-0a778686fc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:47.711232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-0238bc0d-be2a-4ecf-a29e-5946261962d0 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:09:47.711584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-0238bc0d-be2a-4ecf-a29e-5946261962d0 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:09:47.744659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3db05deb-5520-4d7a-b683-4c6e3b15abac tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:47.751074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f0f5bf06-b9c1-457e-8492-07184b45fc21 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:47.769654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3db05deb-5520-4d7a-b683-4c6e3b15abac tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:47.781287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-cfa08b15-7295-42cf-9039-0a778686fc49 None None] Port 86222072-e4e9-4a3e-808c-90d3207f1427 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:09:47.783746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db05deb-5520-4d7a-b683-4c6e3b15abac tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Pushing event deleted for resources: {'Network': ['ID=51e35c59-0ed3-496c-9dd4-8330ca48e2ee,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:47.789941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3db05deb-5520-4d7a-b683-4c6e3b15abac tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:47.790996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36510f32-7afa-4b3b-8198-2ba8bf9cdc69 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:47.809608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fa569198-b22b-4c5f-ad2a-2fe6d0aab7f8 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:47.851106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d9ac41-d15c-4c02-a81a-3166b670aa8c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:47.851840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-47d9ac41-d15c-4c02-a81a-3166b670aa8c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:47.909790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-36253690-ace5-41b2-bf17-efc5ab666d6a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Network 632c1705-a13b-449f-918e-2e70a969f80e has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:09:47.917760 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3db05deb-5520-4d7a-b683-4c6e3b15abac tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] 10.222.0.76 "DELETE /v2.0/networks/51e35c59-0ed3-496c-9dd4-8330ca48e2ee HTTP/1.1" status: 204  len: 168 time: 2.9568551
Nov 24 13:09:47.918948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36510f32-7afa-4b3b-8198-2ba8bf9cdc69 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Subnet': ['ID=451be96f-8d13-417c-8aac-0770fcbe20fc,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:47.920016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device ba6132d8-7f88-411d-8197-9fc011af421d no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:09:47.920754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48090) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:47.928201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-36510f32-7afa-4b3b-8198-2ba8bf9cdc69 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:47.948580 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:09:47.948580 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:09:47.948580 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:09:47.948580 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:09:47.948580 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:09:47.948580 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:09:47.948580 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:09:47.948580 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:09:47.948580 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:09:47.948580 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:09:47.948580 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:09:47.948580 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:09:47.948580 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:09:47.948580 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:09:47.948580 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:09:47.948580 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:09:47.948580 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:09:47.948580 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:09:47.948580 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:09:47.948580 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:09:47.948580 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:09:47.948580 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:09:47.948580 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:09:47.948580 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:09:47.948580 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:09:47.948580 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:09:47.948580 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:09:47.948580 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:09:47.948580 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:09:47.948580 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:09:47.948580 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:09:47.948580 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:09:47.959311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: ba6132d8-7f88-411d-8197-9fc011af421d {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:09:47.959705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device ba6132d8-7f88-411d-8197-9fc011af421d not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:09:48.097188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fecb8220-2ded-4bd4-baff-a4e06a342539 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:48.187418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36510f32-7afa-4b3b-8198-2ba8bf9cdc69 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:48.191890 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-36510f32-7afa-4b3b-8198-2ba8bf9cdc69 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/451be96f-8d13-417c-8aac-0770fcbe20fc HTTP/1.1" status: 204  len: 168 time: 3.6305628
Nov 24 13:09:48.192495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48094) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:48.195160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fe8c4c-365a-4422-b6c1-46c00e9cf80f None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:09:48.260097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-0238bc0d-be2a-4ecf-a29e-5946261962d0 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Deleting port ba6132d8-7f88-411d-8197-9fc011af421d {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:09:48.260410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0238bc0d-be2a-4ecf-a29e-5946261962d0 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:48.377357 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-47d9ac41-d15c-4c02-a81a-3166b670aa8c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 6.8181260
Nov 24 13:09:48.384461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48098) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:48.398188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-20992f64-cf8f-42ae-b71d-de90be358dbd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'subnet': {'network_id': 'f7621358-709a-475a-a392-d79f23d223d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:48.520601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36253690-ace5-41b2-bf17-efc5ab666d6a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:48.522900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e7e78a-18b1-4c44-a84b-690fe5610121 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:09:48.555634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c99a8a32-9997-4cd4-9431-2808aa869921 tempest-DHCPAgentSchedulersTestJSON-1967315795 tempest-DHCPAgentSchedulersTestJSON-1967315795] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:48.575355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36253690-ace5-41b2-bf17-efc5ab666d6a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:48.606322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36253690-ace5-41b2-bf17-efc5ab666d6a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Pushing event deleted for resources: {'Network': ['ID=632c1705-a13b-449f-918e-2e70a969f80e,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:48.608203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69029588-28c6-4f94-896c-66ea1ce38b9c tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Hosts for router 321e6743-0a87-42c2-acee-faabc436444c: [] {{(pid=80943) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}}
Nov 24 13:09:48.636163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-36253690-ace5-41b2-bf17-efc5ab666d6a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:48.646613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a7e7e78a-18b1-4c44-a84b-690fe5610121 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:48.647266 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-a7e7e78a-18b1-4c44-a84b-690fe5610121 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Added segment 181281ba-32c0-4b91-9623-33854efb7641 of type vxlan for network 37e70edb-1d9d-4dad-af77-da0deffdfdaa
Nov 24 13:09:48.673806 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-36253690-ace5-41b2-bf17-efc5ab666d6a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "DELETE /v2.0/networks/632c1705-a13b-449f-918e-2e70a969f80e HTTP/1.1" status: 204  len: 168 time: 10.3055594
Nov 24 13:09:48.681025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48102) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:48.691143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a4472476-fae6-4542-9a77-d3a67557c5b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1240035999'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:48.710314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-0238bc0d-be2a-4ecf-a29e-5946261962d0 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] The port 'ba6132d8-7f88-411d-8197-9fc011af421d' was deleted {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:09:48.719146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69029588-28c6-4f94-896c-66ea1ce38b9c tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Hosts for other DVR routers connected to router 321e6743-0a87-42c2-acee-faabc436444c: set() {{(pid=80943) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}}
Nov 24 13:09:48.721690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-69029588-28c6-4f94-896c-66ea1ce38b9c tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:48.723054 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-69029588-28c6-4f94-896c-66ea1ce38b9c tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] 10.222.0.76 "PUT /v2.0/routers/321e6743-0a87-42c2-acee-faabc436444c HTTP/1.1" status: 200  len: 717 time: 3.5143421
Nov 24 13:09:48.724813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a4472476-fae6-4542-9a77-d3a67557c5b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:48.739406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876832c-319b-4d6a-9ee3-81d970c115ec req-5f466b6f-c95a-4899-aa95-07797c528c65 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:48.740878 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a876832c-319b-4d6a-9ee3-81d970c115ec req-5f466b6f-c95a-4899-aa95-07797c528c65 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=611de65b-4d1a-4c98-aca6-6d87bf8e23a3 HTTP/1.1" status: 200  len: 943 time: 0.8846221
Nov 24 13:09:48.749811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48106) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:48.795693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c5518be-32d3-4b2d-ac1c-8afb0662ae37 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting subnet ff6825ae-017d-44d9-a363-84c5d21a0035 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:09:48.798960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fecb8220-2ded-4bd4-baff-a4e06a342539 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:48.822769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a4472476-fae6-4542-9a77-d3a67557c5b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Usage tracker for resource:network and tenant:23c0d994af624aa897601b00f596f30e is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:48.830670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a4472476-fae6-4542-9a77-d3a67557c5b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Quota usage for network was recalculated. Used quota:3. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:48.859647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a7e7e78a-18b1-4c44-a84b-690fe5610121 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:48.882356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a4472476-fae6-4542-9a77-d3a67557c5b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:48.896571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-20992f64-cf8f-42ae-b71d-de90be358dbd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:48.909420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-20992f64-cf8f-42ae-b71d-de90be358dbd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:subnet and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:48.921928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-20992f64-cf8f-42ae-b71d-de90be358dbd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:48.928693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7c5518be-32d3-4b2d-ac1c-8afb0662ae37 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:48.990844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-20992f64-cf8f-42ae-b71d-de90be358dbd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:49.010491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4472476-fae6-4542-9a77-d3a67557c5b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Made reservation on behalf of 23c0d994af624aa897601b00f596f30e for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:49.016101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4472476-fae6-4542-9a77-d3a67557c5b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:49.028920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0238bc0d-be2a-4ecf-a29e-5946261962d0 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:49.061894 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a876832c-319b-4d6a-9ee3-81d970c115ec req-5f64e270-398d-4e68-8dfc-7d36d1376304 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2359340
Nov 24 13:09:49.062580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20992f64-cf8f-42ae-b71d-de90be358dbd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:49.078925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a7e7e78a-18b1-4c44-a84b-690fe5610121 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:49.083234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e7e78a-18b1-4c44-a84b-690fe5610121 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:49.083881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a7e7e78a-18b1-4c44-a84b-690fe5610121 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:49.095113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-20dd3942-6d37-42c7-98af-8fb9a401d559 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:49.121804 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5e7fc417-d9ef-4156-9cb8-42d01d8e7ccc tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] 10.222.0.76 "GET /v2.0/routers/321e6743-0a87-42c2-acee-faabc436444c HTTP/1.1" status: 200  len: 717 time: 0.3669603
Nov 24 13:09:49.135279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48110) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:49.157503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7c5518be-32d3-4b2d-ac1c-8afb0662ae37 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:49.198413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-fecb8220-2ded-4bd4-baff-a4e06a342539 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6347f86b00>,) {'filters': {'network_id': ['3fa82b84-a7c8-4540-a48b-13ca297f1104']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:49.227777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-011d8ae2-f35a-4988-9a8a-127be631ce72 None None] Provisioning complete for port 830c8bf1-a3e0-445c-8041-92096fe6a65a triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:49.228555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-011d8ae2-f35a-4988-9a8a-127be631ce72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:49.240311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-fecb8220-2ded-4bd4-baff-a4e06a342539 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347f86b00>, '7ba16892-0f4a-4b53-a60d-e0834e2eb68c') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:49.240807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-fecb8220-2ded-4bd4-baff-a4e06a342539 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347f86b00>, '7ba16892-0f4a-4b53-a60d-e0834e2eb68c') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:49.276449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7e78a-18b1-4c44-a84b-690fe5610121 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Network': ['ID=37e70edb-1d9d-4dad-af77-da0deffdfdaa,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:49.280127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a7e7e78a-18b1-4c44-a84b-690fe5610121 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:49.283057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fecb8220-2ded-4bd4-baff-a4e06a342539 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:49.295077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-0238bc0d-be2a-4ecf-a29e-5946261962d0 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634d478320>,) {'filters': {'network_id': ['a5549287-a242-4426-b1b6-8a3b7e22142a']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:49.309393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 37e70edb-1d9d-4dad-af77-da0deffdfdaa details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:09:49.318770 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a7e7e78a-18b1-4c44-a84b-690fe5610121 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 2.5326955
Nov 24 13:09:49.318940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-0238bc0d-be2a-4ecf-a29e-5946261962d0 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634d478320>, '0a328d11-75f7-4146-93cd-a1741d2e480e') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:49.319318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-0238bc0d-be2a-4ecf-a29e-5946261962d0 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634d478320>, '0a328d11-75f7-4146-93cd-a1741d2e480e') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:49.322079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4472476-fae6-4542-9a77-d3a67557c5b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:09:49.325081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48116) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:49.331391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fecb8220-2ded-4bd4-baff-a4e06a342539 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:49.333207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-f8c8c480-b7fa-4ddd-9934-f7cbf8932512 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'subnet': {'network_id': '37e70edb-1d9d-4dad-af77-da0deffdfdaa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:49.346980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fecb8220-2ded-4bd4-baff-a4e06a342539 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Releasing vxlan tunnel 10 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:09:49.363618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0238bc0d-be2a-4ecf-a29e-5946261962d0 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:49.382885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 37e70edb-1d9d-4dad-af77-da0deffdfdaa details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:09:49.432200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4472476-fae6-4542-9a77-d3a67557c5b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:49.432566 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-a4472476-fae6-4542-9a77-d3a67557c5b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Added segment 8dc9f20b-6db5-427f-b360-64d7a3ba1655 of type vxlan for network d0d0f9c6-43f2-4a05-b779-210fba0a5722
Nov 24 13:09:49.525147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0238bc0d-be2a-4ecf-a29e-5946261962d0 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:49.536303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f8c8c480-b7fa-4ddd-9934-f7cbf8932512 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:49.538301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0238bc0d-be2a-4ecf-a29e-5946261962d0 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Releasing vxlan tunnel 11 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:09:49.543798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f8c8c480-b7fa-4ddd-9934-f7cbf8932512 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:subnet and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:49.548086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4472476-fae6-4542-9a77-d3a67557c5b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:49.557501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20992f64-cf8f-42ae-b71d-de90be358dbd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:49.573949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f8c8c480-b7fa-4ddd-9934-f7cbf8932512 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:49.655182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f8c8c480-b7fa-4ddd-9934-f7cbf8932512 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:49.659306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 6ce6c3d3-edd6-4f01-a984-fd146d4c951b up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:09:49.686933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7c5518be-32d3-4b2d-ac1c-8afb0662ae37 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:49.688952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c8c480-b7fa-4ddd-9934-f7cbf8932512 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:49.783067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4472476-fae6-4542-9a77-d3a67557c5b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:49.787302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4472476-fae6-4542-9a77-d3a67557c5b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:49.787897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4472476-fae6-4542-9a77-d3a67557c5b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:49.807592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:49.841211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port 6ce6c3d3-edd6-4f01-a984-fd146d4c951b completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:09:49.846957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 6ce6c3d3-edd6-4f01-a984-fd146d4c951b triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:49.847396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:49.907573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-fecb8220-2ded-4bd4-baff-a4e06a342539 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Network 3fa82b84-a7c8-4540-a48b-13ca297f1104 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:09:49.924473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fecb8220-2ded-4bd4-baff-a4e06a342539 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:49.951467 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.ipam_backend_mixin [None req-20992f64-cf8f-42ae-b71d-de90be358dbd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fcb458c5-71a9-44e4-b3a8-b3942b099424 (CIDR: 172.20.0.0/28)
Nov 24 13:09:49.972313 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-20992f64-cf8f-42ae-b71d-de90be358dbd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:09:49.973111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20992f64-cf8f-42ae-b71d-de90be358dbd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] No notification will be sent due to unsuccessful status code: 400 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:09:49.977882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:49.984525 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a4472476-fae6-4542-9a77-d3a67557c5b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.2971544
Nov 24 13:09:49.992922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48120) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:49.993668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4472476-fae6-4542-9a77-d3a67557c5b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Pushing event updated for resources: {'Network': ['ID=d0d0f9c6-43f2-4a05-b779-210fba0a5722,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:49.997846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a4472476-fae6-4542-9a77-d3a67557c5b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:50.008932 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-efb7f8d9-43ed-4c3e-99ac-c651d7c738d1 tempest-RoutersTestDVR-281208107 tempest-RoutersTestDVR-281208107] 10.222.0.76 "GET /v2.0/routers/321e6743-0a87-42c2-acee-faabc436444c HTTP/1.1" status: 200  len: 683 time: 0.8698013
Nov 24 13:09:50.009134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-81f3be30-4a32-4eb4-8fd1-ecf773f51b3a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Request body: {'subnet': {'network_id': 'd0d0f9c6-43f2-4a05-b779-210fba0a5722', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:50.017453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611de65b-4d1a-4c98-aca6-6d87bf8e23a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce6c3d3-edd6-4f01-a984-fd146d4c951b'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:09:50.029040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network d0d0f9c6-43f2-4a05-b779-210fba0a5722 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:09:50.040772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48124) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:50.043554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network d0d0f9c6-43f2-4a05-b779-210fba0a5722 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:09:50.116007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f8c8c480-b7fa-4ddd-9934-f7cbf8932512 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:50.141527 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611de65b-4d1a-4c98-aca6-6d87bf8e23a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce6c3d3-edd6-4f01-a984-fd146d4c951b', 'code': 200}
Nov 24 13:09:50.143653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 6ce6c3d3-edd6-4f01-a984-fd146d4c951b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=6ce6c3d3-edd6-4f01-a984-fd146d4c951b,segment=NetworkSegment(f37bbda7-8694-4075-8d54-b96ea9721450),segment_id=f37bbda7-8694-4075-8d54-b96ea9721450)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:50.202745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0238bc0d-be2a-4ecf-a29e-5946261962d0 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network a5549287-a242-4426-b1b6-8a3b7e22142a has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:09:50.211880 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-20992f64-cf8f-42ae-b71d-de90be358dbd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.8243620
Nov 24 13:09:50.215797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:50.223285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0d3346d2-8c2f-4dd9-951c-1e97e3986ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:50.226743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48132) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:50.226921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0238bc0d-be2a-4ecf-a29e-5946261962d0 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:50.248648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-93b3702c-38f5-4e4d-b0dc-aa5e12909c1e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'subnet': {'network_id': 'f7621358-709a-475a-a392-d79f23d223d6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:50.356826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=6ce6c3d3-edd6-4f01-a984-fd146d4c951b,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:50.360488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:50.462142 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-81f3be30-4a32-4eb4-8fd1-ecf773f51b3a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:50.483511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-81f3be30-4a32-4eb4-8fd1-ecf773f51b3a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Usage tracker for resource:subnet and tenant:23c0d994af624aa897601b00f596f30e is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:50.488376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-81f3be30-4a32-4eb4-8fd1-ecf773f51b3a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:50.513075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-81f3be30-4a32-4eb4-8fd1-ecf773f51b3a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:50.569709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-fecb8220-2ded-4bd4-baff-a4e06a342539 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Network 3fa82b84-a7c8-4540-a48b-13ca297f1104 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:09:50.595813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f3be30-4a32-4eb4-8fd1-ecf773f51b3a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Made reservation on behalf of 23c0d994af624aa897601b00f596f30e for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:50.685425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-93b3702c-38f5-4e4d-b0dc-aa5e12909c1e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:50.703480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-93b3702c-38f5-4e4d-b0dc-aa5e12909c1e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:subnet and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:50.711848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-93b3702c-38f5-4e4d-b0dc-aa5e12909c1e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:50.720451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e27e8-e4e3-4d2c-b55a-c85f64bc10d3 req-afb80ab8-297f-4747-a0bb-38903005dea7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:50.722186 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e63e27e8-e4e3-4d2c-b55a-c85f64bc10d3 req-afb80ab8-297f-4747-a0bb-38903005dea7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=611de65b-4d1a-4c98-aca6-6d87bf8e23a3 HTTP/1.1" status: 200  len: 945 time: 0.3479140
Nov 24 13:09:50.744719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-93b3702c-38f5-4e4d-b0dc-aa5e12909c1e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:50.766596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:50.841648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b3702c-38f5-4e4d-b0dc-aa5e12909c1e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:50.847623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93b3702c-38f5-4e4d-b0dc-aa5e12909c1e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:50.875139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-81f3be30-4a32-4eb4-8fd1-ecf773f51b3a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:09:50.984741 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:09:51.124151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0238bc0d-be2a-4ecf-a29e-5946261962d0 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network a5549287-a242-4426-b1b6-8a3b7e22142a has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:09:51.212186 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:09:51.212186 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:09:51.212186 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:09:51.212186 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:09:51.212186 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:09:51.212186 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:09:51.212186 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:09:51.212186 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:09:51.212186 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:09:51.212186 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:09:51.212186 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:09:51.212186 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:09:51.212186 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:09:51.212186 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:09:51.212186 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:09:51.212186 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:09:51.212186 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:09:51.212186 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:09:51.212186 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:09:51.212186 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:09:51.212186 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:09:51.212186 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:09:51.212186 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:09:51.212186 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:09:51.212186 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:09:51.212186 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:09:51.212186 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:09:51.212186 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:09:51.212186 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:09:51.212186 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:09:51.212186 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:09:51.212186 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:09:51.283511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a41bc541-f92f-44c9-9c62-c5468d5dff9c tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:51.330959 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e63e27e8-e4e3-4d2c-b55a-c85f64bc10d3 req-5d400b11-b740-4c9d-8c8a-c13fad5fa4af tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.5887599
Nov 24 13:09:51.360813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 6ce6c3d3-edd6-4f01-a984-fd146d4c951b up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:09:51.385454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fecb8220-2ded-4bd4-baff-a4e06a342539 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:51.390095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fecb8220-2ded-4bd4-baff-a4e06a342539 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:51.405978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dbc3dafc-d18d-489c-8421-d5d629c545a2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:51.447817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb8220-2ded-4bd4-baff-a4e06a342539 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Pushing event deleted for resources: {'Network': ['ID=3fa82b84-a7c8-4540-a48b-13ca297f1104,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:51.451407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 6ce6c3d3-edd6-4f01-a984-fd146d4c951b triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:09:51.452309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:51.452781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fecb8220-2ded-4bd4-baff-a4e06a342539 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:51.460219 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fecb8220-2ded-4bd4-baff-a4e06a342539 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] 10.222.0.76 "DELETE /v2.0/networks/3fa82b84-a7c8-4540-a48b-13ca297f1104 HTTP/1.1" status: 204  len: 168 time: 3.5360503
Nov 24 13:09:51.468179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0238bc0d-be2a-4ecf-a29e-5946261962d0 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:51.550536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-06cec303-d1cc-4f0b-94b7-bcb110d00cd7 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:51.586991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0238bc0d-be2a-4ecf-a29e-5946261962d0 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:51.592954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58e4c1-3c40-43eb-98e0-3434436c9a54 req-229a013d-fd5e-4450-9047-7cc3987e9b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:51.595022 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6c58e4c1-3c40-43eb-98e0-3434436c9a54 req-229a013d-fd5e-4450-9047-7cc3987e9b5e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=611de65b-4d1a-4c98-aca6-6d87bf8e23a3 HTTP/1.1" status: 200  len: 1162 time: 1.1315508
Nov 24 13:09:51.627244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238bc0d-be2a-4ecf-a29e-5946261962d0 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Network': ['ID=a5549287-a242-4426-b1b6-8a3b7e22142a,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:51.637418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0238bc0d-be2a-4ecf-a29e-5946261962d0 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:51.645784 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0238bc0d-be2a-4ecf-a29e-5946261962d0 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/networks/a5549287-a242-4426-b1b6-8a3b7e22142a HTTP/1.1" status: 204  len: 168 time: 6.3338923
Nov 24 13:09:51.647331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7c5518be-32d3-4b2d-ac1c-8afb0662ae37 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:51.655611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48138) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:51.664660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-957c232c-3898-462b-9c08-5682baad7078 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1456902915'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:51.664932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:51.689688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-957c232c-3898-462b-9c08-5682baad7078 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:51.713217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-957c232c-3898-462b-9c08-5682baad7078 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Usage tracker for resource:network and tenant:7bd33557530a48bab25cc76dc38cd9bb is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:51.722375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-957c232c-3898-462b-9c08-5682baad7078 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Quota usage for network was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:51.764883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-957c232c-3898-462b-9c08-5682baad7078 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:51.835890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5518be-32d3-4b2d-ac1c-8afb0662ae37 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Subnet': ['ID=ff6825ae-017d-44d9-a363-84c5d21a0035,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:51.845588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7c5518be-32d3-4b2d-ac1c-8afb0662ae37 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:51.847109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48144) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:51.863402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957c232c-3898-462b-9c08-5682baad7078 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Made reservation on behalf of 7bd33557530a48bab25cc76dc38cd9bb for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:51.869018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-957c232c-3898-462b-9c08-5682baad7078 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:51.951694 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6c58e4c1-3c40-43eb-98e0-3434436c9a54 req-5a0fedd3-94b8-401f-81e8-e895c1ddec7d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.3469443
Nov 24 13:09:52.010843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-957c232c-3898-462b-9c08-5682baad7078 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:09:52.125432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-957c232c-3898-462b-9c08-5682baad7078 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:52.125829 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-957c232c-3898-462b-9c08-5682baad7078 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Added segment 8a2d717f-5e8d-4a65-8ccd-221da85f0839 of type vxlan for network 7b4d9099-609a-438e-8cc5-ed703e770082
Nov 24 13:09:52.142709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f8c8c480-b7fa-4ddd-9934-f7cbf8932512 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:52.154531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a41bc541-f92f-44c9-9c62-c5468d5dff9c tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:52.161076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:52.162649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7c5518be-32d3-4b2d-ac1c-8afb0662ae37 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:52.166591 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7c5518be-32d3-4b2d-ac1c-8afb0662ae37 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/ff6825ae-017d-44d9-a363-84c5d21a0035 HTTP/1.1" status: 204  len: 168 time: 3.9729345
Nov 24 13:09:52.169912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a41bc541-f92f-44c9-9c62-c5468d5dff9c tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:52.171562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257b18bd-112c-4608-8f97-2df858733177 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:09:52.179544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48150) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:52.278914 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-66092c10-e87e-42d5-a53f-cda9c4773ba7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0952964
Nov 24 13:09:52.283380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48154) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:52.284303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a41bc541-f92f-44c9-9c62-c5468d5dff9c tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:52.284845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41bc541-f92f-44c9-9c62-c5468d5dff9c tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Fanout notify agent at l3_agent the message router_deleted on router 321e6743-0a87-42c2-acee-faabc436444c {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:09:52.289663 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-83f4c993-fc90-471e-abe5-53ce4de2106b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=65b63ab4e0cc4051a4aad24ce6172e8c&name=default HTTP/1.1" status: 200  len: 2747 time: 0.3831332
Nov 24 13:09:52.298639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48156) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:52.315920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c80d3a8f-c1c6-467b-bfc5-d49e4e6315e1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:52.323664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a41bc541-f92f-44c9-9c62-c5468d5dff9c tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:52.329677 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a41bc541-f92f-44c9-9c62-c5468d5dff9c tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] 10.222.0.76 "DELETE /v2.0/routers/321e6743-0a87-42c2-acee-faabc436444c HTTP/1.1" status: 204  len: 168 time: 2.2263401
Nov 24 13:09:52.330988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48162) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:52.341362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-957c232c-3898-462b-9c08-5682baad7078 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:52.346333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-d41f82ff-d40d-4461-aa30-907b2e64e3dc tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Request body: {'router': {'name': 'tempest-router-173952295', 'distributed': True}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:52.357407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d41f82ff-d40d-4461-aa30-907b2e64e3dc tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:52.368382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d41f82ff-d40d-4461-aa30-907b2e64e3dc tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Usage tracker for resource:router and tenant:f989a03ffa164abf8e4bfbc5d4030a08 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:52.373097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d41f82ff-d40d-4461-aa30-907b2e64e3dc tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:52.413860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d41f82ff-d40d-4461-aa30-907b2e64e3dc tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:52.417462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-067287b1-8a02-4c04-9568-704f60f8da47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:52.443117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d41f82ff-d40d-4461-aa30-907b2e64e3dc tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:52.444788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d41f82ff-d40d-4461-aa30-907b2e64e3dc tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:52.460777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c8c480-b7fa-4ddd-9934-f7cbf8932512 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Subnet': ['ID=5114d69f-dbd0-443f-85ec-b72f297ec147,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:52.477587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-067287b1-8a02-4c04-9568-704f60f8da47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:52.485027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366969ee-7f55-4fdd-8e46-2722a50c648f None None] DHCP port deletion for 8ca51b04-1dca-4f60-b844-2979d8864b51 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:09:52.489582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f8c8c480-b7fa-4ddd-9934-f7cbf8932512 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:52.492314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-366969ee-7f55-4fdd-8e46-2722a50c648f None None] Deleting port 830c8bf1-a3e0-445c-8041-92096fe6a65a {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:09:52.492999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-366969ee-7f55-4fdd-8e46-2722a50c648f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:52.533663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d41f82ff-d40d-4461-aa30-907b2e64e3dc tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:52.555403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d41f82ff-d40d-4461-aa30-907b2e64e3dc tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:52.561045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-067287b1-8a02-4c04-9568-704f60f8da47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:52.570003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0f79a251-b48b-4d82-8de4-310c567f8735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:52.594479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067287b1-8a02-4c04-9568-704f60f8da47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4583a1-5c5f-48af-b0ee-e144df22e397,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:52.599140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-067287b1-8a02-4c04-9568-704f60f8da47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:52.605235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-067287b1-8a02-4c04-9568-704f60f8da47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:52.609918 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-067287b1-8a02-4c04-9568-704f60f8da47 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ef4583a1-5c5f-48af-b0ee-e144df22e397 HTTP/1.1" status: 204  len: 168 time: 0.3076894
Nov 24 13:09:52.609918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d41f82ff-d40d-4461-aa30-907b2e64e3dc tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:52.609918 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d41f82ff-d40d-4461-aa30-907b2e64e3dc tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 720 time: 0.2754986
Nov 24 13:09:52.613339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48170) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:52.624046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c80d3a8f-c1c6-467b-bfc5-d49e4e6315e1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:52.633667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-957c232c-3898-462b-9c08-5682baad7078 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:52.637838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c232c-3898-462b-9c08-5682baad7078 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:52.638504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-957c232c-3898-462b-9c08-5682baad7078 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:52.654901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:52.686438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c80d3a8f-c1c6-467b-bfc5-d49e4e6315e1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:52.786280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-366969ee-7f55-4fdd-8e46-2722a50c648f None None] For port 830c8bf1-a3e0-445c-8041-92096fe6a65a, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=830c8bf1-a3e0-445c-8041-92096fe6a65a,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:09:52.787328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-366969ee-7f55-4fdd-8e46-2722a50c648f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:52.827771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80d3a8f-c1c6-467b-bfc5-d49e4e6315e1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:52.836628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-abedbfb9-22d8-4cf5-bef0-171023dca75f tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:52.934041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-366969ee-7f55-4fdd-8e46-2722a50c648f None None] Calling delete_port for 830c8bf1-a3e0-445c-8041-92096fe6a65a owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:09:52.941151 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-957c232c-3898-462b-9c08-5682baad7078 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.2820256
Nov 24 13:09:52.942512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c232c-3898-462b-9c08-5682baad7078 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Network': ['ID=7b4d9099-609a-438e-8cc5-ed703e770082,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:52.947237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-957c232c-3898-462b-9c08-5682baad7078 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:52.957637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48176) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:52.973553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 7b4d9099-609a-438e-8cc5-ed703e770082 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:09:52.993521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 7b4d9099-609a-438e-8cc5-ed703e770082 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:09:53.003266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ef1a31dd-df42-41cc-8507-c4f198ad623e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Request body: {'subnet': {'network_id': '7b4d9099-609a-438e-8cc5-ed703e770082', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:53.182623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-81f3be30-4a32-4eb4-8fd1-ecf773f51b3a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:53.213392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c80d3a8f-c1c6-467b-bfc5-d49e4e6315e1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:53.318495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-366969ee-7f55-4fdd-8e46-2722a50c648f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:53.343649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-90ad3447-66d8-4b82-86ef-6df3bfd1d41e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:53.446527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366969ee-7f55-4fdd-8e46-2722a50c648f None None] Pushing event deleted for resources: {'Port': ['ID=830c8bf1-a3e0-445c-8041-92096fe6a65a,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:53.456845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-366969ee-7f55-4fdd-8e46-2722a50c648f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:53.504342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-09d217d7-677c-4f1c-a19b-610a5548fb2e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:53.515690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366969ee-7f55-4fdd-8e46-2722a50c648f None None] No DVR routers for this DVR port 830c8bf1-a3e0-445c-8041-92096fe6a65a on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:09:53.544140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05190a-dca3-4c6a-85f4-9f598f1edb12 req-5d04b7a0-4f3e-491e-b044-c2b223312b97 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:53.545757 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ad05190a-dca3-4c6a-85f4-9f598f1edb12 req-5d04b7a0-4f3e-491e-b044-c2b223312b97 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=611de65b-4d1a-4c98-aca6-6d87bf8e23a3 HTTP/1.1" status: 200  len: 945 time: 1.0248196
Nov 24 13:09:53.701341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c8c480-b7fa-4ddd-9934-f7cbf8932512 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Checking segment: {'id': '181281ba-32c0-4b91-9623-33854efb7641', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '37e70edb-1d9d-4dad-af77-da0deffdfdaa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:09:53.701741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c8c480-b7fa-4ddd-9934-f7cbf8932512 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network hostable DHCP agents. Network: 37e70edb-1d9d-4dad-af77-da0deffdfdaa, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:09:53.716555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-abedbfb9-22d8-4cf5-bef0-171023dca75f tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:53.721008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-abedbfb9-22d8-4cf5-bef0-171023dca75f tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:53.752778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-abedbfb9-22d8-4cf5-bef0-171023dca75f tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:53.753342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abedbfb9-22d8-4cf5-bef0-171023dca75f tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Fanout notify agent at l3_agent the message router_deleted on router a9e8d99b-9873-4fd6-a4a6-300fa72a1b58 {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:09:53.779886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-abedbfb9-22d8-4cf5-bef0-171023dca75f tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:53.781145 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-abedbfb9-22d8-4cf5-bef0-171023dca75f tempest-RoutersTestDVR-310307510 tempest-RoutersTestDVR-310307510] 10.222.0.76 "DELETE /v2.0/routers/a9e8d99b-9873-4fd6-a4a6-300fa72a1b58 HTTP/1.1" status: 204  len: 168 time: 1.1667082
Nov 24 13:09:53.931349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48196) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:53.936386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 830c8bf1-a3e0-445c-8041-92096fe6a65a no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:09:53.974838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 830c8bf1-a3e0-445c-8041-92096fe6a65a {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:09:53.975369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 830c8bf1-a3e0-445c-8041-92096fe6a65a not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:09:54.116433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-45ee5c01-c3de-4c28-9f4b-615b4e310335 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Request body: {'network': {'name': 'tempest-RoutersTest-1634549294'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:54.122619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-45ee5c01-c3de-4c28-9f4b-615b4e310335 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:54.127322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-45ee5c01-c3de-4c28-9f4b-615b4e310335 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Usage tracker for resource:network and tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:54.131398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-45ee5c01-c3de-4c28-9f4b-615b4e310335 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:54.138851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-45ee5c01-c3de-4c28-9f4b-615b4e310335 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:54.150624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ee5c01-c3de-4c28-9f4b-615b4e310335 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Made reservation on behalf of 48deb6cb4e7841bc8ac7ee76d248c5c5 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:54.158138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-45ee5c01-c3de-4c28-9f4b-615b4e310335 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:54.171027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ef1a31dd-df42-41cc-8507-c4f198ad623e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:54.175130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-45ee5c01-c3de-4c28-9f4b-615b4e310335 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:54.188136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3be30-4a32-4eb4-8fd1-ecf773f51b3a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Pushing event updated for resources: {'Subnet': ['ID=5239449a-e8c7-4f64-8424-0950d3c693b2,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:54.188715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48204) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:54.198194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-81f3be30-4a32-4eb4-8fd1-ecf773f51b3a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:54.199319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ef1a31dd-df42-41cc-8507-c4f198ad623e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Usage tracker for resource:subnet and tenant:7bd33557530a48bab25cc76dc38cd9bb is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:54.209013 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ad05190a-dca3-4c6a-85f4-9f598f1edb12 req-1bcab97f-63d2-4106-81a9-b572486926ef tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.6518133
Nov 24 13:09:54.225996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-45ee5c01-c3de-4c28-9f4b-615b4e310335 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:54.226448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ef1a31dd-df42-41cc-8507-c4f198ad623e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:54.230241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-45ee5c01-c3de-4c28-9f4b-615b4e310335 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Usage tracker for resource:security_group_rule and tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:54.235055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-45ee5c01-c3de-4c28-9f4b-615b4e310335 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:54.242146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ef1a31dd-df42-41cc-8507-c4f198ad623e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:54.244955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-45ee5c01-c3de-4c28-9f4b-615b4e310335 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:54.261110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93b3702c-38f5-4e4d-b0dc-aa5e12909c1e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:54.287622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-36253690-ace5-41b2-bf17-efc5ab666d6a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:54.372291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c8c480-b7fa-4ddd-9934-f7cbf8932512 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network 37e70edb-1d9d-4dad-af77-da0deffdfdaa is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:09:54.372545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-45ee5c01-c3de-4c28-9f4b-615b4e310335 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:54.376596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-45ee5c01-c3de-4c28-9f4b-615b4e310335 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:54.381571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-067287b1-8a02-4c04-9568-704f60f8da47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:54.421832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1a31dd-df42-41cc-8507-c4f198ad623e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Made reservation on behalf of 7bd33557530a48bab25cc76dc38cd9bb for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:54.425372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ee5c01-c3de-4c28-9f4b-615b4e310335 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:09:54.450241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-f8c8c480-b7fa-4ddd-9934-f7cbf8932512 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 37e70edb-1d9d-4dad-af77-da0deffdfdaa) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:54.456014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee5c01-c3de-4c28-9f4b-615b4e310335 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ca06aa-0388-41fa-8a7e-ab3476b3ece7,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:54.461222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3b4ca1-4670-418f-932e-921c6ae40544 None None] Network 37e70edb-1d9d-4dad-af77-da0deffdfdaa requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:09:54.462095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-45ee5c01-c3de-4c28-9f4b-615b4e310335 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:54.462919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4a2eda2e-199e-45b7-918c-e27e26ac7235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:54.483113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-45ee5c01-c3de-4c28-9f4b-615b4e310335 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:54.483554 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-45ee5c01-c3de-4c28-9f4b-615b4e310335 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Added segment f9e00adc-0df7-4a8c-8cef-e0da483a34eb of type vxlan for network 85670397-94f8-49cb-988b-71a32b5643fd
Nov 24 13:09:54.523550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4a2eda2e-199e-45b7-918c-e27e26ac7235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:54.530776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-45ee5c01-c3de-4c28-9f4b-615b4e310335 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:54.535594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4a2eda2e-199e-45b7-918c-e27e26ac7235 admin admin] Usage tracker for resource:security_group_rule and tenant:7705a0143fc04294945add9d2d3512a8 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:54.539305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4a2eda2e-199e-45b7-918c-e27e26ac7235 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:54.547421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4a2eda2e-199e-45b7-918c-e27e26ac7235 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:54.566088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3702c-38f5-4e4d-b0dc-aa5e12909c1e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Subnet': ['ID=25b62bf8-6d79-4880-b251-de8faa721c88,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:54.568830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c8c480-b7fa-4ddd-9934-f7cbf8932512 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:54.569473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f8c8c480-b7fa-4ddd-9934-f7cbf8932512 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:54.573605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93b3702c-38f5-4e4d-b0dc-aa5e12909c1e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:54.593775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-45ee5c01-c3de-4c28-9f4b-615b4e310335 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:54.597985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ee5c01-c3de-4c28-9f4b-615b4e310335 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:54.598662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-45ee5c01-c3de-4c28-9f4b-615b4e310335 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:54.605386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3e438021-9aa2-4769-93ae-41c3c8492a40 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:54.672074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ef1a31dd-df42-41cc-8507-c4f198ad623e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:54.703740 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f8c8c480-b7fa-4ddd-9934-f7cbf8932512 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.3775108
Nov 24 13:09:54.707414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48210) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:54.715275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3250ce7-d2f2-41fa-88c9-840b4926b58d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-37e70edb-1d9d-4dad-af77-da0deffdfdaa', 'network_id': '37e70edb-1d9d-4dad-af77-da0deffdfdaa', 'tenant_id': 'acab0616bf414845b5ccf5a4593c62ac', 'fixed_ips': [{'subnet_id': '5114d69f-dbd0-443f-85ec-b72f297ec147'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:09:54.716439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3250ce7-d2f2-41fa-88c9-840b4926b58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:54.740181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-3baa0d53-710a-4e34-adde-4d9c46ed6a9a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'subnet': {'network_id': '37e70edb-1d9d-4dad-af77-da0deffdfdaa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:54.824585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f3be30-4a32-4eb4-8fd1-ecf773f51b3a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Checking segment: {'id': '8dc9f20b-6db5-427f-b360-64d7a3ba1655', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd0d0f9c6-43f2-4a05-b779-210fba0a5722'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:09:54.824585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f3be30-4a32-4eb4-8fd1-ecf773f51b3a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Network hostable DHCP agents. Network: d0d0f9c6-43f2-4a05-b779-210fba0a5722, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:09:54.851260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee5c01-c3de-4c28-9f4b-615b4e310335 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Network': ['ID=85670397-94f8-49cb-988b-71a32b5643fd,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:54.860633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-45ee5c01-c3de-4c28-9f4b-615b4e310335 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:54.870236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b3702c-38f5-4e4d-b0dc-aa5e12909c1e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network f7621358-709a-475a-a392-d79f23d223d6 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:09:54.880109 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-45ee5c01-c3de-4c28-9f4b-615b4e310335 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.9473088
Nov 24 13:09:54.880837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-93b3702c-38f5-4e4d-b0dc-aa5e12909c1e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:54.887383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48214) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:54.889585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 85670397-94f8-49cb-988b-71a32b5643fd details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:09:54.899349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e504e46e-45d0-40d5-9548-ad1301da657b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Request body: {'network': {'name': 'tempest-RoutersTest-2032606708'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:54.904125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4a2eda2e-199e-45b7-918c-e27e26ac7235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:54.904902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 85670397-94f8-49cb-988b-71a32b5643fd details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:09:54.912602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e504e46e-45d0-40d5-9548-ad1301da657b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:54.915216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4a2eda2e-199e-45b7-918c-e27e26ac7235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:54.927224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b710de-5568-4c52-83ca-c1470fa64c9c None None] Network f7621358-709a-475a-a392-d79f23d223d6 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:09:54.927437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3c48c6c4-e74b-4202-9687-c6116ecd3960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:54.938768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b3702c-38f5-4e4d-b0dc-aa5e12909c1e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:54.939064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e504e46e-45d0-40d5-9548-ad1301da657b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Usage tracker for resource:network and tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:54.939431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93b3702c-38f5-4e4d-b0dc-aa5e12909c1e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:54.947588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e504e46e-45d0-40d5-9548-ad1301da657b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Quota usage for network was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:54.968419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e504e46e-45d0-40d5-9548-ad1301da657b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:54.996915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f3be30-4a32-4eb4-8fd1-ecf773f51b3a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Network d0d0f9c6-43f2-4a05-b779-210fba0a5722 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:09:55.000113 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-93b3702c-38f5-4e4d-b0dc-aa5e12909c1e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 4.7694268
Nov 24 13:09:55.004256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48218) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:55.004495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c80d3a8f-c1c6-467b-bfc5-d49e4e6315e1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:55.025388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e504e46e-45d0-40d5-9548-ad1301da657b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Made reservation on behalf of 48deb6cb4e7841bc8ac7ee76d248c5c5 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:55.026560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e0d874cd-3fee-4a2a-8d94-d253fec4395e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:55.030971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e504e46e-45d0-40d5-9548-ad1301da657b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:55.048076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-89cf239d-91d6-41af-b373-0492c4fcd1d2 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'port': {'name': 'tempest-PortsTestJSON-795438360', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '25b62bf8-6d79-4880-b251-de8faa721c88'}], 'security_groups': ['34011ee7-0d95-42db-8a88-b4ab1812855d']}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:55.086068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2eda2e-199e-45b7-918c-e27e26ac7235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766e8a08-d8e5-43b4-a8e1-75dc676ebda3,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:55.093615 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4a2eda2e-199e-45b7-918c-e27e26ac7235 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7705a0143fc04294945add9d2d3512a8&name=default HTTP/1.1" status: 200  len: 2747 time: 0.9013469
Nov 24 13:09:55.109954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4a2eda2e-199e-45b7-918c-e27e26ac7235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:55.112988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48222) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:55.137839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3baa0d53-710a-4e34-adde-4d9c46ed6a9a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:55.167231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3baa0d53-710a-4e34-adde-4d9c46ed6a9a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:subnet and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:55.184366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3baa0d53-710a-4e34-adde-4d9c46ed6a9a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:55.201943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-81f3be30-4a32-4eb4-8fd1-ecf773f51b3a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, d0d0f9c6-43f2-4a05-b779-210fba0a5722) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:55.216098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3baa0d53-710a-4e34-adde-4d9c46ed6a9a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:55.303632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e504e46e-45d0-40d5-9548-ad1301da657b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] vxlan segment allocate from pool success with {'vxlan_vni': 14}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:09:55.324550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d3a8f-c1c6-467b-bfc5-d49e4e6315e1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Subnet': ['ID=c35d1e21-df63-40aa-b0f6-d895b3eb8698,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:55.345126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3baa0d53-710a-4e34-adde-4d9c46ed6a9a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:55.354859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd2c626-3788-4a62-a6f9-0368fdef141a None None] Network d0d0f9c6-43f2-4a05-b779-210fba0a5722 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:09:55.359434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f3be30-4a32-4eb4-8fd1-ecf773f51b3a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:55.360239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-81f3be30-4a32-4eb4-8fd1-ecf773f51b3a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:55.361762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e504e46e-45d0-40d5-9548-ad1301da657b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:55.362237 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-e504e46e-45d0-40d5-9548-ad1301da657b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Added segment e2e3e5da-bf80-4505-9e13-7235d68b7fb9 of type vxlan for network 57935437-8c51-4375-80c1-3b738fe518fa
Nov 24 13:09:55.368557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c80d3a8f-c1c6-467b-bfc5-d49e4e6315e1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:55.377405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80d3a8f-c1c6-467b-bfc5-d49e4e6315e1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:09:55.432757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-c80d3a8f-c1c6-467b-bfc5-d49e4e6315e1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:55.471005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ce1e3005-c978-42f8-9850-1f3ce3a271fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:55.474239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80d3a8f-c1c6-467b-bfc5-d49e4e6315e1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:55.475054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c80d3a8f-c1c6-467b-bfc5-d49e4e6315e1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:55.488659 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-81f3be30-4a32-4eb4-8fd1-ecf773f51b3a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 5.4869723
Nov 24 13:09:55.495102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48228) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:55.497072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ece14f-e9c9-4b76-b883-8bbf39c4176e None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:09:55.534324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e504e46e-45d0-40d5-9548-ad1301da657b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:55.561734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ce1e3005-c978-42f8-9850-1f3ce3a271fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:55.608897 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c80d3a8f-c1c6-467b-bfc5-d49e4e6315e1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.3099139
Nov 24 13:09:55.626105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48232) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:55.691910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-190d4a95-e244-4549-abeb-db06ba2475d8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:55.739557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3221b-634d-40f6-97e9-dd8a3c8f3b48 req-8ab77f1a-7a45-4b7a-b3b5-87595b425c4d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:55.741146 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c1f3221b-634d-40f6-97e9-dd8a3c8f3b48 req-8ab77f1a-7a45-4b7a-b3b5-87595b425c4d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=611de65b-4d1a-4c98-aca6-6d87bf8e23a3 HTTP/1.1" status: 200  len: 945 time: 0.3761473
Nov 24 13:09:55.809729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21ba3f78-7a14-4292-a59a-c17416036aba tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:55.816636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3baa0d53-710a-4e34-adde-4d9c46ed6a9a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:55.892343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89cf239d-91d6-41af-b373-0492c4fcd1d2 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:55.904190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e504e46e-45d0-40d5-9548-ad1301da657b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:55.908383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e504e46e-45d0-40d5-9548-ad1301da657b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:55.909030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e504e46e-45d0-40d5-9548-ad1301da657b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:55.913452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-45ee5c01-c3de-4c28-9f4b-615b4e310335 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:55.916985 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c1f3221b-634d-40f6-97e9-dd8a3c8f3b48 req-2780e5f6-f335-485d-901f-91a39c34f313 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1624746
Nov 24 13:09:56.000517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21ba3f78-7a14-4292-a59a-c17416036aba tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:56.037060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-c3250ce7-d2f2-41fa-88c9-840b4926b58d None None] Allocated IP 2001:db8::2 (37e70edb-1d9d-4dad-af77-da0deffdfdaa/5114d69f-dbd0-443f-85ec-b72f297ec147/8fbaec94-3c96-43cf-92a9-982dd5b81ae6) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:09:56.109990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ce1e3005-c978-42f8-9850-1f3ce3a271fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:56.199456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ce1e3005-c978-42f8-9850-1f3ce3a271fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:56.200898 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ce1e3005-c978-42f8-9850-1f3ce3a271fa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/766e8a08-d8e5-43b4-a8e1-75dc676ebda3 HTTP/1.1" status: 204  len: 168 time: 1.0816419
Nov 24 13:09:56.202383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-190d4a95-e244-4549-abeb-db06ba2475d8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:56.216949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504e46e-45d0-40d5-9548-ad1301da657b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Network': ['ID=57935437-8c51-4375-80c1-3b738fe518fa,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:56.230762 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e504e46e-45d0-40d5-9548-ad1301da657b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.3398843
Nov 24 13:09:56.240919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e504e46e-45d0-40d5-9548-ad1301da657b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:56.250050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 57935437-8c51-4375-80c1-3b738fe518fa details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:09:56.254345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4a2eda2e-199e-45b7-918c-e27e26ac7235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:56.264269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7fba76-22c8-4563-b728-dab3d16c3559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-d0d0f9c6-43f2-4a05-b779-210fba0a5722', 'network_id': 'd0d0f9c6-43f2-4a05-b779-210fba0a5722', 'tenant_id': '23c0d994af624aa897601b00f596f30e', 'fixed_ips': [{'subnet_id': '5239449a-e8c7-4f64-8424-0950d3c693b2'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:09:56.265188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cc7fba76-22c8-4563-b728-dab3d16c3559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:56.273434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48240) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:56.275248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 57935437-8c51-4375-80c1-3b738fe518fa details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:09:56.276493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-190d4a95-e244-4549-abeb-db06ba2475d8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:56.286854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e061bdd8-c86b-4f50-917e-611baa5196c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Request body: {'subnet': {'network_id': '85670397-94f8-49cb-988b-71a32b5643fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:56.352023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e3005-c978-42f8-9850-1f3ce3a271fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766e8a08-d8e5-43b4-a8e1-75dc676ebda3,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:56.455403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ce1e3005-c978-42f8-9850-1f3ce3a271fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:56.462967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2eeced-b17f-4b09-be7f-aef8496d0814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-8ca51b04-1dca-4f60-b844-2979d8864b51', 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'fixed_ips': [{'subnet_id': 'c35d1e21-df63-40aa-b0f6-d895b3eb8698'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:09:56.463893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e2eeced-b17f-4b09-be7f-aef8496d0814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:56.499071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ef1a31dd-df42-41cc-8507-c4f198ad623e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:56.534710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1f51e139-493f-4dc5-afca-c7345654ba9b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:56.692050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48246) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:56.757602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3e437c1-bd26-48c0-9df2-27ed5f023709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:56.784367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190d4a95-e244-4549-abeb-db06ba2475d8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:56.798928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a31dd-df42-41cc-8507-c4f198ad623e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Subnet': ['ID=4fd56d36-e354-4e8d-abcc-f594dc58568b,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:56.816818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687dd88f-5c8a-4db0-939f-1f91cf66bcb6 req-b0d159db-d4ed-4201-9d73-5c162b9a70e5 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:56.818307 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-687dd88f-5c8a-4db0-939f-1f91cf66bcb6 req-b0d159db-d4ed-4201-9d73-5c162b9a70e5 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=611de65b-4d1a-4c98-aca6-6d87bf8e23a3 HTTP/1.1" status: 200  len: 945 time: 0.7155333
Nov 24 13:09:56.819367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ef1a31dd-df42-41cc-8507-c4f198ad623e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:56.872492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21ba3f78-7a14-4292-a59a-c17416036aba tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:56.877694 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.ipam_backend_mixin [None req-3baa0d53-710a-4e34-adde-4d9c46ed6a9a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5114d69f-dbd0-443f-85ec-b72f297ec147 (CIDR: 2001:db8::/64)
Nov 24 13:09:56.901096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8a993629-e9d4-4401-a61a-0a742244b48b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:56.945787 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-3baa0d53-710a-4e34-adde-4d9c46ed6a9a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:09:56.946341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3baa0d53-710a-4e34-adde-4d9c46ed6a9a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] No notification will be sent due to unsuccessful status code: 400 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:09:56.990819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e061bdd8-c86b-4f50-917e-611baa5196c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:56.995347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c3e437c1-bd26-48c0-9df2-27ed5f023709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:57.007467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e061bdd8-c86b-4f50-917e-611baa5196c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Usage tracker for resource:subnet and tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:57.008984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba3f78-7a14-4292-a59a-c17416036aba tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Pushing event deleted for resources: {'Subnet': ['ID=5239449a-e8c7-4f64-8424-0950d3c693b2,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:57.019749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-21ba3f78-7a14-4292-a59a-c17416036aba tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:57.020959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c3e437c1-bd26-48c0-9df2-27ed5f023709 admin admin] Usage tracker for resource:security_group_rule and tenant:f989a03ffa164abf8e4bfbc5d4030a08 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:57.039839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c3e437c1-bd26-48c0-9df2-27ed5f023709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:57.055406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c3e437c1-bd26-48c0-9df2-27ed5f023709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:57.055701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e061bdd8-c86b-4f50-917e-611baa5196c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:57.074900 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3baa0d53-710a-4e34-adde-4d9c46ed6a9a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.3569818
Nov 24 13:09:57.076189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48250) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:57.091350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e061bdd8-c86b-4f50-917e-611baa5196c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:57.098467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-86455f32-88a1-4824-841d-c7379f8cfd59 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'subnet': {'network_id': '37e70edb-1d9d-4dad-af77-da0deffdfdaa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:57.106016 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-687dd88f-5c8a-4db0-939f-1f91cf66bcb6 req-98a5d032-0f0c-4c52-ab89-3052091c62b9 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2641048
Nov 24 13:09:57.247425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-190d4a95-e244-4549-abeb-db06ba2475d8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:57.255493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36ab95c-427e-49e7-af31-b556e62f637f None None] Update dhcp port {'port': {'network_id': 'f7621358-709a-475a-a392-d79f23d223d6', 'fixed_ips': [{'subnet_id': 'fcb458c5-71a9-44e4-b3a8-b3942b099424', 'ip_address': '172.20.0.2'}, {'subnet_id': '25b62bf8-6d79-4880-b251-de8faa721c88'}], 'binding:host_id': 'dv-neutron-601336-61-ovs'}, 'id': '4a695b15-efdc-44e4-8059-d1caac829b7a'} from dv-neutron-601336-61-ovs. {{(pid=80945) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 24 13:09:57.288645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1a31dd-df42-41cc-8507-c4f198ad623e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Checking segment: {'id': '8a2d717f-5e8d-4a65-8ccd-221da85f0839', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '7b4d9099-609a-438e-8cc5-ed703e770082'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:09:57.288645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1a31dd-df42-41cc-8507-c4f198ad623e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network hostable DHCP agents. Network: 7b4d9099-609a-438e-8cc5-ed703e770082, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:09:57.440026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e061bdd8-c86b-4f50-917e-611baa5196c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Made reservation on behalf of 48deb6cb4e7841bc8ac7ee76d248c5c5 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:57.477331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b36ab95c-427e-49e7-af31-b556e62f637f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:57.672573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3250ce7-d2f2-41fa-88c9-840b4926b58d None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:57.685418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-3e2eeced-b17f-4b09-be7f-aef8496d0814 None None] Allocated IP 172.20.0.2 (8ca51b04-1dca-4f60-b844-2979d8864b51/c35d1e21-df63-40aa-b0f6-d895b3eb8698/07a99c24-22fa-4143-bef1-288856187b73) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:09:57.703290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21ba3f78-7a14-4292-a59a-c17416036aba tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:57.749782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c3250ce7-d2f2-41fa-88c9-840b4926b58d None None] Transition to ACTIVE for port object 8fbaec94-3c96-43cf-92a9-982dd5b81ae6 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:09:57.773468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e061bdd8-c86b-4f50-917e-611baa5196c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:57.803198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c9621d-12ec-450a-8c19-b598fb59e8da None None] Network d0d0f9c6-43f2-4a05-b779-210fba0a5722 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:09:57.888450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-86455f32-88a1-4824-841d-c7379f8cfd59 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:57.895809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3e437c1-bd26-48c0-9df2-27ed5f023709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:57.909136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-86455f32-88a1-4824-841d-c7379f8cfd59 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:subnet and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:57.917515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-86455f32-88a1-4824-841d-c7379f8cfd59 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:57.929867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c3250ce7-d2f2-41fa-88c9-840b4926b58d None None] Transition to ACTIVE for port object 8fbaec94-3c96-43cf-92a9-982dd5b81ae6 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:09:57.931883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3e437c1-bd26-48c0-9df2-27ed5f023709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:57.938551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-86455f32-88a1-4824-841d-c7379f8cfd59 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:57.946354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c8973ba7-ae85-44d6-bf2b-dbb4de9cae25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:57.960550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1a31dd-df42-41cc-8507-c4f198ad623e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network 7b4d9099-609a-438e-8cc5-ed703e770082 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:09:57.973474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-21ba3f78-7a14-4292-a59a-c17416036aba tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634c2a8710>,) {'filters': {'network_id': ['d0d0f9c6-43f2-4a05-b779-210fba0a5722']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:58.012221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-21ba3f78-7a14-4292-a59a-c17416036aba tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c2a8710>, '8dc9f20b-6db5-427f-b360-64d7a3ba1655') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:58.012620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-21ba3f78-7a14-4292-a59a-c17416036aba tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c2a8710>, '8dc9f20b-6db5-427f-b360-64d7a3ba1655') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:09:58.021015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86455f32-88a1-4824-841d-c7379f8cfd59 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:58.028216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-86455f32-88a1-4824-841d-c7379f8cfd59 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:58.035433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3250ce7-d2f2-41fa-88c9-840b4926b58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:58.037964 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2d603264-df72-4136-9c4b-2276e9209048 req-36a92e97-7bf0-41ad-88d8-994b655bfbc2 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.7634428
Nov 24 13:09:58.050312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21ba3f78-7a14-4292-a59a-c17416036aba tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:58.055760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-366969ee-7f55-4fdd-8e46-2722a50c648f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:58.058050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-ef1a31dd-df42-41cc-8507-c4f198ad623e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 7b4d9099-609a-438e-8cc5-ed703e770082) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:58.077067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-2d603264-df72-4136-9c4b-2276e9209048 req-22d9cf74-32d4-4e07-b355-8b0a593aa6d1 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:58.081160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e437c1-bd26-48c0-9df2-27ed5f023709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b6358c-038d-439d-93f2-fd12e9d24047,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:58.100257 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c3e437c1-bd26-48c0-9df2-27ed5f023709 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f989a03ffa164abf8e4bfbc5d4030a08&name=default HTTP/1.1" status: 200  len: 2747 time: 1.3965583
Nov 24 13:09:58.100257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c3e437c1-bd26-48c0-9df2-27ed5f023709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:58.103001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-2d603264-df72-4136-9c4b-2276e9209048 req-22d9cf74-32d4-4e07-b355-8b0a593aa6d1 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:58.112060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48256) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:58.112060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21ba3f78-7a14-4292-a59a-c17416036aba tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:58.112927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ef1375-2a76-46a9-a108-834bc4279536 None None] Network 7b4d9099-609a-438e-8cc5-ed703e770082 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:09:58.130361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-21ba3f78-7a14-4292-a59a-c17416036aba tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Releasing vxlan tunnel 5 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:09:58.149505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1a31dd-df42-41cc-8507-c4f198ad623e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:09:58.150177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ef1a31dd-df42-41cc-8507-c4f198ad623e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:58.178173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-2d603264-df72-4136-9c4b-2276e9209048 req-22d9cf74-32d4-4e07-b355-8b0a593aa6d1 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:58.269592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-2d603264-df72-4136-9c4b-2276e9209048 req-22d9cf74-32d4-4e07-b355-8b0a593aa6d1 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for floatingip, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:58.293309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-89cf239d-91d6-41af-b373-0492c4fcd1d2 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Delete allocated IP 172.20.0.4 (f7621358-709a-475a-a392-d79f23d223d6/fcb458c5-71a9-44e4-b3a8-b3942b099424) {{(pid=80944) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Nov 24 13:09:58.312696 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ef1a31dd-df42-41cc-8507-c4f198ad623e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.3366935
Nov 24 13:09:58.318753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48260) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:58.334579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-89cf239d-91d6-41af-b373-0492c4fcd1d2 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Allocated IP 172.20.0.20 (f7621358-709a-475a-a392-d79f23d223d6/25b62bf8-6d79-4880-b251-de8faa721c88/86222072-e4e9-4a3e-808c-90d3207f1427) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:09:58.342696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-77279b30-1ceb-4528-8d5e-ceab2ed68280 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1985011350', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:58.407197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-77279b30-1ceb-4528-8d5e-ceab2ed68280 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:58.442456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3250ce7-d2f2-41fa-88c9-840b4926b58d None None] Pushing event updated for resources: {'Port': ['ID=8fbaec94-3c96-43cf-92a9-982dd5b81ae6,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:58.449400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-77279b30-1ceb-4528-8d5e-ceab2ed68280 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Usage tracker for resource:router and tenant:7bd33557530a48bab25cc76dc38cd9bb is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:58.452563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c3250ce7-d2f2-41fa-88c9-840b4926b58d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:58.457788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-77279b30-1ceb-4528-8d5e-ceab2ed68280 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:58.483390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-77279b30-1ceb-4528-8d5e-ceab2ed68280 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:58.506559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-21ba3f78-7a14-4292-a59a-c17416036aba tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Network d0d0f9c6-43f2-4a05-b779-210fba0a5722 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:09:58.520993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21ba3f78-7a14-4292-a59a-c17416036aba tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:58.604609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f2b48b3-9d06-4b7e-b6ea-449810cbcfaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:58.627595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-77279b30-1ceb-4528-8d5e-ceab2ed68280 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:58.628617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-77279b30-1ceb-4528-8d5e-ceab2ed68280 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:58.659102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3250ce7-d2f2-41fa-88c9-840b4926b58d None None] Network 37e70edb-1d9d-4dad-af77-da0deffdfdaa is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:09:58.660264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e2eeced-b17f-4b09-be7f-aef8496d0814 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:58.665179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-c3250ce7-d2f2-41fa-88c9-840b4926b58d None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:58.675595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3250ce7-d2f2-41fa-88c9-840b4926b58d None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:09:58.684787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3e2eeced-b17f-4b09-be7f-aef8496d0814 None None] Transition to ACTIVE for port object 07a99c24-22fa-4143-bef1-288856187b73 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:09:58.752575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f2b48b3-9d06-4b7e-b6ea-449810cbcfaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:58.786100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3e2eeced-b17f-4b09-be7f-aef8496d0814 None None] Transition to ACTIVE for port object 07a99c24-22fa-4143-bef1-288856187b73 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:09:58.800046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-21ba3f78-7a14-4292-a59a-c17416036aba tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Network d0d0f9c6-43f2-4a05-b779-210fba0a5722 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:09:58.809656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4290156-bf02-465a-8c41-648117da4417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-7b4d9099-609a-438e-8cc5-ed703e770082', 'network_id': '7b4d9099-609a-438e-8cc5-ed703e770082', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'fixed_ips': [{'subnet_id': '4fd56d36-e354-4e8d-abcc-f594dc58568b'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:09:58.811947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f4290156-bf02-465a-8c41-648117da4417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:58.825454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e2eeced-b17f-4b09-be7f-aef8496d0814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:58.830404 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:09:58.830404 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:09:58.830404 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:09:58.830404 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:09:58.830404 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:09:58.830404 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:09:58.830404 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:09:58.830404 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:09:58.830404 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:09:58.830404 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:09:58.830404 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:09:58.830404 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:09:58.830404 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:09:58.830404 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:09:58.830404 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:09:58.830404 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:09:58.830404 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:09:58.830404 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:09:58.830404 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:09:58.830404 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:09:58.830404 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:09:58.830404 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:09:58.830404 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:09:58.830404 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:09:58.830404 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:09:58.830404 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:09:58.830404 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:09:58.830404 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:09:58.830404 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:09:58.830404 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:09:58.830404 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:09:58.830404 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:09:58.847469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c3250ce7-d2f2-41fa-88c9-840b4926b58d None None] Attempting to bind port 8fbaec94-3c96-43cf-92a9-982dd5b81ae6 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:09:58.848106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c3250ce7-d2f2-41fa-88c9-840b4926b58d None None] Attempting to bind port 8fbaec94-3c96-43cf-92a9-982dd5b81ae6 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '181281ba-32c0-4b91-9623-33854efb7641', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '37e70edb-1d9d-4dad-af77-da0deffdfdaa'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:09:58.848673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3250ce7-d2f2-41fa-88c9-840b4926b58d None None] Attempting to bind port 8fbaec94-3c96-43cf-92a9-982dd5b81ae6 on network 37e70edb-1d9d-4dad-af77-da0deffdfdaa {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:09:58.861810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-311f34ff-824c-462d-89ed-9920d893c823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:58.964112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21ba3f78-7a14-4292-a59a-c17416036aba tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:58.971728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c8d81345-74da-4b87-b96a-8b462361dffc tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:58.989640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21ba3f78-7a14-4292-a59a-c17416036aba tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:59.000370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-2d603264-df72-4136-9c4b-2276e9209048 req-22d9cf74-32d4-4e07-b355-8b0a593aa6d1 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:59.022564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f2b48b3-9d06-4b7e-b6ea-449810cbcfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:59.038260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba3f78-7a14-4292-a59a-c17416036aba tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Pushing event deleted for resources: {'Network': ['ID=d0d0f9c6-43f2-4a05-b779-210fba0a5722,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:59.058406 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-21ba3f78-7a14-4292-a59a-c17416036aba tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "DELETE /v2.0/networks/d0d0f9c6-43f2-4a05-b779-210fba0a5722 HTTP/1.1" status: 204  len: 168 time: 3.5590618
Nov 24 13:09:59.060900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-21ba3f78-7a14-4292-a59a-c17416036aba tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:59.062960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f2b48b3-9d06-4b7e-b6ea-449810cbcfaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:59.066836 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6f2b48b3-9d06-4b7e-b6ea-449810cbcfaa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/65b6358c-038d-439d-93f2-fd12e9d24047 HTTP/1.1" status: 204  len: 168 time: 0.9551344
Nov 24 13:09:59.066836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f4d0d141-544a-4be2-9799-563f4d6492a0 tempest-ServersTestManualDisk-1133792500 tempest-ServersTestManualDisk-1133792500] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:59.070808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48264) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:09:59.098311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-05bbc151-ebf2-4383-af97-4d8ba94e4151 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-270518001'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:09:59.116784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-77279b30-1ceb-4528-8d5e-ceab2ed68280 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:59.127597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-05bbc151-ebf2-4383-af97-4d8ba94e4151 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:09:59.154041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-05bbc151-ebf2-4383-af97-4d8ba94e4151 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Usage tracker for resource:network and tenant:23c0d994af624aa897601b00f596f30e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:09:59.177604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-05bbc151-ebf2-4383-af97-4d8ba94e4151 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Quota usage for network was recalculated. Used quota:3. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:09:59.182585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3250ce7-d2f2-41fa-88c9-840b4926b58d None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:09:59.183018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3250ce7-d2f2-41fa-88c9-840b4926b58d None None] Checking segment: {'id': '181281ba-32c0-4b91-9623-33854efb7641', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '37e70edb-1d9d-4dad-af77-da0deffdfdaa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:09:59.184011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3250ce7-d2f2-41fa-88c9-840b4926b58d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:59.184468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3250ce7-d2f2-41fa-88c9-840b4926b58d None None] Bound using segment: {'id': '181281ba-32c0-4b91-9623-33854efb7641', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '37e70edb-1d9d-4dad-af77-da0deffdfdaa'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:09:59.184732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89cf239d-91d6-41af-b373-0492c4fcd1d2 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:59.185009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c3250ce7-d2f2-41fa-88c9-840b4926b58d None None] Bound port: 8fbaec94-3c96-43cf-92a9-982dd5b81ae6, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181281ba-32c0-4b91-9623-33854efb7641', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '37e70edb-1d9d-4dad-af77-da0deffdfdaa'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:09:59.185439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3250ce7-d2f2-41fa-88c9-840b4926b58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:59.191108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b48b3-9d06-4b7e-b6ea-449810cbcfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b6358c-038d-439d-93f2-fd12e9d24047,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:59.203971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6f2b48b3-9d06-4b7e-b6ea-449810cbcfaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:59.207873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-05bbc151-ebf2-4383-af97-4d8ba94e4151 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:09:59.257511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2eeced-b17f-4b09-be7f-aef8496d0814 None None] Pushing event updated for resources: {'Port': ['ID=07a99c24-22fa-4143-bef1-288856187b73,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:09:59.299925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-89cf239d-91d6-41af-b373-0492c4fcd1d2 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Transition to ACTIVE for port object 86222072-e4e9-4a3e-808c-90d3207f1427 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:09:59.312598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3e2eeced-b17f-4b09-be7f-aef8496d0814 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:09:59.313627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-77279b30-1ceb-4528-8d5e-ceab2ed68280 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:59.324710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bbc151-ebf2-4383-af97-4d8ba94e4151 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Made reservation on behalf of 23c0d994af624aa897601b00f596f30e for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:09:59.330368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05bbc151-ebf2-4383-af97-4d8ba94e4151 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:59.344418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89cf239d-91d6-41af-b373-0492c4fcd1d2 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:59.491063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-2d603264-df72-4136-9c4b-2276e9209048 req-22d9cf74-32d4-4e07-b355-8b0a593aa6d1 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Allocated IP 172.26.8.80 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/38dfe992-3d9c-4967-b7df-37d8bf1c56f1) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:09:59.614322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-b36ab95c-427e-49e7-af31-b556e62f637f None None] Allocated IP 172.20.0.18 (f7621358-709a-475a-a392-d79f23d223d6/25b62bf8-6d79-4880-b251-de8faa721c88/4a695b15-efdc-44e4-8059-d1caac829b7a) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:09:59.677881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2eeced-b17f-4b09-be7f-aef8496d0814 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:09:59.685618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-3e2eeced-b17f-4b09-be7f-aef8496d0814 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:09:59.698015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-c3250ce7-d2f2-41fa-88c9-840b4926b58d None None] For port 8fbaec94-3c96-43cf-92a9-982dd5b81ae6, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:09:59.700531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2eeced-b17f-4b09-be7f-aef8496d0814 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:09:59.748209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-2d603264-df72-4136-9c4b-2276e9209048 req-22d9cf74-32d4-4e07-b355-8b0a593aa6d1 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:59.779027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-2d603264-df72-4136-9c4b-2276e9209048 req-22d9cf74-32d4-4e07-b355-8b0a593aa6d1 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:59.798159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9bd590b3-5fe7-4ff1-a77d-35584d89827a tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:59.816876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-c3250ce7-d2f2-41fa-88c9-840b4926b58d None None] For port 8fbaec94-3c96-43cf-92a9-982dd5b81ae6, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8fbaec94-3c96-43cf-92a9-982dd5b81ae6,segment=NetworkSegment(181281ba-32c0-4b91-9623-33854efb7641),segment_id=181281ba-32c0-4b91-9623-33854efb7641)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:09:59.859599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3250ce7-d2f2-41fa-88c9-840b4926b58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:09:59.885549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c367037c-38bd-4d6b-a55f-db3c544990b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:09:59.935810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4bdedbf1-18f2-4bb2-a6bc-ac18c93d6447 tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:00.049088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-77279b30-1ceb-4528-8d5e-ceab2ed68280 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:00.050635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9cf74-32d4-4e07-b355-8b0a593aa6d1 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Pushing event updated for resources: {'Port': ['ID=38dfe992-3d9c-4967-b7df-37d8bf1c56f1,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:00.055126 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-77279b30-1ceb-4528-8d5e-ceab2ed68280 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 1.7302248
Nov 24 13:10:00.056295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf239d-91d6-41af-b373-0492c4fcd1d2 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Port': ['ID=86222072-e4e9-4a3e-808c-90d3207f1427,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:00.059678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48280) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:00.066499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-22d9cf74-32d4-4e07-b355-8b0a593aa6d1 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:00.070493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d603264-df72-4136-9c4b-2276e9209048 req-22d9cf74-32d4-4e07-b355-8b0a593aa6d1 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:10:00.072182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-2d603264-df72-4136-9c4b-2276e9209048 req-22d9cf74-32d4-4e07-b355-8b0a593aa6d1 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:00.072324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05bbc151-ebf2-4383-af97-4d8ba94e4151 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:10:00.075723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d603264-df72-4136-9c4b-2276e9209048 req-22d9cf74-32d4-4e07-b355-8b0a593aa6d1 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:10:00.080473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-89cf239d-91d6-41af-b373-0492c4fcd1d2 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:00.081392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-3e2eeced-b17f-4b09-be7f-aef8496d0814 None None] Attempting to bind port 07a99c24-22fa-4143-bef1-288856187b73 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:10:00.081857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-3e2eeced-b17f-4b09-be7f-aef8496d0814 None None] Attempting to bind port 07a99c24-22fa-4143-bef1-288856187b73 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:10:00.082319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2eeced-b17f-4b09-be7f-aef8496d0814 None None] Attempting to bind port 07a99c24-22fa-4143-bef1-288856187b73 on network 8ca51b04-1dca-4f60-b844-2979d8864b51 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:10:00.181122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2eeced-b17f-4b09-be7f-aef8496d0814 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:10:00.181971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2eeced-b17f-4b09-be7f-aef8496d0814 None None] Checking segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:10:00.182466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e2eeced-b17f-4b09-be7f-aef8496d0814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:00.182933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2eeced-b17f-4b09-be7f-aef8496d0814 None None] Bound using segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:10:00.183504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-3e2eeced-b17f-4b09-be7f-aef8496d0814 None None] Bound port: 07a99c24-22fa-4143-bef1-288856187b73, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:10:00.184308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e2eeced-b17f-4b09-be7f-aef8496d0814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:00.206564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-2d603264-df72-4136-9c4b-2276e9209048 req-22d9cf74-32d4-4e07-b355-8b0a593aa6d1 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for floatingip, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:00.242595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05bbc151-ebf2-4383-af97-4d8ba94e4151 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:00.243046 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-05bbc151-ebf2-4383-af97-4d8ba94e4151 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Added segment 44a584b6-0411-4359-ba29-15743a7b6914 of type vxlan for network 1ee4f322-c799-4fdf-ad1a-172d474212a6
Nov 24 13:10:00.298698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-2d603264-df72-4136-9c4b-2276e9209048 req-22d9cf74-32d4-4e07-b355-8b0a593aa6d1 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:00.316940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3250ce7-d2f2-41fa-88c9-840b4926b58d None None] Pushing event updated for resources: {'Port': ['ID=8fbaec94-3c96-43cf-92a9-982dd5b81ae6,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:00.322425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c3250ce7-d2f2-41fa-88c9-840b4926b58d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:00.333760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b36ab95c-427e-49e7-af31-b556e62f637f None None] For port 4a695b15-efdc-44e4-8059-d1caac829b7a, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=4a695b15-efdc-44e4-8059-d1caac829b7a,segment=NetworkSegment(61108076-07d8-4281-8783-d80be466bb78),segment_id=61108076-07d8-4281-8783-d80be466bb78)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:10:00.382198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-f4290156-bf02-465a-8c41-648117da4417 None None] Allocated IP 2001:db8::2 (7b4d9099-609a-438e-8cc5-ed703e770082/4fd56d36-e354-4e8d-abcc-f594dc58568b/ac582c8b-c3b2-4be9-becc-bb9f85ec7df2) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:10:00.441239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05bbc151-ebf2-4383-af97-4d8ba94e4151 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:00.458241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-3e2eeced-b17f-4b09-be7f-aef8496d0814 None None] For port 07a99c24-22fa-4143-bef1-288856187b73, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:10:00.474535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b36ab95c-427e-49e7-af31-b556e62f637f None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:00.582731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-3e2eeced-b17f-4b09-be7f-aef8496d0814 None None] For port 07a99c24-22fa-4143-bef1-288856187b73, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=07a99c24-22fa-4143-bef1-288856187b73,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:10:00.584364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e061bdd8-c86b-4f50-917e-611baa5196c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:00.619326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e2eeced-b17f-4b09-be7f-aef8496d0814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:00.635905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b36ab95c-427e-49e7-af31-b556e62f637f None None] Transition to ACTIVE for port object 4a695b15-efdc-44e4-8059-d1caac829b7a will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:10:00.642417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:00.709158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-2d603264-df72-4136-9c4b-2276e9209048 req-22d9cf74-32d4-4e07-b355-8b0a593aa6d1 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:00.715800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-2d603264-df72-4136-9c4b-2276e9209048 req-22d9cf74-32d4-4e07-b355-8b0a593aa6d1 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:00.719630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:00.733545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9cbc187f-1c52-48c3-aad5-7bbfc6094d23 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:00.786381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b36ab95c-427e-49e7-af31-b556e62f637f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:00.892439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9cf74-32d4-4e07-b355-8b0a593aa6d1 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Pushing event updated for resources: {'Port': ['ID=38dfe992-3d9c-4967-b7df-37d8bf1c56f1,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:00.892713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2eeced-b17f-4b09-be7f-aef8496d0814 None None] Pushing event updated for resources: {'Port': ['ID=07a99c24-22fa-4143-bef1-288856187b73,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:00.896549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3e2eeced-b17f-4b09-be7f-aef8496d0814 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:00.922496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-40e8856f-12fe-42c4-8630-326521c0c57a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:00.925739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-22d9cf74-32d4-4e07-b355-8b0a593aa6d1 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:01.033488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-89cf239d-91d6-41af-b373-0492c4fcd1d2 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] In _notify_port_updated(), no bound segment for port 86222072-e4e9-4a3e-808c-90d3207f1427 on network f7621358-709a-475a-a392-d79f23d223d6 {{(pid=80944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 24 13:10:01.038707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cf239d-91d6-41af-b373-0492c4fcd1d2 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:01.040594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89cf239d-91d6-41af-b373-0492c4fcd1d2 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:01.047394 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-89cf239d-91d6-41af-b373-0492c4fcd1d2 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "PUT /v2.0/ports/86222072-e4e9-4a3e-808c-90d3207f1427 HTTP/1.1" status: 200  len: 920 time: 6.0364897
Nov 24 13:10:01.048604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05bbc151-ebf2-4383-af97-4d8ba94e4151 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:01.052937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bbc151-ebf2-4383-af97-4d8ba94e4151 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:01.053722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05bbc151-ebf2-4383-af97-4d8ba94e4151 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:01.076564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48294) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:01.082047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ab95c-427e-49e7-af31-b556e62f637f None None] Pushing event updated for resources: {'Port': ['ID=4a695b15-efdc-44e4-8059-d1caac829b7a,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:01.095729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b36ab95c-427e-49e7-af31-b556e62f637f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:01.156259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-2d603264-df72-4136-9c4b-2276e9209048 req-22d9cf74-32d4-4e07-b355-8b0a593aa6d1 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:01.232489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-2d603264-df72-4136-9c4b-2276e9209048 req-22d9cf74-32d4-4e07-b355-8b0a593aa6d1 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:01.234056 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2d603264-df72-4136-9c4b-2276e9209048 req-22d9cf74-32d4-4e07-b355-8b0a593aa6d1 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 3.1663301
Nov 24 13:10:01.302270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061bdd8-c86b-4f50-917e-611baa5196c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Subnet': ['ID=1029cfcb-98ba-4c38-a8cd-74d44ac24478,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:01.307515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-86455f32-88a1-4824-841d-c7379f8cfd59 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:01.346265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f4290156-bf02-465a-8c41-648117da4417 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:01.361733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-2d603264-df72-4136-9c4b-2276e9209048 req-1414c2b9-2759-4593-baab-dad5be1f21a6 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Synchronizing usage tracker for tenant:6efb027d4b0e48cc970462a6d3154fa0 on resource:floatingip {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:10:01.375379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f4290156-bf02-465a-8c41-648117da4417 None None] Transition to ACTIVE for port object ac582c8b-c3b2-4be9-becc-bb9f85ec7df2 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:10:01.385861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-2d603264-df72-4136-9c4b-2276e9209048 req-1414c2b9-2759-4593-baab-dad5be1f21a6 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Unset dirty status for tenant:6efb027d4b0e48cc970462a6d3154fa0 on resource:floatingip {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:10:01.387992 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2d603264-df72-4136-9c4b-2276e9209048 req-1414c2b9-2759-4593-baab-dad5be1f21a6 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.26.8.80 HTTP/1.1" status: 200  len: 695 time: 0.1469295
Nov 24 13:10:01.403384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f4290156-bf02-465a-8c41-648117da4417 None None] Transition to ACTIVE for port object ac582c8b-c3b2-4be9-becc-bb9f85ec7df2 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:10:01.410444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f4290156-bf02-465a-8c41-648117da4417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:01.430159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e061bdd8-c86b-4f50-917e-611baa5196c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:01.430715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e061bdd8-c86b-4f50-917e-611baa5196c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:01.435984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0f7631c9-196e-49b6-99a7-418ecd3115a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:01.530868 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-05bbc151-ebf2-4383-af97-4d8ba94e4151 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 2.4558907
Nov 24 13:10:01.535577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48306) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:01.547316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-f96c4613-f3fc-4240-b560-991767856a0d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Request body: {'subnet': {'network_id': '1ee4f322-c799-4fdf-ad1a-172d474212a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:01.701727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-118d6a6d-b0bd-4db0-8e86-30ac1c9a0bb1 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting port 86222072-e4e9-4a3e-808c-90d3207f1427 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:10:01.702114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-118d6a6d-b0bd-4db0-8e86-30ac1c9a0bb1 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:01.734198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.objects.ports [None req-190d4a95-e244-4549-abeb-db06ba2475d8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80944) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 24 13:10:01.750937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d603264-df72-4136-9c4b-2276e9209048 req-48e57e0f-029c-412b-9508-13ec5a2fae8b tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:01.758748 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2d603264-df72-4136-9c4b-2276e9209048 req-48e57e0f-029c-412b-9508-13ec5a2fae8b tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/networks/cfe08d36-e5ba-4f00-8669-16a0ead5d220 HTTP/1.1" status: 200  len: 784 time: 0.3636920
Nov 24 13:10:01.765730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-2d603264-df72-4136-9c4b-2276e9209048 req-199830ff-ee47-4c83-8fd5-1791b6b8d4ae tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:10:01.772303 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2d603264-df72-4136-9c4b-2276e9209048 req-199830ff-ee47-4c83-8fd5-1791b6b8d4ae tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0121608
Nov 24 13:10:01.776483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48312) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:01.785055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f96c4613-f3fc-4240-b560-991767856a0d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:01.790968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f96c4613-f3fc-4240-b560-991767856a0d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Usage tracker for resource:subnet and tenant:23c0d994af624aa897601b00f596f30e is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:01.795416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f96c4613-f3fc-4240-b560-991767856a0d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:01.813562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f96c4613-f3fc-4240-b560-991767856a0d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:01.833468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96c4613-f3fc-4240-b560-991767856a0d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Made reservation on behalf of 23c0d994af624aa897601b00f596f30e for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:10:01.960325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4290156-bf02-465a-8c41-648117da4417 None None] Pushing event updated for resources: {'Port': ['ID=ac582c8b-c3b2-4be9-becc-bb9f85ec7df2,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:01.968394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f4290156-bf02-465a-8c41-648117da4417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:02.049678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f96c4613-f3fc-4240-b560-991767856a0d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:02.209046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4290156-bf02-465a-8c41-648117da4417 None None] Network 7b4d9099-609a-438e-8cc5-ed703e770082 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:10:02.214989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-f4290156-bf02-465a-8c41-648117da4417 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:02.217907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4290156-bf02-465a-8c41-648117da4417 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:10:02.235008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4a695b15-efdc-44e4-8059-d1caac829b7a up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:10:02.401008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f4290156-bf02-465a-8c41-648117da4417 None None] Attempting to bind port ac582c8b-c3b2-4be9-becc-bb9f85ec7df2 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:10:02.401600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f4290156-bf02-465a-8c41-648117da4417 None None] Attempting to bind port ac582c8b-c3b2-4be9-becc-bb9f85ec7df2 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '8a2d717f-5e8d-4a65-8ccd-221da85f0839', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '7b4d9099-609a-438e-8cc5-ed703e770082'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:10:02.402708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4290156-bf02-465a-8c41-648117da4417 None None] Attempting to bind port ac582c8b-c3b2-4be9-becc-bb9f85ec7df2 on network 7b4d9099-609a-438e-8cc5-ed703e770082 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:10:02.428288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4290156-bf02-465a-8c41-648117da4417 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:10:02.431298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4290156-bf02-465a-8c41-648117da4417 None None] Checking segment: {'id': '8a2d717f-5e8d-4a65-8ccd-221da85f0839', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '7b4d9099-609a-438e-8cc5-ed703e770082'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:10:02.431298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f4290156-bf02-465a-8c41-648117da4417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:02.431298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4290156-bf02-465a-8c41-648117da4417 None None] Bound using segment: {'id': '8a2d717f-5e8d-4a65-8ccd-221da85f0839', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '7b4d9099-609a-438e-8cc5-ed703e770082'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:10:02.432428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f4290156-bf02-465a-8c41-648117da4417 None None] Bound port: ac582c8b-c3b2-4be9-becc-bb9f85ec7df2, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2d717f-5e8d-4a65-8ccd-221da85f0839', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '7b4d9099-609a-438e-8cc5-ed703e770082'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:10:02.433566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f4290156-bf02-465a-8c41-648117da4417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:02.556194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8fbaec94-3c96-43cf-92a9-982dd5b81ae6 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:10:02.657686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-8eb644e6-0724-4150-8cdd-20daea77edfa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-288203326', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:02.674756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86455f32-88a1-4824-841d-c7379f8cfd59 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Subnet': ['ID=e62fac86-9ccb-405c-acfa-0057b1763d41,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:02.678366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-86455f32-88a1-4824-841d-c7379f8cfd59 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.248s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:02.693570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.612s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:02.694845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8eb644e6-0724-4150-8cdd-20daea77edfa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:02.708566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8eb644e6-0724-4150-8cdd-20daea77edfa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Usage tracker for resource:port and tenant:5d5603a87d3d47a5b41c1fa3e22981d5 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:02.719839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-f4290156-bf02-465a-8c41-648117da4417 None None] For port ac582c8b-c3b2-4be9-becc-bb9f85ec7df2, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:10:02.728140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8eb644e6-0724-4150-8cdd-20daea77edfa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Quota usage for port was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:02.737495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-f4290156-bf02-465a-8c41-648117da4417 None None] For port ac582c8b-c3b2-4be9-becc-bb9f85ec7df2, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=ac582c8b-c3b2-4be9-becc-bb9f85ec7df2,segment=NetworkSegment(8a2d717f-5e8d-4a65-8ccd-221da85f0839),segment_id=8a2d717f-5e8d-4a65-8ccd-221da85f0839)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:10:02.744619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8eb644e6-0724-4150-8cdd-20daea77edfa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:02.746374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f4290156-bf02-465a-8c41-648117da4417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:02.767862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b36ab95c-427e-49e7-af31-b556e62f637f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:02.796316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aabd61-0b64-4316-bc67-de003fb037cc req-4ba415dd-65cd-44ce-ba5f-0da662fa45bf tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:02.798160 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-42aabd61-0b64-4316-bc67-de003fb037cc req-4ba415dd-65cd-44ce-ba5f-0da662fa45bf tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=611de65b-4d1a-4c98-aca6-6d87bf8e23a3&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.7186952
Nov 24 13:10:02.801079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb644e6-0724-4150-8cdd-20daea77edfa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Made reservation on behalf of 5d5603a87d3d47a5b41c1fa3e22981d5 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:10:02.806377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8eb644e6-0724-4150-8cdd-20daea77edfa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:02.827530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86455f32-88a1-4824-841d-c7379f8cfd59 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network 37e70edb-1d9d-4dad-af77-da0deffdfdaa is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:10:02.828730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8eb644e6-0724-4150-8cdd-20daea77edfa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:02.886047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-86455f32-88a1-4824-841d-c7379f8cfd59 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:02.890994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 8fbaec94-3c96-43cf-92a9-982dd5b81ae6 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:10:02.945811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4290156-bf02-465a-8c41-648117da4417 None None] Pushing event updated for resources: {'Port': ['ID=ac582c8b-c3b2-4be9-becc-bb9f85ec7df2,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:02.959846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f4290156-bf02-465a-8c41-648117da4417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:02.981276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86455f32-88a1-4824-841d-c7379f8cfd59 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:02.981712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-86455f32-88a1-4824-841d-c7379f8cfd59 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:02.997254 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-42aabd61-0b64-4316-bc67-de003fb037cc req-b3cc7af7-f938-4b16-b0ff-939beafe689e tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.26.8.80 HTTP/1.1" status: 200  len: 695 time: 0.1698201
Nov 24 13:10:03.023000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-42aabd61-0b64-4316-bc67-de003fb037cc req-03184b36-c5cc-49f1-9a29-ef3024d1b91f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Request body: {'floatingip': {'port_id': '6ce6c3d3-edd6-4f01-a984-fd146d4c951b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:03.086540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bbc151-ebf2-4383-af97-4d8ba94e4151 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Pushing event updated for resources: {'Network': ['ID=1ee4f322-c799-4fdf-ad1a-172d474212a6,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:03.086737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03691f7f-11aa-48bd-b775-9a3705d994ae None None] Network 37e70edb-1d9d-4dad-af77-da0deffdfdaa requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:10:03.089538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-05bbc151-ebf2-4383-af97-4d8ba94e4151 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:03.104579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8eb644e6-0724-4150-8cdd-20daea77edfa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:03.107073 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-86455f32-88a1-4824-841d-c7379f8cfd59 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 6.0183675
Nov 24 13:10:03.117570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 1ee4f322-c799-4fdf-ad1a-172d474212a6 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:10:03.130799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48320) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:03.148435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8eb644e6-0724-4150-8cdd-20daea77edfa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Usage tracker for resource:security_group_rule and tenant:5d5603a87d3d47a5b41c1fa3e22981d5 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:03.149116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ea0e9a92-fc78-4454-8322-fd18b60c39c2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'port': {'network_id': '37e70edb-1d9d-4dad-af77-da0deffdfdaa', 'fixed_ips': [{'subnet_id': '5114d69f-dbd0-443f-85ec-b72f297ec147'}, {'subnet_id': 'e62fac86-9ccb-405c-acfa-0057b1763d41'}], 'name': 'tempest-PortsIpV6TestJSON-843313854'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:03.158429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8eb644e6-0724-4150-8cdd-20daea77edfa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:03.165625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-118d6a6d-b0bd-4db0-8e86-30ac1c9a0bb1 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:03.174394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-42aabd61-0b64-4316-bc67-de003fb037cc req-03184b36-c5cc-49f1-9a29-ef3024d1b91f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for floatingip, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:03.211615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 1ee4f322-c799-4fdf-ad1a-172d474212a6 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:10:03.219055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e061bdd8-c86b-4f50-917e-611baa5196c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Checking segment: {'id': 'f9e00adc-0df7-4a8c-8cef-e0da483a34eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '85670397-94f8-49cb-988b-71a32b5643fd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:10:03.219459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e061bdd8-c86b-4f50-917e-611baa5196c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network hostable DHCP agents. Network: 85670397-94f8-49cb-988b-71a32b5643fd, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:10:03.265474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8eb644e6-0724-4150-8cdd-20daea77edfa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:03.422532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-466d8100-deae-4cd0-80a3-299b40e82233 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:03.454193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-118d6a6d-b0bd-4db0-8e86-30ac1c9a0bb1 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Calling delete_port for 86222072-e4e9-4a3e-808c-90d3207f1427 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:10:03.455516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-70643efa-1fb9-4738-85fe-b6b54e591ad5 None None] Provisioning for port 4a695b15-efdc-44e4-8059-d1caac829b7a completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:10:03.475707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-70643efa-1fb9-4738-85fe-b6b54e591ad5 None None] Provisioning complete for port 4a695b15-efdc-44e4-8059-d1caac829b7a triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:03.476138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70643efa-1fb9-4738-85fe-b6b54e591ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:03.755585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8eb644e6-0724-4150-8cdd-20daea77edfa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:03.772799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8eb644e6-0724-4150-8cdd-20daea77edfa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:03.790105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:04.024730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-70643efa-1fb9-4738-85fe-b6b54e591ad5 None None] Provisioning for port 86222072-e4e9-4a3e-808c-90d3207f1427 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:10:04.048172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-70643efa-1fb9-4738-85fe-b6b54e591ad5 None None] Provisioning complete for port 86222072-e4e9-4a3e-808c-90d3207f1427 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:04.050783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70643efa-1fb9-4738-85fe-b6b54e591ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:04.143780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-8eb644e6-0724-4150-8cdd-20daea77edfa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] device_id is not set on port 214ada1e-b19a-4c6c-bd48-6c3f496e70a7 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:10:04.202926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 07a99c24-22fa-4143-bef1-288856187b73 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:10:04.259988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-70643efa-1fb9-4738-85fe-b6b54e591ad5 None None] Port 86222072-e4e9-4a3e-808c-90d3207f1427 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:10:04.307394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beed5759-0165-4800-bfb1-ce1f1ecded16 None None] Update dhcp port {'port': {'network_id': '37e70edb-1d9d-4dad-af77-da0deffdfdaa', 'fixed_ips': [{'subnet_id': '5114d69f-dbd0-443f-85ec-b72f297ec147', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e62fac86-9ccb-405c-acfa-0057b1763d41'}], 'binding:host_id': 'dv-neutron-601336-61-ovs'}, 'id': '8fbaec94-3c96-43cf-92a9-982dd5b81ae6'} from dv-neutron-601336-61-ovs. {{(pid=80945) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 24 13:10:04.357522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-70643efa-1fb9-4738-85fe-b6b54e591ad5 None None] Provisioning for port 8fbaec94-3c96-43cf-92a9-982dd5b81ae6 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:10:04.388472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-70643efa-1fb9-4738-85fe-b6b54e591ad5 None None] Provisioning complete for port 8fbaec94-3c96-43cf-92a9-982dd5b81ae6 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:04.388472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70643efa-1fb9-4738-85fe-b6b54e591ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:04.410590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e061bdd8-c86b-4f50-917e-611baa5196c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network 85670397-94f8-49cb-988b-71a32b5643fd is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:10:04.428026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-190d4a95-e244-4549-abeb-db06ba2475d8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:04.477704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-beed5759-0165-4800-bfb1-ce1f1ecded16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:04.506623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-8eb644e6-0724-4150-8cdd-20daea77edfa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Allocated IP 172.26.8.127 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/214ada1e-b19a-4c6c-bd48-6c3f496e70a7) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:10:04.515906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 07a99c24-22fa-4143-bef1-288856187b73 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:10:04.537124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device ac582c8b-c3b2-4be9-becc-bb9f85ec7df2 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:10:04.601421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ea0e9a92-fc78-4454-8322-fd18b60c39c2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:04.672993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ea0e9a92-fc78-4454-8322-fd18b60c39c2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:port and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:04.682566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ea0e9a92-fc78-4454-8322-fd18b60c39c2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for port was recalculated. Used quota:2. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:04.717945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-e061bdd8-c86b-4f50-917e-611baa5196c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 85670397-94f8-49cb-988b-71a32b5643fd) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:04.749248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3ffeaa-99c3-4e62-93d1-f084cc61cc59 None None] Network 85670397-94f8-49cb-988b-71a32b5643fd requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:10:04.783874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ea0e9a92-fc78-4454-8322-fd18b60c39c2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:04.806673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8eb644e6-0724-4150-8cdd-20daea77edfa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:04.884133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061bdd8-c86b-4f50-917e-611baa5196c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:04.884133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e061bdd8-c86b-4f50-917e-611baa5196c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:04.915060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0e9a92-fc78-4454-8322-fd18b60c39c2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:10:04.950043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-118d6a6d-b0bd-4db0-8e86-30ac1c9a0bb1 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:04.981246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70643efa-1fb9-4738-85fe-b6b54e591ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:05.019163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port ac582c8b-c3b2-4be9-becc-bb9f85ec7df2 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:10:05.071543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8eb644e6-0724-4150-8cdd-20daea77edfa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:05.203577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb644e6-0724-4150-8cdd-20daea77edfa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca6e241-6371-4b91-b4de-1f5c909779a5,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:05.212205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8eb644e6-0724-4150-8cdd-20daea77edfa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.423s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:05.225804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7e81cc17-23b8-4750-a414-00f6f9733854 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:05.267232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-70643efa-1fb9-4738-85fe-b6b54e591ad5 None None] For port 8fbaec94-3c96-43cf-92a9-982dd5b81ae6, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8fbaec94-3c96-43cf-92a9-982dd5b81ae6,segment=NetworkSegment(181281ba-32c0-4b91-9623-33854efb7641),segment_id=181281ba-32c0-4b91-9623-33854efb7641)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:10:05.282649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ea0e9a92-fc78-4454-8322-fd18b60c39c2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:05.284319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70643efa-1fb9-4738-85fe-b6b54e591ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:05.291204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6583db93-dc7d-47cc-a5e7-6793b15f34c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:05.318803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6519e19e-f583-42f6-82f6-4ff7b7e4644e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:05.404875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-beed5759-0165-4800-bfb1-ce1f1ecded16 None None] Allocated IP 2001:db8:0:1::2 (37e70edb-1d9d-4dad-af77-da0deffdfdaa/e62fac86-9ccb-405c-acfa-0057b1763d41/8fbaec94-3c96-43cf-92a9-982dd5b81ae6) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:10:05.406760 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e061bdd8-c86b-4f50-917e-611baa5196c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 9.1320333
Nov 24 13:10:05.420288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48324) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:05.473701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb644e6-0724-4150-8cdd-20daea77edfa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Pushing event updated for resources: {'Port': ['ID=214ada1e-b19a-4c6c-bd48-6c3f496e70a7,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:05.504710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8eb644e6-0724-4150-8cdd-20daea77edfa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:05.515911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb644e6-0724-4150-8cdd-20daea77edfa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:10:05.521012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-8eb644e6-0724-4150-8cdd-20daea77edfa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:05.529454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb644e6-0724-4150-8cdd-20daea77edfa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:10:05.580959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d6a6d-b0bd-4db0-8e86-30ac1c9a0bb1 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Port': ['ID=86222072-e4e9-4a3e-808c-90d3207f1427,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:05.585823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-118d6a6d-b0bd-4db0-8e86-30ac1c9a0bb1 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:05.595713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-665bc407-47bf-44ac-a6c2-eeb542ab3c82 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Request body: {'subnet': {'network_id': '57935437-8c51-4375-80c1-3b738fe518fa', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:05.601805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb644e6-0724-4150-8cdd-20daea77edfa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:05.602524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8eb644e6-0724-4150-8cdd-20daea77edfa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:05.703189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.objects.ports [None req-f96c4613-f3fc-4240-b560-991767856a0d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80943) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 24 13:10:05.706185 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8eb644e6-0724-4150-8cdd-20daea77edfa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 3.9276035
Nov 24 13:10:05.708243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48328) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:05.712289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f96c4613-f3fc-4240-b560-991767856a0d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:05.712652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2172dd-8ace-4f8c-89bb-38186c789f01 None None] Network 7b4d9099-609a-438e-8cc5-ed703e770082 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:10:05.727826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a55ca9ba-a0f2-41b1-98a0-31c42d516637 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:05.759981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-aa8f3508-fd90-4e7b-a27d-5be4f45f4d27 tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Request body: {'router': {'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.127'}]}}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:05.871101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-70643efa-1fb9-4738-85fe-b6b54e591ad5 None None] Provisioning complete for port cef52ab6-aba8-4b9c-847e-ce640f42be34 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:05.871659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70643efa-1fb9-4738-85fe-b6b54e591ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:05.904317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-aa8f3508-fd90-4e7b-a27d-5be4f45f4d27 tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:05.912658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70643efa-1fb9-4738-85fe-b6b54e591ad5 None None] Pushing event updated for resources: {'Port': ['ID=8fbaec94-3c96-43cf-92a9-982dd5b81ae6,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:05.916592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ff60de-203f-43ae-aba3-ef851e147005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-85670397-94f8-49cb-988b-71a32b5643fd', 'network_id': '85670397-94f8-49cb-988b-71a32b5643fd', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'fixed_ips': [{'subnet_id': '1029cfcb-98ba-4c38-a8cd-74d44ac24478'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:10:05.918533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-79ff60de-203f-43ae-aba3-ef851e147005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:05.931866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-aa8f3508-fd90-4e7b-a27d-5be4f45f4d27 tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Usage tracker for resource:router and tenant:5d5603a87d3d47a5b41c1fa3e22981d5 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:05.939065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-aa8f3508-fd90-4e7b-a27d-5be4f45f4d27 tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:05.939306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-70643efa-1fb9-4738-85fe-b6b54e591ad5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:05.955885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-aa8f3508-fd90-4e7b-a27d-5be4f45f4d27 tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:05.990246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-beed5759-0165-4800-bfb1-ce1f1ecded16 None None] For port 8fbaec94-3c96-43cf-92a9-982dd5b81ae6, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8fbaec94-3c96-43cf-92a9-982dd5b81ae6,segment=NetworkSegment(181281ba-32c0-4b91-9623-33854efb7641),segment_id=181281ba-32c0-4b91-9623-33854efb7641)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:10:05.999668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c4613-f3fc-4240-b560-991767856a0d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Pushing event updated for resources: {'Subnet': ['ID=644ed8e3-d98b-42c5-be5c-148005f64c46,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:06.009601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f96c4613-f3fc-4240-b560-991767856a0d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:06.010506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa8f3508-fd90-4e7b-a27d-5be4f45f4d27 tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:06.011687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa8f3508-fd90-4e7b-a27d-5be4f45f4d27 tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:06.016625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-42aabd61-0b64-4316-bc67-de003fb037cc req-03184b36-c5cc-49f1-9a29-ef3024d1b91f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for floatingip, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:06.031586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-70643efa-1fb9-4738-85fe-b6b54e591ad5 None None] Port cef52ab6-aba8-4b9c-847e-ce640f42be34 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:10:06.034089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-42aabd61-0b64-4316-bc67-de003fb037cc req-03184b36-c5cc-49f1-9a29-ef3024d1b91f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:06.187160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-beed5759-0165-4800-bfb1-ce1f1ecded16 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:10:06.208343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa8f3508-fd90-4e7b-a27d-5be4f45f4d27 tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:06.228855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-beed5759-0165-4800-bfb1-ce1f1ecded16 None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:06.236659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ac6f7365-1ebb-49a2-9a2a-0de399a4a113 None None] Could not find standard attr ID for object 86222072-e4e9-4a3e-808c-90d3207f1427. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:10:06.290701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-beed5759-0165-4800-bfb1-ce1f1ecded16 None None] Transition to ACTIVE for port object 8fbaec94-3c96-43cf-92a9-982dd5b81ae6 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:10:06.334616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-665bc407-47bf-44ac-a6c2-eeb542ab3c82 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:06.344511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-beed5759-0165-4800-bfb1-ce1f1ecded16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:06.355743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-665bc407-47bf-44ac-a6c2-eeb542ab3c82 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Usage tracker for resource:subnet and tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:06.365585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-665bc407-47bf-44ac-a6c2-eeb542ab3c82 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:06.369117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-37adcb15-3d9f-407b-ae28-04a35a3dc23a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:06.388123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-665bc407-47bf-44ac-a6c2-eeb542ab3c82 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:06.398947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ac6f7365-1ebb-49a2-9a2a-0de399a4a113 None None] Provisioning for port 07a99c24-22fa-4143-bef1-288856187b73 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:10:06.431179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-466d8100-deae-4cd0-80a3-299b40e82233 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Allocated IP 2001:db8::1 (7b4d9099-609a-438e-8cc5-ed703e770082/4fd56d36-e354-4e8d-abcc-f594dc58568b/e3f7acdb-e4d6-4995-bac2-17ce82b7b2ac) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:10:06.468207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665bc407-47bf-44ac-a6c2-eeb542ab3c82 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Made reservation on behalf of 48deb6cb4e7841bc8ac7ee76d248c5c5 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:10:06.496871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-ea0e9a92-fc78-4454-8322-fd18b60c39c2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] device_id is not set on port fd4d1d08-ecce-4abf-8882-0a811e46d04c yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:10:06.532475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ac6f7365-1ebb-49a2-9a2a-0de399a4a113 None None] Provisioning complete for port 07a99c24-22fa-4143-bef1-288856187b73 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:06.533267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ac6f7365-1ebb-49a2-9a2a-0de399a4a113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:06.632957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c4613-f3fc-4240-b560-991767856a0d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Checking segment: {'id': '44a584b6-0411-4359-ba29-15743a7b6914', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1ee4f322-c799-4fdf-ad1a-172d474212a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:10:06.633642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96c4613-f3fc-4240-b560-991767856a0d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Network hostable DHCP agents. Network: 1ee4f322-c799-4fdf-ad1a-172d474212a6, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:10:06.716260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed5759-0165-4800-bfb1-ce1f1ecded16 None None] Pushing event updated for resources: {'Port': ['ID=8fbaec94-3c96-43cf-92a9-982dd5b81ae6,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:06.728031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa8f3508-fd90-4e7b-a27d-5be4f45f4d27 tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:06.734190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-beed5759-0165-4800-bfb1-ce1f1ecded16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:06.752032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96c4613-f3fc-4240-b560-991767856a0d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Network 1ee4f322-c799-4fdf-ad1a-172d474212a6 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:10:06.793556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-f96c4613-f3fc-4240-b560-991767856a0d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 1ee4f322-c799-4fdf-ad1a-172d474212a6) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:06.808572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b5ba63-6196-4670-a4c7-4bf7f2b1e88b None None] Network 1ee4f322-c799-4fdf-ad1a-172d474212a6 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:10:06.873460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96c4613-f3fc-4240-b560-991767856a0d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:06.874099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f96c4613-f3fc-4240-b560-991767856a0d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:06.880714 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [req-42aabd61-0b64-4316-bc67-de003fb037cc req-03184b36-c5cc-49f1-9a29-ef3024d1b91f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Floating IP e04b4cfe-1fb4-45d6-8fcd-e02aa91570dc associated. External IP: 172.26.8.80, port: 6ce6c3d3-edd6-4f01-a984-fd146d4c951b.
Nov 24 13:10:06.961837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-190d4a95-e244-4549-abeb-db06ba2475d8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] For port 07a99c24-22fa-4143-bef1-288856187b73, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=07a99c24-22fa-4143-bef1-288856187b73,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:10:06.984713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-79ff60de-203f-43ae-aba3-ef851e147005 None None] Allocated IP 172.20.0.2 (85670397-94f8-49cb-988b-71a32b5643fd/1029cfcb-98ba-4c38-a8cd-74d44ac24478/8af0f429-3f0e-4107-a93c-39dd6e797870) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:10:06.998030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ac6f7365-1ebb-49a2-9a2a-0de399a4a113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:06.998738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-190d4a95-e244-4549-abeb-db06ba2475d8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:07.030443 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f96c4613-f3fc-4240-b560-991767856a0d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 5.4923930
Nov 24 13:10:07.037258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48332) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:07.133003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-118d6a6d-b0bd-4db0-8e86-30ac1c9a0bb1 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:07.150727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-665bc407-47bf-44ac-a6c2-eeb542ab3c82 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:07.289649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93c5c19f-37bb-4f70-aca5-9c01204017b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:07.299041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-190d4a95-e244-4549-abeb-db06ba2475d8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:07.300056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-190d4a95-e244-4549-abeb-db06ba2475d8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:07.392422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-ac6f7365-1ebb-49a2-9a2a-0de399a4a113 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:10:07.392841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-ac6f7365-1ebb-49a2-9a2a-0de399a4a113 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:10:07.478497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b14b53-0a46-4cb8-b2ae-4cbe5d4d7c42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-1ee4f322-c799-4fdf-ad1a-172d474212a6', 'network_id': '1ee4f322-c799-4fdf-ad1a-172d474212a6', 'tenant_id': '23c0d994af624aa897601b00f596f30e', 'fixed_ips': [{'subnet_id': '644ed8e3-d98b-42c5-be5c-148005f64c46'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:10:07.480645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e7b14b53-0a46-4cb8-b2ae-4cbe5d4d7c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:07.504640 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-118d6a6d-b0bd-4db0-8e86-30ac1c9a0bb1 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/ports/86222072-e4e9-4a3e-808c-90d3207f1427 HTTP/1.1" status: 204  len: 168 time: 6.3801212
Nov 24 13:10:07.505582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48336) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:07.513165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-17a1f012-be11-45c8-8d2f-7a32e2be8e31 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:07.699296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93c5c19f-37bb-4f70-aca5-9c01204017b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:07.715189 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68e9bc5-3e89-417b-85fc-a39a1ebf1c37 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] GET failed (client error): The resource could not be found.
Nov 24 13:10:07.715759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d68e9bc5-3e89-417b-85fc-a39a1ebf1c37 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Synchronizing usage tracker for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:10:07.802221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-466d8100-deae-4cd0-80a3-299b40e82233 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:07.813668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d68e9bc5-3e89-417b-85fc-a39a1ebf1c37 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Unset dirty status for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:10:07.815493 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d68e9bc5-3e89-417b-85fc-a39a1ebf1c37 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "GET /v2.0/ports/86222072-e4e9-4a3e-808c-90d3207f1427 HTTP/1.1" status: 404  len: 333 time: 0.1962712
Nov 24 13:10:07.826472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa8f3508-fd90-4e7b-a27d-5be4f45f4d27 tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Notify callbacks [] for router_gateway, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:07.828839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d4a95-e244-4549-abeb-db06ba2475d8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Port': ['ID=07a99c24-22fa-4143-bef1-288856187b73,revision_number=4']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:07.833888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48340) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:07.853233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-190d4a95-e244-4549-abeb-db06ba2475d8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:07.860876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8c3ca60b-5cf2-4c65-b66a-73a62db5b578 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:07.966359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190d4a95-e244-4549-abeb-db06ba2475d8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:10:07.980878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-466d8100-deae-4cd0-80a3-299b40e82233 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Transition to ACTIVE for port object e3f7acdb-e4d6-4995-bac2-17ce82b7b2ac will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:10:07.982640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-190d4a95-e244-4549-abeb-db06ba2475d8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:07.982981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-79ff60de-203f-43ae-aba3-ef851e147005 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:08.003212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-79ff60de-203f-43ae-aba3-ef851e147005 None None] Transition to ACTIVE for port object 8af0f429-3f0e-4107-a93c-39dd6e797870 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:10:08.005375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d4a95-e244-4549-abeb-db06ba2475d8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Subnet': ['ID=a9eca75c-a971-4d48-beb6-86a4146f59ce,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:08.027629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa8f3508-fd90-4e7b-a27d-5be4f45f4d27 tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:08.029266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-190d4a95-e244-4549-abeb-db06ba2475d8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:08.038065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8fbaec94-3c96-43cf-92a9-982dd5b81ae6 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:10:08.050813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190d4a95-e244-4549-abeb-db06ba2475d8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:08.051304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-190d4a95-e244-4549-abeb-db06ba2475d8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:08.063709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62520682-117c-41d1-99d9-8e97c2decfac None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:10:08.081313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886bb900-4733-4dfe-92c5-531bf932e909 None None] Network 37e70edb-1d9d-4dad-af77-da0deffdfdaa requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:10:08.283394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-79ff60de-203f-43ae-aba3-ef851e147005 None None] Transition to ACTIVE for port object 8af0f429-3f0e-4107-a93c-39dd6e797870 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:10:08.330716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-466d8100-deae-4cd0-80a3-299b40e82233 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:08.353566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2c845f00-c078-4af3-ab0a-31fa200887f9 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:08.362168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-79ff60de-203f-43ae-aba3-ef851e147005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:08.392055 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-190d4a95-e244-4549-abeb-db06ba2475d8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 12.7635880
Nov 24 13:10:08.399204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3e2eeced-b17f-4b09-be7f-aef8496d0814 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:08.417407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48344) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:08.435835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-55e83c35-a4b3-4af5-9992-5204fa2cf4be tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'port': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'mac_address': 'fa:16:3e:b3:8a:0b', 'name': 'tempest-NetworksTestDHCPv6-1381574334'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:08.511941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5e670ef-b8c1-4eed-81fe-c2daade3f6e5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:08.520747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ac6f7365-1ebb-49a2-9a2a-0de399a4a113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:08.603877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93c5c19f-37bb-4f70-aca5-9c01204017b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:08.623265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5e5718e4-b1a5-4f8f-8171-046cabe84117 tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:08.627177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-ea0e9a92-fc78-4454-8322-fd18b60c39c2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Allocated IP 2001:db8::3c3 (37e70edb-1d9d-4dad-af77-da0deffdfdaa/5114d69f-dbd0-443f-85ec-b72f297ec147/fd4d1d08-ecce-4abf-8882-0a811e46d04c) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server [None req-e7b14b53-0a46-4cb8-b2ae-4cbe5d4d7c42 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 644ed8e3-d98b-42c5-be5c-148005f64c46: This subnet is being modified by another concurrent operation.
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 24 13:10:08.677568 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1420, in create_port
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1387, in _create_port_db
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     raise exception
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 644ed8e3-d98b-42c5-be5c-148005f64c46: This subnet is being modified by another concurrent operation.
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server 
Nov 24 13:10:08.681248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff60de-203f-43ae-aba3-ef851e147005 None None] Pushing event updated for resources: {'Port': ['ID=8af0f429-3f0e-4107-a93c-39dd6e797870,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:08.689944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-79ff60de-203f-43ae-aba3-ef851e147005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:08.744271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5c19f-37bb-4f70-aca5-9c01204017b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Pushing event deleted for resources: {'Subnet': ['ID=644ed8e3-d98b-42c5-be5c-148005f64c46,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:08.758427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ac6f7365-1ebb-49a2-9a2a-0de399a4a113 None None] For port 07a99c24-22fa-4143-bef1-288856187b73, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=07a99c24-22fa-4143-bef1-288856187b73,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:10:08.759650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c83bad-2606-4ec0-a28a-0e65a0862666 None None] Network 1ee4f322-c799-4fdf-ad1a-172d474212a6 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:10:08.763271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93c5c19f-37bb-4f70-aca5-9c01204017b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:08.825448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ac6f7365-1ebb-49a2-9a2a-0de399a4a113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:08.908518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa8f3508-fd90-4e7b-a27d-5be4f45f4d27 tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:08.926285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2ec622e9-dc50-4162-b9e8-38075e0287e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:08.961695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-ea0e9a92-fc78-4454-8322-fd18b60c39c2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Allocated IP 2001:db8:0:1::31 (37e70edb-1d9d-4dad-af77-da0deffdfdaa/e62fac86-9ccb-405c-acfa-0057b1763d41/fd4d1d08-ecce-4abf-8882-0a811e46d04c) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:10:08.967414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d8100-deae-4cd0-80a3-299b40e82233 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Port': ['ID=e3f7acdb-e4d6-4995-bac2-17ce82b7b2ac,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:08.987679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-466d8100-deae-4cd0-80a3-299b40e82233 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:08.996840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5e670ef-b8c1-4eed-81fe-c2daade3f6e5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:09.028306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 07a99c24-22fa-4143-bef1-288856187b73 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:10:09.227928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ff60de-203f-43ae-aba3-ef851e147005 None None] Network 85670397-94f8-49cb-988b-71a32b5643fd is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:10:09.245944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ac6f7365-1ebb-49a2-9a2a-0de399a4a113 None None] Provisioning complete for port 4a695b15-efdc-44e4-8059-d1caac829b7a triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:09.246381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ac6f7365-1ebb-49a2-9a2a-0de399a4a113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:09.286786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-79ff60de-203f-43ae-aba3-ef851e147005 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:09.289232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ff60de-203f-43ae-aba3-ef851e147005 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:10:09.291197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-55e83c35-a4b3-4af5-9992-5204fa2cf4be tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:09.295031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f7365-1ebb-49a2-9a2a-0de399a4a113 None None] Pushing event updated for resources: {'Port': ['ID=07a99c24-22fa-4143-bef1-288856187b73,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:09.298814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ac6f7365-1ebb-49a2-9a2a-0de399a4a113 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:09.327571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-55e83c35-a4b3-4af5-9992-5204fa2cf4be tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:port and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:09.340893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-55e83c35-a4b3-4af5-9992-5204fa2cf4be tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for port was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:09.425426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-55e83c35-a4b3-4af5-9992-5204fa2cf4be tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:09.434553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93c5c19f-37bb-4f70-aca5-9c01204017b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:09.444197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5e670ef-b8c1-4eed-81fe-c2daade3f6e5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:09.457139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-45ee5c01-c3de-4c28-9f4b-615b4e310335 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:09.462934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42aabd61-0b64-4316-bc67-de003fb037cc req-03184b36-c5cc-49f1-9a29-ef3024d1b91f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Router e0bce900-3697-4a26-958b-21bd77e379b2 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:10:09.465714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-79ff60de-203f-43ae-aba3-ef851e147005 None None] Attempting to bind port 8af0f429-3f0e-4107-a93c-39dd6e797870 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:10:09.466211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-79ff60de-203f-43ae-aba3-ef851e147005 None None] Attempting to bind port 8af0f429-3f0e-4107-a93c-39dd6e797870 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f9e00adc-0df7-4a8c-8cef-e0da483a34eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '85670397-94f8-49cb-988b-71a32b5643fd'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:10:09.466571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ff60de-203f-43ae-aba3-ef851e147005 None None] Attempting to bind port 8af0f429-3f0e-4107-a93c-39dd6e797870 on network 85670397-94f8-49cb-988b-71a32b5643fd {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:10:09.484965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 07a99c24-22fa-4143-bef1-288856187b73 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:09.485394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:09.491716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e670ef-b8c1-4eed-81fe-c2daade3f6e5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aff02e4-cfd9-431b-96e8-8c14371689ef,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:09.495663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e83c35-a4b3-4af5-9992-5204fa2cf4be tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:10:09.515501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c5e670ef-b8c1-4eed-81fe-c2daade3f6e5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:09.525330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466d8100-deae-4cd0-80a3-299b40e82233 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network 7b4d9099-609a-438e-8cc5-ed703e770082 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:10:09.600576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-466d8100-deae-4cd0-80a3-299b40e82233 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:09.612114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466d8100-deae-4cd0-80a3-299b40e82233 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:10:09.612751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-466d8100-deae-4cd0-80a3-299b40e82233 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:09.616753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5e670ef-b8c1-4eed-81fe-c2daade3f6e5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:09.621872 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c5e670ef-b8c1-4eed-81fe-c2daade3f6e5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/security-groups/6aff02e4-cfd9-431b-96e8-8c14371689ef HTTP/1.1" status: 204  len: 168 time: 1.7745018
Nov 24 13:10:09.626227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48348) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:09.832146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-93c5c19f-37bb-4f70-aca5-9c01204017b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634d546278>,) {'filters': {'network_id': ['1ee4f322-c799-4fdf-ad1a-172d474212a6']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:09.866598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ff60de-203f-43ae-aba3-ef851e147005 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:10:09.867026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ff60de-203f-43ae-aba3-ef851e147005 None None] Checking segment: {'id': 'f9e00adc-0df7-4a8c-8cef-e0da483a34eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '85670397-94f8-49cb-988b-71a32b5643fd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:10:09.868358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-79ff60de-203f-43ae-aba3-ef851e147005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:09.868903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ff60de-203f-43ae-aba3-ef851e147005 None None] Bound using segment: {'id': 'f9e00adc-0df7-4a8c-8cef-e0da483a34eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '85670397-94f8-49cb-988b-71a32b5643fd'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:10:09.869656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-79ff60de-203f-43ae-aba3-ef851e147005 None None] Bound port: 8af0f429-3f0e-4107-a93c-39dd6e797870, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e00adc-0df7-4a8c-8cef-e0da483a34eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '85670397-94f8-49cb-988b-71a32b5643fd'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:10:09.871782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-79ff60de-203f-43ae-aba3-ef851e147005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:09.905160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ea0e9a92-fc78-4454-8322-fd18b60c39c2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:09.927803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-93c5c19f-37bb-4f70-aca5-9c01204017b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634d546278>, '44a584b6-0411-4359-ba29-15743a7b6914') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:09.928141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-93c5c19f-37bb-4f70-aca5-9c01204017b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634d546278>, '44a584b6-0411-4359-ba29-15743a7b6914') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:09.940490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55e83c35-a4b3-4af5-9992-5204fa2cf4be tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:10.021080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93c5c19f-37bb-4f70-aca5-9c01204017b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:10.036833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa8f3508-fd90-4e7b-a27d-5be4f45f4d27 tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:10.064179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ea0e9a92-fc78-4454-8322-fd18b60c39c2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Transition to ACTIVE for port object fd4d1d08-ecce-4abf-8882-0a811e46d04c will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:10:10.111911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa8f3508-fd90-4e7b-a27d-5be4f45f4d27 tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:10.121830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93c5c19f-37bb-4f70-aca5-9c01204017b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:10.125074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-93c5c19f-37bb-4f70-aca5-9c01204017b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Releasing vxlan tunnel 5 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:10:10.142884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d8052037-4666-44ef-91a1-aed5b99a4303 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:10.197347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-466d8100-deae-4cd0-80a3-299b40e82233 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:10.273774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-79ff60de-203f-43ae-aba3-ef851e147005 None None] For port 8af0f429-3f0e-4107-a93c-39dd6e797870, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:10:10.277051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b5b49c05-ec48-4859-bc0a-27d96dba90a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:10.285321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ac6f7365-1ebb-49a2-9a2a-0de399a4a113 None None] Provisioning for port ac582c8b-c3b2-4be9-becc-bb9f85ec7df2 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:10:10.294597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-79ff60de-203f-43ae-aba3-ef851e147005 None None] For port 8af0f429-3f0e-4107-a93c-39dd6e797870, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8af0f429-3f0e-4107-a93c-39dd6e797870,segment=NetworkSegment(f9e00adc-0df7-4a8c-8cef-e0da483a34eb),segment_id=f9e00adc-0df7-4a8c-8cef-e0da483a34eb)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:10:10.299296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ac6f7365-1ebb-49a2-9a2a-0de399a4a113 None None] Provisioning complete for port ac582c8b-c3b2-4be9-becc-bb9f85ec7df2 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:10.300098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ac6f7365-1ebb-49a2-9a2a-0de399a4a113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:10.318596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d8052037-4666-44ef-91a1-aed5b99a4303 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:10.335002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-79ff60de-203f-43ae-aba3-ef851e147005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:10.375674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c3250ce7-d2f2-41fa-88c9-840b4926b58d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:10.379332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-93c5c19f-37bb-4f70-aca5-9c01204017b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Network 1ee4f322-c799-4fdf-ad1a-172d474212a6 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:10:10.390766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93c5c19f-37bb-4f70-aca5-9c01204017b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:10.470401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ea0e9a92-fc78-4454-8322-fd18b60c39c2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:10.487258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 07a99c24-22fa-4143-bef1-288856187b73 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:10:10.499957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-16b78a7a-16d8-411a-b682-9a6244245488 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:10.674252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff60de-203f-43ae-aba3-ef851e147005 None None] Pushing event updated for resources: {'Port': ['ID=8af0f429-3f0e-4107-a93c-39dd6e797870,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:10.676154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa8f3508-fd90-4e7b-a27d-5be4f45f4d27 tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:10.676504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8f3508-fd90-4e7b-a27d-5be4f45f4d27 tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Fanout notify agent at l3_agent the message router_deleted on router 1c48db7b-eef2-4c19-90fd-dd13b981dee9 {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:10:10.686646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-79ff60de-203f-43ae-aba3-ef851e147005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:10.704575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-93c5c19f-37bb-4f70-aca5-9c01204017b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Network 1ee4f322-c799-4fdf-ad1a-172d474212a6 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:10:10.741463 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:10:10.741463 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:10:10.741463 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:10:10.741463 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:10:10.741463 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:10:10.741463 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:10:10.741463 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:10:10.741463 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:10:10.741463 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:10:10.741463 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:10:10.741463 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:10:10.741463 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:10:10.741463 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:10:10.741463 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:10:10.741463 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:10:10.741463 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:10:10.741463 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:10:10.741463 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:10:10.741463 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:10:10.741463 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:10:10.741463 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:10:10.741463 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:10:10.741463 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:10:10.741463 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:10:10.741463 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:10:10.741463 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:10:10.741463 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:10:10.741463 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:10:10.741463 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:10:10.741463 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:10:10.741463 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:10:10.741463 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:10:10.747997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-55e83c35-a4b3-4af5-9992-5204fa2cf4be tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] device_id is not set on port a425ab9b-3eb3-4ba3-accd-22dd9a0cfdb0 yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:10:10.871854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d8052037-4666-44ef-91a1-aed5b99a4303 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:10.886010 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-aa8f3508-fd90-4e7b-a27d-5be4f45f4d27 tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] create failed (client error): There was a conflict when trying to complete your request.
Nov 24 13:10:10.886010 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-aa8f3508-fd90-4e7b-a27d-5be4f45f4d27 tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 5.1698470
Nov 24 13:10:10.897969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48352) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:10.917714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-665bc407-47bf-44ac-a6c2-eeb542ab3c82 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:10.997349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3bfb34a3-45da-423c-891a-ec98528997aa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Deleting port 214ada1e-b19a-4c6c-bd48-6c3f496e70a7 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:10:10.997349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3bfb34a3-45da-423c-891a-ec98528997aa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:11.043304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93c5c19f-37bb-4f70-aca5-9c01204017b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:11.061192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-22eb318c-09c8-4760-b0fb-e4d8e58ea210 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:11.082762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 07a99c24-22fa-4143-bef1-288856187b73 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:11.089610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93c5c19f-37bb-4f70-aca5-9c01204017b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:11.124387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:11.127096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5c19f-37bb-4f70-aca5-9c01204017b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Pushing event deleted for resources: {'Network': ['ID=1ee4f322-c799-4fdf-ad1a-172d474212a6,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:11.136770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93c5c19f-37bb-4f70-aca5-9c01204017b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:11.140974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ac6f7365-1ebb-49a2-9a2a-0de399a4a113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:11.149332 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-93c5c19f-37bb-4f70-aca5-9c01204017b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "DELETE /v2.0/networks/1ee4f322-c799-4fdf-ad1a-172d474212a6 HTTP/1.1" status: 204  len: 168 time: 4.0934007
Nov 24 13:10:11.162671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48356) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:11.238506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ac6f7365-1ebb-49a2-9a2a-0de399a4a113 None None] For port ac582c8b-c3b2-4be9-becc-bb9f85ec7df2, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=ac582c8b-c3b2-4be9-becc-bb9f85ec7df2,segment=NetworkSegment(8a2d717f-5e8d-4a65-8ccd-221da85f0839),segment_id=8a2d717f-5e8d-4a65-8ccd-221da85f0839)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:10:11.285497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ac6f7365-1ebb-49a2-9a2a-0de399a4a113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:11.285497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3e2eeced-b17f-4b09-be7f-aef8496d0814 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:11.316599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e9a92-fc78-4454-8322-fd18b60c39c2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Port': ['ID=fd4d1d08-ecce-4abf-8882-0a811e46d04c,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:11.316599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ea0e9a92-fc78-4454-8322-fd18b60c39c2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.813s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:11.368502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d2d939e6-552a-4572-870d-4fabaa3313c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.456s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:11.450716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3bfb34a3-45da-423c-891a-ec98528997aa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:11.455650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0c25e36d-4974-4ebb-9a3f-4d2187c43aa3 None None] Provisioning for port 8fbaec94-3c96-43cf-92a9-982dd5b81ae6 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:10:11.471110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0c25e36d-4974-4ebb-9a3f-4d2187c43aa3 None None] Provisioning complete for port 8fbaec94-3c96-43cf-92a9-982dd5b81ae6 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:11.471110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c25e36d-4974-4ebb-9a3f-4d2187c43aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:11.568682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8052037-4666-44ef-91a1-aed5b99a4303 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'SecurityGroup': ['ID=34011ee7-0d95-42db-8a88-b4ab1812855d,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:11.568682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d8052037-4666-44ef-91a1-aed5b99a4303 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:11.613373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5b048802-9116-4fcf-8a40-05e8bf38e0a6 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.652s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:11.629161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f7365-1ebb-49a2-9a2a-0de399a4a113 None None] Pushing event updated for resources: {'Port': ['ID=ac582c8b-c3b2-4be9-becc-bb9f85ec7df2,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:11.634210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3bfb34a3-45da-423c-891a-ec98528997aa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Calling delete_port for 214ada1e-b19a-4c6c-bd48-6c3f496e70a7 owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:10:11.644637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ac6f7365-1ebb-49a2-9a2a-0de399a4a113 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:11.725407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d8052037-4666-44ef-91a1-aed5b99a4303 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:11.731505 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d8052037-4666-44ef-91a1-aed5b99a4303 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/security-groups/34011ee7-0d95-42db-8a88-b4ab1812855d HTTP/1.1" status: 204  len: 168 time: 2.0925059
Nov 24 13:10:11.798770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0c25e36d-4974-4ebb-9a3f-4d2187c43aa3 None None] Provisioning complete for port 07a99c24-22fa-4143-bef1-288856187b73 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:11.798770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c25e36d-4974-4ebb-9a3f-4d2187c43aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:11.804262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48360) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:11.848964 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e533c98-2fc4-4306-b27f-badb0b15d24e tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] DELETE failed (client error): The resource could not be found.
Nov 24 13:10:11.848964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e533c98-2fc4-4306-b27f-badb0b15d24e tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:10:11.856937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3bfb34a3-45da-423c-891a-ec98528997aa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:11.889341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-47d9ac41-d15c-4c02-a81a-3166b670aa8c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:12.009813 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0e533c98-2fc4-4306-b27f-badb0b15d24e tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "DELETE /v2.0/subnets/644ed8e3-d98b-42c5-be5c-148005f64c46 HTTP/1.1" status: 404  len: 337 time: 0.8386083
Nov 24 13:10:12.009813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42aabd61-0b64-4316-bc67-de003fb037cc req-03184b36-c5cc-49f1-9a29-ef3024d1b91f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:10:12.027995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-42aabd61-0b64-4316-bc67-de003fb037cc req-03184b36-c5cc-49f1-9a29-ef3024d1b91f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:12.033430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfe7be6-c77e-40d5-8366-33f0bdc9bcc3 None None] Sync routers for ids ['e0bce900-3697-4a26-958b-21bd77e379b2'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:10:12.056530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfe7be6-c77e-40d5-8366-33f0bdc9bcc3 None None] Routers {'e0bce900-3697-4a26-958b-21bd77e379b2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:10:12.056530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-adfe7be6-c77e-40d5-8366-33f0bdc9bcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca1b400>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:09:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e0bce900-3697-4a26-958b-21bd77e379b2'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:12.089754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48366) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:12.113512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb34a3-45da-423c-891a-ec98528997aa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Pushing event deleted for resources: {'Port': ['ID=214ada1e-b19a-4c6c-bd48-6c3f496e70a7,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:12.113512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3bfb34a3-45da-423c-891a-ec98528997aa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:12.185876 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f4f263-da47-4070-9e64-cbe241c6e91b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] DELETE failed (client error): The resource could not be found.
Nov 24 13:10:12.185876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f4f263-da47-4070-9e64-cbe241c6e91b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:10:12.185876 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d7f4f263-da47-4070-9e64-cbe241c6e91b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "DELETE /v2.0/networks/1ee4f322-c799-4fdf-ad1a-172d474212a6 HTTP/1.1" status: 404  len: 339 time: 0.0883138
Nov 24 13:10:12.197600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48370) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:12.275717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-adfe7be6-c77e-40d5-8366-33f0bdc9bcc3 None None] Set router e0bce900-3697-4a26-958b-21bd77e379b2 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:10:12.307255 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc83bfa8-1ac1-4b5e-8509-872d5da46dda tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] DELETE failed (client error): The resource could not be found.
Nov 24 13:10:12.307255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc83bfa8-1ac1-4b5e-8509-872d5da46dda tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:10:12.307255 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bc83bfa8-1ac1-4b5e-8509-872d5da46dda tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "DELETE /v2.0/subnets/5239449a-e8c7-4f64-8424-0950d3c693b2 HTTP/1.1" status: 404  len: 337 time: 0.1028602
Nov 24 13:10:12.316812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48374) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:12.441162 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-42aabd61-0b64-4316-bc67-de003fb037cc req-03184b36-c5cc-49f1-9a29-ef3024d1b91f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "PUT /v2.0/floatingips/e04b4cfe-1fb4-45d6-8fcd-e02aa91570dc HTTP/1.1" status: 200  len: 995 time: 9.4015408
Nov 24 13:10:12.441162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611de65b-4d1a-4c98-aca6-6d87bf8e23a3', 'tag': '6ce6c3d3-edd6-4f01-a984-fd146d4c951b'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:10:12.624866 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e7ff8b-9e3f-4a84-8a4e-0efccb01dd34 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] DELETE failed (client error): The resource could not be found.
Nov 24 13:10:12.633395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0e9a92-fc78-4454-8322-fd18b60c39c2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network 37e70edb-1d9d-4dad-af77-da0deffdfdaa is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:10:12.642370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e7ff8b-9e3f-4a84-8a4e-0efccb01dd34 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:10:12.666611 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-27e7ff8b-9e3f-4a84-8a4e-0efccb01dd34 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "DELETE /v2.0/networks/d0d0f9c6-43f2-4a05-b779-210fba0a5722 HTTP/1.1" status: 404  len: 339 time: 0.3485959
Nov 24 13:10:12.683810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665bc407-47bf-44ac-a6c2-eeb542ab3c82 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Subnet': ['ID=b8d42d26-edee-4ef3-97b7-1c9e870d8a87,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:12.698763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-665bc407-47bf-44ac-a6c2-eeb542ab3c82 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.080s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:12.742328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48382) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:12.766084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-ea0e9a92-fc78-4454-8322-fd18b60c39c2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:12.779230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0e9a92-fc78-4454-8322-fd18b60c39c2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:10:12.794951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0e9a92-fc78-4454-8322-fd18b60c39c2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:12.794951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ea0e9a92-fc78-4454-8322-fd18b60c39c2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:13.278999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3bfb34a3-45da-423c-891a-ec98528997aa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:13.278999 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3bfb34a3-45da-423c-891a-ec98528997aa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] 10.222.0.76 "DELETE /v2.0/ports/214ada1e-b19a-4c6c-bd48-6c3f496e70a7 HTTP/1.1" status: 204  len: 168 time: 2.3849277
Nov 24 13:10:13.335386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8af0f429-3f0e-4107-a93c-39dd6e797870 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:10:13.343806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aabd61-0b64-4316-bc67-de003fb037cc req-7d25f2cb-dd1e-4bfb-8ee7-041f9a5558d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:13.360805 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-42aabd61-0b64-4316-bc67-de003fb037cc req-7d25f2cb-dd1e-4bfb-8ee7-041f9a5558d5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6efb027d4b0e48cc970462a6d3154fa0&device_id=611de65b-4d1a-4c98-aca6-6d87bf8e23a3 HTTP/1.1" status: 200  len: 1162 time: 0.7403364
Nov 24 13:10:13.442697 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611de65b-4d1a-4c98-aca6-6d87bf8e23a3', 'tag': '6ce6c3d3-edd6-4f01-a984-fd146d4c951b', 'status': 'completed', 'code': 200}
Nov 24 13:10:13.528556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aabd61-0b64-4316-bc67-de003fb037cc req-6e7758d9-3daf-4a5a-b06d-bfc9cb8050d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:13.538733 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-42aabd61-0b64-4316-bc67-de003fb037cc req-6e7758d9-3daf-4a5a-b06d-bfc9cb8050d2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c200d148-1aac-4d09-a682-2365e76cfa1f HTTP/1.1" status: 200  len: 905 time: 0.1842306
Nov 24 13:10:13.573975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe175a7-6422-4857-b028-ec13987654ba None None] Network 85670397-94f8-49cb-988b-71a32b5643fd requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:10:13.623652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0c25e36d-4974-4ebb-9a3f-4d2187c43aa3 None None] Provisioning for port e3f7acdb-e4d6-4995-bac2-17ce82b7b2ac completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:10:13.710029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:13.710029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e359ae4-3b58-4d5c-a758-ac52b7c33d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:13.720109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0c25e36d-4974-4ebb-9a3f-4d2187c43aa3 None None] Provisioning complete for port e3f7acdb-e4d6-4995-bac2-17ce82b7b2ac triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:13.720109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c25e36d-4974-4ebb-9a3f-4d2187c43aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:13.812367 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-42aabd61-0b64-4316-bc67-de003fb037cc req-0ae2fe7b-776b-497d-bb17-ba6b82dbc0c9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ce6c3d3-edd6-4f01-a984-fd146d4c951b HTTP/1.1" status: 200  len: 998 time: 0.2696788
Nov 24 13:10:13.864366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-466d8100-deae-4cd0-80a3-299b40e82233 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:13.976888 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ea0e9a92-fc78-4454-8322-fd18b60c39c2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1015 time: 10.8400750
Nov 24 13:10:13.976888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-466d8100-deae-4cd0-80a3-299b40e82233 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:13.986351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-466d8100-deae-4cd0-80a3-299b40e82233 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:14.005039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-55e83c35-a4b3-4af5-9992-5204fa2cf4be tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Allocated IP 172.20.0.6 (8ca51b04-1dca-4f60-b844-2979d8864b51/c35d1e21-df63-40aa-b0f6-d895b3eb8698/a425ab9b-3eb3-4ba3-accd-22dd9a0cfdb0) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:10:14.015331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48392) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:14.015331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48394) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:14.015331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-570f107c-b8af-41d1-b9d7-e6bc46b04aca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:14.066161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-0c25e36d-4974-4ebb-9a3f-4d2187c43aa3 None None] Port e3f7acdb-e4d6-4995-bac2-17ce82b7b2ac cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:10:14.106977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-adfe7be6-c77e-40d5-8366-33f0bdc9bcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca1b400>, [{'id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'name': 'tempest-TestVolumeBootPattern-366325813-router', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:04:44Z', 'updated_at': '2020-11-24T13:05:04Z', 'revision_number': 4, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'gw_port': {'id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:04:47Z', 'updated_at': '2020-11-24T13:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'e04b4cfe-1fb4-45d6-8fcd-e02aa91570dc', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'floating_ip_address': '172.26.8.80', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'port_id': '6ce6c3d3-edd6-4f01-a984-fd146d4c951b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'mac_address': 'fa:16:3e:f3:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611de65b-4d1a-4c98-aca6-6d87bf8e23a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:10:00Z', 'updated_at': '2020-11-24T13:10:05Z', 'revision_number': 1, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d4f93d-57fc-4366-924d-366b13721c3c', 'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'mac_address': 'fa:16:3e:ff:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:00Z', 'updated_at': '2020-11-24T13:05:18Z', 'revision_number': 5, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'subnets': [{'id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:14.138408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0c25e36d-4974-4ebb-9a3f-4d2187c43aa3 None None] Provisioning complete for port ac582c8b-c3b2-4be9-becc-bb9f85ec7df2 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:14.138408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c25e36d-4974-4ebb-9a3f-4d2187c43aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:14.173287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d8100-deae-4cd0-80a3-299b40e82233 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Port': ['ID=e3f7acdb-e4d6-4995-bac2-17ce82b7b2ac,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:14.229474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfe7be6-c77e-40d5-8366-33f0bdc9bcc3 None None] Checking router: e0bce900-3697-4a26-958b-21bd77e379b2 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:10:14.242725 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-0558d419-1224-4d8b-8331-1b2387c9604b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] DELETE failed (client error): The resource could not be found.
Nov 24 13:10:14.242725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0558d419-1224-4d8b-8331-1b2387c9604b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:10:14.242725 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0558d419-1224-4d8b-8331-1b2387c9604b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "DELETE /v2.0/subnets/4247d53a-804f-4100-94b9-090efce20025 HTTP/1.1" status: 404  len: 337 time: 1.4024155
Nov 24 13:10:14.274808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-be8b8392-5aa1-4957-924a-1f95319e6fe6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'port': {'fixed_ips': [{'subnet_id': '5114d69f-dbd0-443f-85ec-b72f297ec147'}]}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:14.383681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48402) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:14.394239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-466d8100-deae-4cd0-80a3-299b40e82233 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:14.399526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 8af0f429-3f0e-4107-a93c-39dd6e797870 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:10:14.480559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:14.480559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device ac582c8b-c3b2-4be9-becc-bb9f85ec7df2 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:10:14.512434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-55e83c35-a4b3-4af5-9992-5204fa2cf4be tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Allocated IP 2001:db8::f816:3eff:feb3:8a0b (8ca51b04-1dca-4f60-b844-2979d8864b51/a9eca75c-a971-4d48-beb6-86a4146f59ce/a425ab9b-3eb3-4ba3-accd-22dd9a0cfdb0) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:10:14.524058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfe7be6-c77e-40d5-8366-33f0bdc9bcc3 None None] Routers {'e0bce900-3697-4a26-958b-21bd77e379b2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:10:14.524058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-adfe7be6-c77e-40d5-8366-33f0bdc9bcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca1b400>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:10:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e0bce900-3697-4a26-958b-21bd77e379b2'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:14.680290 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dfd4c30-9683-43e0-930e-d06436a87386 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] DELETE failed (client error): The resource could not be found.
Nov 24 13:10:14.680290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dfd4c30-9683-43e0-930e-d06436a87386 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:10:14.680290 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3dfd4c30-9683-43e0-930e-d06436a87386 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "DELETE /v2.0/networks/632c1705-a13b-449f-918e-2e70a969f80e HTTP/1.1" status: 404  len: 339 time: 0.2287753
Nov 24 13:10:14.711108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aabd61-0b64-4316-bc67-de003fb037cc req-b02df5ea-648f-4c7d-8f22-eaf05f07761c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:14.711108 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-42aabd61-0b64-4316-bc67-de003fb037cc req-b02df5ea-648f-4c7d-8f22-eaf05f07761c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fbd62c91-d804-432f-af8e-75bb073f1bc3 HTTP/1.1" status: 200  len: 850 time: 0.9006264
Nov 24 13:10:14.711108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48406) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:14.807539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ba178bf0-7263-456f-a365-ec9ac4ac423a None None] Provisioning for port fd4d1d08-ecce-4abf-8882-0a811e46d04c completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:10:14.819432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ba178bf0-7263-456f-a365-ec9ac4ac423a None None] Provisioning complete for port fd4d1d08-ecce-4abf-8882-0a811e46d04c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:14.819432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba178bf0-7263-456f-a365-ec9ac4ac423a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:14.865961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-de7bc853-6429-4043-ad69-e7d3449d301a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Deleting port 1ba3da57-532b-4e10-b623-4f88d008806f {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:10:14.865961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de7bc853-6429-4043-ad69-e7d3449d301a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:14.951286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3c540604-42ff-4127-93f5-56ac7f092eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:14.959696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aabd61-0b64-4316-bc67-de003fb037cc req-f6ba06b0-1445-4dd6-8680-5903f2675069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:14.959696 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-42aabd61-0b64-4316-bc67-de003fb037cc req-f6ba06b0-1445-4dd6-8680-5903f2675069 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c200d148-1aac-4d09-a682-2365e76cfa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1960373
Nov 24 13:10:14.971683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:14.977350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665bc407-47bf-44ac-a6c2-eeb542ab3c82 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Checking segment: {'id': 'e2e3e5da-bf80-4505-9e13-7235d68b7fb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '57935437-8c51-4375-80c1-3b738fe518fa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:10:14.977350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665bc407-47bf-44ac-a6c2-eeb542ab3c82 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network hostable DHCP agents. Network: 57935437-8c51-4375-80c1-3b738fe518fa, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:10:14.990100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ba178bf0-7263-456f-a365-ec9ac4ac423a None None] Port fd4d1d08-ecce-4abf-8882-0a811e46d04c cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:10:15.001574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port ac582c8b-c3b2-4be9-becc-bb9f85ec7df2 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:15.001574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:15.006932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d16ae8-23da-4dc4-9073-f281de4864b6 req-7695259b-d056-4704-8a33-6abf686779c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:15.006932 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-07d16ae8-23da-4dc4-9073-f281de4864b6 req-7695259b-d056-4704-8a33-6abf686779c4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6efb027d4b0e48cc970462a6d3154fa0&device_id=611de65b-4d1a-4c98-aca6-6d87bf8e23a3 HTTP/1.1" status: 200  len: 1162 time: 1.0898390
Nov 24 13:10:15.230386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ba178bf0-7263-456f-a365-ec9ac4ac423a None None] Provisioning for port 8af0f429-3f0e-4107-a93c-39dd6e797870 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:10:15.270230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ba178bf0-7263-456f-a365-ec9ac4ac423a None None] Provisioning complete for port 8af0f429-3f0e-4107-a93c-39dd6e797870 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:15.270230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba178bf0-7263-456f-a365-ec9ac4ac423a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:15.347712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-adfe7be6-c77e-40d5-8366-33f0bdc9bcc3 None None] Set router e0bce900-3697-4a26-958b-21bd77e379b2 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:10:15.418932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-42aabd61-0b64-4316-bc67-de003fb037cc req-87b5d9e6-47da-464f-bbcf-9e1b2fa90b03 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:10:15.418932 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-42aabd61-0b64-4316-bc67-de003fb037cc req-87b5d9e6-47da-464f-bbcf-9e1b2fa90b03 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0156920
Nov 24 13:10:15.468734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de7bc853-6429-4043-ad69-e7d3449d301a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:15.648912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba178bf0-7263-456f-a365-ec9ac4ac423a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:15.717995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0d0503-9bfd-432e-b1a3-812f088d1440 None None] get_active_networks_info from dv-neutron-601336-61-ovs {{(pid=80945) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 13:10:15.806881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-de7bc853-6429-4043-ad69-e7d3449d301a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Calling delete_port for 1ba3da57-532b-4e10-b623-4f88d008806f owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:10:15.821708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55e83c35-a4b3-4af5-9992-5204fa2cf4be tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:15.843015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-55e83c35-a4b3-4af5-9992-5204fa2cf4be tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Transition to ACTIVE for port object a425ab9b-3eb3-4ba3-accd-22dd9a0cfdb0 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:10:15.868848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3c540604-42ff-4127-93f5-56ac7f092eaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:15.878977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55e83c35-a4b3-4af5-9992-5204fa2cf4be tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:15.889319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466d8100-deae-4cd0-80a3-299b40e82233 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network 7b4d9099-609a-438e-8cc5-ed703e770082 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:10:15.925554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-118d6a6d-b0bd-4db0-8e86-30ac1c9a0bb1 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:15.962016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-466d8100-deae-4cd0-80a3-299b40e82233 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:15.962016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3c540604-42ff-4127-93f5-56ac7f092eaf admin admin] Usage tracker for resource:security_group_rule and tenant:47838789205b414b90b7393f495b874a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:15.988381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3c540604-42ff-4127-93f5-56ac7f092eaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:16.052848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ba178bf0-7263-456f-a365-ec9ac4ac423a None None] For port 8af0f429-3f0e-4107-a93c-39dd6e797870, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8af0f429-3f0e-4107-a93c-39dd6e797870,segment=NetworkSegment(f9e00adc-0df7-4a8c-8cef-e0da483a34eb),segment_id=f9e00adc-0df7-4a8c-8cef-e0da483a34eb)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:10:16.171357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba178bf0-7263-456f-a365-ec9ac4ac423a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:16.202610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:16.228259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de7bc853-6429-4043-ad69-e7d3449d301a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:16.270594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-36253690-ace5-41b2-bf17-efc5ab666d6a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:16.339127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba178bf0-7263-456f-a365-ec9ac4ac423a None None] Pushing event updated for resources: {'Port': ['ID=8af0f429-3f0e-4107-a93c-39dd6e797870,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:16.339127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ba178bf0-7263-456f-a365-ec9ac4ac423a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:16.427562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e1d74d-9410-4683-ba17-94ef53df0782 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting subnet fcb458c5-71a9-44e4-b3a8-b3942b099424 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:10:16.427562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665bc407-47bf-44ac-a6c2-eeb542ab3c82 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network 57935437-8c51-4375-80c1-3b738fe518fa is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:10:16.441243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7bc853-6429-4043-ad69-e7d3449d301a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Pushing event deleted for resources: {'Port': ['ID=1ba3da57-532b-4e10-b623-4f88d008806f,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:16.447315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0506822c-083a-4000-9178-08aa8e8a3060 None None] Provisioning complete for port 8af0f429-3f0e-4107-a93c-39dd6e797870 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:16.447315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0506822c-083a-4000-9178-08aa8e8a3060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:16.453326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3c540604-42ff-4127-93f5-56ac7f092eaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:16.458328 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-42aabd61-0b64-4316-bc67-de003fb037cc req-1da2d4b9-2bf9-484c-a484-1129bb83c9af service neutron] 10.222.0.76 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6618266
Nov 24 13:10:16.458328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-de7bc853-6429-4043-ad69-e7d3449d301a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:16.463804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01e1d74d-9410-4683-ba17-94ef53df0782 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:16.545267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0d0503-9bfd-432e-b1a3-812f088d1440 None None] Unable to find a vacant binding_index for network 57935437-8c51-4375-80c1-3b738fe518fa and agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f {{(pid=80945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}}
Nov 24 13:10:16.712544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-adfe7be6-c77e-40d5-8366-33f0bdc9bcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca1b400>, [{'id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'name': 'tempest-TestVolumeBootPattern-366325813-router', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:04:44Z', 'updated_at': '2020-11-24T13:05:04Z', 'revision_number': 4, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'gw_port': {'id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:04:47Z', 'updated_at': '2020-11-24T13:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'e04b4cfe-1fb4-45d6-8fcd-e02aa91570dc', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'floating_ip_address': '172.26.8.80', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'port_id': '6ce6c3d3-edd6-4f01-a984-fd146d4c951b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'mac_address': 'fa:16:3e:f3:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611de65b-4d1a-4c98-aca6-6d87bf8e23a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:10:00Z', 'updated_at': '2020-11-24T13:10:05Z', 'revision_number': 1, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d4f93d-57fc-4366-924d-366b13721c3c', 'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'mac_address': 'fa:16:3e:ff:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:00Z', 'updated_at': '2020-11-24T13:05:18Z', 'revision_number': 5, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'subnets': [{'id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:16.720193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfe7be6-c77e-40d5-8366-33f0bdc9bcc3 None None] The sync data for ids ['e0bce900-3697-4a26-958b-21bd77e379b2'] in dv-neutron-601336-61-ovs is: [{'id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'name': 'tempest-TestVolumeBootPattern-366325813-router', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:04:44Z', 'updated_at': '2020-11-24T13:05:04Z', 'revision_number': 4, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'gw_port': {'id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:04:47Z', 'updated_at': '2020-11-24T13:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'e04b4cfe-1fb4-45d6-8fcd-e02aa91570dc', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'floating_ip_address': '172.26.8.80', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'port_id': '6ce6c3d3-edd6-4f01-a984-fd146d4c951b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'mac_address': 'fa:16:3e:f3:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611de65b-4d1a-4c98-aca6-6d87bf8e23a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:10:00Z', 'updated_at': '2020-11-24T13:10:05Z', 'revision_number': 1, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d4f93d-57fc-4366-924d-366b13721c3c', 'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'mac_address': 'fa:16:3e:ff:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:00Z', 'updated_at': '2020-11-24T13:05:18Z', 'revision_number': 5, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'subnets': [{'id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:10:16.766907 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-42aabd61-0b64-4316-bc67-de003fb037cc req-50c49e76-7003-44dd-8ce6-262230550ea6 service neutron] 10.222.0.76 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2919168
Nov 24 13:10:16.766907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de7bc853-6429-4043-ad69-e7d3449d301a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:16.785693 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-de7bc853-6429-4043-ad69-e7d3449d301a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "DELETE /v2.0/ports/1ba3da57-532b-4e10-b623-4f88d008806f HTTP/1.1" status: 204  len: 168 time: 2.0737965
Nov 24 13:10:16.785693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48414) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:16.865544 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-681ada60-c305-4803-9c4b-265cd5cc5d42 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] DELETE failed (client error): The resource could not be found.
Nov 24 13:10:16.865544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-681ada60-c305-4803-9c4b-265cd5cc5d42 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:10:16.875033 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-681ada60-c305-4803-9c4b-265cd5cc5d42 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "DELETE /v2.0/subnets/1a096ddc-8db8-4694-bb05-8b9051925ae6 HTTP/1.1" status: 404  len: 337 time: 0.0797927
Nov 24 13:10:16.875033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48420) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:16.877777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:10:16.881592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0d0503-9bfd-432e-b1a3-812f088d1440 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 57935437-8c51-4375-80c1-3b738fe518fa) {{(pid=80945) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 24 13:10:16.947003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-665bc407-47bf-44ac-a6c2-eeb542ab3c82 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 57935437-8c51-4375-80c1-3b738fe518fa) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:16.964110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d16ae8-23da-4dc4-9073-f281de4864b6 req-98a673eb-a2bc-47d9-994c-0698f517d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:16.964110 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-07d16ae8-23da-4dc4-9073-f281de4864b6 req-98a673eb-a2bc-47d9-994c-0698f517d2f6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c200d148-1aac-4d09-a682-2365e76cfa1f HTTP/1.1" status: 200  len: 905 time: 1.8300965
Nov 24 13:10:17.056368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3b3077d-61e1-46e2-af86-0c6866591e0b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:17.140600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fa714d-2a06-46b1-8244-ffee0092a244 None None] New status for floating IP e04b4cfe-1fb4-45d6-8fcd-e02aa91570dc: ACTIVE {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:10:17.244064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665bc407-47bf-44ac-a6c2-eeb542ab3c82 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:17.244064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-665bc407-47bf-44ac-a6c2-eeb542ab3c82 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:17.265419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01e1d74d-9410-4683-ba17-94ef53df0782 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:17.299980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e83c35-a4b3-4af5-9992-5204fa2cf4be tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Port': ['ID=a425ab9b-3eb3-4ba3-accd-22dd9a0cfdb0,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:17.438114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3b3077d-61e1-46e2-af86-0c6866591e0b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:17.454648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-55e83c35-a4b3-4af5-9992-5204fa2cf4be tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.532s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:17.477476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-be8b8392-5aa1-4957-924a-1f95319e6fe6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:17.523393 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-665bc407-47bf-44ac-a6c2-eeb542ab3c82 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 11.9660387
Nov 24 13:10:17.529528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48424) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:17.594463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e043e9d3-9b3e-4929-82d2-c8888c5fa61a tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Request body: {'router': {'name': 'tempest-RoutersTest-router-508575767', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:17.655292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8af0f429-3f0e-4107-a93c-39dd6e797870 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:10:17.660689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e043e9d3-9b3e-4929-82d2-c8888c5fa61a tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:17.662160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-c3b3077d-61e1-46e2-af86-0c6866591e0b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f63465f3d30>,) {'filters': {'network_id': ['ecb7c867-28a1-49fc-b825-7b80336d65a6']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:17.679053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-c3b3077d-61e1-46e2-af86-0c6866591e0b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f63465f3d30>, '03c2267f-780f-41ee-87ee-ca207b01ebd5') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:17.679053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-c3b3077d-61e1-46e2-af86-0c6866591e0b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f63465f3d30>, '03c2267f-780f-41ee-87ee-ca207b01ebd5') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:17.684660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e043e9d3-9b3e-4929-82d2-c8888c5fa61a tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Usage tracker for resource:router and tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:17.694417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3b3077d-61e1-46e2-af86-0c6866591e0b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:17.695649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e043e9d3-9b3e-4929-82d2-c8888c5fa61a tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:17.714921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3b3077d-61e1-46e2-af86-0c6866591e0b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:17.717036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c3b3077d-61e1-46e2-af86-0c6866591e0b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Releasing vxlan tunnel 17 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:10:17.775180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e043e9d3-9b3e-4929-82d2-c8888c5fa61a tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:17.803118 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-07d16ae8-23da-4dc4-9073-f281de4864b6 req-ae8afa9b-b3ca-4c54-9393-cb9e99dce63c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ce6c3d3-edd6-4f01-a984-fd146d4c951b HTTP/1.1" status: 200  len: 998 time: 0.8152709
Nov 24 13:10:17.881415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e83c35-a4b3-4af5-9992-5204fa2cf4be tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:10:17.892329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-55e83c35-a4b3-4af5-9992-5204fa2cf4be tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:17.903454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3c540604-42ff-4127-93f5-56ac7f092eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:17.909885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e83c35-a4b3-4af5-9992-5204fa2cf4be tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:10:17.910082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 8af0f429-3f0e-4107-a93c-39dd6e797870 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:17.910082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:17.944260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e043e9d3-9b3e-4929-82d2-c8888c5fa61a tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:17.945281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e043e9d3-9b3e-4929-82d2-c8888c5fa61a tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:17.961975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c3b3077d-61e1-46e2-af86-0c6866591e0b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Network ecb7c867-28a1-49fc-b825-7b80336d65a6 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:10:17.971944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3b3077d-61e1-46e2-af86-0c6866591e0b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:18.035874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3c540604-42ff-4127-93f5-56ac7f092eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:18.055698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e80bf9a8-5753-46b1-9aca-50742f7f058e tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:18.126192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d40dd2-3ddd-437b-820f-37522f32c24c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-57935437-8c51-4375-80c1-3b738fe518fa', 'network_id': '57935437-8c51-4375-80c1-3b738fe518fa', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'fixed_ips': [{'subnet_id': 'b8d42d26-edee-4ef3-97b7-1c9e870d8a87'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:10:18.126192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a2d40dd2-3ddd-437b-820f-37522f32c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:18.130066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d16ae8-23da-4dc4-9073-f281de4864b6 req-c78308c7-9e0e-468e-a0c4-3e34b6d037c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:18.130066 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-07d16ae8-23da-4dc4-9073-f281de4864b6 req-c78308c7-9e0e-468e-a0c4-3e34b6d037c5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fbd62c91-d804-432f-af8e-75bb073f1bc3 HTTP/1.1" status: 200  len: 850 time: 0.2890310
Nov 24 13:10:18.168238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01e1d74d-9410-4683-ba17-94ef53df0782 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:18.312355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c540604-42ff-4127-93f5-56ac7f092eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f555c67d-4bb2-49ec-8561-69d10f7cc86f,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:18.312355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3c540604-42ff-4127-93f5-56ac7f092eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:18.337261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e83c35-a4b3-4af5-9992-5204fa2cf4be tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:18.337261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55e83c35-a4b3-4af5-9992-5204fa2cf4be tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:18.348888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e043e9d3-9b3e-4929-82d2-c8888c5fa61a tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:18.348888 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3c540604-42ff-4127-93f5-56ac7f092eaf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=47838789205b414b90b7393f495b874a&name=default HTTP/1.1" status: 200  len: 2747 time: 4.2555337
Nov 24 13:10:18.376259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48428) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:18.442901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c3b3077d-61e1-46e2-af86-0c6866591e0b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Network ecb7c867-28a1-49fc-b825-7b80336d65a6 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:10:18.472527 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:10:18.472527 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:10:18.472527 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:10:18.472527 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:10:18.472527 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:10:18.472527 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:10:18.472527 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:10:18.472527 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:10:18.472527 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:10:18.472527 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:10:18.472527 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:10:18.472527 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:10:18.472527 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:10:18.472527 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:10:18.472527 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:10:18.472527 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:10:18.472527 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:10:18.472527 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:10:18.472527 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:10:18.472527 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:10:18.472527 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:10:18.472527 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:10:18.472527 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:10:18.472527 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:10:18.472527 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:10:18.472527 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:10:18.472527 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:10:18.472527 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:10:18.472527 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:10:18.472527 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:10:18.472527 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:10:18.472527 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:10:18.484631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-a2d40dd2-3ddd-437b-820f-37522f32c24c None None] Allocated IP 172.21.0.2 (57935437-8c51-4375-80c1-3b738fe518fa/b8d42d26-edee-4ef3-97b7-1c9e870d8a87/13d23ad9-ebc7-49ba-89a3-be4c8bbdd8d7) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:10:18.625970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5804cd3-ae0a-4f4a-a86c-4b2adba9c3ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:18.637848 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-55e83c35-a4b3-4af5-9992-5204fa2cf4be tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 10.1962347
Nov 24 13:10:18.649336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48432) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:18.663489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e043e9d3-9b3e-4929-82d2-c8888c5fa61a tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:18.702050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3b3077d-61e1-46e2-af86-0c6866591e0b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:18.725524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5804cd3-ae0a-4f4a-a86c-4b2adba9c3ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:18.769093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d16ae8-23da-4dc4-9073-f281de4864b6 req-9c48cade-1f60-4e64-9fd2-a5bc00f42846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:18.769093 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-07d16ae8-23da-4dc4-9073-f281de4864b6 req-9c48cade-1f60-4e64-9fd2-a5bc00f42846 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c200d148-1aac-4d09-a682-2365e76cfa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5640604
Nov 24 13:10:18.777335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a2d40dd2-3ddd-437b-820f-37522f32c24c None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:18.784508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-852f219e-e056-4fa7-99bb-7fb0b91f4c4c tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:18.793619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a2d40dd2-3ddd-437b-820f-37522f32c24c None None] Transition to ACTIVE for port object 13d23ad9-ebc7-49ba-89a3-be4c8bbdd8d7 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:10:18.803630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466d8100-deae-4cd0-80a3-299b40e82233 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Router 4692634c-b77b-4d62-98d2-d677faebd2e8 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:10:18.810943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3b3077d-61e1-46e2-af86-0c6866591e0b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:18.819123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a2d40dd2-3ddd-437b-820f-37522f32c24c None None] Transition to ACTIVE for port object 13d23ad9-ebc7-49ba-89a3-be4c8bbdd8d7 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:10:18.826599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b3077d-61e1-46e2-af86-0c6866591e0b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Pushing event deleted for resources: {'Network': ['ID=ecb7c867-28a1-49fc-b825-7b80336d65a6,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:18.826599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c3b3077d-61e1-46e2-af86-0c6866591e0b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:18.826599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5804cd3-ae0a-4f4a-a86c-4b2adba9c3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:18.826599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-95e4bb9d-e764-4caa-a407-8c3449f596f2 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:18.851970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a2d40dd2-3ddd-437b-820f-37522f32c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:18.860720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5804cd3-ae0a-4f4a-a86c-4b2adba9c3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f555c67d-4bb2-49ec-8561-69d10f7cc86f,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:18.860720 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c3b3077d-61e1-46e2-af86-0c6866591e0b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "DELETE /v2.0/networks/ecb7c867-28a1-49fc-b825-7b80336d65a6 HTTP/1.1" status: 204  len: 168 time: 1.9800529
Nov 24 13:10:18.860720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c5804cd3-ae0a-4f4a-a86c-4b2adba9c3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:18.860720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48436) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:18.860720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5804cd3-ae0a-4f4a-a86c-4b2adba9c3ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:18.860720 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c5804cd3-ae0a-4f4a-a86c-4b2adba9c3ee admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f555c67d-4bb2-49ec-8561-69d10f7cc86f HTTP/1.1" status: 204  len: 168 time: 0.4915466
Nov 24 13:10:18.943154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e043e9d3-9b3e-4929-82d2-c8888c5fa61a tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:18.943154 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e043e9d3-9b3e-4929-82d2-c8888c5fa61a tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 1.3645594
Nov 24 13:10:18.970440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48442) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:19.005131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c3250ce7-d2f2-41fa-88c9-840b4926b58d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:19.045825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-09078d40-2b36-444b-a12c-a9e17f6b32ab tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Deleting port 8dc4ede3-993d-46cb-900b-4f4b31e34c2b {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:10:19.045825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-09078d40-2b36-444b-a12c-a9e17f6b32ab tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:19.106653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d40dd2-3ddd-437b-820f-37522f32c24c None None] Pushing event updated for resources: {'Port': ['ID=13d23ad9-ebc7-49ba-89a3-be4c8bbdd8d7,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:19.106653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a2d40dd2-3ddd-437b-820f-37522f32c24c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:19.158057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d40dd2-3ddd-437b-820f-37522f32c24c None None] Network 57935437-8c51-4375-80c1-3b738fe518fa is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:10:19.158057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-a2d40dd2-3ddd-437b-820f-37522f32c24c None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:19.158057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d40dd2-3ddd-437b-820f-37522f32c24c None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:10:19.265396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-a2d40dd2-3ddd-437b-820f-37522f32c24c None None] Attempting to bind port 13d23ad9-ebc7-49ba-89a3-be4c8bbdd8d7 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:10:19.265396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-a2d40dd2-3ddd-437b-820f-37522f32c24c None None] Attempting to bind port 13d23ad9-ebc7-49ba-89a3-be4c8bbdd8d7 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'e2e3e5da-bf80-4505-9e13-7235d68b7fb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '57935437-8c51-4375-80c1-3b738fe518fa'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:10:19.265396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d40dd2-3ddd-437b-820f-37522f32c24c None None] Attempting to bind port 13d23ad9-ebc7-49ba-89a3-be4c8bbdd8d7 on network 57935437-8c51-4375-80c1-3b738fe518fa {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:10:19.278206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d40dd2-3ddd-437b-820f-37522f32c24c None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:10:19.278206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d40dd2-3ddd-437b-820f-37522f32c24c None None] Checking segment: {'id': 'e2e3e5da-bf80-4505-9e13-7235d68b7fb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '57935437-8c51-4375-80c1-3b738fe518fa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:10:19.278206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a2d40dd2-3ddd-437b-820f-37522f32c24c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:19.278206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d40dd2-3ddd-437b-820f-37522f32c24c None None] Bound using segment: {'id': 'e2e3e5da-bf80-4505-9e13-7235d68b7fb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '57935437-8c51-4375-80c1-3b738fe518fa'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:10:19.278206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-a2d40dd2-3ddd-437b-820f-37522f32c24c None None] Bound port: 13d23ad9-ebc7-49ba-89a3-be4c8bbdd8d7, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e3e5da-bf80-4505-9e13-7235d68b7fb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '57935437-8c51-4375-80c1-3b738fe518fa'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:10:19.278206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a2d40dd2-3ddd-437b-820f-37522f32c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:19.372272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ada47a-0004-47e3-b012-9df55340b5e1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:19.383788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ada47a-0004-47e3-b012-9df55340b5e1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:19.383788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-18ada47a-0004-47e3-b012-9df55340b5e1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:10:19.493850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-a2d40dd2-3ddd-437b-820f-37522f32c24c None None] For port 13d23ad9-ebc7-49ba-89a3-be4c8bbdd8d7, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:10:19.493850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-a2d40dd2-3ddd-437b-820f-37522f32c24c None None] For port 13d23ad9-ebc7-49ba-89a3-be4c8bbdd8d7, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=13d23ad9-ebc7-49ba-89a3-be4c8bbdd8d7,segment=NetworkSegment(e2e3e5da-bf80-4505-9e13-7235d68b7fb9),segment_id=e2e3e5da-bf80-4505-9e13-7235d68b7fb9)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:10:19.552613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a2d40dd2-3ddd-437b-820f-37522f32c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:19.567375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-18ada47a-0004-47e3-b012-9df55340b5e1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:10:19.567375 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-18ada47a-0004-47e3-b012-9df55340b5e1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1863 time: 0.9414017
Nov 24 13:10:19.572993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48448) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:19.587296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b97c15ab-2608-4263-a762-fd794983aced None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:19.686744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-09078d40-2b36-444b-a12c-a9e17f6b32ab tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:19.703218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48452) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:19.759488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-be8b8392-5aa1-4957-924a-1f95319e6fe6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Delete allocated IP 2001:db8:0:1::31 (37e70edb-1d9d-4dad-af77-da0deffdfdaa/e62fac86-9ccb-405c-acfa-0057b1763d41) {{(pid=80944) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Nov 24 13:10:19.772493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3ffbffad-ba6e-4228-a47e-aa4c5cc955dd tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting port a425ab9b-3eb3-4ba3-accd-22dd9a0cfdb0 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:10:19.775156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ffbffad-ba6e-4228-a47e-aa4c5cc955dd tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:19.801418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d40dd2-3ddd-437b-820f-37522f32c24c None None] Pushing event updated for resources: {'Port': ['ID=13d23ad9-ebc7-49ba-89a3-be4c8bbdd8d7,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:19.809330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a2d40dd2-3ddd-437b-820f-37522f32c24c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:19.894037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-09078d40-2b36-444b-a12c-a9e17f6b32ab tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Calling delete_port for 8dc4ede3-993d-46cb-900b-4f4b31e34c2b owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:10:19.906438 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-07d16ae8-23da-4dc4-9073-f281de4864b6 req-a38d41c6-71d2-42e3-92c5-c9b22a46db1f service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1200218
Nov 24 13:10:20.103078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01e1d74d-9410-4683-ba17-94ef53df0782 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:20.183104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0f84bd4b-dbff-4e63-a898-36a260e790ca tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:20.361020 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d3a004c4-2b58-41d8-b9a3-f07bf649a49b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5d5603a87d3d47a5b41c1fa3e22981d5&name=default HTTP/1.1" status: 200  len: 2747 time: 0.6620245
Nov 24 13:10:20.376632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48456) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:20.423112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1d74d-9410-4683-ba17-94ef53df0782 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Subnet': ['ID=fcb458c5-71a9-44e4-b3a8-b3942b099424,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:20.430661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-01e1d74d-9410-4683-ba17-94ef53df0782 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:20.535191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-09078d40-2b36-444b-a12c-a9e17f6b32ab tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:20.606257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9ce80609-0e2d-4286-94ab-fa4089bb3777 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:20.677477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-be8b8392-5aa1-4957-924a-1f95319e6fe6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:20.677635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09078d40-2b36-444b-a12c-a9e17f6b32ab tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Pushing event deleted for resources: {'Port': ['ID=8dc4ede3-993d-46cb-900b-4f4b31e34c2b,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:20.686519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-09078d40-2b36-444b-a12c-a9e17f6b32ab tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:20.708708 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-07d16ae8-23da-4dc4-9073-f281de4864b6 req-f7476e12-b3f2-41c8-a4e0-81e73dde0424 service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7730260
Nov 24 13:10:20.737138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-be8b8392-5aa1-4957-924a-1f95319e6fe6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Transition to ACTIVE for port object fd4d1d08-ecce-4abf-8882-0a811e46d04c will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:10:20.739353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466d8100-deae-4cd0-80a3-299b40e82233 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:10:20.763240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3d73859-7463-4dd8-9d15-3fad47fdc39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:20.763664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4894eea4-3d26-496d-a826-d53b4283514d None None] Sync routers for ids ['4692634c-b77b-4d62-98d2-d677faebd2e8'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:10:20.801869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4894eea4-3d26-496d-a826-d53b4283514d None None] Routers {'4692634c-b77b-4d62-98d2-d677faebd2e8'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:10:20.803118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4894eea4-3d26-496d-a826-d53b4283514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc17978>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:10:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['4692634c-b77b-4d62-98d2-d677faebd2e8'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:20.806629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-09078d40-2b36-444b-a12c-a9e17f6b32ab tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:20.812468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-be8b8392-5aa1-4957-924a-1f95319e6fe6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:20.819989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3d73859-7463-4dd8-9d15-3fad47fdc39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:20.828771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ffbffad-ba6e-4228-a47e-aa4c5cc955dd tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:20.839616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c3ee69ec-98ab-4d81-b2b2-33bd3940a10b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:20.843080 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-09078d40-2b36-444b-a12c-a9e17f6b32ab tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "DELETE /v2.0/ports/8dc4ede3-993d-46cb-900b-4f4b31e34c2b HTTP/1.1" status: 204  len: 168 time: 1.9834223
Nov 24 13:10:20.861101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48460) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:20.879783 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-466d8100-deae-4cd0-80a3-299b40e82233 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "PUT /v2.0/routers/4692634c-b77b-4d62-98d2-d677faebd2e8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 20.7981145
Nov 24 13:10:20.883508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48464) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:20.889835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01e1d74d-9410-4683-ba17-94ef53df0782 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:20.889835 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-01e1d74d-9410-4683-ba17-94ef53df0782 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/subnets/fcb458c5-71a9-44e4-b3a8-b3942b099424 HTTP/1.1" status: 204  len: 168 time: 9.0693376
Nov 24 13:10:20.906778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4894eea4-3d26-496d-a826-d53b4283514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc17978>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:20.907615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:20.921887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4894eea4-3d26-496d-a826-d53b4283514d None None] Routers {'4692634c-b77b-4d62-98d2-d677faebd2e8'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:10:20.922639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4894eea4-3d26-496d-a826-d53b4283514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc17978>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:10:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['4692634c-b77b-4d62-98d2-d677faebd2e8'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:20.956845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48466) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:21.010996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4894eea4-3d26-496d-a826-d53b4283514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc17978>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:21.010996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4894eea4-3d26-496d-a826-d53b4283514d None None] The sync data for ids ['4692634c-b77b-4d62-98d2-d677faebd2e8'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:10:21.019143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-fde2848d-a3b5-4704-b417-9c4c2378dcb7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'subnet': {'network_id': 'f7621358-709a-475a-a392-d79f23d223d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:21.032938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3ffbffad-ba6e-4228-a47e-aa4c5cc955dd tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Calling delete_port for a425ab9b-3eb3-4ba3-accd-22dd9a0cfdb0 owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:10:21.065663 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-195a7385-8247-456c-b202-901ddafd0f21 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] DELETE failed (client error): The resource could not be found.
Nov 24 13:10:21.066179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-195a7385-8247-456c-b202-901ddafd0f21 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:10:21.068094 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-195a7385-8247-456c-b202-901ddafd0f21 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "DELETE /v2.0/subnets/cebff6ce-5b51-440c-9f87-6da976def19d HTTP/1.1" status: 404  len: 337 time: 0.2147236
Nov 24 13:10:21.077126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48472) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:21.216866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3d73859-7463-4dd8-9d15-3fad47fdc39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:21.216866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-73e6906e-56a7-4414-b836-69cd1772342a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:21.229575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b8392-5aa1-4957-924a-1f95319e6fe6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Port': ['ID=fd4d1d08-ecce-4abf-8882-0a811e46d04c,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:21.261045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-be8b8392-5aa1-4957-924a-1f95319e6fe6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:21.269710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d73859-7463-4dd8-9d15-3fad47fdc39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca6e241-6371-4b91-b4de-1f5c909779a5,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:21.288995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d9bf61-1438-4673-bb1e-2cf141b6e71c tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:21.289210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f94b9f30-23eb-4e7e-86da-b0f51eefe31d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:21.290372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b7d9bf61-1438-4673-bb1e-2cf141b6e71c tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Synchronizing usage tracker for tenant:7bd33557530a48bab25cc76dc38cd9bb on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:10:21.361321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c3d73859-7463-4dd8-9d15-3fad47fdc39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:21.416735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c3d73859-7463-4dd8-9d15-3fad47fdc39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:21.422521 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c3d73859-7463-4dd8-9d15-3fad47fdc39d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6ca6e241-6371-4b91-b4de-1f5c909779a5 HTTP/1.1" status: 204  len: 168 time: 1.0438418
Nov 24 13:10:21.464498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-30f6bda4-e958-4eb3-bd57-47c48a48076e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:21.483647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b7d9bf61-1438-4673-bb1e-2cf141b6e71c tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Unset dirty status for tenant:7bd33557530a48bab25cc76dc38cd9bb on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:10:21.488719 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b7d9bf61-1438-4673-bb1e-2cf141b6e71c tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "GET /v2.0/ports/e3f7acdb-e4d6-4995-bac2-17ce82b7b2ac HTTP/1.1" status: 200  len: 911 time: 0.5986998
Nov 24 13:10:21.490309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-be8b8392-5aa1-4957-924a-1f95319e6fe6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] In _notify_port_updated(), no bound segment for port fd4d1d08-ecce-4abf-8882-0a811e46d04c on network 37e70edb-1d9d-4dad-af77-da0deffdfdaa {{(pid=80944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 24 13:10:21.495309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8b8392-5aa1-4957-924a-1f95319e6fe6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:21.495698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-be8b8392-5aa1-4957-924a-1f95319e6fe6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:21.500484 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-be8b8392-5aa1-4957-924a-1f95319e6fe6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "PUT /v2.0/ports/fd4d1d08-ecce-4abf-8882-0a811e46d04c HTTP/1.1" status: 200  len: 925 time: 7.4073617
Nov 24 13:10:21.505756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48478) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:21.506619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48480) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:21.591809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c4c7c0cc-f09e-4c09-9162-70ad2d6a2a0d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'port': {'fixed_ips': [{'subnet_id': '5114d69f-dbd0-443f-85ec-b72f297ec147'}, {'subnet_id': 'e62fac86-9ccb-405c-acfa-0057b1763d41'}]}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:21.632204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fde2848d-a3b5-4704-b417-9c4c2378dcb7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:21.678007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fde2848d-a3b5-4704-b417-9c4c2378dcb7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:subnet and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:21.688939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fde2848d-a3b5-4704-b417-9c4c2378dcb7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:21.707715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fde2848d-a3b5-4704-b417-9c4c2378dcb7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:21.713049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 13d23ad9-ebc7-49ba-89a3-be4c8bbdd8d7 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:10:21.750068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f94b9f30-23eb-4e7e-86da-b0f51eefe31d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:21.889396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fb4e75-8335-4cdd-89a3-5b7f36d6fd59 None None] get_active_networks_info from dv-neutron-601336-61-ovs {{(pid=80945) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 13:10:21.920177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ffbffad-ba6e-4228-a47e-aa4c5cc955dd tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:22.100498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b3e3b633-e8fb-4c96-8829-0d9e8a2a142f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:22.151205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fb4e75-8335-4cdd-89a3-5b7f36d6fd59 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 24 13:10:22.187819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffbffad-ba6e-4228-a47e-aa4c5cc955dd tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Port': ['ID=a425ab9b-3eb3-4ba3-accd-22dd9a0cfdb0,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:22.192877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f94b9f30-23eb-4e7e-86da-b0f51eefe31d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f63465fc8d0>,) {'filters': {'network_id': ['1d47ae47-5365-4c34-86be-1ed4378cf7bb']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:22.198356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 13d23ad9-ebc7-49ba-89a3-be4c8bbdd8d7 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:10:22.204542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3ffbffad-ba6e-4228-a47e-aa4c5cc955dd tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:22.216831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f94b9f30-23eb-4e7e-86da-b0f51eefe31d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f63465fc8d0>, '4b3fb7e3-ca04-4bb9-bc6d-cb99ae9c2ae6') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:22.217173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f94b9f30-23eb-4e7e-86da-b0f51eefe31d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f63465fc8d0>, '4b3fb7e3-ca04-4bb9-bc6d-cb99ae9c2ae6') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:22.291661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f94b9f30-23eb-4e7e-86da-b0f51eefe31d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:22.323215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f94b9f30-23eb-4e7e-86da-b0f51eefe31d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:22.326103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde2848d-a3b5-4704-b417-9c4c2378dcb7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:10:22.333435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f94b9f30-23eb-4e7e-86da-b0f51eefe31d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Releasing vxlan tunnel 12 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:10:22.417902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ffbffad-ba6e-4228-a47e-aa4c5cc955dd tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:22.451453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e323dbfd-4d65-474b-b335-4c70268676a4 None None] Provisioning for port 13d23ad9-ebc7-49ba-89a3-be4c8bbdd8d7 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:10:22.456982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 13d23ad9-ebc7-49ba-89a3-be4c8bbdd8d7 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:22.457412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:22.521335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e323dbfd-4d65-474b-b335-4c70268676a4 None None] Provisioning complete for port 13d23ad9-ebc7-49ba-89a3-be4c8bbdd8d7 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:22.522447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c4c7c0cc-f09e-4c09-9162-70ad2d6a2a0d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:22.522565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e323dbfd-4d65-474b-b335-4c70268676a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:22.542560 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3ffbffad-ba6e-4228-a47e-aa4c5cc955dd tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/a425ab9b-3eb3-4ba3-accd-22dd9a0cfdb0 HTTP/1.1" status: 204  len: 168 time: 2.9703286
Nov 24 13:10:22.545977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48496) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:22.675541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7c5031-7d8e-4f9b-a2b3-ef6f166b01d9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:22.678197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7c5031-7d8e-4f9b-a2b3-ef6f166b01d9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:22.682200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7c5031-7d8e-4f9b-a2b3-ef6f166b01d9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:22.683340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-aa7c5031-7d8e-4f9b-a2b3-ef6f166b01d9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:10:22.693610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f94b9f30-23eb-4e7e-86da-b0f51eefe31d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Network 1d47ae47-5365-4c34-86be-1ed4378cf7bb has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:10:22.713533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f94b9f30-23eb-4e7e-86da-b0f51eefe31d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:22.727496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fde2848d-a3b5-4704-b417-9c4c2378dcb7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:22.727644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-aa7c5031-7d8e-4f9b-a2b3-ef6f166b01d9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:10:22.731905 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-aa7c5031-7d8e-4f9b-a2b3-ef6f166b01d9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.1815190
Nov 24 13:10:22.745463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48500) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:22.948132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f94b9f30-23eb-4e7e-86da-b0f51eefe31d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Network 1d47ae47-5365-4c34-86be-1ed4378cf7bb has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:10:22.979810 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:10:22.979810 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:10:22.979810 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:10:22.979810 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:10:22.979810 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:10:22.979810 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:10:22.979810 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:10:22.979810 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:10:22.979810 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:10:22.979810 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:10:22.979810 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:10:22.979810 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:10:22.979810 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:10:22.979810 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:10:22.979810 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:10:22.979810 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:10:22.979810 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:10:22.979810 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:10:22.979810 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:10:22.979810 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:10:22.979810 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:10:22.979810 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:10:22.979810 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:10:22.979810 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:10:22.979810 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:10:22.979810 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:10:22.979810 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:10:22.979810 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:10:22.979810 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:10:22.979810 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:10:22.979810 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:10:22.979810 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:10:23.092539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f94b9f30-23eb-4e7e-86da-b0f51eefe31d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:23.103607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-36253690-ace5-41b2-bf17-efc5ab666d6a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:23.107627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e323dbfd-4d65-474b-b335-4c70268676a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:23.152658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f94b9f30-23eb-4e7e-86da-b0f51eefe31d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:23.156735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b9f30-23eb-4e7e-86da-b0f51eefe31d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Pushing event deleted for resources: {'Network': ['ID=1d47ae47-5365-4c34-86be-1ed4378cf7bb,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:23.160668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f94b9f30-23eb-4e7e-86da-b0f51eefe31d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:23.163919 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f94b9f30-23eb-4e7e-86da-b0f51eefe31d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "DELETE /v2.0/networks/1d47ae47-5365-4c34-86be-1ed4378cf7bb HTTP/1.1" status: 204  len: 168 time: 2.0862753
Nov 24 13:10:23.167883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48510) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:23.188144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:23.219294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e323dbfd-4d65-474b-b335-4c70268676a4 None None] For port 13d23ad9-ebc7-49ba-89a3-be4c8bbdd8d7, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=13d23ad9-ebc7-49ba-89a3-be4c8bbdd8d7,segment=NetworkSegment(e2e3e5da-bf80-4505-9e13-7235d68b7fb9),segment_id=e2e3e5da-bf80-4505-9e13-7235d68b7fb9)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:10:23.275340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e323dbfd-4d65-474b-b335-4c70268676a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:23.299539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a2d40dd2-3ddd-437b-820f-37522f32c24c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:23.413221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48516) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:23.495057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:10:23.495340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:10:23.512225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323dbfd-4d65-474b-b335-4c70268676a4 None None] Pushing event updated for resources: {'Port': ['ID=13d23ad9-ebc7-49ba-89a3-be4c8bbdd8d7,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:23.516085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e323dbfd-4d65-474b-b335-4c70268676a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:23.530193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-88f56240-99d7-4b83-9c15-c973570c35b8 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Deleting subnet 0a0720f8-d739-4656-983d-b7d494be6e4e {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:10:23.536686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-88f56240-99d7-4b83-9c15-c973570c35b8 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:23.613457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-88f56240-99d7-4b83-9c15-c973570c35b8 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:23.744978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-88f56240-99d7-4b83-9c15-c973570c35b8 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:23.748845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-f3d8d6bd-e99f-4a77-a533-9e34f419d4c5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Request body: {'security_group': {'name': 'tempest-secgroup--619469998'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:23.792969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f3d8d6bd-e99f-4a77-a533-9e34f419d4c5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:23.856021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f3d8d6bd-e99f-4a77-a533-9e34f419d4c5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Usage tracker for resource:security_group and tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:23.874599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f3d8d6bd-e99f-4a77-a533-9e34f419d4c5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:23.978080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f3d8d6bd-e99f-4a77-a533-9e34f419d4c5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:24.091228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3d8d6bd-e99f-4a77-a533-9e34f419d4c5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:24.110674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-30f6bda4-e958-4eb3-bd57-47c48a48076e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Allocated IP 172.20.0.1 (85670397-94f8-49cb-988b-71a32b5643fd/1029cfcb-98ba-4c38-a8cd-74d44ac24478/69181edf-3ffb-4b6a-8706-03a31e788fa3) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:10:24.119820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f7ec9054-3111-4e0f-b034-d4bca77b80d5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:24.147947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-88f56240-99d7-4b83-9c15-c973570c35b8 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:24.179997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ec31d133-08af-4dde-9f0f-31c21104f0e1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:24.279091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 13d23ad9-ebc7-49ba-89a3-be4c8bbdd8d7 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:10:24.345990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f56240-99d7-4b83-9c15-c973570c35b8 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Pushing event deleted for resources: {'Subnet': ['ID=0a0720f8-d739-4656-983d-b7d494be6e4e,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:24.350688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-88f56240-99d7-4b83-9c15-c973570c35b8 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:24.377772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-88f56240-99d7-4b83-9c15-c973570c35b8 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:24.403278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 13d23ad9-ebc7-49ba-89a3-be4c8bbdd8d7 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:24.403278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:24.424436 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-88f56240-99d7-4b83-9c15-c973570c35b8 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "DELETE /v2.0/subnets/0a0720f8-d739-4656-983d-b7d494be6e4e HTTP/1.1" status: 204  len: 168 time: 1.2370543
Nov 24 13:10:24.424436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48522) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:24.587615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-04500ee5-2a14-475c-8ce4-81b44a0197de tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting subnet a9eca75c-a971-4d48-beb6-86a4146f59ce {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:10:24.607109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2917799e-9598-448e-b3ee-7cef8661fed3 None None] Network 57935437-8c51-4375-80c1-3b738fe518fa requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:10:24.621692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-04500ee5-2a14-475c-8ce4-81b44a0197de tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:24.632371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-22b11986-a347-4781-8aa4-1ebec3bbd2a1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:24.654973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3d8d6bd-e99f-4a77-a533-9e34f419d4c5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:24.734659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-22b11986-a347-4781-8aa4-1ebec3bbd2a1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Deleting port b16d1d43-700b-4ced-a9e4-eaaa386f4dfa {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:10:24.735046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-22b11986-a347-4781-8aa4-1ebec3bbd2a1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:24.765231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da78053-d17d-4935-81ab-63da6de3e31c None None] Network f7621358-709a-475a-a392-d79f23d223d6 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:10:24.784695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e8e4b5-8446-4333-a196-3e0dd4795488 None None] Network e65f1d66-7a61-4d4f-883a-397879547566 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:10:24.901431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-04500ee5-2a14-475c-8ce4-81b44a0197de tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:25.015853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f3d8d6bd-e99f-4a77-a533-9e34f419d4c5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:25.023601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f3d8d6bd-e99f-4a77-a533-9e34f419d4c5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Usage tracker for resource:security_group_rule and tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:25.034804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f3d8d6bd-e99f-4a77-a533-9e34f419d4c5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:25.047587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f3d8d6bd-e99f-4a77-a533-9e34f419d4c5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:25.092701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-15cf9830-e584-4648-80cb-81e3b7d41591 None None] Provisioning complete for port 8fbaec94-3c96-43cf-92a9-982dd5b81ae6 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:25.093139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-15cf9830-e584-4648-80cb-81e3b7d41591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:25.096645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-22b11986-a347-4781-8aa4-1ebec3bbd2a1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] For port b16d1d43-700b-4ced-a9e4-eaaa386f4dfa, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=b16d1d43-700b-4ced-a9e4-eaaa386f4dfa,segment=NetworkSegment(b029b341-ceef-49cd-a24a-d27389aba8d9),segment_id=b029b341-ceef-49cd-a24a-d27389aba8d9)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:10:25.096831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-22b11986-a347-4781-8aa4-1ebec3bbd2a1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:25.226915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3d8d6bd-e99f-4a77-a533-9e34f419d4c5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:25.255636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-04500ee5-2a14-475c-8ce4-81b44a0197de tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:25.309039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3d8d6bd-e99f-4a77-a533-9e34f419d4c5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:25.331869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f3d8d6bd-e99f-4a77-a533-9e34f419d4c5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:25.338616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f3d8d6bd-e99f-4a77-a533-9e34f419d4c5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Usage tracker for resource:security_group_rule and tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:25.342590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f3d8d6bd-e99f-4a77-a533-9e34f419d4c5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:25.349927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f3d8d6bd-e99f-4a77-a533-9e34f419d4c5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:25.423100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3d8d6bd-e99f-4a77-a533-9e34f419d4c5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:25.444197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-c4c7c0cc-f09e-4c09-9162-70ad2d6a2a0d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Allocated IP 2001:db8:0:1::1eb (37e70edb-1d9d-4dad-af77-da0deffdfdaa/e62fac86-9ccb-405c-acfa-0057b1763d41/fd4d1d08-ecce-4abf-8882-0a811e46d04c) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:10:25.459394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-05a33ea3-1046-4ea5-b194-4642c7b5b559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:25.467897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3d8d6bd-e99f-4a77-a533-9e34f419d4c5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:25.584638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-22b11986-a347-4781-8aa4-1ebec3bbd2a1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Calling delete_port for b16d1d43-700b-4ced-a9e4-eaaa386f4dfa owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:10:25.660480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-15cf9830-e584-4648-80cb-81e3b7d41591 None None] Provisioning for port fd4d1d08-ecce-4abf-8882-0a811e46d04c completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:10:25.667587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-22b11986-a347-4781-8aa4-1ebec3bbd2a1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:25.671971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-15cf9830-e584-4648-80cb-81e3b7d41591 None None] Provisioning complete for port fd4d1d08-ecce-4abf-8882-0a811e46d04c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:25.672374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-15cf9830-e584-4648-80cb-81e3b7d41591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:25.686007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6d2f8ea7-15f8-4fe6-970e-a36ad667c8d3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:25.729415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8d6bd-e99f-4a77-a533-9e34f419d4c5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec25afe-cdd8-4880-84e4-3e2e13d0a053,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:25.749814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b43c153-cbd9-4672-af59-9d1d233ba485 None None] DHCP port deletion for e65f1d66-7a61-4d4f-883a-397879547566 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:10:25.766278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-15cf9830-e584-4648-80cb-81e3b7d41591 None None] Port fd4d1d08-ecce-4abf-8882-0a811e46d04c cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:10:25.804299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b11986-a347-4781-8aa4-1ebec3bbd2a1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Pushing event deleted for resources: {'Port': ['ID=b16d1d43-700b-4ced-a9e4-eaaa386f4dfa,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:25.812313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-22b11986-a347-4781-8aa4-1ebec3bbd2a1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:25.847531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f3d8d6bd-e99f-4a77-a533-9e34f419d4c5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:25.854500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e65fcde0-f527-4a38-9991-14896bcdf11c tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.366s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:25.867481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b11986-a347-4781-8aa4-1ebec3bbd2a1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] No DVR routers for this DVR port b16d1d43-700b-4ced-a9e4-eaaa386f4dfa on host dv-neutron-601336-61-ovs {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:10:25.888422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3d8d6bd-e99f-4a77-a533-9e34f419d4c5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:25.892293 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f3d8d6bd-e99f-4a77-a533-9e34f419d4c5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1627 time: 2.4391270
Nov 24 13:10:25.897764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48528) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:25.936125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-97fc6626-c057-402e-be70-0407cd31a228 None None] Provisioning complete for port e3f7acdb-e4d6-4995-bac2-17ce82b7b2ac triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:25.937172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-97fc6626-c057-402e-be70-0407cd31a228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:26.018955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-22b11986-a347-4781-8aa4-1ebec3bbd2a1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:26.023686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-97fc6626-c057-402e-be70-0407cd31a228 None None] Port e3f7acdb-e4d6-4995-bac2-17ce82b7b2ac cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:10:26.026438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891e315d-2db4-42e5-b9f9-d20cd2561462 None None] Update dhcp port {'port': {'network_id': 'f7621358-709a-475a-a392-d79f23d223d6', 'fixed_ips': [{'subnet_id': '25b62bf8-6d79-4880-b251-de8faa721c88', 'ip_address': '172.20.0.18'}, {'subnet_id': '1a9ccc34-8915-4583-9e59-a31763f56cea'}], 'binding:host_id': 'dv-neutron-601336-61-ovs'}, 'id': '4a695b15-efdc-44e4-8059-d1caac829b7a'} from dv-neutron-601336-61-ovs. {{(pid=80945) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 24 13:10:26.033387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-30f6bda4-e958-4eb3-bd57-47c48a48076e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:26.058182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-30f6bda4-e958-4eb3-bd57-47c48a48076e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Transition to ACTIVE for port object 69181edf-3ffb-4b6a-8706-03a31e788fa3 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:10:26.088229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-891e315d-2db4-42e5-b9f9-d20cd2561462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:26.165222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-22b11986-a347-4781-8aa4-1ebec3bbd2a1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634c169710>,) {'filters': {'network_id': ['e65f1d66-7a61-4d4f-883a-397879547566']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:26.183324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-22b11986-a347-4781-8aa4-1ebec3bbd2a1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c169710>, 'b029b341-ceef-49cd-a24a-d27389aba8d9') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:26.183668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-22b11986-a347-4781-8aa4-1ebec3bbd2a1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c169710>, 'b029b341-ceef-49cd-a24a-d27389aba8d9') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:26.199609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-22b11986-a347-4781-8aa4-1ebec3bbd2a1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:26.220754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-22b11986-a347-4781-8aa4-1ebec3bbd2a1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:26.229021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-22b11986-a347-4781-8aa4-1ebec3bbd2a1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Releasing vxlan tunnel 6 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:10:26.237707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b16d1d43-700b-4ced-a9e4-eaaa386f4dfa no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:10:26.239134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8c924849-5775-41bd-ba10-56f11e3e5bea tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Synchronizing usage tracker for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:10:26.273572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8d6bd-e99f-4a77-a533-9e34f419d4c5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb9172c-7ede-4131-9e4a-46ce638e81f2,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:26.283734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: b16d1d43-700b-4ced-a9e4-eaaa386f4dfa {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:10:26.283968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b16d1d43-700b-4ced-a9e4-eaaa386f4dfa not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:10:26.286683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-97fc6626-c057-402e-be70-0407cd31a228 None None] Provisioning complete for port fd4d1d08-ecce-4abf-8882-0a811e46d04c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:26.287084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-97fc6626-c057-402e-be70-0407cd31a228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:26.289154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c4c7c0cc-f09e-4c09-9162-70ad2d6a2a0d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:26.306495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f3d8d6bd-e99f-4a77-a533-9e34f419d4c5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:26.448154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-97fc6626-c057-402e-be70-0407cd31a228 None None] Port fd4d1d08-ecce-4abf-8882-0a811e46d04c cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:10:26.462040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-04500ee5-2a14-475c-8ce4-81b44a0197de tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:26.464945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4393b423-1703-4a2b-bb30-635b52fc829e None None] Network 57935437-8c51-4375-80c1-3b738fe518fa requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:10:26.477406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-22b11986-a347-4781-8aa4-1ebec3bbd2a1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Network e65f1d66-7a61-4d4f-883a-397879547566 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:10:26.484151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-97fc6626-c057-402e-be70-0407cd31a228 None None] Could not find standard attr ID for object a425ab9b-3eb3-4ba3-accd-22dd9a0cfdb0. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:10:26.490423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-22b11986-a347-4781-8aa4-1ebec3bbd2a1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:26.491267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3770a112-4695-40d3-b515-2bf0bb066925 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:26.521021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8c924849-5775-41bd-ba10-56f11e3e5bea tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Unset dirty status for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:10:26.525806 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8c924849-5775-41bd-ba10-56f11e3e5bea tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4156 time: 0.6138539
Nov 24 13:10:26.560891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48532) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:26.572609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e44088ed-cafd-4457-b34b-2956cfd4b330 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Request body: {'security_group': {'name': 'tempest-security--226693900', 'description': 'tempest-security-description-2087295565'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:26.605895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c4c7c0cc-f09e-4c09-9162-70ad2d6a2a0d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Ignored duplicate provisioning block setup for port fd4d1d08-ecce-4abf-8882-0a811e46d04c by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Nov 24 13:10:26.633816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04500ee5-2a14-475c-8ce4-81b44a0197de tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Subnet': ['ID=a9eca75c-a971-4d48-beb6-86a4146f59ce,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:26.636871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c4c7c0cc-f09e-4c09-9162-70ad2d6a2a0d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:26.644485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-04500ee5-2a14-475c-8ce4-81b44a0197de tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:26.664920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-30f6bda4-e958-4eb3-bd57-47c48a48076e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:26.679972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b4ed84bb-30b0-44b7-9804-7e31d8abbae6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:26.706198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e44088ed-cafd-4457-b34b-2956cfd4b330 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:26.744435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-22b11986-a347-4781-8aa4-1ebec3bbd2a1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Network e65f1d66-7a61-4d4f-883a-397879547566 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:10:26.771461 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:10:26.771461 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:10:26.771461 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:10:26.771461 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:10:26.771461 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:10:26.771461 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:10:26.771461 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:10:26.771461 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:10:26.771461 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:10:26.771461 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:10:26.771461 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:10:26.771461 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:10:26.771461 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:10:26.771461 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:10:26.771461 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:10:26.771461 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:10:26.771461 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:10:26.771461 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:10:26.771461 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:10:26.771461 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:10:26.771461 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:10:26.771461 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:10:26.771461 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:10:26.771461 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:10:26.771461 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:10:26.771461 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:10:26.771461 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:10:26.771461 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:10:26.771461 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:10:26.771461 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:10:26.771461 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:10:26.771461 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:10:26.824722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1a54c75a-7ed2-4566-9570-266c6be896e9 None None] Provisioning complete for port 13d23ad9-ebc7-49ba-89a3-be4c8bbdd8d7 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:26.825125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1a54c75a-7ed2-4566-9570-266c6be896e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:26.891372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e44088ed-cafd-4457-b34b-2956cfd4b330 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:26.892392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-22b11986-a347-4781-8aa4-1ebec3bbd2a1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:26.896903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-22b11986-a347-4781-8aa4-1ebec3bbd2a1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:26.906896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-957c232c-3898-462b-9c08-5682baad7078 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:26.930233 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-22b11986-a347-4781-8aa4-1ebec3bbd2a1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] 10.222.0.76 "DELETE /v2.0/networks/e65f1d66-7a61-4d4f-883a-397879547566 HTTP/1.1" status: 204  len: 168 time: 2.5178959
Nov 24 13:10:26.930233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e44088ed-cafd-4457-b34b-2956cfd4b330 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:26.931898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e44088ed-cafd-4457-b34b-2956cfd4b330 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:26.935969 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e44088ed-cafd-4457-b34b-2956cfd4b330 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "PUT /v2.0/security-groups/bcb9172c-7ede-4131-9e4a-46ce638e81f2 HTTP/1.1" status: 200  len: 1661 time: 0.3663445
Nov 24 13:10:26.936825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48538) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:26.940326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b11986-a347-4781-8aa4-1ebec3bbd2a1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Pushing event deleted for resources: {'Network': ['ID=e65f1d66-7a61-4d4f-883a-397879547566,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:26.943836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-22b11986-a347-4781-8aa4-1ebec3bbd2a1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:26.958500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d5b72955-0a14-43dd-a7fd-29b6edf91c85 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:26.976595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-891e315d-2db4-42e5-b9f9-d20cd2561462 None None] Allocated IP 172.20.0.2 (f7621358-709a-475a-a392-d79f23d223d6/1a9ccc34-8915-4583-9e59-a31763f56cea/4a695b15-efdc-44e4-8059-d1caac829b7a) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:10:26.991642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44088ed-cafd-4457-b34b-2956cfd4b330 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb9172c-7ede-4131-9e4a-46ce638e81f2,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:26.995561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e44088ed-cafd-4457-b34b-2956cfd4b330 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:27.038974 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8788e817-9895-42ce-a1a5-6f3c083ac9ac tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "GET /v2.0/security-groups/bcb9172c-7ede-4131-9e4a-46ce638e81f2 HTTP/1.1" status: 200  len: 1661 time: 0.1003428
Nov 24 13:10:27.041400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48542) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:27.151371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21a0cfa6-dbf8-4873-8dd0-7aff2cb93deb tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:27.204495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21a0cfa6-dbf8-4873-8dd0-7aff2cb93deb tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:27.255910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21a0cfa6-dbf8-4873-8dd0-7aff2cb93deb tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:27.262679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ecca4768-c425-486b-af6b-ee3c38734afd tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:27.282251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0cfa6-dbf8-4873-8dd0-7aff2cb93deb tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb9172c-7ede-4131-9e4a-46ce638e81f2,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:27.285654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-21a0cfa6-dbf8-4873-8dd0-7aff2cb93deb tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:27.299341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21a0cfa6-dbf8-4873-8dd0-7aff2cb93deb tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:27.300905 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-21a0cfa6-dbf8-4873-8dd0-7aff2cb93deb tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "DELETE /v2.0/security-groups/bcb9172c-7ede-4131-9e4a-46ce638e81f2 HTTP/1.1" status: 204  len: 168 time: 0.2584770
Nov 24 13:10:27.303824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48548) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:27.338557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-891e315d-2db4-42e5-b9f9-d20cd2561462 None None] For port 4a695b15-efdc-44e4-8059-d1caac829b7a, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=4a695b15-efdc-44e4-8059-d1caac829b7a,segment=NetworkSegment(61108076-07d8-4281-8783-d80be466bb78),segment_id=61108076-07d8-4281-8783-d80be466bb78)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:10:27.357678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48552) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:27.382954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-891e315d-2db4-42e5-b9f9-d20cd2561462 None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:27.406378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-891e315d-2db4-42e5-b9f9-d20cd2561462 None None] Transition to ACTIVE for port object 4a695b15-efdc-44e4-8059-d1caac829b7a will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:10:27.411902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-891e315d-2db4-42e5-b9f9-d20cd2561462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:27.433588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4013a6ed-931b-4b45-b900-8644276929cd tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Synchronizing usage tracker for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:10:27.437422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ba178bf0-7263-456f-a365-ec9ac4ac423a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:27.455221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4013a6ed-931b-4b45-b900-8644276929cd tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Unset dirty status for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:10:27.460980 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4013a6ed-931b-4b45-b900-8644276929cd tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.1558242
Nov 24 13:10:27.461851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48558) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:27.478872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7c0cc-f09e-4c09-9162-70ad2d6a2a0d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Port': ['ID=fd4d1d08-ecce-4abf-8882-0a811e46d04c,revision_number=3']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:27.506768 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-016dcb29-7416-48dc-a82b-dbcb471cc271 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] delete failed (client error): The resource could not be found.
Nov 24 13:10:27.512723 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-016dcb29-7416-48dc-a82b-dbcb471cc271 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "DELETE /v2.0/security-groups/bcb9172c-7ede-4131-9e4a-46ce638e81f2 HTTP/1.1" status: 404  len: 347 time: 0.0496199
Nov 24 13:10:27.513385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48562) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:27.526484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-bcfd79cf-7372-41c1-a531-19fb289f013f tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Request body: {'security_group': {'name': 'tempest-secgroup--925520686'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:27.533659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-bcfd79cf-7372-41c1-a531-19fb289f013f tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:27.557730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-bcfd79cf-7372-41c1-a531-19fb289f013f tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:27.576063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bcfd79cf-7372-41c1-a531-19fb289f013f tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:27.629386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e315d-2db4-42e5-b9f9-d20cd2561462 None None] Pushing event updated for resources: {'Port': ['ID=4a695b15-efdc-44e4-8059-d1caac829b7a,revision_number=6']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:27.633559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-891e315d-2db4-42e5-b9f9-d20cd2561462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:27.652865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-bcfd79cf-7372-41c1-a531-19fb289f013f tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:27.657615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bcfd79cf-7372-41c1-a531-19fb289f013f tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Usage tracker for resource:security_group_rule and tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:27.660891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bcfd79cf-7372-41c1-a531-19fb289f013f tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:27.668450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-bcfd79cf-7372-41c1-a531-19fb289f013f tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:27.724495 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c77eb55d-6c8f-49b3-b02e-271045a1cce8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=23c0d994af624aa897601b00f596f30e&name=default HTTP/1.1" status: 200  len: 2747 time: 0.3654923
Nov 24 13:10:27.730956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48566) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:27.736554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5423a63d-7b50-4ba2-92b7-d6c8b4cf8dea None None] Provisioning complete for port 13d23ad9-ebc7-49ba-89a3-be4c8bbdd8d7 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:27.737912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5423a63d-7b50-4ba2-92b7-d6c8b4cf8dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:27.783345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6bda4-e958-4eb3-bd57-47c48a48076e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Port': ['ID=69181edf-3ffb-4b6a-8706-03a31e788fa3,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:27.792125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-04500ee5-2a14-475c-8ce4-81b44a0197de tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:27.797427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-30f6bda4-e958-4eb3-bd57-47c48a48076e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.118s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:27.802840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-828ee09f-a0f2-421b-992a-d56b3a17ca75 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.087s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:27.803144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-828ee09f-a0f2-421b-992a-d56b3a17ca75 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:27.804906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bcfd79cf-7372-41c1-a531-19fb289f013f tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:27.823942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bcfd79cf-7372-41c1-a531-19fb289f013f tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:27.824163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a44a9ba-a4b3-4307-a0a5-8dcae5c68bc9 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:10:27.851858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e44088ed-cafd-4457-b34b-2956cfd4b330 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:27.861223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-95a37140-5036-4906-8e50-a4f5af67fd30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:27.889206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fde2848d-a3b5-4704-b417-9c4c2378dcb7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:27.947993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd79cf-7372-41c1-a531-19fb289f013f tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event updated for resources: {'SecurityGroup': ['ID=b75fce2e-0797-4942-96c1-aa1975ad7741,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:27.964608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bcfd79cf-7372-41c1-a531-19fb289f013f tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:27.966668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-95a37140-5036-4906-8e50-a4f5af67fd30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:27.978299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bcfd79cf-7372-41c1-a531-19fb289f013f tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:27.978476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-665bc407-47bf-44ac-a6c2-eeb542ab3c82 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:27.979510 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bcfd79cf-7372-41c1-a531-19fb289f013f tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1627 time: 0.4649210
Nov 24 13:10:27.982517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48570) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:28.004417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-cab80c69-ad75-4a70-ab79-5e5bd6881128 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Request body: {'security_group_rule': {'security_group_id': 'b75fce2e-0797-4942-96c1-aa1975ad7741', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:28.010863 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-04500ee5-2a14-475c-8ce4-81b44a0197de tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/a9eca75c-a971-4d48-beb6-86a4146f59ce HTTP/1.1" status: 204  len: 168 time: 5.1849649
Nov 24 13:10:28.012291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48574) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:28.012413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7c0cc-f09e-4c09-9162-70ad2d6a2a0d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] In _notify_port_updated(), no bound segment for port fd4d1d08-ecce-4abf-8882-0a811e46d04c on network 37e70edb-1d9d-4dad-af77-da0deffdfdaa {{(pid=80944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 24 13:10:28.016322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c7c0cc-f09e-4c09-9162-70ad2d6a2a0d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:28.017033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c4c7c0cc-f09e-4c09-9162-70ad2d6a2a0d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:28.025551 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c4c7c0cc-f09e-4c09-9162-70ad2d6a2a0d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "PUT /v2.0/ports/fd4d1d08-ecce-4abf-8882-0a811e46d04c HTTP/1.1" status: 200  len: 1011 time: 6.5126817
Nov 24 13:10:28.050243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48578) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:28.084296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-cab80c69-ad75-4a70-ab79-5e5bd6881128 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:28.098530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-cab80c69-ad75-4a70-ab79-5e5bd6881128 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Usage tracker for resource:security_group_rule and tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:28.146613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-cab80c69-ad75-4a70-ab79-5e5bd6881128 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:28.158527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-cab80c69-ad75-4a70-ab79-5e5bd6881128 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:28.258563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-95a37140-5036-4906-8e50-a4f5af67fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:28.270791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f6bda4-e958-4eb3-bd57-47c48a48076e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network 85670397-94f8-49cb-988b-71a32b5643fd is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:10:28.310567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2848d-a3b5-4704-b417-9c4c2378dcb7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Subnet': ['ID=1a9ccc34-8915-4583-9e59-a31763f56cea,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:28.320600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4a695b15-efdc-44e4-8059-d1caac829b7a up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:10:28.339713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1155e7bf-1a32-4888-a313-2707f4c5dfe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:28.343500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-30f6bda4-e958-4eb3-bd57-47c48a48076e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:28.349182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cab80c69-ad75-4a70-ab79-5e5bd6881128 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:28.387439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a37140-5036-4906-8e50-a4f5af67fd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78c7c80-189f-4b80-8c08-1a5e6683de86,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:28.396359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-95a37140-5036-4906-8e50-a4f5af67fd30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:28.397503 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-95a37140-5036-4906-8e50-a4f5af67fd30 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c78c7c80-189f-4b80-8c08-1a5e6683de86 HTTP/1.1" status: 204  len: 168 time: 0.6654730
Nov 24 13:10:28.398901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-95a37140-5036-4906-8e50-a4f5af67fd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:28.455978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fde2848d-a3b5-4704-b417-9c4c2378dcb7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:28.456348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f6bda4-e958-4eb3-bd57-47c48a48076e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:10:28.523433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb0f0fa4-de9f-49ed-a35b-6b088189d71e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting subnet c35d1e21-df63-40aa-b0f6-d895b3eb8698 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:10:28.534079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1717a20f-a510-4738-8068-88cb34a5ddfa None None] Provisioning complete for port 13d23ad9-ebc7-49ba-89a3-be4c8bbdd8d7 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:28.535303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde2848d-a3b5-4704-b417-9c4c2378dcb7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network f7621358-709a-475a-a392-d79f23d223d6 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:10:28.537675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1717a20f-a510-4738-8068-88cb34a5ddfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:28.546817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fb0f0fa4-de9f-49ed-a35b-6b088189d71e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:28.557301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-fde2848d-a3b5-4704-b417-9c4c2378dcb7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:28.608152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde2848d-a3b5-4704-b417-9c4c2378dcb7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:28.608970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fde2848d-a3b5-4704-b417-9c4c2378dcb7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:28.657222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cab80c69-ad75-4a70-ab79-5e5bd6881128 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:28.664431 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fde2848d-a3b5-4704-b417-9c4c2378dcb7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 7.7042387
Nov 24 13:10:28.665751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48586) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:28.671053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cab80c69-ad75-4a70-ab79-5e5bd6881128 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:28.686268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-4c5ea554-5913-4881-884e-422312f99edb tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'security_group': {'name': 'tempest-secgroup-1173122100'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:28.694148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4c5ea554-5913-4881-884e-422312f99edb tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:28.699843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-75793c2e-13cb-4e80-996a-9ad44a45f6f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting port fd4d1d08-ecce-4abf-8882-0a811e46d04c {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:10:28.700219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75793c2e-13cb-4e80-996a-9ad44a45f6f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:28.701506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4c5ea554-5913-4881-884e-422312f99edb tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:security_group and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:28.705445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4c5ea554-5913-4881-884e-422312f99edb tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:28.714726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4c5ea554-5913-4881-884e-422312f99edb tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:28.737259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-03cd20d5-c0ac-48ef-b510-a16fe429480c tempest-ServersTestJSON-1146946695 tempest-ServersTestJSON-1146946695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:28.765963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4c5ea554-5913-4881-884e-422312f99edb tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:28.766192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710a140f-d3b5-4dc7-ba43-ec9f70d8481f None None] Network f7621358-709a-475a-a392-d79f23d223d6 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:10:28.799013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab80c69-ad75-4a70-ab79-5e5bd6881128 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c546feb-fb78-46bf-b7b1-c14ae6813b22,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:28.812823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cab80c69-ad75-4a70-ab79-5e5bd6881128 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:28.824400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fb0f0fa4-de9f-49ed-a35b-6b088189d71e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:28.924291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1717a20f-a510-4738-8068-88cb34a5ddfa None None] Provisioning complete for port fd4d1d08-ecce-4abf-8882-0a811e46d04c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:28.924714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1717a20f-a510-4738-8068-88cb34a5ddfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:28.966976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cab80c69-ad75-4a70-ab79-5e5bd6881128 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:28.968188 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cab80c69-ad75-4a70-ab79-5e5bd6881128 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.9846723
Nov 24 13:10:28.982427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48594) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:29.009570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-30f6bda4-e958-4eb3-bd57-47c48a48076e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:29.012344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4c5ea554-5913-4881-884e-422312f99edb tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:29.024609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4c5ea554-5913-4881-884e-422312f99edb tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:security_group_rule and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:29.030338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4c5ea554-5913-4881-884e-422312f99edb tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:29.065817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4c5ea554-5913-4881-884e-422312f99edb tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:29.092022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e3dede5-cd02-46c4-9bfd-866015316c01 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:29.119881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e3dede5-cd02-46c4-9bfd-866015316c01 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:29.171751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fb0f0fa4-de9f-49ed-a35b-6b088189d71e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:29.224670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75793c2e-13cb-4e80-996a-9ad44a45f6f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:29.250698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-1717a20f-a510-4738-8068-88cb34a5ddfa None None] Port fd4d1d08-ecce-4abf-8882-0a811e46d04c cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:10:29.276818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4c5ea554-5913-4881-884e-422312f99edb tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:29.292047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4c5ea554-5913-4881-884e-422312f99edb tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:29.303459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c5804cd3-ae0a-4f4a-a86c-4b2adba9c3ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:29.358632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e3dede5-cd02-46c4-9bfd-866015316c01 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:29.369936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-30f6bda4-e958-4eb3-bd57-47c48a48076e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:29.381430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-28f66b93-7610-4519-bdee-61e953ac3211 None None] Provisioning for port 4a695b15-efdc-44e4-8059-d1caac829b7a completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:10:29.388918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-28f66b93-7610-4519-bdee-61e953ac3211 None None] Provisioning complete for port 4a695b15-efdc-44e4-8059-d1caac829b7a triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:29.390023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28f66b93-7610-4519-bdee-61e953ac3211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:29.422604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e3dede5-cd02-46c4-9bfd-866015316c01 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:29.424046 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3e3dede5-cd02-46c4-9bfd-866015316c01 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "DELETE /v2.0/security-group-rules/2c546feb-fb78-46bf-b7b1-c14ae6813b22 HTTP/1.1" status: 204  len: 168 time: 0.4405766
Nov 24 13:10:29.493431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-75793c2e-13cb-4e80-996a-9ad44a45f6f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Calling delete_port for fd4d1d08-ecce-4abf-8882-0a811e46d04c owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:10:29.525754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48604) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:29.525754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ea554-5913-4881-884e-422312f99edb tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bb38ea-3373-4521-92ab-0df7818f5d9c,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:29.544148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4c5ea554-5913-4881-884e-422312f99edb tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:29.577594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4c5ea554-5913-4881-884e-422312f99edb tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:29.583672 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4c5ea554-5913-4881-884e-422312f99edb tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1627 time: 0.9140532
Nov 24 13:10:29.584611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d514e052-3dde-4523-9009-54963453b25d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:29.604670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48610) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:29.628658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-28f66b93-7610-4519-bdee-61e953ac3211 None None] Provisioning for port 69181edf-3ffb-4b6a-8706-03a31e788fa3 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:10:29.635600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-28f66b93-7610-4519-bdee-61e953ac3211 None None] Provisioning complete for port 69181edf-3ffb-4b6a-8706-03a31e788fa3 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:29.635774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-72e52da0-b72a-4006-b346-c86ed5af3e57 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'security_group': {'name': 'tempest-secgroup-762526820'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:29.636899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28f66b93-7610-4519-bdee-61e953ac3211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:29.643183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-72e52da0-b72a-4006-b346-c86ed5af3e57 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:29.647947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-72e52da0-b72a-4006-b346-c86ed5af3e57 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:security_group and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:29.651610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-72e52da0-b72a-4006-b346-c86ed5af3e57 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:29.652834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3dede5-cd02-46c4-9bfd-866015316c01 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c546feb-fb78-46bf-b7b1-c14ae6813b22,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:29.658240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-72e52da0-b72a-4006-b346-c86ed5af3e57 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:29.666513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3e3dede5-cd02-46c4-9bfd-866015316c01 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:29.680345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-72e52da0-b72a-4006-b346-c86ed5af3e57 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:29.722189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-28f66b93-7610-4519-bdee-61e953ac3211 None None] Port 69181edf-3ffb-4b6a-8706-03a31e788fa3 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:10:29.748767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-28f66b93-7610-4519-bdee-61e953ac3211 None None] Provisioning complete for port cef52ab6-aba8-4b9c-847e-ce640f42be34 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:29.749106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28f66b93-7610-4519-bdee-61e953ac3211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:29.768833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6e63f17a-09c5-4286-95f9-f883d8f44174 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Synchronizing usage tracker for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group_rule {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:10:29.821754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-28f66b93-7610-4519-bdee-61e953ac3211 None None] Port cef52ab6-aba8-4b9c-847e-ce640f42be34 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:10:29.863342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6e63f17a-09c5-4286-95f9-f883d8f44174 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Unset dirty status for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group_rule {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:10:29.867931 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6e63f17a-09c5-4286-95f9-f883d8f44174 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.3261938
Nov 24 13:10:29.870986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48618) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:29.944761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fb0f0fa4-de9f-49ed-a35b-6b088189d71e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:29.951123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-24b29571-44d9-49ba-9409-35cfc8c7e180 None None] Provisioning complete for port 4a695b15-efdc-44e4-8059-d1caac829b7a triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:29.951635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-24b29571-44d9-49ba-9409-35cfc8c7e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:29.969348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48622) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:29.970152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-52f809e5-ff9c-46bf-bad7-e6c5539a64e5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:30.004161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-72e52da0-b72a-4006-b346-c86ed5af3e57 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:30.080068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f0fa4-de9f-49ed-a35b-6b088189d71e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Subnet': ['ID=c35d1e21-df63-40aa-b0f6-d895b3eb8698,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:30.084913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f1effcb8-a2c9-4014-b51e-6c203517f131 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:30.087921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fb0f0fa4-de9f-49ed-a35b-6b088189d71e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:30.088664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f7ec9054-3111-4e0f-b034-d4bca77b80d5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Deleting port e3f7acdb-e4d6-4995-bac2-17ce82b7b2ac {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:10:30.088930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f7ec9054-3111-4e0f-b034-d4bca77b80d5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:30.122757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-24b29571-44d9-49ba-9409-35cfc8c7e180 None None] Provisioning complete for port 07a99c24-22fa-4143-bef1-288856187b73 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:30.123323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-24b29571-44d9-49ba-9409-35cfc8c7e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:30.176453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f1effcb8-a2c9-4014-b51e-6c203517f131 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:30.224229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fb0f0fa4-de9f-49ed-a35b-6b088189d71e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:30.240616 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fb0f0fa4-de9f-49ed-a35b-6b088189d71e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/c35d1e21-df63-40aa-b0f6-d895b3eb8698 HTTP/1.1" status: 204  len: 168 time: 2.2281051
Nov 24 13:10:30.241749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48628) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:30.284882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f8a214-1da4-476f-bd84-4dda59b2de56 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:10:30.285479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-72e52da0-b72a-4006-b346-c86ed5af3e57 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:security_group_rule and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:30.293819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-72e52da0-b72a-4006-b346-c86ed5af3e57 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:30.308315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f7ec9054-3111-4e0f-b034-d4bca77b80d5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:30.315179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c35f2747-fead-46a4-af2a-45e668c435c8 tempest-DvrRoutersNegativeTest-2084438950 tempest-DvrRoutersNegativeTest-2084438950] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-855785956', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:30.316802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-72e52da0-b72a-4006-b346-c86ed5af3e57 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:30.317903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.policy [None req-c35f2747-fead-46a4-af2a-45e668c435c8 tempest-DvrRoutersNegativeTest-2084438950 tempest-DvrRoutersNegativeTest-2084438950] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=80943) log_rule_list /opt/stack/neutron/neutron/policy.py:411}}
Nov 24 13:10:30.318263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.policy [None req-c35f2747-fead-46a4-af2a-45e668c435c8 tempest-DvrRoutersNegativeTest-2084438950 tempest-DvrRoutersNegativeTest-2084438950] Failed policy check for 'create_router' {{(pid=80943) enforce /opt/stack/neutron/neutron/policy.py:482}}
Nov 24 13:10:30.318992 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-c35f2747-fead-46a4-af2a-45e668c435c8 tempest-DvrRoutersNegativeTest-2084438950 tempest-DvrRoutersNegativeTest-2084438950] create failed (client error): Access was denied to this resource.
Nov 24 13:10:30.324239 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c35f2747-fead-46a4-af2a-45e668c435c8 tempest-DvrRoutersNegativeTest-2084438950 tempest-DvrRoutersNegativeTest-2084438950] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.3206983
Nov 24 13:10:30.324239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f1effcb8-a2c9-4014-b51e-6c203517f131 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:30.333635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-47c5cc55-3593-4792-b9b3-d3e8414663fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:30.352394 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1d1c4516-b468-4255-8f1c-85b05fad3c21 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1093464
Nov 24 13:10:30.355299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48634) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:30.360198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1effcb8-a2c9-4014-b51e-6c203517f131 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75fce2e-0797-4942-96c1-aa1975ad7741,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:30.399080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f1effcb8-a2c9-4014-b51e-6c203517f131 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:30.426854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f1effcb8-a2c9-4014-b51e-6c203517f131 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:30.430995 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f1effcb8-a2c9-4014-b51e-6c203517f131 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "DELETE /v2.0/security-groups/b75fce2e-0797-4942-96c1-aa1975ad7741 HTTP/1.1" status: 204  len: 168 time: 0.5590205
Nov 24 13:10:30.431843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48638) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:30.476091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-24b29571-44d9-49ba-9409-35cfc8c7e180 None None] Provisioning complete for port cef52ab6-aba8-4b9c-847e-ce640f42be34 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:30.476513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-24b29571-44d9-49ba-9409-35cfc8c7e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:30.523186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c956970-3cd1-49c2-b7d8-4fb37ee66f0f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:30.523995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6c956970-3cd1-49c2-b7d8-4fb37ee66f0f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:10:30.529153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0cc826f4-1bf6-4a5e-bfe8-7b293b9ca19d tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Synchronizing usage tracker for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:10:30.557091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0cc826f4-1bf6-4a5e-bfe8-7b293b9ca19d tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Unset dirty status for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:10:30.564444 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0cc826f4-1bf6-4a5e-bfe8-7b293b9ca19d tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.1294913
Nov 24 13:10:30.564444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48642) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:30.568687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6c956970-3cd1-49c2-b7d8-4fb37ee66f0f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:10:30.573847 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6c956970-3cd1-49c2-b7d8-4fb37ee66f0f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2160263
Nov 24 13:10:30.578960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-3d216e59-774d-4af5-be3d-3cc10b6eea89 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Request body: {'security_group': {'name': 'tempest-secgroup--531993884'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:30.583835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48646) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:30.632853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3d216e59-774d-4af5-be3d-3cc10b6eea89 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:30.664708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3d216e59-774d-4af5-be3d-3cc10b6eea89 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:30.687397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3d216e59-774d-4af5-be3d-3cc10b6eea89 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:30.697524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-24b29571-44d9-49ba-9409-35cfc8c7e180 None None] Port cef52ab6-aba8-4b9c-847e-ce640f42be34 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:10:30.701805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815cde48-238d-4882-9b00-f638138a0ab4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:30.702567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-815cde48-238d-4882-9b00-f638138a0ab4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:10:30.733808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-815cde48-238d-4882-9b00-f638138a0ab4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:10:30.734933 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-815cde48-238d-4882-9b00-f638138a0ab4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1499441
Nov 24 13:10:30.735557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48652) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:30.736426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48654) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:30.794770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f7ec9054-3111-4e0f-b034-d4bca77b80d5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Calling delete_port for e3f7acdb-e4d6-4995-bac2-17ce82b7b2ac owned by network:router_interface {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:10:30.802201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190f495c-a2a2-464b-8b54-94d2395b40af None None] DHCP port deletion for 8ca51b04-1dca-4f60-b844-2979d8864b51 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:10:30.807529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-190f495c-a2a2-464b-8b54-94d2395b40af None None] Deleting port 07a99c24-22fa-4143-bef1-288856187b73 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:10:30.808215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-190f495c-a2a2-464b-8b54-94d2395b40af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:30.841084 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0b9e6fbd-3a28-4e9c-9391-d0a2c1c79993 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0985177
Nov 24 13:10:30.841654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3d216e59-774d-4af5-be3d-3cc10b6eea89 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:30.843962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48662) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:30.852828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-50bb9e10-2597-4b56-8403-0cfca91c606f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:30.869976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3d216e59-774d-4af5-be3d-3cc10b6eea89 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Usage tracker for resource:security_group_rule and tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:30.876036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3d216e59-774d-4af5-be3d-3cc10b6eea89 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:30.946935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3d216e59-774d-4af5-be3d-3cc10b6eea89 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:31.019293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-50bb9e10-2597-4b56-8403-0cfca91c606f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:31.025517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75793c2e-13cb-4e80-996a-9ad44a45f6f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:31.059302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c4bfa90f-733e-4ef6-aeee-ee6448c2c4c8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:31.064556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c6b4a7df-baa2-4944-9198-363e8b63ecfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:31.075972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-50bb9e10-2597-4b56-8403-0cfca91c606f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:31.108935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3d216e59-774d-4af5-be3d-3cc10b6eea89 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:31.112051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3d216e59-774d-4af5-be3d-3cc10b6eea89 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:31.119648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f1effcb8-a2c9-4014-b51e-6c203517f131 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:31.138050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bb9e10-2597-4b56-8403-0cfca91c606f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:10:31.144514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-50bb9e10-2597-4b56-8403-0cfca91c606f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:31.146328 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-50bb9e10-2597-4b56-8403-0cfca91c606f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:10:31.146814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50bb9e10-2597-4b56-8403-0cfca91c606f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 400 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:10:31.188401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75793c2e-13cb-4e80-996a-9ad44a45f6f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Port': ['ID=fd4d1d08-ecce-4abf-8882-0a811e46d04c,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:31.191278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-75793c2e-13cb-4e80-996a-9ad44a45f6f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:31.200845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c6b4a7df-baa2-4944-9198-363e8b63ecfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:31.215158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d216e59-774d-4af5-be3d-3cc10b6eea89 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event updated for resources: {'SecurityGroup': ['ID=7133c1a9-05ce-464e-970f-9c155f241f78,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:31.218424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c6b4a7df-baa2-4944-9198-363e8b63ecfb admin admin] Usage tracker for resource:security_group_rule and tenant:539376dbb02f496f91558f2e257bdb30 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:31.218971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-72e52da0-b72a-4006-b346-c86ed5af3e57 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:31.223044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3d216e59-774d-4af5-be3d-3cc10b6eea89 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:31.224870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c6b4a7df-baa2-4944-9198-363e8b63ecfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:31.233190 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-50bb9e10-2597-4b56-8403-0cfca91c606f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.3876672
Nov 24 13:10:31.234064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48668) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:31.234467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-72e52da0-b72a-4006-b346-c86ed5af3e57 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:31.237338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3d216e59-774d-4af5-be3d-3cc10b6eea89 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:31.241797 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3d216e59-774d-4af5-be3d-3cc10b6eea89 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1627 time: 0.6759350
Nov 24 13:10:31.246210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-00ab5c6b-9a3e-41e2-a7be-e29e8933d2c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:31.248742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-bcd6ab25-4865-4153-9ade-f372bd0fbb24 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:31.264852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48670) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:31.265841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c6b4a7df-baa2-4944-9198-363e8b63ecfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:31.299912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-190f495c-a2a2-464b-8b54-94d2395b40af None None] For port 07a99c24-22fa-4143-bef1-288856187b73, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=07a99c24-22fa-4143-bef1-288856187b73,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:10:31.300578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-190f495c-a2a2-464b-8b54-94d2395b40af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:31.332025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-15f58516-745a-44e7-a1c2-3e1d2f985741 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Request body: {'security_group_rule': {'security_group_id': '7133c1a9-05ce-464e-970f-9c155f241f78', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:31.345387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-15f58516-745a-44e7-a1c2-3e1d2f985741 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:31.355280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e52da0-b72a-4006-b346-c86ed5af3e57 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8e3a64-3f45-4a30-a331-21b1715df7f6,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:31.358241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-72e52da0-b72a-4006-b346-c86ed5af3e57 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:31.360804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-15f58516-745a-44e7-a1c2-3e1d2f985741 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Usage tracker for resource:security_group_rule and tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:31.370164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-72e52da0-b72a-4006-b346-c86ed5af3e57 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:31.372024 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-72e52da0-b72a-4006-b346-c86ed5af3e57 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 1.7566853
Nov 24 13:10:31.381306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48676) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:31.394876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-8a41bd02-f4fd-4c58-be27-7a63c00b9b24 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'security_group': {'name': 'tempest-secgroup-600999688'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:31.439367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8a41bd02-f4fd-4c58-be27-7a63c00b9b24 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:31.442784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-190f495c-a2a2-464b-8b54-94d2395b40af None None] Calling delete_port for 07a99c24-22fa-4143-bef1-288856187b73 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:10:31.459610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8a41bd02-f4fd-4c58-be27-7a63c00b9b24 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:security_group and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:31.482561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8a41bd02-f4fd-4c58-be27-7a63c00b9b24 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:31.497093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75793c2e-13cb-4e80-996a-9ad44a45f6f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:31.500527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8a41bd02-f4fd-4c58-be27-7a63c00b9b24 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:31.517946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-30f6bda4-e958-4eb3-bd57-47c48a48076e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:31.536728 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-75793c2e-13cb-4e80-996a-9ad44a45f6f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/ports/fd4d1d08-ecce-4abf-8882-0a811e46d04c HTTP/1.1" status: 204  len: 168 time: 3.4666889
Nov 24 13:10:31.536728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-30f6bda4-e958-4eb3-bd57-47c48a48076e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:31.546600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-190f495c-a2a2-464b-8b54-94d2395b40af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:31.574602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48680) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:31.575417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-75793c2e-13cb-4e80-996a-9ad44a45f6f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:31.614980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-79ff60de-203f-43ae-aba3-ef851e147005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:31.623744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8a41bd02-f4fd-4c58-be27-7a63c00b9b24 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:31.645324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-15f58516-745a-44e7-a1c2-3e1d2f985741 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:31.663083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-15f58516-745a-44e7-a1c2-3e1d2f985741 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:31.671271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f495c-a2a2-464b-8b54-94d2395b40af None None] Pushing event deleted for resources: {'Port': ['ID=07a99c24-22fa-4143-bef1-288856187b73,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:31.677111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-190f495c-a2a2-464b-8b54-94d2395b40af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:31.688542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f7ec9054-3111-4e0f-b034-d4bca77b80d5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:31.702362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-bcd6ab25-4865-4153-9ade-f372bd0fbb24 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:31.730977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-bcd6ab25-4865-4153-9ade-f372bd0fbb24 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:31.739823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-15f58516-745a-44e7-a1c2-3e1d2f985741 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:31.746451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190f495c-a2a2-464b-8b54-94d2395b40af None None] No DVR routers for this DVR port 07a99c24-22fa-4143-bef1-288856187b73 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:10:31.790393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c6b4a7df-baa2-4944-9198-363e8b63ecfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:31.801532 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-29659dda-4fd9-486c-89ef-5aee15e55199 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] GET failed (client error): The resource could not be found.
Nov 24 13:10:31.802202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-29659dda-4fd9-486c-89ef-5aee15e55199 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Synchronizing usage tracker for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:10:31.802759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c6b4a7df-baa2-4944-9198-363e8b63ecfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:31.814850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8eb644e6-0724-4150-8cdd-20daea77edfa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:31.825615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd6ab25-4865-4153-9ade-f372bd0fbb24 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:10:31.831854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bcd6ab25-4865-4153-9ade-f372bd0fbb24 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:31.833511 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcd6ab25-4865-4153-9ade-f372bd0fbb24 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:10:31.833998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcd6ab25-4865-4153-9ade-f372bd0fbb24 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 400 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:10:31.844600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6bda4-e958-4eb3-bd57-47c48a48076e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Port': ['ID=69181edf-3ffb-4b6a-8706-03a31e788fa3,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:31.855102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-30f6bda4-e958-4eb3-bd57-47c48a48076e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:31.859191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-466d8100-deae-4cd0-80a3-299b40e82233 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:31.893426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-30f6bda4-e958-4eb3-bd57-47c48a48076e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:31.903567 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bcd6ab25-4865-4153-9ade-f372bd0fbb24 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.6603491
Nov 24 13:10:31.904591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4a7df-baa2-4944-9198-363e8b63ecfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aecfc860-c91c-4127-8f7e-87420a2af3f3,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:31.908989 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c6b4a7df-baa2-4944-9198-363e8b63ecfb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=539376dbb02f496f91558f2e257bdb30&name=default HTTP/1.1" status: 200  len: 2747 time: 1.1699376
Nov 24 13:10:31.909983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c6b4a7df-baa2-4944-9198-363e8b63ecfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:31.910484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48684) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:31.917191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-15f58516-745a-44e7-a1c2-3e1d2f985741 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:31.918213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48686) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:31.926651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-39434d23-6a7d-4cd0-beb7-0b9bcdbfbaf3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:31.957944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-15f58516-745a-44e7-a1c2-3e1d2f985741 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:31.999302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec9054-3111-4e0f-b034-d4bca77b80d5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Port': ['ID=e3f7acdb-e4d6-4995-bac2-17ce82b7b2ac,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:32.002185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f7ec9054-3111-4e0f-b034-d4bca77b80d5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:32.015547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8a41bd02-f4fd-4c58-be27-7a63c00b9b24 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:32.019905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:32.025773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8a41bd02-f4fd-4c58-be27-7a63c00b9b24 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:security_group_rule and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:32.030515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-29659dda-4fd9-486c-89ef-5aee15e55199 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Unset dirty status for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:10:32.032173 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-29659dda-4fd9-486c-89ef-5aee15e55199 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "GET /v2.0/ports/fd4d1d08-ecce-4abf-8882-0a811e46d04c HTTP/1.1" status: 404  len: 333 time: 0.4252625
Nov 24 13:10:32.035161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8a41bd02-f4fd-4c58-be27-7a63c00b9b24 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:32.039792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48692) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:32.060904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8a41bd02-f4fd-4c58-be27-7a63c00b9b24 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:32.079171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f58516-745a-44e7-a1c2-3e1d2f985741 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c605ba0b-770e-4fa0-a5fa-dea6b4ffa39f,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:32.093089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-15f58516-745a-44e7-a1c2-3e1d2f985741 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:32.143497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-39434d23-6a7d-4cd0-beb7-0b9bcdbfbaf3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:32.147768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-15f58516-745a-44e7-a1c2-3e1d2f985741 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:32.155171 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-15f58516-745a-44e7-a1c2-3e1d2f985741 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.8862875
Nov 24 13:10:32.158799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48696) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:32.191808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c4a4020a-0ba1-45d4-bb59-0e1dbb1e58ca tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Request body: {'security_group_rule': {'security_group_id': '7133c1a9-05ce-464e-970f-9c155f241f78', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:32.212531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-39434d23-6a7d-4cd0-beb7-0b9bcdbfbaf3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:32.220275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c4a4020a-0ba1-45d4-bb59-0e1dbb1e58ca tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:32.234994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e97c873-64fe-42a7-ad96-44d7645a78c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:32.238013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c4a4020a-0ba1-45d4-bb59-0e1dbb1e58ca tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Usage tracker for resource:security_group_rule and tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:32.250243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c4a4020a-0ba1-45d4-bb59-0e1dbb1e58ca tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:32.257473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 07a99c24-22fa-4143-bef1-288856187b73 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:10:32.259021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39434d23-6a7d-4cd0-beb7-0b9bcdbfbaf3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:10:32.265133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-39434d23-6a7d-4cd0-beb7-0b9bcdbfbaf3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:32.266628 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-39434d23-6a7d-4cd0-beb7-0b9bcdbfbaf3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:10:32.267270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39434d23-6a7d-4cd0-beb7-0b9bcdbfbaf3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 400 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:10:32.274046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c4a4020a-0ba1-45d4-bb59-0e1dbb1e58ca tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:32.295638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 07a99c24-22fa-4143-bef1-288856187b73 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:10:32.296005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 07a99c24-22fa-4143-bef1-288856187b73 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:10:32.303491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e97c873-64fe-42a7-ad96-44d7645a78c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:32.320599 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-39434d23-6a7d-4cd0-beb7-0b9bcdbfbaf3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.4031386
Nov 24 13:10:32.324677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48700) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:32.334735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-140200a2-2ecc-449b-9d8f-6e1240bac0c2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:32.419220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8a41bd02-f4fd-4c58-be27-7a63c00b9b24 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:32.434902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f6bda4-e958-4eb3-bd57-47c48a48076e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network 85670397-94f8-49cb-988b-71a32b5643fd is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:10:32.438404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8a41bd02-f4fd-4c58-be27-7a63c00b9b24 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:32.458759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c4a4020a-0ba1-45d4-bb59-0e1dbb1e58ca tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:32.500869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-72e52da0-b72a-4006-b346-c86ed5af3e57 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:32.509045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-30f6bda4-e958-4eb3-bd57-47c48a48076e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:32.533224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-140200a2-2ecc-449b-9d8f-6e1240bac0c2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:32.555854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e97c873-64fe-42a7-ad96-44d7645a78c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:32.562341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-140200a2-2ecc-449b-9d8f-6e1240bac0c2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:32.565028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-438ea650-3e34-4607-89fa-9a19a748fd05 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:32.596450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c4a4020a-0ba1-45d4-bb59-0e1dbb1e58ca tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:32.605509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97c873-64fe-42a7-ad96-44d7645a78c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecfc860-c91c-4127-8f7e-87420a2af3f3,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:32.608157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0e97c873-64fe-42a7-ad96-44d7645a78c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:32.613514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c4a4020a-0ba1-45d4-bb59-0e1dbb1e58ca tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:32.618209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e97c873-64fe-42a7-ad96-44d7645a78c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:32.620515 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0e97c873-64fe-42a7-ad96-44d7645a78c1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aecfc860-c91c-4127-8f7e-87420a2af3f3 HTTP/1.1" status: 204  len: 168 time: 0.7012362
Nov 24 13:10:32.635028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:32.654495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140200a2-2ecc-449b-9d8f-6e1240bac0c2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:10:32.662784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-140200a2-2ecc-449b-9d8f-6e1240bac0c2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:32.665540 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-140200a2-2ecc-449b-9d8f-6e1240bac0c2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:10:32.666180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-140200a2-2ecc-449b-9d8f-6e1240bac0c2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 400 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:10:32.693187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4020a-0ba1-45d4-bb59-0e1dbb1e58ca tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event updated for resources: {'SecurityGroupRule': ['ID=732da20d-0751-4585-9ed2-8a48c102486c,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:32.708005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c4a4020a-0ba1-45d4-bb59-0e1dbb1e58ca tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:32.710731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c4a4020a-0ba1-45d4-bb59-0e1dbb1e58ca tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:32.716603 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c4a4020a-0ba1-45d4-bb59-0e1dbb1e58ca tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.5559723
Nov 24 13:10:32.718888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48706) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:32.726350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2497a39b-1f33-4a53-b0d1-dd0006061750 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Request body: {'security_group_rule': {'security_group_id': '7133c1a9-05ce-464e-970f-9c155f241f78', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:32.733843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2497a39b-1f33-4a53-b0d1-dd0006061750 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:32.740754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2497a39b-1f33-4a53-b0d1-dd0006061750 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Usage tracker for resource:security_group_rule and tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:32.744445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2497a39b-1f33-4a53-b0d1-dd0006061750 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:32.746626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f7ec9054-3111-4e0f-b034-d4bca77b80d5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:32.752211 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-140200a2-2ecc-449b-9d8f-6e1240bac0c2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.4264433
Nov 24 13:10:32.753442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2497a39b-1f33-4a53-b0d1-dd0006061750 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:32.755541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48710) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:32.761019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8a41bd02-f4fd-4c58-be27-7a63c00b9b24 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:32.765208 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8a41bd02-f4fd-4c58-be27-7a63c00b9b24 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 1.3799739
Nov 24 13:10:32.765379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e9db41db-e18c-4e28-940b-b84ee4d92b0b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:32.785775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48714) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:32.822259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a41bd02-f4fd-4c58-be27-7a63c00b9b24 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'SecurityGroup': ['ID=fe47df66-6acd-4176-8352-e9f602268fd6,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:32.825209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8a41bd02-f4fd-4c58-be27-7a63c00b9b24 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:32.848914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-deccbf70-e3df-43b3-953a-36b7f63b0448 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'port': {'name': 'tempest-PortsTestJSON-738175000', 'security_groups': ['fe47df66-6acd-4176-8352-e9f602268fd6'], 'network_id': 'f7621358-709a-475a-a392-d79f23d223d6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1a9ccc34-8915-4583-9e59-a31763f56cea'}]}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:32.861187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-445fb62a-0d1b-4bc5-a740-6f81ef6151dd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting subnet e62fac86-9ccb-405c-acfa-0057b1763d41 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:10:32.866602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-445fb62a-0d1b-4bc5-a740-6f81ef6151dd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:32.869454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ec74635b-a03b-4d4c-ba8d-82ea29d4c68e None None] Provisioning complete for port 69181edf-3ffb-4b6a-8706-03a31e788fa3 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:32.870115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec74635b-a03b-4d4c-ba8d-82ea29d4c68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:32.954852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ec74635b-a03b-4d4c-ba8d-82ea29d4c68e None None] Port 69181edf-3ffb-4b6a-8706-03a31e788fa3 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:10:32.970595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2497a39b-1f33-4a53-b0d1-dd0006061750 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:33.065260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e9db41db-e18c-4e28-940b-b84ee4d92b0b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:33.101422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e9db41db-e18c-4e28-940b-b84ee4d92b0b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:33.131615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2497a39b-1f33-4a53-b0d1-dd0006061750 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:33.140907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2497a39b-1f33-4a53-b0d1-dd0006061750 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:33.153168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-15f58516-745a-44e7-a1c2-3e1d2f985741 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:33.160347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9db41db-e18c-4e28-940b-b84ee4d92b0b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:10:33.166454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9db41db-e18c-4e28-940b-b84ee4d92b0b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:33.167960 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9db41db-e18c-4e28-940b-b84ee4d92b0b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:10:33.168442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9db41db-e18c-4e28-940b-b84ee4d92b0b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 400 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:10:33.172808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-deccbf70-e3df-43b3-953a-36b7f63b0448 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:33.203325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497a39b-1f33-4a53-b0d1-dd0006061750 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4558a65-2382-43ff-8528-28c64b189c8a,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:33.213603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2497a39b-1f33-4a53-b0d1-dd0006061750 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:33.214529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-deccbf70-e3df-43b3-953a-36b7f63b0448 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:33.225818 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e9db41db-e18c-4e28-940b-b84ee4d92b0b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.4688618
Nov 24 13:10:33.228327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2497a39b-1f33-4a53-b0d1-dd0006061750 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:33.230677 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2497a39b-1f33-4a53-b0d1-dd0006061750 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.5105793
Nov 24 13:10:33.231829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48728) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:33.236201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48730) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:33.236862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deccbf70-e3df-43b3-953a-36b7f63b0448 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:10:33.303298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-445fb62a-0d1b-4bc5-a740-6f81ef6151dd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:33.319814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-fd3a9703-a73a-459b-b43c-3b8d24f82c6e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:33.354404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-712f3cfc-1538-4aa1-80c7-282914629a11 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Request body: {'security_group_rule': {'security_group_id': '7133c1a9-05ce-464e-970f-9c155f241f78', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:33.423356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-712f3cfc-1538-4aa1-80c7-282914629a11 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:33.439553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-712f3cfc-1538-4aa1-80c7-282914629a11 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Usage tracker for resource:security_group_rule and tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:33.454776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-712f3cfc-1538-4aa1-80c7-282914629a11 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:33.472745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-712f3cfc-1538-4aa1-80c7-282914629a11 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:33.541413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fd3a9703-a73a-459b-b43c-3b8d24f82c6e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:33.543981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-712f3cfc-1538-4aa1-80c7-282914629a11 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:33.561762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-deccbf70-e3df-43b3-953a-36b7f63b0448 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:33.580460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-445fb62a-0d1b-4bc5-a740-6f81ef6151dd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:33.603413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fd3a9703-a73a-459b-b43c-3b8d24f82c6e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:33.664193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3a9703-a73a-459b-b43c-3b8d24f82c6e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:10:33.791153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48742) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:33.869106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-712f3cfc-1538-4aa1-80c7-282914629a11 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:33.879382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-712f3cfc-1538-4aa1-80c7-282914629a11 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:33.887454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fd3a9703-a73a-459b-b43c-3b8d24f82c6e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:33.889090 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3a9703-a73a-459b-b43c-3b8d24f82c6e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:10:33.889424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd3a9703-a73a-459b-b43c-3b8d24f82c6e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 400 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:10:33.925613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2497a39b-1f33-4a53-b0d1-dd0006061750 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:33.944837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-deccbf70-e3df-43b3-953a-36b7f63b0448 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] device_id is not set on port 1a8acc2f-936f-4138-b423-0a26bffbd218 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:10:34.002752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f3cfc-1538-4aa1-80c7-282914629a11 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f95c27f5-fa6b-40ff-9b32-4c3b772124c2,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:34.012591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-712f3cfc-1538-4aa1-80c7-282914629a11 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:34.016772 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fd3a9703-a73a-459b-b43c-3b8d24f82c6e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.7810857
Nov 24 13:10:34.029108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48748) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:34.078168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-712f3cfc-1538-4aa1-80c7-282914629a11 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:34.079461 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-712f3cfc-1538-4aa1-80c7-282914629a11 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.7647293
Nov 24 13:10:34.088424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48752) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:34.092585 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9a9b9354-e7ba-465f-aeb3-868358c24b4a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0582759
Nov 24 13:10:34.093200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-5b3ab2cd-cce5-4141-bbe2-918d8eb6202f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-640021126'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:34.098091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48756) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:34.099881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c64ba7b9-b897-4d7e-af31-9757fbb6657a tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Request body: {'security_group_rule': {'security_group_id': '7133c1a9-05ce-464e-970f-9c155f241f78', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:34.105336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f6bda4-e958-4eb3-bd57-47c48a48076e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Router be3d4a7d-ed52-4b49-83d7-3c54c84797bf is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:10:34.108861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c64ba7b9-b897-4d7e-af31-9757fbb6657a tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:34.110879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5b3ab2cd-cce5-4141-bbe2-918d8eb6202f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:34.120825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c64ba7b9-b897-4d7e-af31-9757fbb6657a tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Usage tracker for resource:security_group_rule and tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:34.125435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c64ba7b9-b897-4d7e-af31-9757fbb6657a tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:34.132453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c64ba7b9-b897-4d7e-af31-9757fbb6657a tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:34.182401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5b3ab2cd-cce5-4141-bbe2-918d8eb6202f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Usage tracker for resource:network and tenant:7c3704a0a57b4dc1bd04032d6b80c6ea is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:34.189578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5b3ab2cd-cce5-4141-bbe2-918d8eb6202f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:34.210215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c64ba7b9-b897-4d7e-af31-9757fbb6657a tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:34.263430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5b3ab2cd-cce5-4141-bbe2-918d8eb6202f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:34.341176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-deccbf70-e3df-43b3-953a-36b7f63b0448 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Allocated IP 172.20.0.14 (f7621358-709a-475a-a392-d79f23d223d6/1a9ccc34-8915-4583-9e59-a31763f56cea/1a8acc2f-936f-4138-b423-0a26bffbd218) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:10:34.356571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c64ba7b9-b897-4d7e-af31-9757fbb6657a tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:34.362014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c64ba7b9-b897-4d7e-af31-9757fbb6657a tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:34.367322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:34.404399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a7935e-6604-4e03-9ce8-affa1e4d1f94 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:34.405060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f1a7935e-6604-4e03-9ce8-affa1e4d1f94 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:10:34.409221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ba7b9-b897-4d7e-af31-9757fbb6657a tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a1d53bd-1ac6-4867-a10d-9f62045dd86a,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:34.413978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c64ba7b9-b897-4d7e-af31-9757fbb6657a tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:34.421223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3ab2cd-cce5-4141-bbe2-918d8eb6202f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Made reservation on behalf of 7c3704a0a57b4dc1bd04032d6b80c6ea for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:10:34.427590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b3ab2cd-cce5-4141-bbe2-918d8eb6202f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:34.440328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c64ba7b9-b897-4d7e-af31-9757fbb6657a tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:34.441622 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c64ba7b9-b897-4d7e-af31-9757fbb6657a tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 714 time: 0.3520668
Nov 24 13:10:34.456063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ec9054-3111-4e0f-b034-d4bca77b80d5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Router 4692634c-b77b-4d62-98d2-d677faebd2e8 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:10:34.460931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48760) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:34.474246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b3ab2cd-cce5-4141-bbe2-918d8eb6202f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:34.490888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f1a7935e-6604-4e03-9ce8-affa1e4d1f94 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:10:34.492164 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f1a7935e-6604-4e03-9ce8-affa1e4d1f94 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3880823
Nov 24 13:10:34.513178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48764) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:34.596717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-445fb62a-0d1b-4bc5-a740-6f81ef6151dd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:34.624044 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7544ec50-c900-4a37-8188-79cb92d84c47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0976560
Nov 24 13:10:34.624973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48768) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:34.637939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a3703fa6-d083-4736-a565-932a538bc376 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:34.673915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-14ecd087-1be8-40d4-b740-2af0ae1e1f8c tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:34.715119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b371138f-7863-4977-99a9-b4f8b84a1085 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:34.739149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b371138f-7863-4977-99a9-b4f8b84a1085 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:34.750369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5b3ab2cd-cce5-4141-bbe2-918d8eb6202f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:34.784545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5b3ab2cd-cce5-4141-bbe2-918d8eb6202f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Usage tracker for resource:security_group_rule and tenant:7c3704a0a57b4dc1bd04032d6b80c6ea is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:34.787807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445fb62a-0d1b-4bc5-a740-6f81ef6151dd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Subnet': ['ID=e62fac86-9ccb-405c-acfa-0057b1763d41,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:34.791512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-445fb62a-0d1b-4bc5-a740-6f81ef6151dd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:34.792494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5b3ab2cd-cce5-4141-bbe2-918d8eb6202f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:34.816957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5b3ab2cd-cce5-4141-bbe2-918d8eb6202f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:34.842964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a3703fa6-d083-4736-a565-932a538bc376 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:34.851706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b371138f-7863-4977-99a9-b4f8b84a1085 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:34.858272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-deccbf70-e3df-43b3-953a-36b7f63b0448 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:34.870063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a3703fa6-d083-4736-a565-932a538bc376 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:34.872379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c4a4020a-0ba1-45d4-bb59-0e1dbb1e58ca tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:34.900822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371138f-7863-4977-99a9-b4f8b84a1085 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a1d53bd-1ac6-4867-a10d-9f62045dd86a,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:34.911954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b371138f-7863-4977-99a9-b4f8b84a1085 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:34.915925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b371138f-7863-4977-99a9-b4f8b84a1085 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:34.917709 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b371138f-7863-4977-99a9-b4f8b84a1085 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "DELETE /v2.0/security-group-rules/0a1d53bd-1ac6-4867-a10d-9f62045dd86a HTTP/1.1" status: 204  len: 168 time: 0.4555809
Nov 24 13:10:34.919658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-deccbf70-e3df-43b3-953a-36b7f63b0448 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Transition to ACTIVE for port object 1a8acc2f-936f-4138-b423-0a26bffbd218 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:10:34.923735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3703fa6-d083-4736-a565-932a538bc376 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:10:34.930032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a3703fa6-d083-4736-a565-932a538bc376 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:34.953689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48772) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:35.107699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-deccbf70-e3df-43b3-953a-36b7f63b0448 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:35.136762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-51b97ec3-e207-47b7-a511-55f9eadd741f tempest-RoutersIpV6AdminTest-2134138858 tempest-RoutersIpV6AdminTest-2134138858] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:35.205351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ec9054-3111-4e0f-b034-d4bca77b80d5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:10:35.216965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedc6edc-1e51-402d-b308-ad095f93a242 None None] Sync routers for ids ['4692634c-b77b-4d62-98d2-d677faebd2e8'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:10:35.231957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedc6edc-1e51-402d-b308-ad095f93a242 None None] Routers {'4692634c-b77b-4d62-98d2-d677faebd2e8'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:10:35.232179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f6bda4-e958-4eb3-bd57-47c48a48076e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:10:35.232639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-cedc6edc-1e51-402d-b308-ad095f93a242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c7c1e80>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:10:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['4692634c-b77b-4d62-98d2-d677faebd2e8'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:35.243586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81549a2d-95b8-49b8-819d-5e86da727c33 None None] Sync routers for ids ['be3d4a7d-ed52-4b49-83d7-3c54c84797bf'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:10:35.247819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-21aeea6a-0195-487b-a071-6f03a5bae7d5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Synchronizing usage tracker for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group_rule {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:10:35.256939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81549a2d-95b8-49b8-819d-5e86da727c33 None None] Routers {'be3d4a7d-ed52-4b49-83d7-3c54c84797bf'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:10:35.257903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-81549a2d-95b8-49b8-819d-5e86da727c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cb4fbe0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:10:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['be3d4a7d-ed52-4b49-83d7-3c54c84797bf'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:35.298726 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f7ec9054-3111-4e0f-b034-d4bca77b80d5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "PUT /v2.0/routers/4692634c-b77b-4d62-98d2-d677faebd2e8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 13.7880478
Nov 24 13:10:35.301597 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-30f6bda4-e958-4eb3-bd57-47c48a48076e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "PUT /v2.0/routers/be3d4a7d-ed52-4b49-83d7-3c54c84797bf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.3406756
Nov 24 13:10:35.310155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-445fb62a-0d1b-4bc5-a740-6f81ef6151dd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:35.312816 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-445fb62a-0d1b-4bc5-a740-6f81ef6151dd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/subnets/e62fac86-9ccb-405c-acfa-0057b1763d41 HTTP/1.1" status: 204  len: 168 time: 3.2666028
Nov 24 13:10:35.313414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48776) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:35.313999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48778) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:35.316153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48780) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:35.318768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-cedc6edc-1e51-402d-b308-ad095f93a242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c7c1e80>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:35.323714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59031f3-f3ae-41b7-bdc6-c89436d73a3f None None] Network 37e70edb-1d9d-4dad-af77-da0deffdfdaa requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:10:35.333297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedc6edc-1e51-402d-b308-ad095f93a242 None None] Routers {'4692634c-b77b-4d62-98d2-d677faebd2e8'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:10:35.334203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-cedc6edc-1e51-402d-b308-ad095f93a242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c7c1e80>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:10:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['4692634c-b77b-4d62-98d2-d677faebd2e8'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:35.388835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deccbf70-e3df-43b3-953a-36b7f63b0448 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Port': ['ID=1a8acc2f-936f-4138-b423-0a26bffbd218,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:35.403587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b3ab2cd-cce5-4141-bbe2-918d8eb6202f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:35.409039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-81549a2d-95b8-49b8-819d-5e86da727c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cb4fbe0>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:35.412178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-cedc6edc-1e51-402d-b308-ad095f93a242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c7c1e80>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:35.412892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedc6edc-1e51-402d-b308-ad095f93a242 None None] The sync data for ids ['4692634c-b77b-4d62-98d2-d677faebd2e8'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:10:35.428846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1f325c03-9e3f-44d5-8057-1121ec0ccca9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Synchronizing usage tracker for tenant:7bd33557530a48bab25cc76dc38cd9bb on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:10:35.430156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-21aeea6a-0195-487b-a071-6f03a5bae7d5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Unset dirty status for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group_rule {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:10:35.431477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b3ab2cd-cce5-4141-bbe2-918d8eb6202f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:35.434754 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-21aeea6a-0195-487b-a071-6f03a5bae7d5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5171 time: 0.4773731
Nov 24 13:10:35.434754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-deccbf70-e3df-43b3-953a-36b7f63b0448 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:35.437886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-94ecf12b-a418-4124-85a9-e7d36249c8d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:35.451887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48788) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:35.455270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81549a2d-95b8-49b8-819d-5e86da727c33 None None] Routers {'be3d4a7d-ed52-4b49-83d7-3c54c84797bf'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:10:35.456042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-81549a2d-95b8-49b8-819d-5e86da727c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cb4fbe0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:10:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['be3d4a7d-ed52-4b49-83d7-3c54c84797bf'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:35.512129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b3ab2cd-cce5-4141-bbe2-918d8eb6202f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:10:35.523388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f51d9d0-1e65-4ae7-b11b-6c79757d9257 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:35.524557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2f51d9d0-1e65-4ae7-b11b-6c79757d9257 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Synchronizing usage tracker for tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:10:35.527880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-81549a2d-95b8-49b8-819d-5e86da727c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cb4fbe0>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:35.528329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81549a2d-95b8-49b8-819d-5e86da727c33 None None] The sync data for ids ['be3d4a7d-ed52-4b49-83d7-3c54c84797bf'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:10:35.536535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1f325c03-9e3f-44d5-8057-1121ec0ccca9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Unset dirty status for tenant:7bd33557530a48bab25cc76dc38cd9bb on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:10:35.541650 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1f325c03-9e3f-44d5-8057-1121ec0ccca9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "GET /v2.0/ports?device_id=4692634c-b77b-4d62-98d2-d677faebd2e8 HTTP/1.1" status: 200  len: 205 time: 0.2257359
Nov 24 13:10:35.544879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48792) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:35.551499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ab2cd-cce5-4141-bbe2-918d8eb6202f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Pushing event updated for resources: {'SecurityGroup': ['ID=a94bac88-b3fe-4a2f-a482-96b39b7d479e,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:35.562519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5b3ab2cd-cce5-4141-bbe2-918d8eb6202f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:35.631601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b3ab2cd-cce5-4141-bbe2-918d8eb6202f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:35.632055 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-5b3ab2cd-cce5-4141-bbe2-918d8eb6202f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Added segment 357fcc8d-f3a8-41be-81b7-93638b737c53 of type vxlan for network 58c507da-7c41-4f66-9fba-e937e9234a3f
Nov 24 13:10:35.679514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-713b527f-9b5e-42ca-9fa2-db26a2b322a1 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:35.700444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b3ab2cd-cce5-4141-bbe2-918d8eb6202f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:35.706593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2f51d9d0-1e65-4ae7-b11b-6c79757d9257 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Unset dirty status for tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:10:35.710875 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2f51d9d0-1e65-4ae7-b11b-6c79757d9257 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "GET /v2.0/ports/69181edf-3ffb-4b6a-8706-03a31e788fa3 HTTP/1.1" status: 200  len: 910 time: 0.3924456
Nov 24 13:10:35.712423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48796) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:35.715278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-713b527f-9b5e-42ca-9fa2-db26a2b322a1 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:35.919529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1f86726c-12b5-45fb-94e6-4e7d0084afb7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:36.005869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deccbf70-e3df-43b3-953a-36b7f63b0448 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network f7621358-709a-475a-a392-d79f23d223d6 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:10:36.024872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-deccbf70-e3df-43b3-953a-36b7f63b0448 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:36.027288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deccbf70-e3df-43b3-953a-36b7f63b0448 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:10:36.059548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-713b527f-9b5e-42ca-9fa2-db26a2b322a1 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:36.066527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b3ab2cd-cce5-4141-bbe2-918d8eb6202f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:36.070693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3ab2cd-cce5-4141-bbe2-918d8eb6202f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:36.071927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b3ab2cd-cce5-4141-bbe2-918d8eb6202f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:36.083401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c51f10b5-a2c7-442b-809e-77546e4757b5 tempest-ServerActionsTestJSON-847348650 tempest-ServerActionsTestJSON-847348650] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:36.170400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b527f-9b5e-42ca-9fa2-db26a2b322a1 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f95c27f5-fa6b-40ff-9b32-4c3b772124c2,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:36.189053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-713b527f-9b5e-42ca-9fa2-db26a2b322a1 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:36.191386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fd04db5a-cb36-4027-8879-3cc41b5f7ece tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:36.223994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea3c802-4230-4c22-b5f2-4f19b103475f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting subnet 5114d69f-dbd0-443f-85ec-b72f297ec147 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:10:36.228269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dea3c802-4230-4c22-b5f2-4f19b103475f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:36.279527 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5b3ab2cd-cce5-4141-bbe2-918d8eb6202f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 2.4773619
Nov 24 13:10:36.284627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deccbf70-e3df-43b3-953a-36b7f63b0448 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:36.285413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-deccbf70-e3df-43b3-953a-36b7f63b0448 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:36.287842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48800) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:36.338011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dea3c802-4230-4c22-b5f2-4f19b103475f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:36.380658 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-deccbf70-e3df-43b3-953a-36b7f63b0448 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 3.5937085
Nov 24 13:10:36.384579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48804) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:36.386406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-91408a7d-1738-446f-89d4-99d2f24c294c tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Request body: {'subnet': {'network_id': '58c507da-7c41-4f66-9fba-e937e9234a3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:36.395691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-53268b5a-9133-47bf-8924-86eb2f708373 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'subnet': {'network_id': 'f7621358-709a-475a-a392-d79f23d223d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:36.405349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-713b527f-9b5e-42ca-9fa2-db26a2b322a1 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:36.409023 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-713b527f-9b5e-42ca-9fa2-db26a2b322a1 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "DELETE /v2.0/security-group-rules/f95c27f5-fa6b-40ff-9b32-4c3b772124c2 HTTP/1.1" status: 204  len: 168 time: 0.9536843
Nov 24 13:10:36.416308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48808) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:36.417428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6c25965d-da27-460f-b9ef-a8e5973add4d None None] Provisioning complete for port 8fbaec94-3c96-43cf-92a9-982dd5b81ae6 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:36.417900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6c25965d-da27-460f-b9ef-a8e5973add4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:36.548201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ab2cd-cce5-4141-bbe2-918d8eb6202f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Pushing event updated for resources: {'Network': ['ID=58c507da-7c41-4f66-9fba-e937e9234a3f,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:36.559700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6c25965d-da27-460f-b9ef-a8e5973add4d None None] Provisioning for port 1a8acc2f-936f-4138-b423-0a26bffbd218 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:10:36.563166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5b3ab2cd-cce5-4141-bbe2-918d8eb6202f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:36.565674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6c25965d-da27-460f-b9ef-a8e5973add4d None None] Provisioning complete for port 1a8acc2f-936f-4138-b423-0a26bffbd218 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:36.566307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6c25965d-da27-460f-b9ef-a8e5973add4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:36.598483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 58c507da-7c41-4f66-9fba-e937e9234a3f details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:10:36.602679 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9b838ae1-10d9-4c2f-adbb-18c1a0321feb tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4683 time: 0.1818457
Nov 24 13:10:36.614989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48812) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:36.675787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 58c507da-7c41-4f66-9fba-e937e9234a3f details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:10:36.700899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dea3c802-4230-4c22-b5f2-4f19b103475f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:36.731793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93a1951f-e019-4fe5-b644-93681f0bc142 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:36.764660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93a1951f-e019-4fe5-b644-93681f0bc142 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:36.780181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-53268b5a-9133-47bf-8924-86eb2f708373 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:36.788864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-53268b5a-9133-47bf-8924-86eb2f708373 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:subnet and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:36.820729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-53268b5a-9133-47bf-8924-86eb2f708373 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:36.821837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1f86726c-12b5-45fb-94e6-4e7d0084afb7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:36.823899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-91408a7d-1738-446f-89d4-99d2f24c294c tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:36.839497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-53268b5a-9133-47bf-8924-86eb2f708373 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:36.839959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6c25965d-da27-460f-b9ef-a8e5973add4d None None] Port 1a8acc2f-936f-4138-b423-0a26bffbd218 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:10:36.840261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-91408a7d-1738-446f-89d4-99d2f24c294c tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Usage tracker for resource:subnet and tenant:7c3704a0a57b4dc1bd04032d6b80c6ea is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:36.846030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-91408a7d-1738-446f-89d4-99d2f24c294c tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:36.850264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1f86726c-12b5-45fb-94e6-4e7d0084afb7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:36.857916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-91408a7d-1738-446f-89d4-99d2f24c294c tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:36.940478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91408a7d-1738-446f-89d4-99d2f24c294c tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Made reservation on behalf of 7c3704a0a57b4dc1bd04032d6b80c6ea for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:10:36.956228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93a1951f-e019-4fe5-b644-93681f0bc142 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:36.962391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53268b5a-9133-47bf-8924-86eb2f708373 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:10:36.968419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-53268b5a-9133-47bf-8924-86eb2f708373 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:37.046752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1f86726c-12b5-45fb-94e6-4e7d0084afb7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:37.047590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f86726c-12b5-45fb-94e6-4e7d0084afb7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Fanout notify agent at l3_agent the message router_deleted on router 4692634c-b77b-4d62-98d2-d677faebd2e8 {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:10:37.077267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:37.091030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1f86726c-12b5-45fb-94e6-4e7d0084afb7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:37.094770 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1f86726c-12b5-45fb-94e6-4e7d0084afb7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/routers/4692634c-b77b-4d62-98d2-d677faebd2e8 HTTP/1.1" status: 204  len: 168 time: 1.5463700
Nov 24 13:10:37.097033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48818) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:37.105990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-91408a7d-1738-446f-89d4-99d2f24c294c tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:37.143416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1951f-e019-4fe5-b644-93681f0bc142 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4558a65-2382-43ff-8528-28c64b189c8a,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:37.166957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93a1951f-e019-4fe5-b644-93681f0bc142 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:37.183825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93a1951f-e019-4fe5-b644-93681f0bc142 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:37.185050 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-93a1951f-e019-4fe5-b644-93681f0bc142 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "DELETE /v2.0/security-group-rules/b4558a65-2382-43ff-8528-28c64b189c8a HTTP/1.1" status: 204  len: 168 time: 0.5681105
Nov 24 13:10:37.198800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48822) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:37.205864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.objects.ports [None req-a3703fa6-d083-4736-a565-932a538bc376 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80943) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 24 13:10:37.248028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a3703fa6-d083-4736-a565-932a538bc376 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:37.263507 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.ipam_backend_mixin [None req-53268b5a-9133-47bf-8924-86eb2f708373 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1a9ccc34-8915-4583-9e59-a31763f56cea (CIDR: 172.20.0.0/28)
Nov 24 13:10:37.272795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f2415e6b-db58-44c6-bb46-d6cc5e1074a9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:37.393090 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-53268b5a-9133-47bf-8924-86eb2f708373 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:10:37.393497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53268b5a-9133-47bf-8924-86eb2f708373 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] No notification will be sent due to unsuccessful status code: 400 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:10:37.510686 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-53268b5a-9133-47bf-8924-86eb2f708373 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.1248541
Nov 24 13:10:37.521129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48826) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:37.526234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3703fa6-d083-4736-a565-932a538bc376 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Subnet': ['ID=dd32ef5a-5415-4a77-818a-d90f6bb8c1cf,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:37.538457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a3703fa6-d083-4736-a565-932a538bc376 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:37.565047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-08091814-e978-40ae-9040-b537fa9be3f0 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Synchronizing usage tracker for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group_rule {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:10:37.610970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-bf3de1a0-9ea2-4f92-9453-234076ec34e0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'subnet': {'network_id': 'f7621358-709a-475a-a392-d79f23d223d6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:37.617442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-08091814-e978-40ae-9040-b537fa9be3f0 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Unset dirty status for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group_rule {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:10:37.618929 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-08091814-e978-40ae-9040-b537fa9be3f0 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.4151886
Nov 24 13:10:37.622542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48830) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:37.645206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dea3c802-4230-4c22-b5f2-4f19b103475f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:37.664822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3703fa6-d083-4736-a565-932a538bc376 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:10:37.665722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1f51e139-493f-4dc5-afca-c7345654ba9b tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:37.749334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-a3703fa6-d083-4736-a565-932a538bc376 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:37.760461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca4633e-fa0c-4db6-9117-8ba5f439e5d0 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:10:37.773360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3c802-4230-4c22-b5f2-4f19b103475f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Subnet': ['ID=5114d69f-dbd0-443f-85ec-b72f297ec147,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:37.784670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dea3c802-4230-4c22-b5f2-4f19b103475f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:37.800048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1aecf7bc-2712-42f6-b2f4-d4aa206a71f6 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:37.806302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3703fa6-d083-4736-a565-932a538bc376 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:37.806939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a3703fa6-d083-4736-a565-932a538bc376 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:37.830805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1aecf7bc-2712-42f6-b2f4-d4aa206a71f6 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:37.862792 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a3703fa6-d083-4736-a565-932a538bc376 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 3.2366939
Nov 24 13:10:37.870542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48834) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:37.880076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'port': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'mac_address': 'fa:16:3e:97:64:e3', 'name': 'tempest-NetworksTestDHCPv6-1323481665'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:37.972693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1aecf7bc-2712-42f6-b2f4-d4aa206a71f6 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:37.977875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dea3c802-4230-4c22-b5f2-4f19b103475f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:37.985333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b371138f-7863-4977-99a9-b4f8b84a1085 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:37.994872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71932be-f292-41e5-a000-5bb295aa9678 None None] Network 37e70edb-1d9d-4dad-af77-da0deffdfdaa requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:10:37.995412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1aecf7bc-2712-42f6-b2f4-d4aa206a71f6 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:37.999490 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1aecf7bc-2712-42f6-b2f4-d4aa206a71f6 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "DELETE /v2.0/security-group-rules/732da20d-0751-4585-9ed2-8a48c102486c HTTP/1.1" status: 204  len: 168 time: 0.3728521
Nov 24 13:10:38.002161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48838) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:38.029464 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-dea3c802-4230-4c22-b5f2-4f19b103475f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/subnets/5114d69f-dbd0-443f-85ec-b72f297ec147 HTTP/1.1" status: 204  len: 168 time: 2.6989295
Nov 24 13:10:38.031084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48842) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:38.032504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aecf7bc-2712-42f6-b2f4-d4aa206a71f6 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=732da20d-0751-4585-9ed2-8a48c102486c,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:38.043067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1aecf7bc-2712-42f6-b2f4-d4aa206a71f6 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:38.084529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-bf3de1a0-9ea2-4f92-9453-234076ec34e0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:38.112249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:38.124046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8cf808a2-e78b-4bfa-89ad-c0cf9b26877b tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Synchronizing usage tracker for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group_rule {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:10:38.138869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:38.161281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8cf808a2-e78b-4bfa-89ad-c0cf9b26877b tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Unset dirty status for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group_rule {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:10:38.162873 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8cf808a2-e78b-4bfa-89ad-c0cf9b26877b tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.1575077
Nov 24 13:10:38.163898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:10:38.171767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:38.175050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48846) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:38.183148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bf3de1a0-9ea2-4f92-9453-234076ec34e0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:subnet and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:38.196802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bf3de1a0-9ea2-4f92-9453-234076ec34e0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:38.214637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d16efbe-2b7a-4688-9568-f0952ca62a44 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Deleting subnet 4fd56d36-e354-4e8d-abcc-f594dc58568b {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:10:38.250430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-bf3de1a0-9ea2-4f92-9453-234076ec34e0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:38.262503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d16efbe-2b7a-4688-9568-f0952ca62a44 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:38.289924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55fbf5f-9a1e-48af-aafb-90110367504f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-8ca51b04-1dca-4f60-b844-2979d8864b51', 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'fixed_ips': [{'subnet_id': 'dd32ef5a-5415-4a77-818a-d90f6bb8c1cf'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:10:38.290861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d55fbf5f-9a1e-48af-aafb-90110367504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:38.361475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] device_id is not set on port 0abe646c-168b-4592-8568-8a09bac311f1 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:10:38.365709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82cfd64a-686c-46ae-9aa2-9f8e79048a92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:38.432098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3de1a0-9ea2-4f92-9453-234076ec34e0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:10:38.460675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-535aa985-883b-4745-8827-8d487f72ca45 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:38.529477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Allocated IP 2001:db8::f816:3eff:fe97:64e3 (8ca51b04-1dca-4f60-b844-2979d8864b51/dd32ef5a-5415-4a77-818a-d90f6bb8c1cf/0abe646c-168b-4592-8568-8a09bac311f1) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:10:38.540485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d16efbe-2b7a-4688-9568-f0952ca62a44 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:38.595217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-535aa985-883b-4745-8827-8d487f72ca45 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:38.681294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] DHCP port deletion for 37e70edb-1d9d-4dad-af77-da0deffdfdaa request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:10:38.685610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] Deleting port 8fbaec94-3c96-43cf-92a9-982dd5b81ae6 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:10:38.686028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:38.779702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:38.781054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-82cfd64a-686c-46ae-9aa2-9f8e79048a92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting port 8fbaec94-3c96-43cf-92a9-982dd5b81ae6 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:10:38.781437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82cfd64a-686c-46ae-9aa2-9f8e79048a92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:38.838298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Transition to ACTIVE for port object 0abe646c-168b-4592-8568-8a09bac311f1 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:10:38.859665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:38.876894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-535aa985-883b-4745-8827-8d487f72ca45 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:38.920720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] For port 8fbaec94-3c96-43cf-92a9-982dd5b81ae6, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8fbaec94-3c96-43cf-92a9-982dd5b81ae6,segment=NetworkSegment(181281ba-32c0-4b91-9623-33854efb7641),segment_id=181281ba-32c0-4b91-9623-33854efb7641)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:10:38.921077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:38.944542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e64466e4-8caf-4116-8d33-3572b6255496 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:38.955026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:39.030718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bf3de1a0-9ea2-4f92-9453-234076ec34e0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:39.039405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Port': ['ID=0abe646c-168b-4592-8568-8a09bac311f1,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:39.045121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535aa985-883b-4745-8827-8d487f72ca45 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c605ba0b-770e-4fa0-a5fa-dea6b4ffa39f,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:39.062701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.063131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.063563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.063984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.064389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.064802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.065588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.065588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.065986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.066557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.066798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.067193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.067695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.068095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.068493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.068896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.069289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.069686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.070082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.070506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.071432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.071832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.072229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.072625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.079516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:39.095345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] Calling delete_port for 8fbaec94-3c96-43cf-92a9-982dd5b81ae6 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:10:39.120909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:10:39.123774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:39.127421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:10:39.132750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:39.134011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:39.164686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-d55fbf5f-9a1e-48af-aafb-90110367504f None None] Allocated IP 2001:db8::f816:3eff:fe81:68cb (8ca51b04-1dca-4f60-b844-2979d8864b51/dd32ef5a-5415-4a77-818a-d90f6bb8c1cf/28fc6226-fae5-4b89-b85a-c8bbda8763f8) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:10:39.165545 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.2938662
Nov 24 13:10:39.168343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48850) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:39.187628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535aa985-883b-4745-8827-8d487f72ca45 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.188062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535aa985-883b-4745-8827-8d487f72ca45 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.188629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535aa985-883b-4745-8827-8d487f72ca45 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.189124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535aa985-883b-4745-8827-8d487f72ca45 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.189752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535aa985-883b-4745-8827-8d487f72ca45 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.190446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535aa985-883b-4745-8827-8d487f72ca45 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.190941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535aa985-883b-4745-8827-8d487f72ca45 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.191358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535aa985-883b-4745-8827-8d487f72ca45 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.191769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535aa985-883b-4745-8827-8d487f72ca45 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.192182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535aa985-883b-4745-8827-8d487f72ca45 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.192589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535aa985-883b-4745-8827-8d487f72ca45 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.192997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535aa985-883b-4745-8827-8d487f72ca45 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.193514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535aa985-883b-4745-8827-8d487f72ca45 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.193920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535aa985-883b-4745-8827-8d487f72ca45 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.194355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535aa985-883b-4745-8827-8d487f72ca45 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.194759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535aa985-883b-4745-8827-8d487f72ca45 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.195161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535aa985-883b-4745-8827-8d487f72ca45 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.196077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535aa985-883b-4745-8827-8d487f72ca45 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.196492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535aa985-883b-4745-8827-8d487f72ca45 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.196892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535aa985-883b-4745-8827-8d487f72ca45 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.197295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535aa985-883b-4745-8827-8d487f72ca45 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.197698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535aa985-883b-4745-8827-8d487f72ca45 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.198098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535aa985-883b-4745-8827-8d487f72ca45 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.198526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535aa985-883b-4745-8827-8d487f72ca45 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.203176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-535aa985-883b-4745-8827-8d487f72ca45 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:39.209880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d16efbe-2b7a-4688-9568-f0952ca62a44 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:39.263657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-535aa985-883b-4745-8827-8d487f72ca45 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:39.264868 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-535aa985-883b-4745-8827-8d487f72ca45 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "DELETE /v2.0/security-group-rules/c605ba0b-770e-4fa0-a5fa-dea6b4ffa39f HTTP/1.1" status: 204  len: 168 time: 1.0759885
Nov 24 13:10:39.270239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c94174f-f7aa-4304-8ede-efe7332b7833 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:39.271343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48854) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:39.279481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2350bed4-13e6-43b3-8c71-3a5139fed4bf tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:39.280490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2350bed4-13e6-43b3-8c71-3a5139fed4bf tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:10:39.291973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:39.310589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:39.415878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] Pushing event deleted for resources: {'Port': ['ID=8fbaec94-3c96-43cf-92a9-982dd5b81ae6,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:39.457872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.458291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.458681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.459054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.459431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.459799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.460165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.460531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.460899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.461308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.461675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.462037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.462552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.462912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.463274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.463628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.463985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.464328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.464692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.465049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.465405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.465762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.466115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.466499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:10:39.484743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:39.537010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] No DVR routers for this DVR port 8fbaec94-3c96-43cf-92a9-982dd5b81ae6 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:10:39.620379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2350bed4-13e6-43b3-8c71-3a5139fed4bf tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:10:39.624391 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2350bed4-13e6-43b3-8c71-3a5139fed4bf tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 946 time: 0.4523587
Nov 24 13:10:39.628478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d55fbf5f-9a1e-48af-aafb-90110367504f None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:39.629404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48858) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:39.641370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d55fbf5f-9a1e-48af-aafb-90110367504f None None] Transition to ACTIVE for port object 28fc6226-fae5-4b89-b85a-c8bbda8763f8 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:10:39.660292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d55fbf5f-9a1e-48af-aafb-90110367504f None None] Transition to ACTIVE for port object 28fc6226-fae5-4b89-b85a-c8bbda8763f8 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:10:39.667034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d55fbf5f-9a1e-48af-aafb-90110367504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:39.686486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e323dbfd-4d65-474b-b335-4c70268676a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:39.694928 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-10b78e99-58d8-480a-9a37-02fd9d8949d6 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.4086490
Nov 24 13:10:39.698593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48862) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:39.733097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4fc2c04e-ffd3-4201-b757-9220148058e1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting port 0abe646c-168b-4592-8568-8a09bac311f1 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:10:39.733637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4fc2c04e-ffd3-4201-b757-9220148058e1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:39.848088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55fbf5f-9a1e-48af-aafb-90110367504f None None] Pushing event updated for resources: {'Port': ['ID=28fc6226-fae5-4b89-b85a-c8bbda8763f8,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:39.858590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d55fbf5f-9a1e-48af-aafb-90110367504f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:39.922751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-82cfd64a-686c-46ae-9aa2-9f8e79048a92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] For port 8fbaec94-3c96-43cf-92a9-982dd5b81ae6, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8fbaec94-3c96-43cf-92a9-982dd5b81ae6,segment=NetworkSegment(181281ba-32c0-4b91-9623-33854efb7641),segment_id=181281ba-32c0-4b91-9623-33854efb7641)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:10:39.922751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82cfd64a-686c-46ae-9aa2-9f8e79048a92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:39.940375 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.ipam_backend_mixin [None req-bf3de1a0-9ea2-4f92-9453-234076ec34e0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 25b62bf8-6d79-4880-b251-de8faa721c88 (CIDR: 172.20.0.16/28)
Nov 24 13:10:39.943634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55fbf5f-9a1e-48af-aafb-90110367504f None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:10:39.945619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-d55fbf5f-9a1e-48af-aafb-90110367504f None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:39.949129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55fbf5f-9a1e-48af-aafb-90110367504f None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:10:40.012479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-d55fbf5f-9a1e-48af-aafb-90110367504f None None] Attempting to bind port 28fc6226-fae5-4b89-b85a-c8bbda8763f8 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:10:40.013205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-d55fbf5f-9a1e-48af-aafb-90110367504f None None] Attempting to bind port 28fc6226-fae5-4b89-b85a-c8bbda8763f8 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:10:40.013783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55fbf5f-9a1e-48af-aafb-90110367504f None None] Attempting to bind port 28fc6226-fae5-4b89-b85a-c8bbda8763f8 on network 8ca51b04-1dca-4f60-b844-2979d8864b51 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:10:40.022301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55fbf5f-9a1e-48af-aafb-90110367504f None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:10:40.022953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55fbf5f-9a1e-48af-aafb-90110367504f None None] Checking segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:10:40.023576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d55fbf5f-9a1e-48af-aafb-90110367504f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:40.024199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55fbf5f-9a1e-48af-aafb-90110367504f None None] Bound using segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:10:40.024887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-d55fbf5f-9a1e-48af-aafb-90110367504f None None] Bound port: 28fc6226-fae5-4b89-b85a-c8bbda8763f8, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:10:40.025586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d55fbf5f-9a1e-48af-aafb-90110367504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:40.033518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5c32524d-34dd-490d-b9b7-aaaa446c390c tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:40.063869 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3de1a0-9ea2-4f92-9453-234076ec34e0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:10:40.064377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf3de1a0-9ea2-4f92-9453-234076ec34e0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] No notification will be sent due to unsuccessful status code: 400 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:10:40.086857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5c32524d-34dd-490d-b9b7-aaaa446c390c tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:40.132148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-d55fbf5f-9a1e-48af-aafb-90110367504f None None] For port 28fc6226-fae5-4b89-b85a-c8bbda8763f8, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:10:40.136892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-d55fbf5f-9a1e-48af-aafb-90110367504f None None] For port 28fc6226-fae5-4b89-b85a-c8bbda8763f8, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=28fc6226-fae5-4b89-b85a-c8bbda8763f8,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:10:40.142502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d55fbf5f-9a1e-48af-aafb-90110367504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:40.151041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4fc2c04e-ffd3-4201-b757-9220148058e1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:40.157924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-82cfd64a-686c-46ae-9aa2-9f8e79048a92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Calling delete_port for 8fbaec94-3c96-43cf-92a9-982dd5b81ae6 owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:10:40.162231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-637fde42-c84e-4510-adfd-8b16e9060b5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:40.274614 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bf3de1a0-9ea2-4f92-9453-234076ec34e0 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 2.7509649
Nov 24 13:10:40.286074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48866) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:40.326191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9e2360c5-85d0-471e-8140-e6704178f2da tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'subnet': {'network_id': 'f7621358-709a-475a-a392-d79f23d223d6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:40.344551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4fc2c04e-ffd3-4201-b757-9220148058e1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Calling delete_port for 0abe646c-168b-4592-8568-8a09bac311f1 owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:10:40.452627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5c32524d-34dd-490d-b9b7-aaaa446c390c tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:40.458427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fb5d5c35-ba08-4478-b305-a8722b7b63e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:40.463290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8fbaec94-3c96-43cf-92a9-982dd5b81ae6 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:10:40.476019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c32524d-34dd-490d-b9b7-aaaa446c390c tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event deleted for resources: {'SecurityGroup': ['ID=7133c1a9-05ce-464e-970f-9c155f241f78,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:40.478983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5c32524d-34dd-490d-b9b7-aaaa446c390c tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:40.537806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5c32524d-34dd-490d-b9b7-aaaa446c390c tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:40.538725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 8fbaec94-3c96-43cf-92a9-982dd5b81ae6 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:10:40.539128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8fbaec94-3c96-43cf-92a9-982dd5b81ae6 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:10:40.542987 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5c32524d-34dd-490d-b9b7-aaaa446c390c tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "DELETE /v2.0/security-groups/7133c1a9-05ce-464e-970f-9c155f241f78 HTTP/1.1" status: 204  len: 168 time: 0.8427002
Nov 24 13:10:40.546114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48870) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:40.574041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d8905f-2a51-43c8-b146-ae704c897bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:40.607389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55fbf5f-9a1e-48af-aafb-90110367504f None None] Pushing event updated for resources: {'Port': ['ID=28fc6226-fae5-4b89-b85a-c8bbda8763f8,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:40.615133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4fc2c04e-ffd3-4201-b757-9220148058e1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:40.620755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d55fbf5f-9a1e-48af-aafb-90110367504f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:40.638684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-02b13b03-65fe-4e59-8383-98bd5af2b12c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:40.705885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-82cfd64a-686c-46ae-9aa2-9f8e79048a92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:10:40.706198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-82cfd64a-686c-46ae-9aa2-9f8e79048a92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:10:40.760816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2c04e-ffd3-4201-b757-9220148058e1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Port': ['ID=0abe646c-168b-4592-8568-8a09bac311f1,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:40.770065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4fc2c04e-ffd3-4201-b757-9220148058e1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:40.779126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-32fd97e7-7b14-4d28-a962-c1190495734d tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Synchronizing usage tracker for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:10:40.816307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-32fd97e7-7b14-4d28-a962-c1190495734d tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Unset dirty status for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:10:40.821797 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-32fd97e7-7b14-4d28-a962-c1190495734d tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.2706366
Nov 24 13:10:40.827045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9e2360c5-85d0-471e-8140-e6704178f2da tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:40.829746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-91408a7d-1738-446f-89d4-99d2f24c294c tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:40.835495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48874) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:40.844401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-6ffb7bee-3b31-472f-84ef-61c999d64c47 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Request body: {'security_group': {'name': 'tempest-secgroup--1461090357'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:40.852453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6ffb7bee-3b31-472f-84ef-61c999d64c47 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:40.859132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fde2848d-a3b5-4704-b417-9c4c2378dcb7 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:40.868514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6ffb7bee-3b31-472f-84ef-61c999d64c47 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:40.880995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4fc2c04e-ffd3-4201-b757-9220148058e1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:40.888975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6ffb7bee-3b31-472f-84ef-61c999d64c47 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:40.910810 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4fc2c04e-ffd3-4201-b757-9220148058e1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/0abe646c-168b-4592-8568-8a09bac311f1 HTTP/1.1" status: 204  len: 168 time: 1.2781329
Nov 24 13:10:40.911381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48878) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:40.942342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9e2360c5-85d0-471e-8140-e6704178f2da tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Usage tracker for resource:subnet and tenant:c7d03523e68a47da9bee14cfe27d45e8 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:40.982399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9e2360c5-85d0-471e-8140-e6704178f2da tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:41.008011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9e2360c5-85d0-471e-8140-e6704178f2da tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:41.011712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6ffb7bee-3b31-472f-84ef-61c999d64c47 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:41.023309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867adbde-820c-4be4-87d8-ebe2c9413954 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:41.026747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867adbde-820c-4be4-87d8-ebe2c9413954 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:41.027668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-867adbde-820c-4be4-87d8-ebe2c9413954 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:10:41.032438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6ffb7bee-3b31-472f-84ef-61c999d64c47 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Usage tracker for resource:security_group_rule and tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:41.037081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6ffb7bee-3b31-472f-84ef-61c999d64c47 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:41.043300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d16efbe-2b7a-4688-9568-f0952ca62a44 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:41.046996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6ffb7bee-3b31-472f-84ef-61c999d64c47 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:41.061836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-867adbde-820c-4be4-87d8-ebe2c9413954 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:10:41.064868 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-867adbde-820c-4be4-87d8-ebe2c9413954 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.1507971
Nov 24 13:10:41.075501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48882) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:41.120915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2360c5-85d0-471e-8140-e6704178f2da tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Made reservation on behalf of c7d03523e68a47da9bee14cfe27d45e8 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:10:41.127013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9e2360c5-85d0-471e-8140-e6704178f2da tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:41.181569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6ffb7bee-3b31-472f-84ef-61c999d64c47 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:41.203335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6ffb7bee-3b31-472f-84ef-61c999d64c47 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:41.241852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91408a7d-1738-446f-89d4-99d2f24c294c tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Pushing event updated for resources: {'Subnet': ['ID=2e510f62-2ec5-44f8-a3e1-ad268a197831,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:41.245110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-82cfd64a-686c-46ae-9aa2-9f8e79048a92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting port 8fbaec94-3c96-43cf-92a9-982dd5b81ae6 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:10:41.245489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82cfd64a-686c-46ae-9aa2-9f8e79048a92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:41.260493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c3e437c1-bd26-48c0-9df2-27ed5f023709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:41.278804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-91408a7d-1738-446f-89d4-99d2f24c294c tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:41.302462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-69ef7c48-bc2a-48af-be60-edcc584bfd0e tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:41.320974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb7bee-3b31-472f-84ef-61c999d64c47 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event updated for resources: {'SecurityGroup': ['ID=141cb2b2-e6d5-43c7-a10c-93492e8ae7f0,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:41.328354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6ffb7bee-3b31-472f-84ef-61c999d64c47 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:41.356643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6ffb7bee-3b31-472f-84ef-61c999d64c47 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:41.357978 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6ffb7bee-3b31-472f-84ef-61c999d64c47 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.5208993
Nov 24 13:10:41.361173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48886) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:41.375726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-58110285-31c5-4492-8850-a76caab7a1c1 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Request body: {'security_group_rule': {'security_group_id': '141cb2b2-e6d5-43c7-a10c-93492e8ae7f0', 'direction': 'ingress', 'protocol': 17}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:41.387148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-58110285-31c5-4492-8850-a76caab7a1c1 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:41.397729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-392df07a-5417-415c-90f1-721d379f1ebb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting subnet dd32ef5a-5415-4a77-818a-d90f6bb8c1cf {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:10:41.401786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-58110285-31c5-4492-8850-a76caab7a1c1 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Usage tracker for resource:security_group_rule and tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:41.404719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-392df07a-5417-415c-90f1-721d379f1ebb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:41.440438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-58110285-31c5-4492-8850-a76caab7a1c1 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:41.458421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-58110285-31c5-4492-8850-a76caab7a1c1 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:41.489045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-392df07a-5417-415c-90f1-721d379f1ebb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:41.520055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-58110285-31c5-4492-8850-a76caab7a1c1 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:41.628480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-58110285-31c5-4492-8850-a76caab7a1c1 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:41.635690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-58110285-31c5-4492-8850-a76caab7a1c1 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:41.638553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-392df07a-5417-415c-90f1-721d379f1ebb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:41.681995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:41.686706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16efbe-2b7a-4688-9568-f0952ca62a44 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Subnet': ['ID=4fd56d36-e354-4e8d-abcc-f594dc58568b,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:41.714476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58110285-31c5-4492-8850-a76caab7a1c1 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c2346c-050f-4529-a1c7-0279ee275276,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:41.722647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-58110285-31c5-4492-8850-a76caab7a1c1 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:41.724941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8d16efbe-2b7a-4688-9568-f0952ca62a44 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:41.731092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-82cfd64a-686c-46ae-9aa2-9f8e79048a92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] The port '8fbaec94-3c96-43cf-92a9-982dd5b81ae6' was deleted {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:10:41.752413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-58110285-31c5-4492-8850-a76caab7a1c1 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:41.753636 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-58110285-31c5-4492-8850-a76caab7a1c1 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 0.3917773
Nov 24 13:10:41.788382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48890) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:41.990051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-392df07a-5417-415c-90f1-721d379f1ebb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:42.006857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a3703fa6-d083-4736-a565-932a538bc376 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:42.017227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44908ad9-2b95-4907-ae01-3710bf233aad None None] Network 7b4d9099-609a-438e-8cc5-ed703e770082 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:10:42.025700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d16efbe-2b7a-4688-9568-f0952ca62a44 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:42.085933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82cfd64a-686c-46ae-9aa2-9f8e79048a92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:42.108505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392df07a-5417-415c-90f1-721d379f1ebb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Subnet': ['ID=dd32ef5a-5415-4a77-818a-d90f6bb8c1cf,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:42.114138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-392df07a-5417-415c-90f1-721d379f1ebb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:42.175417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-0c94174f-f7aa-4304-8ede-efe7332b7833 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Allocated IP 172.21.0.1 (57935437-8c51-4375-80c1-3b738fe518fa/b8d42d26-edee-4ef3-97b7-1c9e870d8a87/d972c397-85cd-4ea7-bd68-94ece3b76ea6) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:10:42.206731 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8d16efbe-2b7a-4688-9568-f0952ca62a44 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/subnets/4fd56d36-e354-4e8d-abcc-f594dc58568b HTTP/1.1" status: 204  len: 168 time: 5.1071589
Nov 24 13:10:42.207092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48894) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:42.235395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-392df07a-5417-415c-90f1-721d379f1ebb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:42.308285 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-392df07a-5417-415c-90f1-721d379f1ebb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/dd32ef5a-5415-4a77-818a-d90f6bb8c1cf HTTP/1.1" status: 204  len: 168 time: 1.2294035
Nov 24 13:10:42.310840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-56a0cfcf-6428-400d-baa1-a8a5c3d5b9df tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:42.339630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 28fc6226-fae5-4b89-b85a-c8bbda8763f8 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:10:42.365700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48898) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:42.402611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91408a7d-1738-446f-89d4-99d2f24c294c tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Checking segment: {'id': '357fcc8d-f3a8-41be-81b7-93638b737c53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '58c507da-7c41-4f66-9fba-e937e9234a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:10:42.403018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91408a7d-1738-446f-89d4-99d2f24c294c tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Network hostable DHCP agents. Network: 58c507da-7c41-4f66-9fba-e937e9234a3f, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:10:42.431870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f3a49243-6810-4708-8e8e-22c21356d698 None None] Provisioning for port 28fc6226-fae5-4b89-b85a-c8bbda8763f8 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:10:42.434853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-82cfd64a-686c-46ae-9aa2-9f8e79048a92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634742ee48>,) {'filters': {'network_id': ['37e70edb-1d9d-4dad-af77-da0deffdfdaa']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:42.462480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5f6292-8784-4148-a32b-009babed7eb9 None None] DHCP port deletion for 7b4d9099-609a-438e-8cc5-ed703e770082 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:10:42.467244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 28fc6226-fae5-4b89-b85a-c8bbda8763f8 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:10:42.472844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 28fc6226-fae5-4b89-b85a-c8bbda8763f8 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:42.473279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:42.481790 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ba621eb4-58ea-42db-946d-09c86654625c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1122873
Nov 24 13:10:42.482725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48902) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:42.489333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-614675af-52fb-42fe-9cec-9acb6f442cb0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:42.502403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5b5f6292-8784-4148-a32b-009babed7eb9 None None] Deleting port ac582c8b-c3b2-4be9-becc-bb9f85ec7df2 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:10:42.503086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b5f6292-8784-4148-a32b-009babed7eb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:42.504451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-56a0cfcf-6428-400d-baa1-a8a5c3d5b9df tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:42.529781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-82cfd64a-686c-46ae-9aa2-9f8e79048a92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634742ee48>, '181281ba-32c0-4b91-9623-33854efb7641') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:42.530174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-82cfd64a-686c-46ae-9aa2-9f8e79048a92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634742ee48>, '181281ba-32c0-4b91-9623-33854efb7641') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:42.583041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82cfd64a-686c-46ae-9aa2-9f8e79048a92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:42.597271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914cd344-0046-4810-94f3-1ff84249955e None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:10:42.652685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3956c717-a56e-4abe-89b7-7aa37fc87994 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:42.666873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82cfd64a-686c-46ae-9aa2-9f8e79048a92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:42.675391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-82cfd64a-686c-46ae-9aa2-9f8e79048a92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Releasing vxlan tunnel 9 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:10:42.712268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91408a7d-1738-446f-89d4-99d2f24c294c tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Network 58c507da-7c41-4f66-9fba-e937e9234a3f is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:10:42.724197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-614675af-52fb-42fe-9cec-9acb6f442cb0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:42.731518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8090eb83-4982-42f7-8ece-34a65efcda0e None None] Could not find standard attr ID for object 0abe646c-168b-4592-8568-8a09bac311f1. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:10:42.734538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-614675af-52fb-42fe-9cec-9acb6f442cb0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:subnet and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:42.739839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-614675af-52fb-42fe-9cec-9acb6f442cb0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:42.746679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3956c717-a56e-4abe-89b7-7aa37fc87994 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Deleting port ac582c8b-c3b2-4be9-becc-bb9f85ec7df2 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:10:42.747318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3956c717-a56e-4abe-89b7-7aa37fc87994 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:42.748967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-03584036-1c91-42ca-8987-849fc5277a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:42.778199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-614675af-52fb-42fe-9cec-9acb6f442cb0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:42.802964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c94174f-f7aa-4304-8ede-efe7332b7833 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:42.807951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614675af-52fb-42fe-9cec-9acb6f442cb0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:10:42.814609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-614675af-52fb-42fe-9cec-9acb6f442cb0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:42.817517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-91408a7d-1738-446f-89d4-99d2f24c294c tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 58c507da-7c41-4f66-9fba-e937e9234a3f) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:42.837889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-56a0cfcf-6428-400d-baa1-a8a5c3d5b9df tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:42.847264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f725951b-3c87-4476-ad3f-6697de665756 None None] Network 58c507da-7c41-4f66-9fba-e937e9234a3f requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:10:42.903669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ce1e3005-c978-42f8-9850-1f3ce3a271fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:42.945942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0c94174f-f7aa-4304-8ede-efe7332b7833 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Transition to ACTIVE for port object d972c397-85cd-4ea7-bd68-94ece3b76ea6 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:10:42.955895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0cfcf-6428-400d-baa1-a8a5c3d5b9df tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event deleted for resources: {'SecurityGroup': ['ID=141cb2b2-e6d5-43c7-a10c-93492e8ae7f0,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:42.980371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91408a7d-1738-446f-89d4-99d2f24c294c tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:42.981365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-91408a7d-1738-446f-89d4-99d2f24c294c tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:42.996177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-56a0cfcf-6428-400d-baa1-a8a5c3d5b9df tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:43.006954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-82cfd64a-686c-46ae-9aa2-9f8e79048a92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network 37e70edb-1d9d-4dad-af77-da0deffdfdaa has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:10:43.024720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82cfd64a-686c-46ae-9aa2-9f8e79048a92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:43.111557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-3956c717-a56e-4abe-89b7-7aa37fc87994 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] For port ac582c8b-c3b2-4be9-becc-bb9f85ec7df2, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=ac582c8b-c3b2-4be9-becc-bb9f85ec7df2,segment=NetworkSegment(8a2d717f-5e8d-4a65-8ccd-221da85f0839),segment_id=8a2d717f-5e8d-4a65-8ccd-221da85f0839)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:10:43.112096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3956c717-a56e-4abe-89b7-7aa37fc87994 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:43.147313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:43.164989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:43.169621 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-91408a7d-1738-446f-89d4-99d2f24c294c tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 6.8757448
Nov 24 13:10:43.192454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48906) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:43.262301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-88ab8156-25ac-464f-bcf8-97a3a1c9edd8 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Request body: {'port': {'network_id': '58c507da-7c41-4f66-9fba-e937e9234a3f', 'name': 'tempest-TagsExtTest-731462718'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:43.284435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3956c717-a56e-4abe-89b7-7aa37fc87994 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Calling delete_port for ac582c8b-c3b2-4be9-becc-bb9f85ec7df2 owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:10:43.288114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-5b5f6292-8784-4148-a32b-009babed7eb9 None None] For port ac582c8b-c3b2-4be9-becc-bb9f85ec7df2, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=ac582c8b-c3b2-4be9-becc-bb9f85ec7df2,segment=NetworkSegment(8a2d717f-5e8d-4a65-8ccd-221da85f0839),segment_id=8a2d717f-5e8d-4a65-8ccd-221da85f0839)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:10:43.288572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b5f6292-8784-4148-a32b-009babed7eb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:43.291735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-56a0cfcf-6428-400d-baa1-a8a5c3d5b9df tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:43.295513 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-56a0cfcf-6428-400d-baa1-a8a5c3d5b9df tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "DELETE /v2.0/security-groups/141cb2b2-e6d5-43c7-a10c-93492e8ae7f0 HTTP/1.1" status: 204  len: 168 time: 1.4966588
Nov 24 13:10:43.309383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48910) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:43.326646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 28fc6226-fae5-4b89-b85a-c8bbda8763f8, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=28fc6226-fae5-4b89-b85a-c8bbda8763f8,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:10:43.348389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:43.362236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c94174f-f7aa-4304-8ede-efe7332b7833 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:43.381801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-82cfd64a-686c-46ae-9aa2-9f8e79048a92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network 37e70edb-1d9d-4dad-af77-da0deffdfdaa has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:10:43.390845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-828ee09f-a0f2-421b-992a-d56b3a17ca75 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:43.416774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dd0f0f4b-0e4a-44a4-807e-7fa362b7059d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:10:43.504748 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:10:43.522060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5b5f6292-8784-4148-a32b-009babed7eb9 None None] Calling delete_port for ac582c8b-c3b2-4be9-becc-bb9f85ec7df2 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:10:43.686884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94174f-f7aa-4304-8ede-efe7332b7833 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Port': ['ID=d972c397-85cd-4ea7-bd68-94ece3b76ea6,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:43.696998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653bb4e7-df98-48c3-9531-8d0803ccffff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-58c507da-7c41-4f66-9fba-e937e9234a3f', 'network_id': '58c507da-7c41-4f66-9fba-e937e9234a3f', 'tenant_id': '7c3704a0a57b4dc1bd04032d6b80c6ea', 'fixed_ips': [{'subnet_id': '2e510f62-2ec5-44f8-a3e1-ad268a197831'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:10:43.698321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-653bb4e7-df98-48c3-9531-8d0803ccffff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:43.698896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0c94174f-f7aa-4304-8ede-efe7332b7833 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:43.702837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82cfd64a-686c-46ae-9aa2-9f8e79048a92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:43.721160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6d60b0-fc66-4718-89f2-e69feb31bb4d None None] DHCP port deletion for 8ca51b04-1dca-4f60-b844-2979d8864b51 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:10:43.724097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5b3ab2cd-cce5-4141-bbe2-918d8eb6202f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:43.730253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3c6d60b0-fc66-4718-89f2-e69feb31bb4d None None] Deleting port 28fc6226-fae5-4b89-b85a-c8bbda8763f8 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:10:43.730253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3c6d60b0-fc66-4718-89f2-e69feb31bb4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:43.742449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82cfd64a-686c-46ae-9aa2-9f8e79048a92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:43.750815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bdb561ce-16e3-4f0e-86c1-d5f6a074d414 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Synchronizing usage tracker for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:10:43.768130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=28fc6226-fae5-4b89-b85a-c8bbda8763f8,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:43.772816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cfd64a-686c-46ae-9aa2-9f8e79048a92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Network': ['ID=37e70edb-1d9d-4dad-af77-da0deffdfdaa,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:43.776650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:43.785419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-82cfd64a-686c-46ae-9aa2-9f8e79048a92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:43.788834 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-82cfd64a-686c-46ae-9aa2-9f8e79048a92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/networks/37e70edb-1d9d-4dad-af77-da0deffdfdaa HTTP/1.1" status: 204  len: 168 time: 5.7539372
Nov 24 13:10:43.796621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48914) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:43.798373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b5f6292-8784-4148-a32b-009babed7eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:43.823743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-37adcb15-3d9f-407b-ae28-04a35a3dc23a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:43.849068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-3956c717-a56e-4abe-89b7-7aa37fc87994 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:10:43.849423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-3956c717-a56e-4abe-89b7-7aa37fc87994 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:10:43.860012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bdb561ce-16e3-4f0e-86c1-d5f6a074d414 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Unset dirty status for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:10:43.861344 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bdb561ce-16e3-4f0e-86c1-d5f6a074d414 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.5399017
Nov 24 13:10:43.861968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-88ab8156-25ac-464f-bcf8-97a3a1c9edd8 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:43.865681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48918) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:43.873060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e9f25811-4793-4072-923b-b68b26810e1a tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Request body: {'security_group': {'name': 'tempest-secgroup--236544304'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:43.891030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c94174f-f7aa-4304-8ede-efe7332b7833 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network 57935437-8c51-4375-80c1-3b738fe518fa is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:10:43.897683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-88ab8156-25ac-464f-bcf8-97a3a1c9edd8 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Usage tracker for resource:port and tenant:7c3704a0a57b4dc1bd04032d6b80c6ea is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:43.898421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-0c94174f-f7aa-4304-8ede-efe7332b7833 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:43.904808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c94174f-f7aa-4304-8ede-efe7332b7833 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:10:43.905051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-88ab8156-25ac-464f-bcf8-97a3a1c9edd8 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Quota usage for port was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:43.908311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e9f25811-4793-4072-923b-b68b26810e1a tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:43.916580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-88ab8156-25ac-464f-bcf8-97a3a1c9edd8 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:43.985218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e9f25811-4793-4072-923b-b68b26810e1a tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:44.010673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ab8156-25ac-464f-bcf8-97a3a1c9edd8 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Made reservation on behalf of 7c3704a0a57b4dc1bd04032d6b80c6ea for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:10:44.016933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-88ab8156-25ac-464f-bcf8-97a3a1c9edd8 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:44.033541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9f25811-4793-4072-923b-b68b26810e1a tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:44.042073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c94174f-f7aa-4304-8ede-efe7332b7833 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:44.080792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e79276-7994-467d-9ae1-c52a1d3e376a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:44.081613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-04e79276-7994-467d-9ae1-c52a1d3e376a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Synchronizing usage tracker for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:10:44.111877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9e2360c5-85d0-471e-8140-e6704178f2da tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:44.148461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-907cc850-5bee-4a91-bfbe-babaf74fd9f3 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:44.233784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e9f25811-4793-4072-923b-b68b26810e1a tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:44.264939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f6292-8784-4148-a32b-009babed7eb9 None None] Pushing event deleted for resources: {'Port': ['ID=ac582c8b-c3b2-4be9-becc-bb9f85ec7df2,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:44.282754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device ac582c8b-c3b2-4be9-becc-bb9f85ec7df2 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:10:44.284304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-04e79276-7994-467d-9ae1-c52a1d3e376a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Unset dirty status for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:10:44.285606 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-04e79276-7994-467d-9ae1-c52a1d3e376a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.4811583
Nov 24 13:10:44.291530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e9f25811-4793-4072-923b-b68b26810e1a tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Usage tracker for resource:security_group_rule and tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:44.293903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48922) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:44.307144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e9f25811-4793-4072-923b-b68b26810e1a tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:44.315829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5b5f6292-8784-4148-a32b-009babed7eb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:44.361878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3956c717-a56e-4abe-89b7-7aa37fc87994 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Deleting port ac582c8b-c3b2-4be9-becc-bb9f85ec7df2 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:10:44.362369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3956c717-a56e-4abe-89b7-7aa37fc87994 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:44.377742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2360c5-85d0-471e-8140-e6704178f2da tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Subnet': ['ID=d02b5526-b8a7-41a9-9d60-d0bc4c376c36,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:44.399358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9e2360c5-85d0-471e-8140-e6704178f2da tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:44.417726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e9f25811-4793-4072-923b-b68b26810e1a tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:44.422465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c94174f-f7aa-4304-8ede-efe7332b7833 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:44.423394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-88ab8156-25ac-464f-bcf8-97a3a1c9edd8 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] device_id is not set on port 4ed149cc-2a63-4e4a-88f2-bf0a040146eb yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:10:44.464604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: ac582c8b-c3b2-4be9-becc-bb9f85ec7df2 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:10:44.465029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device ac582c8b-c3b2-4be9-becc-bb9f85ec7df2 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:10:44.465505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 28fc6226-fae5-4b89-b85a-c8bbda8763f8 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:10:44.504179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2360c5-85d0-471e-8140-e6704178f2da tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network f7621358-709a-475a-a392-d79f23d223d6 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:10:44.507070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-9e2360c5-85d0-471e-8140-e6704178f2da tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:44.525566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:44.532209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3956c717-a56e-4abe-89b7-7aa37fc87994 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] The port 'ac582c8b-c3b2-4be9-becc-bb9f85ec7df2' was deleted {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:10:44.538663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5bd55a-fe54-4cb9-9821-61ff7676c3b0 None None] Network f7621358-709a-475a-a392-d79f23d223d6 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:10:44.570569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2360c5-85d0-471e-8140-e6704178f2da tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:44.571236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9e2360c5-85d0-471e-8140-e6704178f2da tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:44.835694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-3c6d60b0-fc66-4718-89f2-e69feb31bb4d None None] For port 28fc6226-fae5-4b89-b85a-c8bbda8763f8, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=28fc6226-fae5-4b89-b85a-c8bbda8763f8,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:10:44.836874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3c6d60b0-fc66-4718-89f2-e69feb31bb4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:44.903032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3956c717-a56e-4abe-89b7-7aa37fc87994 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:45.011958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fc1d0325-febb-4d4a-81c9-37fcaa4353be tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Synchronizing usage tracker for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:10:45.017870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9f25811-4793-4072-923b-b68b26810e1a tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:45.039564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5f6292-8784-4148-a32b-009babed7eb9 None None] No DVR routers for this DVR port ac582c8b-c3b2-4be9-becc-bb9f85ec7df2 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:10:45.053978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9f25811-4793-4072-923b-b68b26810e1a tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:45.054355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3c6d60b0-fc66-4718-89f2-e69feb31bb4d None None] Calling delete_port for 28fc6226-fae5-4b89-b85a-c8bbda8763f8 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:10:45.068189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5c32524d-34dd-490d-b9b7-aaaa446c390c tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:45.097850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-dcac6927-d73e-477a-9ffa-1be250ad32b6 None None] Provisioning for port d972c397-85cd-4ea7-bd68-94ece3b76ea6 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:10:45.129231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-88ab8156-25ac-464f-bcf8-97a3a1c9edd8 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Allocated IP 172.20.0.12 (58c507da-7c41-4f66-9fba-e937e9234a3f/2e510f62-2ec5-44f8-a3e1-ad268a197831/4ed149cc-2a63-4e4a-88f2-bf0a040146eb) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:10:45.169682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-dcac6927-d73e-477a-9ffa-1be250ad32b6 None None] Provisioning complete for port d972c397-85cd-4ea7-bd68-94ece3b76ea6 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:45.169682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dcac6927-d73e-477a-9ffa-1be250ad32b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:45.185404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fc1d0325-febb-4d4a-81c9-37fcaa4353be tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Unset dirty status for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:10:45.185404 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fc1d0325-febb-4d4a-81c9-37fcaa4353be tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.8794136
Nov 24 13:10:45.201568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48926) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:45.226385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7fbbeac0-7d98-4b49-9cd9-78d0434284d0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-831034367'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:45.247305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:45.250668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7fbbeac0-7d98-4b49-9cd9-78d0434284d0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:45.262801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-3956c717-a56e-4abe-89b7-7aa37fc87994 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6347b9a438>,) {'filters': {'network_id': ['7b4d9099-609a-438e-8cc5-ed703e770082']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:45.285525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7fbbeac0-7d98-4b49-9cd9-78d0434284d0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:network and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:45.291421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f25811-4793-4072-923b-b68b26810e1a tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7b40d3-424c-47d8-9d14-f84fd13e928e,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:45.295249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e9f25811-4793-4072-923b-b68b26810e1a tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:45.320071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7fbbeac0-7d98-4b49-9cd9-78d0434284d0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for network was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:45.340759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-3956c717-a56e-4abe-89b7-7aa37fc87994 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347b9a438>, '8a2d717f-5e8d-4a65-8ccd-221da85f0839') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:45.341767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-3956c717-a56e-4abe-89b7-7aa37fc87994 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347b9a438>, '8a2d717f-5e8d-4a65-8ccd-221da85f0839') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:45.360357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7fbbeac0-7d98-4b49-9cd9-78d0434284d0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:45.389797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3956c717-a56e-4abe-89b7-7aa37fc87994 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:45.398177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.objects.ports [None req-614675af-52fb-42fe-9cec-9acb6f442cb0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80943) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 24 13:10:45.468260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9f25811-4793-4072-923b-b68b26810e1a tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:45.470001 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e9f25811-4793-4072-923b-b68b26810e1a tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1627 time: 1.6034820
Nov 24 13:10:45.471175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-dcac6927-d73e-477a-9ffa-1be250ad32b6 None None] Port d972c397-85cd-4ea7-bd68-94ece3b76ea6 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:10:45.481045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:45.486765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48930) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:45.504672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-0fff4895-b2c5-47fa-a4d7-6f7fc2c0a733 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Request body: {'security_group': {'name': 'tempest-secgroup--165412114'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:45.506400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3c6d60b0-fc66-4718-89f2-e69feb31bb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:45.513814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbbeac0-7d98-4b49-9cd9-78d0434284d0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:10:45.520447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7fbbeac0-7d98-4b49-9cd9-78d0434284d0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:45.533906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e8ef8078-6bd5-4036-9ea6-59aabd9fa5b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:45.543468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c94174f-f7aa-4304-8ede-efe7332b7833 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:45.550824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c94174f-f7aa-4304-8ede-efe7332b7833 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:45.564605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3956c717-a56e-4abe-89b7-7aa37fc87994 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:45.570490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0fff4895-b2c5-47fa-a4d7-6f7fc2c0a733 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:45.578105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3956c717-a56e-4abe-89b7-7aa37fc87994 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Releasing vxlan tunnel 10 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:10:45.591156 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9e2360c5-85d0-471e-8140-e6704178f2da tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 5.2799952
Nov 24 13:10:45.593356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7a95eed4-e76b-430e-b15e-b842f5ea9933 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:45.628691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48936) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:45.647825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d60b0-fc66-4718-89f2-e69feb31bb4d None None] Pushing event deleted for resources: {'Port': ['ID=28fc6226-fae5-4b89-b85a-c8bbda8763f8,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:45.654384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ebdb3a65-6146-4638-bcec-0c169bcb2fcc tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Request body: {'port': {'name': 'tempest-PortsTestJSON-1571046854', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd02b5526-b8a7-41a9-9d60-d0bc4c376c36'}], 'security_groups': ['c0bb38ea-3373-4521-92ab-0df7818f5d9c', 'ae8e3a64-3f45-4a30-a331-21b1715df7f6']}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:45.655251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3c6d60b0-fc66-4718-89f2-e69feb31bb4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:45.734664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0fff4895-b2c5-47fa-a4d7-6f7fc2c0a733 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Usage tracker for resource:security_group and tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:45.747604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0fff4895-b2c5-47fa-a4d7-6f7fc2c0a733 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:45.753010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94174f-f7aa-4304-8ede-efe7332b7833 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Port': ['ID=d972c397-85cd-4ea7-bd68-94ece3b76ea6,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:45.770703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0fff4895-b2c5-47fa-a4d7-6f7fc2c0a733 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:45.776736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0c94174f-f7aa-4304-8ede-efe7332b7833 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:45.779995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c94174f-f7aa-4304-8ede-efe7332b7833 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:45.796174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fbbeac0-7d98-4b49-9cd9-78d0434284d0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:10:45.807575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7fbbeac0-7d98-4b49-9cd9-78d0434284d0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:45.807963 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-7fbbeac0-7d98-4b49-9cd9-78d0434284d0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Added segment d77d26e0-125a-4cae-bac2-832093961a47 of type vxlan for network 3db1956e-d8d7-4c37-bceb-91493a7dae75
Nov 24 13:10:45.849200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6d60b0-fc66-4718-89f2-e69feb31bb4d None None] No DVR routers for this DVR port 28fc6226-fae5-4b89-b85a-c8bbda8763f8 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:10:45.878539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e279bd91-5b17-4629-81d1-f8dc6a273414 None None] Update dhcp port {'port': {'network_id': 'f7621358-709a-475a-a392-d79f23d223d6', 'fixed_ips': [{'subnet_id': '25b62bf8-6d79-4880-b251-de8faa721c88', 'ip_address': '172.20.0.18'}, {'subnet_id': '1a9ccc34-8915-4583-9e59-a31763f56cea', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd02b5526-b8a7-41a9-9d60-d0bc4c376c36'}], 'binding:host_id': 'dv-neutron-601336-61-ovs'}, 'id': '4a695b15-efdc-44e4-8059-d1caac829b7a'} from dv-neutron-601336-61-ovs. {{(pid=80945) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 24 13:10:45.912033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fff4895-b2c5-47fa-a4d7-6f7fc2c0a733 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:45.947055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e279bd91-5b17-4629-81d1-f8dc6a273414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:45.987828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-3956c717-a56e-4abe-89b7-7aa37fc87994 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network 7b4d9099-609a-438e-8cc5-ed703e770082 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:10:46.000230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7fbbeac0-7d98-4b49-9cd9-78d0434284d0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:46.006548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3956c717-a56e-4abe-89b7-7aa37fc87994 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:46.089958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.ipam_pluggable_backend [None req-614675af-52fb-42fe-9cec-9acb6f442cb0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Port 28fc6226-fae5-4b89-b85a-c8bbda8763f8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=80943) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}}
Nov 24 13:10:46.090342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.ipam_pluggable_backend [None req-614675af-52fb-42fe-9cec-9acb6f442cb0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Reverting IP allocation for 2001:db8::f816:3eff:fe81:68cb {{(pid=80943) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}}
Nov 24 13:10:46.129174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c94174f-f7aa-4304-8ede-efe7332b7833 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network 57935437-8c51-4375-80c1-3b738fe518fa is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:10:46.138674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-0c94174f-f7aa-4304-8ede-efe7332b7833 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:46.243936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ebdb3a65-6146-4638-bcec-0c169bcb2fcc tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:46.285608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0fff4895-b2c5-47fa-a4d7-6f7fc2c0a733 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:46.311067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0fff4895-b2c5-47fa-a4d7-6f7fc2c0a733 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Usage tracker for resource:security_group_rule and tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:46.315289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-88ab8156-25ac-464f-bcf8-97a3a1c9edd8 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:46.318337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-614675af-52fb-42fe-9cec-9acb6f442cb0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:46.338585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0fff4895-b2c5-47fa-a4d7-6f7fc2c0a733 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:46.360680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93b3702c-38f5-4e4d-b0dc-aa5e12909c1e tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:46.444572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-e279bd91-5b17-4629-81d1-f8dc6a273414 None None] Allocated IP 172.20.0.34 (f7621358-709a-475a-a392-d79f23d223d6/d02b5526-b8a7-41a9-9d60-d0bc4c376c36/4a695b15-efdc-44e4-8059-d1caac829b7a) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:10:46.445161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-3956c717-a56e-4abe-89b7-7aa37fc87994 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network 7b4d9099-609a-438e-8cc5-ed703e770082 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:10:46.460120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7fbbeac0-7d98-4b49-9cd9-78d0434284d0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:46.464354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbbeac0-7d98-4b49-9cd9-78d0434284d0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:46.465006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7fbbeac0-7d98-4b49-9cd9-78d0434284d0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:46.495172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0fff4895-b2c5-47fa-a4d7-6f7fc2c0a733 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:10:46.510267 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:10:46.573540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a679a2a9-bf1e-463d-95d0-59f119c3a5ff None None] Provisioning complete for port d972c397-85cd-4ea7-bd68-94ece3b76ea6 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:46.573952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a679a2a9-bf1e-463d-95d0-59f119c3a5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:46.616679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-88ab8156-25ac-464f-bcf8-97a3a1c9edd8 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Transition to ACTIVE for port object 4ed149cc-2a63-4e4a-88f2-bf0a040146eb will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:10:46.686859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a679a2a9-bf1e-463d-95d0-59f119c3a5ff None None] Port d972c397-85cd-4ea7-bd68-94ece3b76ea6 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:10:46.690889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e279bd91-5b17-4629-81d1-f8dc6a273414 None None] For port 4a695b15-efdc-44e4-8059-d1caac829b7a, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=4a695b15-efdc-44e4-8059-d1caac829b7a,segment=NetworkSegment(61108076-07d8-4281-8783-d80be466bb78),segment_id=61108076-07d8-4281-8783-d80be466bb78)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:10:46.732194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e279bd91-5b17-4629-81d1-f8dc6a273414 None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:47.017137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c94174f-f7aa-4304-8ede-efe7332b7833 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Router be3d4a7d-ed52-4b49-83d7-3c54c84797bf has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:10:47.027388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614675af-52fb-42fe-9cec-9acb6f442cb0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Subnet': ['ID=212835f8-a486-4ff4-b33f-3de2cc24e53d,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:47.032127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e279bd91-5b17-4629-81d1-f8dc6a273414 None None] Transition to ACTIVE for port object 4a695b15-efdc-44e4-8059-d1caac829b7a will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:10:47.037377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-614675af-52fb-42fe-9cec-9acb6f442cb0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:47.037377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-21ba3f78-7a14-4292-a59a-c17416036aba tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.456s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:47.043311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e279bd91-5b17-4629-81d1-f8dc6a273414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:47.043311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5b5f6292-8784-4148-a32b-009babed7eb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:47.106365 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7fbbeac0-7d98-4b49-9cd9-78d0434284d0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.8939745
Nov 24 13:10:47.111326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3956c717-a56e-4abe-89b7-7aa37fc87994 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:47.117841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48940) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:47.161474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279bd91-5b17-4629-81d1-f8dc6a273414 None None] Pushing event updated for resources: {'Port': ['ID=4a695b15-efdc-44e4-8059-d1caac829b7a,revision_number=7']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:47.161971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b562667f-e3eb-4533-b248-48e4356998a1 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'subnet': {'network_id': '3db1956e-d8d7-4c37-bceb-91493a7dae75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:47.177099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e279bd91-5b17-4629-81d1-f8dc6a273414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:47.268668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3956c717-a56e-4abe-89b7-7aa37fc87994 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:47.313909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbeac0-7d98-4b49-9cd9-78d0434284d0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Network': ['ID=3db1956e-d8d7-4c37-bceb-91493a7dae75,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:47.332554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 3db1956e-d8d7-4c37-bceb-91493a7dae75 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:10:47.350975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-ebdb3a65-6146-4638-bcec-0c169bcb2fcc tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Delete allocated IP 172.20.0.14 (f7621358-709a-475a-a392-d79f23d223d6/1a9ccc34-8915-4583-9e59-a31763f56cea) {{(pid=80944) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Nov 24 13:10:47.361260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7fbbeac0-7d98-4b49-9cd9-78d0434284d0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:47.361619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8ec4ae2d-efcc-4d44-9184-28a39188151d tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:47.367536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 3db1956e-d8d7-4c37-bceb-91493a7dae75 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:10:47.379541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-ebdb3a65-6146-4638-bcec-0c169bcb2fcc tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Allocated IP 172.20.0.43 (f7621358-709a-475a-a392-d79f23d223d6/d02b5526-b8a7-41a9-9d60-d0bc4c376c36/1a8acc2f-936f-4138-b423-0a26bffbd218) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:10:47.389807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fff4895-b2c5-47fa-a4d7-6f7fc2c0a733 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:47.390923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c94174f-f7aa-4304-8ede-efe7332b7833 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:10:47.403553 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0c94174f-f7aa-4304-8ede-efe7332b7833 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "PUT /v2.0/routers/be3d4a7d-ed52-4b49-83d7-3c54c84797bf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.6810913
Nov 24 13:10:47.408942 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3956c717-a56e-4abe-89b7-7aa37fc87994 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/networks/7b4d9099-609a-438e-8cc5-ed703e770082 HTTP/1.1" status: 204  len: 168 time: 5.2003915
Nov 24 13:10:47.409831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48944) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:47.410226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48946) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:47.412709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462bdda1-05e2-4ae4-abbb-e57cb6e9fe1b None None] Sync routers for ids ['be3d4a7d-ed52-4b49-83d7-3c54c84797bf'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:10:47.413029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614675af-52fb-42fe-9cec-9acb6f442cb0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:10:47.435633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462bdda1-05e2-4ae4-abbb-e57cb6e9fe1b None None] Routers {'be3d4a7d-ed52-4b49-83d7-3c54c84797bf'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:10:47.436417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-462bdda1-05e2-4ae4-abbb-e57cb6e9fe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cdc53c8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:10:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['be3d4a7d-ed52-4b49-83d7-3c54c84797bf'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:47.438171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-88ab8156-25ac-464f-bcf8-97a3a1c9edd8 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:47.511206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b1353333-9479-4cee-aa93-003b6c8b3d34 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-852208517', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}, 'admin_state_up': False}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:47.525945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-614675af-52fb-42fe-9cec-9acb6f442cb0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:47.542278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fff4895-b2c5-47fa-a4d7-6f7fc2c0a733 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:47.548563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956c717-a56e-4abe-89b7-7aa37fc87994 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Network': ['ID=7b4d9099-609a-438e-8cc5-ed703e770082,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:47.551761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3956c717-a56e-4abe-89b7-7aa37fc87994 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:47.602392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bcfd79cf-7372-41c1-a531-19fb289f013f tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:47.614908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f474206a-16c1-487c-a50c-738bf65ba101 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:10:47.687661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b1353333-9479-4cee-aa93-003b6c8b3d34 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:47.772030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b1353333-9479-4cee-aa93-003b6c8b3d34 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Usage tracker for resource:router and tenant:7bd33557530a48bab25cc76dc38cd9bb is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:47.774396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-462bdda1-05e2-4ae4-abbb-e57cb6e9fe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cdc53c8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:47.776091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b562667f-e3eb-4533-b248-48e4356998a1 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:47.803299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b1353333-9479-4cee-aa93-003b6c8b3d34 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:47.807962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462bdda1-05e2-4ae4-abbb-e57cb6e9fe1b None None] Routers {'be3d4a7d-ed52-4b49-83d7-3c54c84797bf'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:10:47.808646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-462bdda1-05e2-4ae4-abbb-e57cb6e9fe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cdc53c8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:10:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['be3d4a7d-ed52-4b49-83d7-3c54c84797bf'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:47.809282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614675af-52fb-42fe-9cec-9acb6f442cb0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:47.811742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-614675af-52fb-42fe-9cec-9acb6f442cb0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:47.818141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-653bb4e7-df98-48c3-9531-8d0803ccffff None None] Allocated IP 172.20.0.2 (58c507da-7c41-4f66-9fba-e937e9234a3f/2e510f62-2ec5-44f8-a3e1-ad268a197831/e2679a84-9bb6-4345-937c-3e168666d358) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:10:47.859243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b562667f-e3eb-4533-b248-48e4356998a1 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:subnet and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:47.870335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b1353333-9479-4cee-aa93-003b6c8b3d34 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:47.889061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b562667f-e3eb-4533-b248-48e4356998a1 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:47.904546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fff4895-b2c5-47fa-a4d7-6f7fc2c0a733 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:47.906000 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0fff4895-b2c5-47fa-a4d7-6f7fc2c0a733 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1627 time: 2.4114764
Nov 24 13:10:47.919155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b562667f-e3eb-4533-b248-48e4356998a1 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:47.928207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48952) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:47.935875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ebdb3a65-6146-4638-bcec-0c169bcb2fcc tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:47.937584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-4235a540-3a17-4376-be91-267909a92966 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Request body: {'security_group_rule': {'security_group_id': '9a7b40d3-424c-47d8-9d14-f84fd13e928e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7506024e-8387-4c76-afe8-87be7b214d1d', 'remote_ip_prefix': None}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:47.938152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-462bdda1-05e2-4ae4-abbb-e57cb6e9fe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cdc53c8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:47.938637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462bdda1-05e2-4ae4-abbb-e57cb6e9fe1b None None] The sync data for ids ['be3d4a7d-ed52-4b49-83d7-3c54c84797bf'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:10:47.972949 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-614675af-52fb-42fe-9cec-9acb6f442cb0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 5.4880967
Nov 24 13:10:47.973766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff4895-b2c5-47fa-a4d7-6f7fc2c0a733 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event updated for resources: {'SecurityGroup': ['ID=7506024e-8387-4c76-afe8-87be7b214d1d,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:47.983427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2786dc6f-e9d8-486f-b46d-26e69c19fd08 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:47.989407 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2786dc6f-e9d8-486f-b46d-26e69c19fd08 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "GET /v2.0/ports/d972c397-85cd-4ea7-bd68-94ece3b76ea6 HTTP/1.1" status: 200  len: 910 time: 0.5630794
Nov 24 13:10:47.994641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48956) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:47.994641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48958) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:47.994778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ebdb3a65-6146-4638-bcec-0c169bcb2fcc tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Transition to ACTIVE for port object 1a8acc2f-936f-4138-b423-0a26bffbd218 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:10:47.994964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4235a540-3a17-4376-be91-267909a92966 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:48.002340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0fff4895-b2c5-47fa-a4d7-6f7fc2c0a733 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:48.003254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ebdb3a65-6146-4638-bcec-0c169bcb2fcc tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:48.007178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7f2f842d-f57b-446f-aa87-b12c93e052de tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.382s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:48.021747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5b7c6cee-a8ca-4d90-a786-64d591abda6d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:48.055916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-26827df0-615a-47ff-b35f-77a659f62ae2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'port': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'mac_address': 'fa:16:3e:61:91:f3', 'name': 'tempest-NetworksTestDHCPv6-585080218'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:48.139433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b1353333-9479-4cee-aa93-003b6c8b3d34 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:48.140461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b1353333-9479-4cee-aa93-003b6c8b3d34 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:48.150919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4235a540-3a17-4376-be91-267909a92966 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Usage tracker for resource:security_group_rule and tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:48.184167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4235a540-3a17-4376-be91-267909a92966 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:48.199296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5346c6-8849-4290-94cb-9a03e3ab01a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-8ca51b04-1dca-4f60-b844-2979d8864b51', 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'fixed_ips': [{'subnet_id': '212835f8-a486-4ff4-b33f-3de2cc24e53d'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:10:48.199497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b5346c6-8849-4290-94cb-9a03e3ab01a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:48.205279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b562667f-e3eb-4533-b248-48e4356998a1 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:10:48.287122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e1ecb70e-fa69-4889-92e5-b84d4e035cfb None None] Provisioning for port 4a695b15-efdc-44e4-8059-d1caac829b7a completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:10:48.343571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e1ecb70e-fa69-4889-92e5-b84d4e035cfb None None] Provisioning complete for port 4a695b15-efdc-44e4-8059-d1caac829b7a triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:48.344025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1ecb70e-fa69-4889-92e5-b84d4e035cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:48.365030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4235a540-3a17-4376-be91-267909a92966 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:48.393815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4a695b15-efdc-44e4-8059-d1caac829b7a up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:10:48.444221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-653bb4e7-df98-48c3-9531-8d0803ccffff None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:48.554021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b562667f-e3eb-4533-b248-48e4356998a1 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:48.580956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb3a65-6146-4638-bcec-0c169bcb2fcc tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event updated for resources: {'Port': ['ID=1a8acc2f-936f-4138-b423-0a26bffbd218,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:48.586834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ebdb3a65-6146-4638-bcec-0c169bcb2fcc tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:48.650414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab8156-25ac-464f-bcf8-97a3a1c9edd8 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Pushing event updated for resources: {'Port': ['ID=4ed149cc-2a63-4e4a-88f2-bf0a040146eb,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:48.665040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-88ab8156-25ac-464f-bcf8-97a3a1c9edd8 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:48.675451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-653bb4e7-df98-48c3-9531-8d0803ccffff None None] Transition to ACTIVE for port object e2679a84-9bb6-4345-937c-3e168666d358 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:10:48.749009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-653bb4e7-df98-48c3-9531-8d0803ccffff None None] Transition to ACTIVE for port object e2679a84-9bb6-4345-937c-3e168666d358 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:10:48.780488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ebdb3a65-6146-4638-bcec-0c169bcb2fcc tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] In _notify_port_updated(), no bound segment for port 1a8acc2f-936f-4138-b423-0a26bffbd218 on network f7621358-709a-475a-a392-d79f23d223d6 {{(pid=80944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 24 13:10:48.785185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdb3a65-6146-4638-bcec-0c169bcb2fcc tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:48.787383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ebdb3a65-6146-4638-bcec-0c169bcb2fcc tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:48.788380 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ebdb3a65-6146-4638-bcec-0c169bcb2fcc tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "PUT /v2.0/ports/1a8acc2f-936f-4138-b423-0a26bffbd218 HTTP/1.1" status: 200  len: 960 time: 3.1505744
Nov 24 13:10:48.791772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48964) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:48.814557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-653bb4e7-df98-48c3-9531-8d0803ccffff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:48.821670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b1353333-9479-4cee-aa93-003b6c8b3d34 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:48.837703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4235a540-3a17-4376-be91-267909a92966 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:48.840240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-beed5759-0165-4800-bfb1-ce1f1ecded16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:48.894471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a27acb90-aafd-4c59-b600-21714ad6921a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting port 1a8acc2f-936f-4138-b423-0a26bffbd218 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:10:48.894471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a27acb90-aafd-4c59-b600-21714ad6921a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:48.894630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ab8156-25ac-464f-bcf8-97a3a1c9edd8 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Network 58c507da-7c41-4f66-9fba-e937e9234a3f is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:10:48.932391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-88ab8156-25ac-464f-bcf8-97a3a1c9edd8 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:48.951815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ab8156-25ac-464f-bcf8-97a3a1c9edd8 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:10:49.026871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-26827df0-615a-47ff-b35f-77a659f62ae2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:49.169276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-26827df0-615a-47ff-b35f-77a659f62ae2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:port and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:49.197837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-26827df0-615a-47ff-b35f-77a659f62ae2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for port was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:49.223757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-26827df0-615a-47ff-b35f-77a659f62ae2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:49.270149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ab8156-25ac-464f-bcf8-97a3a1c9edd8 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:49.271210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-88ab8156-25ac-464f-bcf8-97a3a1c9edd8 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:49.291562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a27acb90-aafd-4c59-b600-21714ad6921a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:49.309324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653bb4e7-df98-48c3-9531-8d0803ccffff None None] Pushing event updated for resources: {'Port': ['ID=e2679a84-9bb6-4345-937c-3e168666d358,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:49.318242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-653bb4e7-df98-48c3-9531-8d0803ccffff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:49.328453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-5b5346c6-8849-4290-94cb-9a03e3ab01a4 None None] Allocated IP 2001:db8::f816:3eff:fe15:6765 (8ca51b04-1dca-4f60-b844-2979d8864b51/212835f8-a486-4ff4-b33f-3de2cc24e53d/2913c5db-f0c3-4723-b7c5-89c3790bdf68) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:10:49.346551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 4a695b15-efdc-44e4-8059-d1caac829b7a triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:49.346966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:49.432707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26827df0-615a-47ff-b35f-77a659f62ae2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:10:49.450410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a27acb90-aafd-4c59-b600-21714ad6921a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Calling delete_port for 1a8acc2f-936f-4138-b423-0a26bffbd218 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:10:49.520100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e1ecb70e-fa69-4889-92e5-b84d4e035cfb None None] Provisioning for port 1a8acc2f-936f-4138-b423-0a26bffbd218 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:10:49.556623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e1ecb70e-fa69-4889-92e5-b84d4e035cfb None None] Provisioning complete for port 1a8acc2f-936f-4138-b423-0a26bffbd218 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:49.557054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1ecb70e-fa69-4889-92e5-b84d4e035cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:49.635201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a27acb90-aafd-4c59-b600-21714ad6921a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:49.641753 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-88ab8156-25ac-464f-bcf8-97a3a1c9edd8 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 6.3845124
Nov 24 13:10:49.649231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4235a540-3a17-4376-be91-267909a92966 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:49.653377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48968) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:49.655462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-744374b5-c501-475b-b6e1-3adcea4d3c57 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:49.660343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b1353333-9479-4cee-aa93-003b6c8b3d34 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:49.677865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-60c7f6af-e735-44c1-a777-fc87205d0ce2 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1594927957', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:49.684172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4235a540-3a17-4376-be91-267909a92966 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:49.685631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e1ecb70e-fa69-4889-92e5-b84d4e035cfb None None] Port 1a8acc2f-936f-4138-b423-0a26bffbd218 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:10:49.692000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653bb4e7-df98-48c3-9531-8d0803ccffff None None] Network 58c507da-7c41-4f66-9fba-e937e9234a3f is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:10:49.699853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-60c7f6af-e735-44c1-a777-fc87205d0ce2 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:49.714483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-653bb4e7-df98-48c3-9531-8d0803ccffff None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:49.715793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-712f3cfc-1538-4aa1-80c7-282914629a11 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:49.719202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653bb4e7-df98-48c3-9531-8d0803ccffff None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:10:49.766759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27acb90-aafd-4c59-b600-21714ad6921a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Port': ['ID=1a8acc2f-936f-4138-b423-0a26bffbd218,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:49.796910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a27acb90-aafd-4c59-b600-21714ad6921a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:49.979027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b5346c6-8849-4290-94cb-9a03e3ab01a4 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:49.991858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5b5346c6-8849-4290-94cb-9a03e3ab01a4 None None] Transition to ACTIVE for port object 2913c5db-f0c3-4723-b7c5-89c3790bdf68 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:10:49.994056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a27acb90-aafd-4c59-b600-21714ad6921a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:50.014878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5b5346c6-8849-4290-94cb-9a03e3ab01a4 None None] Transition to ACTIVE for port object 2913c5db-f0c3-4723-b7c5-89c3790bdf68 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:10:50.032879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e1ecb70e-fa69-4889-92e5-b84d4e035cfb None None] Provisioning complete for port cef52ab6-aba8-4b9c-847e-ce640f42be34 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:50.033388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1ecb70e-fa69-4889-92e5-b84d4e035cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:50.081203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-60c7f6af-e735-44c1-a777-fc87205d0ce2 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Usage tracker for resource:router and tenant:7c3704a0a57b4dc1bd04032d6b80c6ea is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:50.084697 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a27acb90-aafd-4c59-b600-21714ad6921a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/ports/1a8acc2f-936f-4138-b423-0a26bffbd218 HTTP/1.1" status: 204  len: 168 time: 1.2915301
Nov 24 13:10:50.085478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48972) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:50.090363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b5346c6-8849-4290-94cb-9a03e3ab01a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:50.112323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d55fbf5f-9a1e-48af-aafb-90110367504f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:50.129064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-60c7f6af-e735-44c1-a777-fc87205d0ce2 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:50.199463 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-677ecb2b-5344-4ea2-9be6-127b31dd5dd9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] GET failed (client error): The resource could not be found.
Nov 24 13:10:50.200038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-677ecb2b-5344-4ea2-9be6-127b31dd5dd9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Synchronizing usage tracker for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:10:50.204260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235a540-3a17-4376-be91-267909a92966 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73629bcb-cd5b-4c57-a016-26a02921ce76,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:50.212234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-60c7f6af-e735-44c1-a777-fc87205d0ce2 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:50.234536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-677ecb2b-5344-4ea2-9be6-127b31dd5dd9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Unset dirty status for tenant:c7d03523e68a47da9bee14cfe27d45e8 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:10:50.240314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4235a540-3a17-4376-be91-267909a92966 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:50.244828 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-677ecb2b-5344-4ea2-9be6-127b31dd5dd9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "GET /v2.0/ports/1a8acc2f-936f-4138-b423-0a26bffbd218 HTTP/1.1" status: 404  len: 333 time: 0.1572366
Nov 24 13:10:50.245655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48976) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:50.262196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5346c6-8849-4290-94cb-9a03e3ab01a4 None None] Pushing event updated for resources: {'Port': ['ID=2913c5db-f0c3-4723-b7c5-89c3790bdf68,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:50.283583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-653bb4e7-df98-48c3-9531-8d0803ccffff None None] Attempting to bind port e2679a84-9bb6-4345-937c-3e168666d358 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:10:50.286088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-653bb4e7-df98-48c3-9531-8d0803ccffff None None] Attempting to bind port e2679a84-9bb6-4345-937c-3e168666d358 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '357fcc8d-f3a8-41be-81b7-93638b737c53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '58c507da-7c41-4f66-9fba-e937e9234a3f'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:10:50.286775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653bb4e7-df98-48c3-9531-8d0803ccffff None None] Attempting to bind port e2679a84-9bb6-4345-937c-3e168666d358 on network 58c507da-7c41-4f66-9fba-e937e9234a3f {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:10:50.308541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5b5346c6-8849-4290-94cb-9a03e3ab01a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:50.326826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e1ecb70e-fa69-4889-92e5-b84d4e035cfb None None] Port cef52ab6-aba8-4b9c-847e-ce640f42be34 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:10:50.332934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653bb4e7-df98-48c3-9531-8d0803ccffff None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:10:50.333364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653bb4e7-df98-48c3-9531-8d0803ccffff None None] Checking segment: {'id': '357fcc8d-f3a8-41be-81b7-93638b737c53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '58c507da-7c41-4f66-9fba-e937e9234a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:10:50.333817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-653bb4e7-df98-48c3-9531-8d0803ccffff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:50.334300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653bb4e7-df98-48c3-9531-8d0803ccffff None None] Bound using segment: {'id': '357fcc8d-f3a8-41be-81b7-93638b737c53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '58c507da-7c41-4f66-9fba-e937e9234a3f'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:10:50.335449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-653bb4e7-df98-48c3-9531-8d0803ccffff None None] Bound port: e2679a84-9bb6-4345-937c-3e168666d358, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '357fcc8d-f3a8-41be-81b7-93638b737c53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '58c507da-7c41-4f66-9fba-e937e9234a3f'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:10:50.336093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-653bb4e7-df98-48c3-9531-8d0803ccffff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:50.346460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4235a540-3a17-4376-be91-267909a92966 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:50.348523 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4235a540-3a17-4376-be91-267909a92966 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 740 time: 2.4169755
Nov 24 13:10:50.353366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48980) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:50.377183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1c27c80-3e23-41ae-9d95-d298bbf06ad9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:50.381822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-26827df0-615a-47ff-b35f-77a659f62ae2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:50.432684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34674fa9-6278-44b6-990a-2bbb56629287 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:50.444927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-653bb4e7-df98-48c3-9531-8d0803ccffff None None] For port e2679a84-9bb6-4345-937c-3e168666d358, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:10:50.448495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-653bb4e7-df98-48c3-9531-8d0803ccffff None None] For port e2679a84-9bb6-4345-937c-3e168666d358, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=e2679a84-9bb6-4345-937c-3e168666d358,segment=NetworkSegment(357fcc8d-f3a8-41be-81b7-93638b737c53),segment_id=357fcc8d-f3a8-41be-81b7-93638b737c53)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:10:50.450841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1c27c80-3e23-41ae-9d95-d298bbf06ad9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:50.458355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60c7f6af-e735-44c1-a777-fc87205d0ce2 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:50.460019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60c7f6af-e735-44c1-a777-fc87205d0ce2 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:50.461944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34674fa9-6278-44b6-990a-2bbb56629287 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:50.465518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-653bb4e7-df98-48c3-9531-8d0803ccffff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:50.526503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34674fa9-6278-44b6-990a-2bbb56629287 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:50.529096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0159d031-6edc-4429-bae0-496ed4d5d6e8 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:50.549115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1c27c80-3e23-41ae-9d95-d298bbf06ad9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:50.561544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34674fa9-6278-44b6-990a-2bbb56629287 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73629bcb-cd5b-4c57-a016-26a02921ce76,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:50.566980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-34674fa9-6278-44b6-990a-2bbb56629287 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:50.571201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c5e670ef-b8c1-4eed-81fe-c2daade3f6e5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:50.595640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c27c80-3e23-41ae-9d95-d298bbf06ad9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe47df66-6acd-4176-8352-e9f602268fd6,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:50.603732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e1c27c80-3e23-41ae-9d95-d298bbf06ad9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:50.605263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34674fa9-6278-44b6-990a-2bbb56629287 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:50.606501 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-34674fa9-6278-44b6-990a-2bbb56629287 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "DELETE /v2.0/security-group-rules/73629bcb-cd5b-4c57-a016-26a02921ce76 HTTP/1.1" status: 204  len: 168 time: 0.2519314
Nov 24 13:10:50.607421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1c27c80-3e23-41ae-9d95-d298bbf06ad9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:50.608484 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e1c27c80-3e23-41ae-9d95-d298bbf06ad9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/security-groups/fe47df66-6acd-4176-8352-e9f602268fd6 HTTP/1.1" status: 204  len: 168 time: 0.3601704
Nov 24 13:10:50.612346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48984) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:50.612728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48986) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:50.621100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:50.655543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60c7f6af-e735-44c1-a777-fc87205d0ce2 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:50.713720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3a10f093-e53e-47e3-ac3e-24066803e011 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:50.718180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3556ccec-4e04-4da5-89e0-cb58551654d1 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Synchronizing usage tracker for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group_rule {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:10:50.764293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4ee07b39-4c3a-43e9-97e6-a80ff62a045d None None] Provisioning complete for port 4a695b15-efdc-44e4-8059-d1caac829b7a triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:50.764293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ee07b39-4c3a-43e9-97e6-a80ff62a045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:50.772861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-515180e5-227b-4179-84b6-5db25da5e528 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:50.772861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3556ccec-4e04-4da5-89e0-cb58551654d1 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Unset dirty status for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group_rule {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:10:50.774351 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3556ccec-4e04-4da5-89e0-cb58551654d1 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.1576476
Nov 24 13:10:50.774894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 48992) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:50.813614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60c7f6af-e735-44c1-a777-fc87205d0ce2 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:50.842899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-26827df0-615a-47ff-b35f-77a659f62ae2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] device_id is not set on port 2414c8c9-99cc-4d74-9f63-5ae80a2ef593 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:10:50.864669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5346c6-8849-4290-94cb-9a03e3ab01a4 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:10:50.872430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-5b5346c6-8849-4290-94cb-9a03e3ab01a4 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:50.888924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5346c6-8849-4290-94cb-9a03e3ab01a4 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:10:50.892170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-515180e5-227b-4179-84b6-5db25da5e528 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:50.900012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:50.932353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653bb4e7-df98-48c3-9531-8d0803ccffff None None] Pushing event updated for resources: {'Port': ['ID=e2679a84-9bb6-4345-937c-3e168666d358,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:50.937776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-653bb4e7-df98-48c3-9531-8d0803ccffff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:50.968941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1fe797ef-fbc6-496b-bf2d-f39e56dd3842 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:51.003987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-515180e5-227b-4179-84b6-5db25da5e528 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:51.008511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-5b5346c6-8849-4290-94cb-9a03e3ab01a4 None None] Attempting to bind port 2913c5db-f0c3-4723-b7c5-89c3790bdf68 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:10:51.009451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-5b5346c6-8849-4290-94cb-9a03e3ab01a4 None None] Attempting to bind port 2913c5db-f0c3-4723-b7c5-89c3790bdf68 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:10:51.009451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5346c6-8849-4290-94cb-9a03e3ab01a4 None None] Attempting to bind port 2913c5db-f0c3-4723-b7c5-89c3790bdf68 on network 8ca51b04-1dca-4f60-b844-2979d8864b51 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:10:51.020405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f3d8d6bd-e99f-4a77-a533-9e34f419d4c5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:51.041707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1fe797ef-fbc6-496b-bf2d-f39e56dd3842 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:51.059309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60c7f6af-e735-44c1-a777-fc87205d0ce2 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:51.061081 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-60c7f6af-e735-44c1-a777-fc87205d0ce2 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 1.4043512
Nov 24 13:10:51.068131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515180e5-227b-4179-84b6-5db25da5e528 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8e3a64-3f45-4a30-a331-21b1715df7f6,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:51.069586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5346c6-8849-4290-94cb-9a03e3ab01a4 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:10:51.069989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5346c6-8849-4290-94cb-9a03e3ab01a4 None None] Checking segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:10:51.071208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b5346c6-8849-4290-94cb-9a03e3ab01a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:51.071793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5346c6-8849-4290-94cb-9a03e3ab01a4 None None] Bound using segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:10:51.072493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-5b5346c6-8849-4290-94cb-9a03e3ab01a4 None None] Bound port: 2913c5db-f0c3-4723-b7c5-89c3790bdf68, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:10:51.073080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b5346c6-8849-4290-94cb-9a03e3ab01a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:51.078062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 48996) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:51.081787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-515180e5-227b-4179-84b6-5db25da5e528 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:51.087575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-515180e5-227b-4179-84b6-5db25da5e528 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:51.088879 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-515180e5-227b-4179-84b6-5db25da5e528 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/security-groups/ae8e3a64-3f45-4a30-a331-21b1715df7f6 HTTP/1.1" status: 204  len: 168 time: 0.4750812
Nov 24 13:10:51.092025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49000) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:51.092485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9ea14b33-43fa-4e4a-811a-4d0fa5f0d731 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1266656398', 'prefixes': ['172.20.0.0/16']}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:51.110587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9ea14b33-43fa-4e4a-811a-4d0fa5f0d731 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:51.217798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4ee07b39-4c3a-43e9-97e6-a80ff62a045d None None] Could not find standard attr ID for object 1a8acc2f-936f-4138-b423-0a26bffbd218. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:10:51.243637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1fe797ef-fbc6-496b-bf2d-f39e56dd3842 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:51.259926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b1353333-9479-4cee-aa93-003b6c8b3d34 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router_gateway, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:51.269393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3f906418-91ff-45d8-b94d-6d3fbe844014 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:51.280217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-5b5346c6-8849-4290-94cb-9a03e3ab01a4 None None] For port 2913c5db-f0c3-4723-b7c5-89c3790bdf68, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:10:51.282986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-487d5edf-b6f8-4389-bf0c-7e004cd176f5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:51.283580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-5b5346c6-8849-4290-94cb-9a03e3ab01a4 None None] For port 2913c5db-f0c3-4723-b7c5-89c3790bdf68, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=2913c5db-f0c3-4723-b7c5-89c3790bdf68,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:10:51.296032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b5346c6-8849-4290-94cb-9a03e3ab01a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:51.303864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe797ef-fbc6-496b-bf2d-f39e56dd3842 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event deleted for resources: {'SecurityGroup': ['ID=7506024e-8387-4c76-afe8-87be7b214d1d,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:51.305629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b1353333-9479-4cee-aa93-003b6c8b3d34 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:51.315152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1fe797ef-fbc6-496b-bf2d-f39e56dd3842 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:51.315441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:51.344801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1fe797ef-fbc6-496b-bf2d-f39e56dd3842 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:51.348573 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1fe797ef-fbc6-496b-bf2d-f39e56dd3842 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "DELETE /v2.0/security-groups/7506024e-8387-4c76-afe8-87be7b214d1d HTTP/1.1" status: 204  len: 168 time: 0.5688736
Nov 24 13:10:51.348573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-487d5edf-b6f8-4389-bf0c-7e004cd176f5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:51.361043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49004) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:51.389727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-26827df0-615a-47ff-b35f-77a659f62ae2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Allocated IP 2001:db8::f816:3eff:fe61:91f3 (8ca51b04-1dca-4f60-b844-2979d8864b51/212835f8-a486-4ff4-b33f-3de2cc24e53d/2414c8c9-99cc-4d74-9f63-5ae80a2ef593) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:10:51.510444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5346c6-8849-4290-94cb-9a03e3ab01a4 None None] Pushing event updated for resources: {'Port': ['ID=2913c5db-f0c3-4723-b7c5-89c3790bdf68,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:51.516209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bc87df21-19de-4b6a-8dc1-02a0951e27f7 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Synchronizing usage tracker for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:10:51.526964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5b5346c6-8849-4290-94cb-9a03e3ab01a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:51.593612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bc87df21-19de-4b6a-8dc1-02a0951e27f7 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Unset dirty status for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:10:51.599266 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bc87df21-19de-4b6a-8dc1-02a0951e27f7 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4156 time: 0.2365348
Nov 24 13:10:51.600043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49008) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:51.625917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b562667f-e3eb-4533-b248-48e4356998a1 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:51.651880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-76d8f00c-b3d6-46a1-ba1e-1dc6c18e8fb5 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:51.665781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-487d5edf-b6f8-4389-bf0c-7e004cd176f5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:51.677162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-135fa45b-37e7-494e-8eb0-17297548a516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:51.697669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-487d5edf-b6f8-4389-bf0c-7e004cd176f5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:51.702088 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-487d5edf-b6f8-4389-bf0c-7e004cd176f5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/security-groups/c0bb38ea-3373-4521-92ab-0df7818f5d9c HTTP/1.1" status: 204  len: 168 time: 0.6089635
Nov 24 13:10:51.703411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d5edf-b6f8-4389-bf0c-7e004cd176f5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bb38ea-3373-4521-92ab-0df7818f5d9c,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:51.705560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49012) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:51.709625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-487d5edf-b6f8-4389-bf0c-7e004cd176f5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:51.801910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-12d0677a-2364-4632-8e48-109448ac5539 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:51.920919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-12d0677a-2364-4632-8e48-109448ac5539 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:52.019479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb4e154-035d-4a72-a484-00475228b956 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting subnet 1a9ccc34-8915-4583-9e59-a31763f56cea {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:10:52.022968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-12d0677a-2364-4632-8e48-109448ac5539 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:52.027628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1bb4e154-035d-4a72-a484-00475228b956 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:52.049206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562667f-e3eb-4533-b248-48e4356998a1 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Subnet': ['ID=82366c78-99f5-4fdb-9ef6-5501233fb8e4,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:52.059027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d8052037-4666-44ef-91a1-aed5b99a4303 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:52.087424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0677a-2364-4632-8e48-109448ac5539 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7b40d3-424c-47d8-9d14-f84fd13e928e,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:52.094397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-12d0677a-2364-4632-8e48-109448ac5539 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:52.099856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b562667f-e3eb-4533-b248-48e4356998a1 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:52.127284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1bb4e154-035d-4a72-a484-00475228b956 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:52.236538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-12d0677a-2364-4632-8e48-109448ac5539 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:52.237779 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-12d0677a-2364-4632-8e48-109448ac5539 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "DELETE /v2.0/security-groups/9a7b40d3-424c-47d8-9d14-f84fd13e928e HTTP/1.1" status: 204  len: 168 time: 0.6327822
Nov 24 13:10:52.240940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49016) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:52.309252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device e2679a84-9bb6-4345-937c-3e168666d358 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:10:52.319045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ea14b33-43fa-4e4a-811a-4d0fa5f0d731 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks [] for subnetpool, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:52.321775 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9ea14b33-43fa-4e4a-811a-4d0fa5f0d731 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 748 time: 1.2409794
Nov 24 13:10:52.331946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49020) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:52.342692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-20983b18-7fbe-499b-a7b0-6d3c7acebeb4 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f6345c02748>, 'subnets', '2e510f62-2ec5-44f8-a3e1-ad268a197831', 'tempest-TagsExtTest-Tag-1838061335') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:52.487606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1bb4e154-035d-4a72-a484-00475228b956 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:52.557993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-dc24eb2e-3c1a-4601-9eb7-1213e3874d72 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Synchronizing usage tracker for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:10:52.627547 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-20983b18-7fbe-499b-a7b0-6d3c7acebeb4 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "PUT /v2.0/subnets/2e510f62-2ec5-44f8-a3e1-ad268a197831/tags/tempest-TagsExtTest-Tag-1838061335 HTTP/1.1" status: 201  len: 201 time: 0.2940938
Nov 24 13:10:52.631928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49024) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:52.650689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-dc24eb2e-3c1a-4601-9eb7-1213e3874d72 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Unset dirty status for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:10:52.652758 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-dc24eb2e-3c1a-4601-9eb7-1213e3874d72 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.4105663
Nov 24 13:10:52.658707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-c205b30b-c785-4c72-8299-f2a537a33580 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f63466d1748>, 'ports', '4ed149cc-2a63-4e4a-88f2-bf0a040146eb', 'tempest-TagsExtTest-Tag-712146777') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:52.754672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49028) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:52.755824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port e2679a84-9bb6-4345-937c-3e168666d358 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:10:52.817037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-26827df0-615a-47ff-b35f-77a659f62ae2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:52.854747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-b1353333-9479-4cee-aa93-003b6c8b3d34 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Allocated IP 172.26.8.18 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/90faf276-531d-43d4-89a0-760f8e5360ba) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:10:52.868428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2a833e0e-6cb8-4a30-9229-4c629a8153d5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Request body: {'security_group': {'name': 'tempest-secgroup--1378227958'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:52.907903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2a833e0e-6cb8-4a30-9229-4c629a8153d5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:52.927125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-26827df0-615a-47ff-b35f-77a659f62ae2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Transition to ACTIVE for port object 2414c8c9-99cc-4d74-9f63-5ae80a2ef593 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:10:52.938868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2a833e0e-6cb8-4a30-9229-4c629a8153d5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:53.008988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2a833e0e-6cb8-4a30-9229-4c629a8153d5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:53.055469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b562667f-e3eb-4533-b248-48e4356998a1 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Checking segment: {'id': 'd77d26e0-125a-4cae-bac2-832093961a47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3db1956e-d8d7-4c37-bceb-91493a7dae75'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:10:53.055878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b562667f-e3eb-4533-b248-48e4356998a1 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network hostable DHCP agents. Network: 3db1956e-d8d7-4c37-bceb-91493a7dae75, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:10:53.128110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-26827df0-615a-47ff-b35f-77a659f62ae2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:53.166544 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c205b30b-c785-4c72-8299-f2a537a33580 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "PUT /v2.0/ports/4ed149cc-2a63-4e4a-88f2-bf0a040146eb/tags/tempest-TagsExtTest-Tag-712146777 HTTP/1.1" status: 201  len: 201 time: 0.5311337
Nov 24 13:10:53.167386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8f48b987-6450-4e00-bc14-1ec7a4a3cb2c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:53.167467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49034) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:53.179172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2a833e0e-6cb8-4a30-9229-4c629a8153d5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:53.186702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-c6e3f20a-4ed6-47a6-afe2-3a3a7ddf569d tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f63478d6b70>, 'routers', 'bb1e7ad5-5f31-4944-ab44-4275e018e070', 'tempest-TagsExtTest-Tag-20147606') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:53.255439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2a833e0e-6cb8-4a30-9229-4c629a8153d5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Usage tracker for resource:security_group_rule and tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:53.268560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2a833e0e-6cb8-4a30-9229-4c629a8153d5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:53.281697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2a833e0e-6cb8-4a30-9229-4c629a8153d5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:53.358434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b562667f-e3eb-4533-b248-48e4356998a1 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network 3db1956e-d8d7-4c37-bceb-91493a7dae75 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:10:53.389646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b1353333-9479-4cee-aa93-003b6c8b3d34 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:53.395110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26827df0-615a-47ff-b35f-77a659f62ae2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Port': ['ID=2414c8c9-99cc-4d74-9f63-5ae80a2ef593,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:53.402959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1bb4e154-035d-4a72-a484-00475228b956 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:53.403860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-26827df0-615a-47ff-b35f-77a659f62ae2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:53.412351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-b562667f-e3eb-4533-b248-48e4356998a1 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 3db1956e-d8d7-4c37-bceb-91493a7dae75) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:53.422890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caebe15f-3b64-49bd-8e4e-eeb5dbdd88f7 None None] Network 58c507da-7c41-4f66-9fba-e937e9234a3f requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:10:53.435014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e9e1b535-7f61-425d-9c7d-9b269e2ea87b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:53.458299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8646ce60-23ba-4afc-a066-8e4a7a895853 None None] Network 3db1956e-d8d7-4c37-bceb-91493a7dae75 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:10:53.485499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b562667f-e3eb-4533-b248-48e4356998a1 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:53.486196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b562667f-e3eb-4533-b248-48e4356998a1 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:53.571105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4e154-035d-4a72-a484-00475228b956 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Subnet': ['ID=1a9ccc34-8915-4583-9e59-a31763f56cea,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:53.576626 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b562667f-e3eb-4533-b248-48e4356998a1 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 6.4512861
Nov 24 13:10:53.583725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49038) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:53.588944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1bb4e154-035d-4a72-a484-00475228b956 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:53.598330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b1353333-9479-4cee-aa93-003b6c8b3d34 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:53.621812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-1f633fac-8cb8-4a83-b28d-132feacba347 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'port': {'network_id': '3db1956e-d8d7-4c37-bceb-91493a7dae75', 'name': 'tempest-PortsIpV6TestJSON-424290879'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:53.627427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26827df0-615a-47ff-b35f-77a659f62ae2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:10:53.628440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3ffbffad-ba6e-4228-a47e-aa4c5cc955dd tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:53.672607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-26827df0-615a-47ff-b35f-77a659f62ae2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:53.713860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-98e7afac-8842-42c5-acd6-ab75fbccdcf5 None None] Provisioning for port e2679a84-9bb6-4345-937c-3e168666d358 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:10:53.760669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26827df0-615a-47ff-b35f-77a659f62ae2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:10:53.764527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-98e7afac-8842-42c5-acd6-ab75fbccdcf5 None None] Provisioning complete for port e2679a84-9bb6-4345-937c-3e168666d358 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:53.765200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26827df0-615a-47ff-b35f-77a659f62ae2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:53.765551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-98e7afac-8842-42c5-acd6-ab75fbccdcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:53.768755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-26827df0-615a-47ff-b35f-77a659f62ae2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:53.831389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3a10f093-e53e-47e3-ac3e-24066803e011 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Deleting port d972c397-85cd-4ea7-bd68-94ece3b76ea6 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:10:53.832108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3a10f093-e53e-47e3-ac3e-24066803e011 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:53.860749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:10:53.951270 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-26827df0-615a-47ff-b35f-77a659f62ae2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 5.9472644
Nov 24 13:10:53.972496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49042) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:54.042510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2a833e0e-6cb8-4a30-9229-4c629a8153d5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:54.059408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1353333-9479-4cee-aa93-003b6c8b3d34 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Port': ['ID=90faf276-531d-43d4-89a0-760f8e5360ba,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:54.066511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2a833e0e-6cb8-4a30-9229-4c629a8153d5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:54.072347 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c6e3f20a-4ed6-47a6-afe2-3a3a7ddf569d tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "PUT /v2.0/routers/bb1e7ad5-5f31-4944-ab44-4275e018e070/tags/tempest-TagsExtTest-Tag-20147606 HTTP/1.1" status: 201  len: 201 time: 0.8982573
Nov 24 13:10:54.087633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5595a37b-adbf-4d91-910a-bbb5605dc266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:54.109041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49046) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:54.128407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b1353333-9479-4cee-aa93-003b6c8b3d34 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:54.155483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-b30cdb74-44b6-436c-b6c0-139acdd01f2a tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f6345ba1748>, 'subnetpools', '49d0628a-c4e3-4391-8405-0d3c0159462f', 'tempest-TagsExtTest-Tag-1880204924') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:54.200390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1353333-9479-4cee-aa93-003b6c8b3d34 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:10:54.205921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-b1353333-9479-4cee-aa93-003b6c8b3d34 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:54.223855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1353333-9479-4cee-aa93-003b6c8b3d34 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:10:54.228067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-98e7afac-8842-42c5-acd6-ab75fbccdcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:54.272757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8374b22e-e402-4938-8e4d-45176ed17ad1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-3db1956e-d8d7-4c37-bceb-91493a7dae75', 'network_id': '3db1956e-d8d7-4c37-bceb-91493a7dae75', 'tenant_id': 'acab0616bf414845b5ccf5a4593c62ac', 'fixed_ips': [{'subnet_id': '82366c78-99f5-4fdb-9ef6-5501233fb8e4'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:10:54.273891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8374b22e-e402-4938-8e4d-45176ed17ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:54.356841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-98e7afac-8842-42c5-acd6-ab75fbccdcf5 None None] For port e2679a84-9bb6-4345-937c-3e168666d358, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=e2679a84-9bb6-4345-937c-3e168666d358,segment=NetworkSegment(357fcc8d-f3a8-41be-81b7-93638b737c53),segment_id=357fcc8d-f3a8-41be-81b7-93638b737c53)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:10:54.400046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2913c5db-f0c3-4723-b7c5-89c3790bdf68 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:10:54.437816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-98e7afac-8842-42c5-acd6-ab75fbccdcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:54.437954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a833e0e-6cb8-4a30-9229-4c629a8153d5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event updated for resources: {'SecurityGroup': ['ID=40aaccda-b076-42f9-9616-13aba6f83366,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:54.448876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ea4f57-1ee7-4ba4-9c60-ad7fe29255b3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:54.452313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5b5346c6-8849-4290-94cb-9a03e3ab01a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:54.454320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ea4f57-1ee7-4ba4-9c60-ad7fe29255b3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:54.455799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-69ea4f57-1ee7-4ba4-9c60-ad7fe29255b3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:10:54.462413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2a833e0e-6cb8-4a30-9229-4c629a8153d5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:54.471717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3a10f093-e53e-47e3-ac3e-24066803e011 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:54.512509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2a833e0e-6cb8-4a30-9229-4c629a8153d5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:54.514157 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2a833e0e-6cb8-4a30-9229-4c629a8153d5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 1.7580817
Nov 24 13:10:54.529684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49050) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:54.553910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-21e7ea76-00a2-4504-9ce6-12d14313c11d tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Request body: {'security_group_rule': {'security_group_id': '40aaccda-b076-42f9-9616-13aba6f83366', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:10:54.574389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1bb4e154-035d-4a72-a484-00475228b956 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:54.576770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-69ea4f57-1ee7-4ba4-9c60-ad7fe29255b3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:10:54.588377 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1bb4e154-035d-4a72-a484-00475228b956 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/subnets/1a9ccc34-8915-4583-9e59-a31763f56cea HTTP/1.1" status: 204  len: 168 time: 2.8707442
Nov 24 13:10:54.589135 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-69ea4f57-1ee7-4ba4-9c60-ad7fe29255b3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.6076105
Nov 24 13:10:54.589205 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-99256e30-20be-4618-8b72-f43378ad2c9a req-013b4607-b605-44c0-bd8a-df3268ff4f6d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=611de65b-4d1a-4c98-aca6-6d87bf8e23a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.5801420
Nov 24 13:10:54.589205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-21e7ea76-00a2-4504-9ce6-12d14313c11d tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:54.589373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49054) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:54.589726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49056) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:54.591603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1f633fac-8cb8-4a83-b28d-132feacba347 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:10:54.596176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3f0007-1265-4592-817f-bedf0711a314 None None] Network f7621358-709a-475a-a392-d79f23d223d6 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:10:54.714878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3a10f093-e53e-47e3-ac3e-24066803e011 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Calling delete_port for d972c397-85cd-4ea7-bd68-94ece3b76ea6 owned by network:router_interface {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:10:54.722973 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b30cdb74-44b6-436c-b6c0-139acdd01f2a tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "PUT /v2.0/subnetpools/49d0628a-c4e3-4391-8405-0d3c0159462f/tags/tempest-TagsExtTest-Tag-1880204924 HTTP/1.1" status: 201  len: 201 time: 0.5737288
Nov 24 13:10:54.741005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-21e7ea76-00a2-4504-9ce6-12d14313c11d tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Usage tracker for resource:security_group_rule and tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:10:54.759816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49062) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:54.790483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-7c703195-a400-4b86-a75f-494104468fcf tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f63468e1da0>, 'subnets', '2e510f62-2ec5-44f8-a3e1-ad268a197831') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:54.799839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-21e7ea76-00a2-4504-9ce6-12d14313c11d tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:10:54.825319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1f633fac-8cb8-4a83-b28d-132feacba347 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:54.838490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-21e7ea76-00a2-4504-9ce6-12d14313c11d tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:10:54.867562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-161f67f1-ab2b-4282-bc80-c93c306f5b18 None None] Provisioning for port 2913c5db-f0c3-4723-b7c5-89c3790bdf68 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:10:54.903566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2c171f33-2676-4418-9372-9cef757c9ed8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting port 2414c8c9-99cc-4d74-9f63-5ae80a2ef593 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:10:54.903954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c171f33-2676-4418-9372-9cef757c9ed8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:54.930998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f633fac-8cb8-4a83-b28d-132feacba347 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:10:54.937275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1f633fac-8cb8-4a83-b28d-132feacba347 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:54.962937 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7c703195-a400-4b86-a75f-494104468fcf tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "GET /v2.0/subnets/2e510f62-2ec5-44f8-a3e1-ad268a197831/tags HTTP/1.1" status: 200  len: 241 time: 0.2009532
Nov 24 13:10:54.966470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49066) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:54.972933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-b9396dc0-1570-4369-9980-41a2fc1b4603 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f634699cbe0>, 'subnets', '2e510f62-2ec5-44f8-a3e1-ad268a197831', 'tempest-TagsExtTest-Tag-1838061335') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:54.980381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7afac-8842-42c5-acd6-ab75fbccdcf5 None None] Pushing event updated for resources: {'Port': ['ID=e2679a84-9bb6-4345-937c-3e168666d358,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:54.998976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-98e7afac-8842-42c5-acd6-ab75fbccdcf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:55.005340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-01be71b6-9833-42f6-82c9-d47d8696b91c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting subnet d02b5526-b8a7-41a9-9d60-d0bc4c376c36 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:10:55.014510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21e7ea76-00a2-4504-9ce6-12d14313c11d tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:55.032166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01be71b6-9833-42f6-82c9-d47d8696b91c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:55.052407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b1353333-9479-4cee-aa93-003b6c8b3d34 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router_gateway, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:55.053243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b1353333-9479-4cee-aa93-003b6c8b3d34 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:55.213031 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b9396dc0-1570-4369-9980-41a2fc1b4603 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "GET /v2.0/subnets/2e510f62-2ec5-44f8-a3e1-ad268a197831/tags/tempest-TagsExtTest-Tag-1838061335 HTTP/1.1" status: 204  len: 168 time: 0.2445462
Nov 24 13:10:55.216841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49070) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:55.224851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01be71b6-9833-42f6-82c9-d47d8696b91c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:55.225427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 2913c5db-f0c3-4723-b7c5-89c3790bdf68 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:10:55.233301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 2913c5db-f0c3-4723-b7c5-89c3790bdf68 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:55.233725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:55.279927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-26e9306f-be4b-4ca1-843e-11e3ff9d956f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f6347b9a898>, 'subnets', '2e510f62-2ec5-44f8-a3e1-ad268a197831', 'tempest-TagsExtTest-Tag-1838061335') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:55.286667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d1ce863b-6813-4b79-b763-a667d89db9d1 None None] Provisioning complete for port 2913c5db-f0c3-4723-b7c5-89c3790bdf68 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:55.287284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d1ce863b-6813-4b79-b763-a667d89db9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:55.337907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3a10f093-e53e-47e3-ac3e-24066803e011 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:55.344356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99256e30-20be-4618-8b72-f43378ad2c9a req-8c988d00-704d-4515-9613-02b154b4a9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:55.346270 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-99256e30-20be-4618-8b72-f43378ad2c9a req-8c988d00-704d-4515-9613-02b154b4a9cf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6efb027d4b0e48cc970462a6d3154fa0&device_id=611de65b-4d1a-4c98-aca6-6d87bf8e23a3 HTTP/1.1" status: 200  len: 1162 time: 0.6018832
Nov 24 13:10:55.379770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e1fdcf75-ce4e-442f-8771-ea4ed6b227b9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:55.501975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10f093-e53e-47e3-ac3e-24066803e011 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event deleted for resources: {'Port': ['ID=d972c397-85cd-4ea7-bd68-94ece3b76ea6,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:55.517301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3a10f093-e53e-47e3-ac3e-24066803e011 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:55.627391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d1ce863b-6813-4b79-b763-a667d89db9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:55.643231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21e7ea76-00a2-4504-9ce6-12d14313c11d tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:55.656677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-8374b22e-e402-4938-8e4d-45176ed17ad1 None None] Allocated IP 2001:db8::2 (3db1956e-d8d7-4c37-bceb-91493a7dae75/82366c78-99f5-4fdb-9ef6-5501233fb8e4/a2f05faf-162f-4c60-9ac0-c0b0ba3bad08) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:10:55.668735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:55.685233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21e7ea76-00a2-4504-9ce6-12d14313c11d tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:55.711443 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-26e9306f-be4b-4ca1-843e-11e3ff9d956f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "DELETE /v2.0/subnets/2e510f62-2ec5-44f8-a3e1-ad268a197831/tags/tempest-TagsExtTest-Tag-1838061335 HTTP/1.1" status: 204  len: 168 time: 0.4364464
Nov 24 13:10:55.715552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49074) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:55.718094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-1f633fac-8cb8-4a83-b28d-132feacba347 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] device_id is not set on port a3d36c10-93ca-43d5-a472-2291a25703ba yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:10:55.731269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-3d80e708-c0b4-4723-9c44-5260ea2cf941 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f6346ab27b8>, 'subnets', '2e510f62-2ec5-44f8-a3e1-ad268a197831') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:55.762007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:55.845136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21e7ea76-00a2-4504-9ce6-12d14313c11d tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:55.847133 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-21e7ea76-00a2-4504-9ce6-12d14313c11d tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 717 time: 1.3125339
Nov 24 13:10:55.908428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49078) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:55.909363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7ea76-00a2-4504-9ce6-12d14313c11d tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d779ee6b-3a81-4c3a-99cb-0168e1bc301e,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:55.947614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-21e7ea76-00a2-4504-9ce6-12d14313c11d tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:55.982462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c171f33-2676-4418-9372-9cef757c9ed8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:56.088704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 2913c5db-f0c3-4723-b7c5-89c3790bdf68, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=2913c5db-f0c3-4723-b7c5-89c3790bdf68,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:10:56.110818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:56.116386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:56.167910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2c171f33-2676-4418-9372-9cef757c9ed8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Calling delete_port for 2414c8c9-99cc-4d74-9f63-5ae80a2ef593 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:10:56.321158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-d1ce863b-6813-4b79-b763-a667d89db9d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:10:56.321706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-d1ce863b-6813-4b79-b763-a667d89db9d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:10:56.337710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=2913c5db-f0c3-4723-b7c5-89c3790bdf68,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:56.360400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:56.380155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99256e30-20be-4618-8b72-f43378ad2c9a req-cece412f-db4a-4518-9d44-acbb7b3fb38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:56.381758 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-99256e30-20be-4618-8b72-f43378ad2c9a req-cece412f-db4a-4518-9d44-acbb7b3fb38c service neutron] 10.222.0.70 "GET /v2.0/networks?id=c200d148-1aac-4d09-a682-2365e76cfa1f HTTP/1.1" status: 200  len: 905 time: 1.0043745
Nov 24 13:10:56.466529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8374b22e-e402-4938-8e4d-45176ed17ad1 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:56.485413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device e2679a84-9bb6-4345-937c-3e168666d358 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:10:56.487261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01be71b6-9833-42f6-82c9-d47d8696b91c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:56.557998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8374b22e-e402-4938-8e4d-45176ed17ad1 None None] Transition to ACTIVE for port object a2f05faf-162f-4c60-9ac0-c0b0ba3bad08 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:10:56.584189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8374b22e-e402-4938-8e4d-45176ed17ad1 None None] Transition to ACTIVE for port object a2f05faf-162f-4c60-9ac0-c0b0ba3bad08 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:10:56.584377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c171f33-2676-4418-9372-9cef757c9ed8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:56.598373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8374b22e-e402-4938-8e4d-45176ed17ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:56.618084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a27acb90-aafd-4c59-b600-21714ad6921a tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:56.620341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2ec622e9-dc50-4162-b9e8-38075e0287e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:56.662932 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3d80e708-c0b4-4723-9c44-5260ea2cf941 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "GET /v2.0/subnets/2e510f62-2ec5-44f8-a3e1-ad268a197831/tags HTTP/1.1" status: 200  len: 205 time: 0.9372323
Nov 24 13:10:56.662932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49082) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:56.663183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e285bbe6-2982-4785-a764-5dc9b8d0c906 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:56.673158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-574a4584-6102-46c8-92a3-92d1a89c3798 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f63460ffac8>, 'ports', '4ed149cc-2a63-4e4a-88f2-bf0a040146eb') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:56.734273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1353333-9479-4cee-aa93-003b6c8b3d34 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Router b76d3abc-02a0-4c60-b9dc-9c118e913b39 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:10:56.778947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3a10f093-e53e-47e3-ac3e-24066803e011 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:56.780105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374b22e-e402-4938-8e4d-45176ed17ad1 None None] Pushing event updated for resources: {'Port': ['ID=a2f05faf-162f-4c60-9ac0-c0b0ba3bad08,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:56.790568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8374b22e-e402-4938-8e4d-45176ed17ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:56.916175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port e2679a84-9bb6-4345-937c-3e168666d358 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:56.916600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:56.967275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8374b22e-e402-4938-8e4d-45176ed17ad1 None None] Network 3db1956e-d8d7-4c37-bceb-91493a7dae75 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:10:56.970029 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-574a4584-6102-46c8-92a3-92d1a89c3798 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "GET /v2.0/ports/4ed149cc-2a63-4e4a-88f2-bf0a040146eb/tags HTTP/1.1" status: 200  len: 240 time: 0.3059001
Nov 24 13:10:56.971101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-8374b22e-e402-4938-8e4d-45176ed17ad1 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:56.974821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8374b22e-e402-4938-8e4d-45176ed17ad1 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:10:56.998179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d1ce863b-6813-4b79-b763-a667d89db9d1 None None] Could not find standard attr ID for object 2414c8c9-99cc-4d74-9f63-5ae80a2ef593. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:10:57.028143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49086) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:57.050383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-1cead965-27ca-4b2e-be32-4a81b2ea96ef tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f63467a5e10>, 'ports', '4ed149cc-2a63-4e4a-88f2-bf0a040146eb', 'tempest-TagsExtTest-Tag-712146777') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:57.064918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-8374b22e-e402-4938-8e4d-45176ed17ad1 None None] Attempting to bind port a2f05faf-162f-4c60-9ac0-c0b0ba3bad08 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:10:57.065343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-8374b22e-e402-4938-8e4d-45176ed17ad1 None None] Attempting to bind port a2f05faf-162f-4c60-9ac0-c0b0ba3bad08 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'd77d26e0-125a-4cae-bac2-832093961a47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3db1956e-d8d7-4c37-bceb-91493a7dae75'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:10:57.065750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8374b22e-e402-4938-8e4d-45176ed17ad1 None None] Attempting to bind port a2f05faf-162f-4c60-9ac0-c0b0ba3bad08 on network 3db1956e-d8d7-4c37-bceb-91493a7dae75 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:10:57.080069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c171f33-2676-4418-9372-9cef757c9ed8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Port': ['ID=2414c8c9-99cc-4d74-9f63-5ae80a2ef593,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:57.098518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e285bbe6-2982-4785-a764-5dc9b8d0c906 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:57.106858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8374b22e-e402-4938-8e4d-45176ed17ad1 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:10:57.107287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8374b22e-e402-4938-8e4d-45176ed17ad1 None None] Checking segment: {'id': 'd77d26e0-125a-4cae-bac2-832093961a47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3db1956e-d8d7-4c37-bceb-91493a7dae75'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:10:57.107746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8374b22e-e402-4938-8e4d-45176ed17ad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:57.109032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8374b22e-e402-4938-8e4d-45176ed17ad1 None None] Bound using segment: {'id': 'd77d26e0-125a-4cae-bac2-832093961a47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3db1956e-d8d7-4c37-bceb-91493a7dae75'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:10:57.109032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-8374b22e-e402-4938-8e4d-45176ed17ad1 None None] Bound port: a2f05faf-162f-4c60-9ac0-c0b0ba3bad08, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd77d26e0-125a-4cae-bac2-832093961a47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3db1956e-d8d7-4c37-bceb-91493a7dae75'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:10:57.109528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8374b22e-e402-4938-8e4d-45176ed17ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:57.140220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2c171f33-2676-4418-9372-9cef757c9ed8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:57.228058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f0a90adc-eda4-4841-b92c-1fe3bfe63ad4 None None] Provisioning complete for port e2679a84-9bb6-4345-937c-3e168666d358 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:57.228464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f0a90adc-eda4-4841-b92c-1fe3bfe63ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:57.263529 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-99256e30-20be-4618-8b72-f43378ad2c9a req-51fdea4c-6a2d-4f79-8dea-d6f4bd18c908 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ce6c3d3-edd6-4f01-a984-fd146d4c951b HTTP/1.1" status: 200  len: 1000 time: 0.8634231
Nov 24 13:10:57.284110 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1cead965-27ca-4b2e-be32-4a81b2ea96ef tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "GET /v2.0/ports/4ed149cc-2a63-4e4a-88f2-bf0a040146eb/tags/tempest-TagsExtTest-Tag-712146777 HTTP/1.1" status: 204  len: 168 time: 0.2527235
Nov 24 13:10:57.288614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49090) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:57.314822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-8374b22e-e402-4938-8e4d-45176ed17ad1 None None] For port a2f05faf-162f-4c60-9ac0-c0b0ba3bad08, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:10:57.318496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-8374b22e-e402-4938-8e4d-45176ed17ad1 None None] For port a2f05faf-162f-4c60-9ac0-c0b0ba3bad08, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=a2f05faf-162f-4c60-9ac0-c0b0ba3bad08,segment=NetworkSegment(d77d26e0-125a-4cae-bac2-832093961a47),segment_id=d77d26e0-125a-4cae-bac2-832093961a47)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:10:57.325234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8374b22e-e402-4938-8e4d-45176ed17ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:57.345108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a2d40dd2-3ddd-437b-820f-37522f32c24c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:57.356600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-6ac453fa-143b-4031-9021-f61e85934b53 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f63477cba20>, 'ports', '4ed149cc-2a63-4e4a-88f2-bf0a040146eb', 'tempest-TagsExtTest-Tag-712146777') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:57.413541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-1f633fac-8cb8-4a83-b28d-132feacba347 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Allocated IP 2001:db8::171 (3db1956e-d8d7-4c37-bceb-91493a7dae75/82366c78-99f5-4fdb-9ef6-5501233fb8e4/a3d36c10-93ca-43d5-a472-2291a25703ba) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:10:57.421418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e285bbe6-2982-4785-a764-5dc9b8d0c906 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:57.447889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-535aa985-883b-4745-8827-8d487f72ca45 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:57.477417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99256e30-20be-4618-8b72-f43378ad2c9a req-28a52962-ffc5-4460-a09c-4c6804a0a43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:57.479310 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-99256e30-20be-4618-8b72-f43378ad2c9a req-28a52962-ffc5-4460-a09c-4c6804a0a43e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fbd62c91-d804-432f-af8e-75bb073f1bc3 HTTP/1.1" status: 200  len: 850 time: 0.2040534
Nov 24 13:10:57.486009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1353333-9479-4cee-aa93-003b6c8b3d34 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:10:57.506475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba8c323-4a11-45eb-af7d-d0d68380e9d6 None None] Sync routers for ids ['b76d3abc-02a0-4c60-b9dc-9c118e913b39'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:10:57.530759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b1353333-9479-4cee-aa93-003b6c8b3d34 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:57.535123 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b1353333-9479-4cee-aa93-003b6c8b3d34 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 882 time: 10.1041248
Nov 24 13:10:57.537203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49094) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:57.537344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285bbe6-2982-4785-a764-5dc9b8d0c906 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d779ee6b-3a81-4c3a-99cb-0168e1bc301e,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:57.578929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e285bbe6-2982-4785-a764-5dc9b8d0c906 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:57.585430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba8c323-4a11-45eb-af7d-d0d68380e9d6 None None] Routers {'b76d3abc-02a0-4c60-b9dc-9c118e913b39'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:10:57.586429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4ba8c323-4a11-45eb-af7d-d0d68380e9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347c291d0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:10:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['b76d3abc-02a0-4c60-b9dc-9c118e913b39'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:57.633538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c171f33-2676-4418-9372-9cef757c9ed8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:57.635733 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2c171f33-2676-4418-9372-9cef757c9ed8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/2414c8c9-99cc-4d74-9f63-5ae80a2ef593 HTTP/1.1" status: 204  len: 168 time: 3.0375147
Nov 24 13:10:57.649950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49098) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:57.651684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e285bbe6-2982-4785-a764-5dc9b8d0c906 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:57.655467 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e285bbe6-2982-4785-a764-5dc9b8d0c906 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "DELETE /v2.0/security-group-rules/d779ee6b-3a81-4c3a-99cb-0168e1bc301e HTTP/1.1" status: 204  len: 168 time: 1.7389808
Nov 24 13:10:57.672160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374b22e-e402-4938-8e4d-45176ed17ad1 None None] Pushing event updated for resources: {'Port': ['ID=a2f05faf-162f-4c60-9ac0-c0b0ba3bad08,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:57.685146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f0a90adc-eda4-4841-b92c-1fe3bfe63ad4 None None] Provisioning for port 4ed149cc-2a63-4e4a-88f2-bf0a040146eb completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:10:57.688586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8374b22e-e402-4938-8e4d-45176ed17ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:57.691702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49102) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:57.692826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4ba8c323-4a11-45eb-af7d-d0d68380e9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347c291d0>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:57.710765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f0a90adc-eda4-4841-b92c-1fe3bfe63ad4 None None] Provisioning complete for port 4ed149cc-2a63-4e4a-88f2-bf0a040146eb triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:57.711503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f0a90adc-eda4-4841-b92c-1fe3bfe63ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:57.767001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba8c323-4a11-45eb-af7d-d0d68380e9d6 None None] Routers {'b76d3abc-02a0-4c60-b9dc-9c118e913b39'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:10:57.767922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4ba8c323-4a11-45eb-af7d-d0d68380e9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347c291d0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:10:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['b76d3abc-02a0-4c60-b9dc-9c118e913b39'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:57.811135 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6ac453fa-143b-4031-9021-f61e85934b53 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "DELETE /v2.0/ports/4ed149cc-2a63-4e4a-88f2-bf0a040146eb/tags/tempest-TagsExtTest-Tag-712146777 HTTP/1.1" status: 204  len: 168 time: 0.5204895
Nov 24 13:10:57.819664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49106) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:57.826314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-ad819020-1ae2-4608-aa6c-0f0b5de74781 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f6347b50128>, 'ports', '4ed149cc-2a63-4e4a-88f2-bf0a040146eb') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:57.868960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4ba8c323-4a11-45eb-af7d-d0d68380e9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347c291d0>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:57.869645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba8c323-4a11-45eb-af7d-d0d68380e9d6 None None] The sync data for ids ['b76d3abc-02a0-4c60-b9dc-9c118e913b39'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:10:57.897402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f0a90adc-eda4-4841-b92c-1fe3bfe63ad4 None None] Port 4ed149cc-2a63-4e4a-88f2-bf0a040146eb cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:10:57.929171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f0a90adc-eda4-4841-b92c-1fe3bfe63ad4 None None] Provisioning complete for port 4a695b15-efdc-44e4-8059-d1caac829b7a triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:57.930906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f0a90adc-eda4-4841-b92c-1fe3bfe63ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:57.955184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a46ac99-7b19-417e-9cab-0eb874309d17 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:57.956795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a46ac99-7b19-417e-9cab-0eb874309d17 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:57.961278 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3a46ac99-7b19-417e-9cab-0eb874309d17 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.3042638
Nov 24 13:10:57.967339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49110) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:57.975637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01be71b6-9833-42f6-82c9-d47d8696b91c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:58.063885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2dd0fa45-2dfb-4857-8fc7-4e4172091f3d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:58.078859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f0a90adc-eda4-4841-b92c-1fe3bfe63ad4 None None] Provisioning complete for port cef52ab6-aba8-4b9c-847e-ce640f42be34 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:58.079452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f0a90adc-eda4-4841-b92c-1fe3bfe63ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:58.083013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-86b95b44-3d37-4044-a011-e34b81e747f0 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Synchronizing usage tracker for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group_rule {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:10:58.128725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be71b6-9833-42f6-82c9-d47d8696b91c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Subnet': ['ID=d02b5526-b8a7-41a9-9d60-d0bc4c376c36,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:58.131622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-01be71b6-9833-42f6-82c9-d47d8696b91c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:58.158095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f0a90adc-eda4-4841-b92c-1fe3bfe63ad4 None None] Port cef52ab6-aba8-4b9c-847e-ce640f42be34 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:10:58.204416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99256e30-20be-4618-8b72-f43378ad2c9a req-9f6a3653-95f7-46db-91ab-7c8a1aad584f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:58.205992 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-99256e30-20be-4618-8b72-f43378ad2c9a req-9f6a3653-95f7-46db-91ab-7c8a1aad584f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c200d148-1aac-4d09-a682-2365e76cfa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7053390
Nov 24 13:10:58.353027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2913c5db-f0c3-4723-b7c5-89c3790bdf68 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:10:58.417214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1f633fac-8cb8-4a83-b28d-132feacba347 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:58.451034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 2913c5db-f0c3-4723-b7c5-89c3790bdf68 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:10:58.451471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:58.456738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1f633fac-8cb8-4a83-b28d-132feacba347 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Transition to ACTIVE for port object a3d36c10-93ca-43d5-a472-2291a25703ba will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:10:58.464439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01be71b6-9833-42f6-82c9-d47d8696b91c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:58.482167 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-01be71b6-9833-42f6-82c9-d47d8696b91c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/subnets/d02b5526-b8a7-41a9-9d60-d0bc4c376c36 HTTP/1.1" status: 204  len: 168 time: 3.8792970
Nov 24 13:10:58.491524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deede346-1b56-4c30-883f-fbec98d98244 None None] Network f7621358-709a-475a-a392-d79f23d223d6 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:10:58.498185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49114) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:58.557782 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45d9c89-61fc-447b-8346-f8101ade393f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] DELETE failed (client error): The resource could not be found.
Nov 24 13:10:58.558319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b45d9c89-61fc-447b-8346-f8101ade393f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:10:58.562673 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b45d9c89-61fc-447b-8346-f8101ade393f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/subnets/1a9ccc34-8915-4583-9e59-a31763f56cea HTTP/1.1" status: 404  len: 337 time: 0.0609419
Nov 24 13:10:58.567151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49118) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:58.573909 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-99256e30-20be-4618-8b72-f43378ad2c9a req-5b56cce7-f568-46c8-929d-946b0a72139e service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3519421
Nov 24 13:10:58.679181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-86b95b44-3d37-4044-a011-e34b81e747f0 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Unset dirty status for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group_rule {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:10:58.683398 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-86b95b44-3d37-4044-a011-e34b81e747f0 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.9875011
Nov 24 13:10:58.696576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49122) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:58.728449 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ad819020-1ae2-4608-aa6c-0f0b5de74781 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "GET /v2.0/ports/4ed149cc-2a63-4e4a-88f2-bf0a040146eb/tags HTTP/1.1" status: 200  len: 205 time: 0.9017849
Nov 24 13:10:58.736122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49126) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:58.751513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1f633fac-8cb8-4a83-b28d-132feacba347 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:58.755685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-7219c588-6702-4206-9f9e-2a58bc491667 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f6347a68630>, 'routers', 'bb1e7ad5-5f31-4944-ab44-4275e018e070') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:58.780826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ea0e9a92-fc78-4454-8322-fd18b60c39c2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:58.995956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-c336d1e8-a4cd-452f-9ff3-056bf3d21432 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting subnet 212835f8-a486-4ff4-b33f-3de2cc24e53d {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:10:59.010368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c336d1e8-a4cd-452f-9ff3-056bf3d21432 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:59.073739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f633fac-8cb8-4a83-b28d-132feacba347 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Port': ['ID=a3d36c10-93ca-43d5-a472-2291a25703ba,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:59.077240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1f633fac-8cb8-4a83-b28d-132feacba347 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:59.100403 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-99256e30-20be-4618-8b72-f43378ad2c9a req-fcbbe550-c426-4d4e-a58c-2d9ba7d3e1bf service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4853206
Nov 24 13:10:59.114841 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7219c588-6702-4206-9f9e-2a58bc491667 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "GET /v2.0/routers/bb1e7ad5-5f31-4944-ab44-4275e018e070/tags HTTP/1.1" status: 200  len: 239 time: 0.3704479
Nov 24 13:10:59.116634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49130) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:59.123922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8fafbfa2-9481-41b7-a8df-1b1e10725064 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:59.138932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-b537f97a-b8c4-4138-8390-5d8ca257aa15 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f6346873518>, 'routers', 'bb1e7ad5-5f31-4944-ab44-4275e018e070', 'tempest-TagsExtTest-Tag-20147606') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:59.148902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c336d1e8-a4cd-452f-9ff3-056bf3d21432 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:59.226887 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-45fd2425-fdcd-4068-8677-21e02bea5f4e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "GET /v2.0/routers/b76d3abc-02a0-4c60-b9dc-9c118e913b39 HTTP/1.1" status: 200  len: 883 time: 1.6200106
Nov 24 13:10:59.242672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49134) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:59.259610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8fafbfa2-9481-41b7-a8df-1b1e10725064 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:59.270879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a10f093-e53e-47e3-ac3e-24066803e011 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Router be3d4a7d-ed52-4b49-83d7-3c54c84797bf has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:10:59.435850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c336d1e8-a4cd-452f-9ff3-056bf3d21432 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:59.481263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8fafbfa2-9481-41b7-a8df-1b1e10725064 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:59.550847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0e97c873-64fe-42a7-ad96-44d7645a78c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:10:59.588466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafbfa2-9481-41b7-a8df-1b1e10725064 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event deleted for resources: {'SecurityGroup': ['ID=40aaccda-b076-42f9-9616-13aba6f83366,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:10:59.591342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8fafbfa2-9481-41b7-a8df-1b1e10725064 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:10:59.666782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352f54ca-6357-4435-8d8d-3aca3219cb02 None None] Network 3db1956e-d8d7-4c37-bceb-91493a7dae75 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:10:59.714401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc28154-a75d-4ef0-a56b-97701654e6cf tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting subnet 25b62bf8-6d79-4880-b251-de8faa721c88 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:10:59.727173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8fafbfa2-9481-41b7-a8df-1b1e10725064 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:59.728422 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8fafbfa2-9481-41b7-a8df-1b1e10725064 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "DELETE /v2.0/security-groups/40aaccda-b076-42f9-9616-13aba6f83366 HTTP/1.1" status: 204  len: 168 time: 1.0281744
Nov 24 13:10:59.730793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f633fac-8cb8-4a83-b28d-132feacba347 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network 3db1956e-d8d7-4c37-bceb-91493a7dae75 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:10:59.732094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dcc28154-a75d-4ef0-a56b-97701654e6cf tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:59.734245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49138) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:59.766991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-1f633fac-8cb8-4a83-b28d-132feacba347 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:10:59.805713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-213ebeb4-94c3-493a-96f5-880962de2df4 None None] Provisioning for port a2f05faf-162f-4c60-9ac0-c0b0ba3bad08 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:10:59.823882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f633fac-8cb8-4a83-b28d-132feacba347 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:10:59.828580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f633fac-8cb8-4a83-b28d-132feacba347 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:10:59.829606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1f633fac-8cb8-4a83-b28d-132feacba347 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:10:59.888503 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b537f97a-b8c4-4138-8390-5d8ca257aa15 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "GET /v2.0/routers/bb1e7ad5-5f31-4944-ab44-4275e018e070/tags/tempest-TagsExtTest-Tag-20147606 HTTP/1.1" status: 204  len: 168 time: 0.7672007
Nov 24 13:10:59.900099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49142) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:59.903382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a10f093-e53e-47e3-ac3e-24066803e011 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:10:59.913515 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3a10f093-e53e-47e3-ac3e-24066803e011 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "PUT /v2.0/routers/be3d4a7d-ed52-4b49-83d7-3c54c84797bf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.9075882
Nov 24 13:10:59.920277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0995543-0fef-4198-a36b-91ed6974b745 None None] Sync routers for ids ['be3d4a7d-ed52-4b49-83d7-3c54c84797bf'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:10:59.921477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49146) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:10:59.930235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-97aa1d06-205c-41ad-9947-7eb8d8cc9a0c tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f63471a8d68>, 'routers', 'bb1e7ad5-5f31-4944-ab44-4275e018e070', 'tempest-TagsExtTest-Tag-20147606') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:10:59.948797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0995543-0fef-4198-a36b-91ed6974b745 None None] Routers {'be3d4a7d-ed52-4b49-83d7-3c54c84797bf'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:10:59.949530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a0995543-0fef-4198-a36b-91ed6974b745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cbb1b70>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:10:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['be3d4a7d-ed52-4b49-83d7-3c54c84797bf'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:00.006179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-cdaa3036-b5e5-483b-9509-d451abe73eb9 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Synchronizing usage tracker for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:11:00.034520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a0995543-0fef-4198-a36b-91ed6974b745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cbb1b70>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:00.046344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0995543-0fef-4198-a36b-91ed6974b745 None None] Routers {'be3d4a7d-ed52-4b49-83d7-3c54c84797bf'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:11:00.047031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a0995543-0fef-4198-a36b-91ed6974b745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cbb1b70>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:10:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['be3d4a7d-ed52-4b49-83d7-3c54c84797bf'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:00.048433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dcc28154-a75d-4ef0-a56b-97701654e6cf tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:00.080323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b900f8b3-b919-48a6-9a5c-00ea826a4425 None None] Provisioning complete for port 4a695b15-efdc-44e4-8059-d1caac829b7a triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:00.080991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b900f8b3-b919-48a6-9a5c-00ea826a4425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:00.092631 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1f633fac-8cb8-4a83-b28d-132feacba347 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 6.4985747
Nov 24 13:11:00.104238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49150) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:00.113873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-430dfdcf-ee79-457a-a47c-9d206f2eb9a5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'port': {'network_id': '3db1956e-d8d7-4c37-bceb-91493a7dae75', 'name': 'tempest-PortsIpV6TestJSON-1919082356'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:00.140390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a0995543-0fef-4198-a36b-91ed6974b745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cbb1b70>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:00.140862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0995543-0fef-4198-a36b-91ed6974b745 None None] The sync data for ids ['be3d4a7d-ed52-4b49-83d7-3c54c84797bf'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:11:00.303577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-cdaa3036-b5e5-483b-9509-d451abe73eb9 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Unset dirty status for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:11:00.311678 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cdaa3036-b5e5-483b-9509-d451abe73eb9 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.5699937
Nov 24 13:11:00.322699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49154) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:00.338150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7664a2ee-6312-43b2-9d59-6e737e800a55 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Request body: {'security_group': {'name': 'tempest-secgroup--1404967091'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:00.353468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dcc28154-a75d-4ef0-a56b-97701654e6cf tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:00.353829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device a2f05faf-162f-4c60-9ac0-c0b0ba3bad08 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:11:00.359486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7664a2ee-6312-43b2-9d59-6e737e800a55 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:00.404834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7664a2ee-6312-43b2-9d59-6e737e800a55 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:00.446368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c336d1e8-a4cd-452f-9ff3-056bf3d21432 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:00.474010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b900f8b3-b919-48a6-9a5c-00ea826a4425 None None] Provisioning complete for port cef52ab6-aba8-4b9c-847e-ce640f42be34 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:00.474632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b900f8b3-b919-48a6-9a5c-00ea826a4425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:00.484669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7e127f15-8ba4-4cd8-8c58-df9686e48e75 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:00.543886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port a2f05faf-162f-4c60-9ac0-c0b0ba3bad08 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:11:00.556376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port a2f05faf-162f-4c60-9ac0-c0b0ba3bad08 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:00.556376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:00.587462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b900f8b3-b919-48a6-9a5c-00ea826a4425 None None] Port cef52ab6-aba8-4b9c-847e-ce640f42be34 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:11:00.630031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7664a2ee-6312-43b2-9d59-6e737e800a55 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:00.643118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c336d1e8-a4cd-452f-9ff3-056bf3d21432 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Subnet': ['ID=212835f8-a486-4ff4-b33f-3de2cc24e53d,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:00.649530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c336d1e8-a4cd-452f-9ff3-056bf3d21432 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:00.701702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-430dfdcf-ee79-457a-a47c-9d206f2eb9a5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:00.716980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:00.740042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-430dfdcf-ee79-457a-a47c-9d206f2eb9a5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:port and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:00.754759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-430dfdcf-ee79-457a-a47c-9d206f2eb9a5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for port was recalculated. Used quota:3. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:00.764172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b7d00c87-3dd5-465e-8536-aaa25460af8f None None] Provisioning complete for port a2f05faf-162f-4c60-9ac0-c0b0ba3bad08 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:00.764601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b7d00c87-3dd5-465e-8536-aaa25460af8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:00.772870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-430dfdcf-ee79-457a-a47c-9d206f2eb9a5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:00.788487 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-97aa1d06-205c-41ad-9947-7eb8d8cc9a0c tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "DELETE /v2.0/routers/bb1e7ad5-5f31-4944-ab44-4275e018e070/tags/tempest-TagsExtTest-Tag-20147606 HTTP/1.1" status: 204  len: 168 time: 0.8868136
Nov 24 13:11:00.798533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49160) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:00.827219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port a2f05faf-162f-4c60-9ac0-c0b0ba3bad08, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=a2f05faf-162f-4c60-9ac0-c0b0ba3bad08,segment=NetworkSegment(d77d26e0-125a-4cae-bac2-832093961a47),segment_id=d77d26e0-125a-4cae-bac2-832093961a47)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:11:00.831223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:00.832133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-6c1cb3c0-d173-4752-a3a3-874f446415fa tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f634735a4e0>, 'routers', 'bb1e7ad5-5f31-4944-ab44-4275e018e070') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:00.840544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-653bb4e7-df98-48c3-9531-8d0803ccffff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:00.889557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7664a2ee-6312-43b2-9d59-6e737e800a55 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:00.894725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c336d1e8-a4cd-452f-9ff3-056bf3d21432 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:00.912387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7664a2ee-6312-43b2-9d59-6e737e800a55 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Usage tracker for resource:security_group_rule and tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:00.913573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c231f81-b24f-4f64-9eaa-7c8591bb9d68 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:11:00.916944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430dfdcf-ee79-457a-a47c-9d206f2eb9a5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:11:00.923212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-430dfdcf-ee79-457a-a47c-9d206f2eb9a5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:00.942881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-76489875-2e07-4570-a194-6a38a637b94d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Synchronizing usage tracker for tenant:7bd33557530a48bab25cc76dc38cd9bb on resource:router {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:11:00.944112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7664a2ee-6312-43b2-9d59-6e737e800a55 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:00.975801 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c336d1e8-a4cd-452f-9ff3-056bf3d21432 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/212835f8-a486-4ff4-b33f-3de2cc24e53d HTTP/1.1" status: 204  len: 168 time: 3.0054545
Nov 24 13:11:00.977202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49166) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:00.993369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7664a2ee-6312-43b2-9d59-6e737e800a55 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:00.998656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dcc28154-a75d-4ef0-a56b-97701654e6cf tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:01.042762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7c5518be-32d3-4b2d-ac1c-8afb0662ae37 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:01.050485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=a2f05faf-162f-4c60-9ac0-c0b0ba3bad08,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:01.074589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:01.287373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b7d00c87-3dd5-465e-8536-aaa25460af8f None None] Provisioning for port a3d36c10-93ca-43d5-a472-2291a25703ba completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:11:01.307234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b7d00c87-3dd5-465e-8536-aaa25460af8f None None] Provisioning complete for port a3d36c10-93ca-43d5-a472-2291a25703ba triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:01.307907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b7d00c87-3dd5-465e-8536-aaa25460af8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:01.315009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-76489875-2e07-4570-a194-6a38a637b94d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Unset dirty status for tenant:7bd33557530a48bab25cc76dc38cd9bb on resource:router {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:11:01.319953 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-76489875-2e07-4570-a194-6a38a637b94d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 886 time: 2.0760028
Nov 24 13:11:01.321879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc28154-a75d-4ef0-a56b-97701654e6cf tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Subnet': ['ID=25b62bf8-6d79-4880-b251-de8faa721c88,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:01.331011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49172) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:01.348726 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6c1cb3c0-d173-4752-a3a3-874f446415fa tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "GET /v2.0/routers/bb1e7ad5-5f31-4944-ab44-4275e018e070/tags HTTP/1.1" status: 200  len: 205 time: 0.5320992
Nov 24 13:11:01.355906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49174) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:01.366925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-5f754129-20bb-4ec4-b470-324b1c505787 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-852208517'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:01.401579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b7d00c87-3dd5-465e-8536-aaa25460af8f None None] Port a3d36c10-93ca-43d5-a472-2291a25703ba cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:11:01.457526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dcc28154-a75d-4ef0-a56b-97701654e6cf tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:01.482871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-22acc679-3343-44be-ae3d-f443bc31ebdb tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f63476e9f60>, 'subnetpools', '49d0628a-c4e3-4391-8405-0d3c0159462f') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:01.489603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bbad1b-8946-412d-bc19-aaf29978da66 None None] DHCP port deletion for 8ca51b04-1dca-4f60-b844-2979d8864b51 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:11:01.495523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-44bbad1b-8946-412d-bc19-aaf29978da66 None None] Deleting port 2913c5db-f0c3-4723-b7c5-89c3790bdf68 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:11:01.496067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-44bbad1b-8946-412d-bc19-aaf29978da66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:01.597673 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-edeb723a-ffdb-4266-8ee9-cf470a309564 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.6073444
Nov 24 13:11:01.603363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49180) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:01.632344 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-22acc679-3343-44be-ae3d-f443bc31ebdb tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "GET /v2.0/subnetpools/49d0628a-c4e3-4391-8405-0d3c0159462f/tags HTTP/1.1" status: 200  len: 241 time: 0.1704373
Nov 24 13:11:01.638429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49184) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:01.647708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-38fb45e4-458e-4095-8b7b-27a9149a288b tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f6347278320>, 'subnetpools', '49d0628a-c4e3-4391-8405-0d3c0159462f', 'tempest-TagsExtTest-Tag-1880204924') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:01.651206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-cf10b046-60dc-44c3-9066-7b5bace201d1 None None] Provisioning complete for port a2f05faf-162f-4c60-9ac0-c0b0ba3bad08 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:01.651749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cf10b046-60dc-44c3-9066-7b5bace201d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:01.664590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dcc28154-a75d-4ef0-a56b-97701654e6cf tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:01.683276 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-dcc28154-a75d-4ef0-a56b-97701654e6cf tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/subnets/25b62bf8-6d79-4880-b251-de8faa721c88 HTTP/1.1" status: 204  len: 168 time: 3.1149974
Nov 24 13:11:01.687647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49188) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:01.696513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1164ae4f-8389-49b4-b142-f3cd7df15275 None None] Network f7621358-709a-475a-a392-d79f23d223d6 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:11:01.760700 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-cabd182c-7969-484c-ab89-4c4d9a389d14 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] DELETE failed (client error): The resource could not be found.
Nov 24 13:11:01.761222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cabd182c-7969-484c-ab89-4c4d9a389d14 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:11:01.763105 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cabd182c-7969-484c-ab89-4c4d9a389d14 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/subnets/fcb458c5-71a9-44e4-b3a8-b3942b099424 HTTP/1.1" status: 404  len: 337 time: 0.0742877
Nov 24 13:11:01.766618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49192) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:01.808509 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-38fb45e4-458e-4095-8b7b-27a9149a288b tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "GET /v2.0/subnetpools/49d0628a-c4e3-4391-8405-0d3c0159462f/tags/tempest-TagsExtTest-Tag-1880204924 HTTP/1.1" status: 204  len: 168 time: 0.1686916
Nov 24 13:11:01.815102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49196) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:01.827444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-9ec5564d-ebee-44bc-ba1c-e7699f7d2206 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f6346696d30>, 'subnetpools', '49d0628a-c4e3-4391-8405-0d3c0159462f', 'tempest-TagsExtTest-Tag-1880204924') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:01.844834 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8d786477-32d3-4232-b69f-7a03b6d178f9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "GET /v2.0/ports?device_id=1bda0b75-a402-4d67-ba40-37fec85218a6 HTTP/1.1" status: 200  len: 205 time: 0.0753653
Nov 24 13:11:01.852320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49200) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:01.901071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7664a2ee-6312-43b2-9d59-6e737e800a55 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:01.948791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7664a2ee-6312-43b2-9d59-6e737e800a55 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:01.959346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6f2b48b3-9d06-4b7e-b6ea-449810cbcfaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:01.965760 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-24470b97-6065-40c4-acdd-16dc1980ad8b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] delete failed (client error): The resource could not be found.
Nov 24 13:11:01.965760 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-24470b97-6065-40c4-acdd-16dc1980ad8b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/routers/1bda0b75-a402-4d67-ba40-37fec85218a6 HTTP/1.1" status: 404  len: 336 time: 0.1106865
Nov 24 13:11:01.965760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49204) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:02.025091 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c0019b-3ab0-4893-9e6d-718839559a56 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] DELETE failed (client error): The resource could not be found.
Nov 24 13:11:02.025743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5c0019b-3ab0-4893-9e6d-718839559a56 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:11:02.031580 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f5c0019b-3ab0-4893-9e6d-718839559a56 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/subnets/9427803f-fb80-4cac-99a3-350e67890f3d HTTP/1.1" status: 404  len: 337 time: 0.0641320
Nov 24 13:11:02.041911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49208) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:02.055688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-430dfdcf-ee79-457a-a47c-9d206f2eb9a5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] device_id is not set on port b38ae703-3833-4603-81b1-7409350ece45 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:11:02.103876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b909484-85f5-403c-912e-d4bcb11521ae tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:02.107955 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8b909484-85f5-403c-912e-d4bcb11521ae tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.4965723
Nov 24 13:11:02.107955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7664a2ee-6312-43b2-9d59-6e737e800a55 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event updated for resources: {'SecurityGroup': ['ID=3847fbc8-7c48-4d2c-8536-5165334c46ed,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:02.110758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49212) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:02.142793 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d55e78-ecfd-4f9c-a468-8e50c812821b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] DELETE failed (client error): The resource could not be found.
Nov 24 13:11:02.143547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58d55e78-ecfd-4f9c-a468-8e50c812821b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:11:02.147044 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-58d55e78-ecfd-4f9c-a468-8e50c812821b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/subnets/326d50a9-82c2-4a77-9fae-35ddc860308d HTTP/1.1" status: 404  len: 337 time: 0.1018581
Nov 24 13:11:02.157381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7664a2ee-6312-43b2-9d59-6e737e800a55 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:02.158144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49216) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:02.161013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-44bbad1b-8946-412d-bc19-aaf29978da66 None None] For port 2913c5db-f0c3-4723-b7c5-89c3790bdf68, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=2913c5db-f0c3-4723-b7c5-89c3790bdf68,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:11:02.161536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-44bbad1b-8946-412d-bc19-aaf29978da66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:02.165188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b7d2be7-1ee5-4c49-a4cd-73cfd524dc47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:02.219003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7664a2ee-6312-43b2-9d59-6e737e800a55 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:02.220672 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7664a2ee-6312-43b2-9d59-6e737e800a55 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 1.8966837
Nov 24 13:11:02.240385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49220) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:02.271828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-26c99532-a271-4033-b13e-01792d3c44ad tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Request body: {'security_group_rule': {'security_group_id': '3847fbc8-7c48-4d2c-8536-5165334c46ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:02.292763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-26c99532-a271-4033-b13e-01792d3c44ad tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:02.313977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-26c99532-a271-4033-b13e-01792d3c44ad tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Usage tracker for resource:security_group_rule and tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:02.325447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-26c99532-a271-4033-b13e-01792d3c44ad tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:02.340504 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9ec5564d-ebee-44bc-ba1c-e7699f7d2206 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "DELETE /v2.0/subnetpools/49d0628a-c4e3-4391-8405-0d3c0159462f/tags/tempest-TagsExtTest-Tag-1880204924 HTTP/1.1" status: 204  len: 168 time: 0.5241368
Nov 24 13:11:02.345932 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a05847-d745-46bc-9868-76ea678502e1 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] DELETE failed (client error): The resource could not be found.
Nov 24 13:11:02.346525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a05847-d745-46bc-9868-76ea678502e1 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:11:02.353037 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f9a05847-d745-46bc-9868-76ea678502e1 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/subnets/f712e795-1084-4c13-8a98-ff6304413c25 HTTP/1.1" status: 404  len: 337 time: 0.1864915
Nov 24 13:11:02.353037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49224) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:02.357660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49226) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:02.363863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-44bbad1b-8946-412d-bc19-aaf29978da66 None None] Calling delete_port for 2913c5db-f0c3-4723-b7c5-89c3790bdf68 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:11:02.365580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-db4d09e8-29d8-46ed-905d-6323d85d5e35 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f6346a342b0>, 'subnetpools', '49d0628a-c4e3-4391-8405-0d3c0159462f') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:02.401446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388b90f0-bcf3-49a3-a34c-e36f4ef511e3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:02.402360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-388b90f0-bcf3-49a3-a34c-e36f4ef511e3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:11:02.405367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-26c99532-a271-4033-b13e-01792d3c44ad tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:02.410716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device a2f05faf-162f-4c60-9ac0-c0b0ba3bad08 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:11:02.440021 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-75539331-c89b-4209-a8fd-cf080316a80c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] DELETE failed (client error): The resource could not be found.
Nov 24 13:11:02.440441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75539331-c89b-4209-a8fd-cf080316a80c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:11:02.446272 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-75539331-c89b-4209-a8fd-cf080316a80c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/ports/46ae5895-3819-4755-b0f7-1ab44e8fc778 HTTP/1.1" status: 404  len: 333 time: 0.0862310
Nov 24 13:11:02.446564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49232) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:02.505819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-26c99532-a271-4033-b13e-01792d3c44ad tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:02.543462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-cf10b046-60dc-44c3-9066-7b5bace201d1 None None] Provisioning complete for port a3d36c10-93ca-43d5-a472-2291a25703ba triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:02.543901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cf10b046-60dc-44c3-9066-7b5bace201d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:02.572848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-430dfdcf-ee79-457a-a47c-9d206f2eb9a5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Allocated IP 2001:db8::276 (3db1956e-d8d7-4c37-bceb-91493a7dae75/82366c78-99f5-4fdb-9ef6-5501233fb8e4/b38ae703-3833-4603-81b1-7409350ece45) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:11:02.655502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-cf10b046-60dc-44c3-9066-7b5bace201d1 None None] Port a3d36c10-93ca-43d5-a472-2291a25703ba cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:11:02.668105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port a2f05faf-162f-4c60-9ac0-c0b0ba3bad08 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:02.668546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:02.674711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-388b90f0-bcf3-49a3-a34c-e36f4ef511e3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:11:02.675937 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-388b90f0-bcf3-49a3-a34c-e36f4ef511e3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.5628455
Nov 24 13:11:02.716883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49236) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:02.731278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-44bbad1b-8946-412d-bc19-aaf29978da66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:02.753398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-694b4c79-c1e0-48b5-8499-1887565d7e05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:02.791796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87f7c93-bb7f-40ac-8757-cb202ef6ea8d None None] DHCP port deletion for f7621358-709a-475a-a392-d79f23d223d6 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:11:02.872064 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-95348503-b70b-44ac-a677-669c7caa3cd9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] DELETE failed (client error): The resource could not be found.
Nov 24 13:11:02.872662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95348503-b70b-44ac-a677-669c7caa3cd9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:11:02.876916 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b236cbc2-863d-467c-868b-dbbe0069cc2d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1464696
Nov 24 13:11:02.883465 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-95348503-b70b-44ac-a677-669c7caa3cd9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/subnets/a0fc201b-1f86-44eb-a2cd-166a4eef971a HTTP/1.1" status: 404  len: 337 time: 0.4332354
Nov 24 13:11:02.889438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49240) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:02.889438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49242) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:02.943965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-02f39115-bdfb-4aaf-8f7d-930b5133e610 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:02.969081 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-db4d09e8-29d8-46ed-905d-6323d85d5e35 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "GET /v2.0/subnetpools/49d0628a-c4e3-4391-8405-0d3c0159462f/tags HTTP/1.1" status: 200  len: 205 time: 0.6156635
Nov 24 13:11:02.980521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49248) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:03.003227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-9af1e1a9-afc2-4ce1-9f8a-047a449c9d2d tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f6346c94fd0>, 'subnetpools', '49d0628a-c4e3-4391-8405-0d3c0159462f') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:03.016772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-26c99532-a271-4033-b13e-01792d3c44ad tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:03.035588 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d30e0cb-19af-4ecf-96bf-ec575648dc1f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] DELETE failed (client error): The resource could not be found.
Nov 24 13:11:03.039173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d30e0cb-19af-4ecf-96bf-ec575648dc1f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:11:03.041292 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8d30e0cb-19af-4ecf-96bf-ec575648dc1f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/subnets/ce53307a-38b4-4ee8-8a76-31f0dacc7c5b HTTP/1.1" status: 404  len: 337 time: 0.1515436
Nov 24 13:11:03.042054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-26c99532-a271-4033-b13e-01792d3c44ad tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:03.042241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49252) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:03.042382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-d87f7c93-bb7f-40ac-8757-cb202ef6ea8d None None] Deleting port 4a695b15-efdc-44e4-8059-d1caac829b7a {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:11:03.045440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d87f7c93-bb7f-40ac-8757-cb202ef6ea8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:03.110587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bbad1b-8946-412d-bc19-aaf29978da66 None None] Pushing event deleted for resources: {'Port': ['ID=2913c5db-f0c3-4723-b7c5-89c3790bdf68,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:03.122815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:03.123788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-44bbad1b-8946-412d-bc19-aaf29978da66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:03.205205 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-f633f058-6d07-46be-92b7-4efef9f1c168 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] DELETE failed (client error): The resource could not be found.
Nov 24 13:11:03.205705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f633f058-6d07-46be-92b7-4efef9f1c168 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:11:03.211474 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f633f058-6d07-46be-92b7-4efef9f1c168 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/ports/7130e685-9b5f-4ea5-978a-ef429232480c HTTP/1.1" status: 404  len: 333 time: 0.1639276
Nov 24 13:11:03.212036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49256) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:03.217752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c99532-a271-4033-b13e-01792d3c44ad tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0871c95-361d-48e9-9557-dbca881675c9,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:03.244122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-26c99532-a271-4033-b13e-01792d3c44ad tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:03.279001 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a9aabf0-8218-4f98-82c0-e26f9e4beac6 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] DELETE failed (client error): The resource could not be found.
Nov 24 13:11:03.279001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a9aabf0-8218-4f98-82c0-e26f9e4beac6 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:11:03.291566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-26c99532-a271-4033-b13e-01792d3c44ad tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:03.291566 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-26c99532-a271-4033-b13e-01792d3c44ad tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.0105472
Nov 24 13:11:03.295899 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1a9aabf0-8218-4f98-82c0-e26f9e4beac6 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/subnets/04d9405d-4114-40b7-98bd-5f4ff3f9d45b HTTP/1.1" status: 404  len: 337 time: 0.0634139
Nov 24 13:11:03.295899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49260) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:03.295899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49262) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:03.295899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-02f39115-bdfb-4aaf-8f7d-930b5133e610 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:03.302915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-430dfdcf-ee79-457a-a47c-9d206f2eb9a5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:03.312357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bbad1b-8946-412d-bc19-aaf29978da66 None None] No DVR routers for this DVR port 2913c5db-f0c3-4723-b7c5-89c3790bdf68 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:11:03.317491 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9af1e1a9-afc2-4ce1-9f8a-047a449c9d2d tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "DELETE /v2.0/subnetpools/49d0628a-c4e3-4391-8405-0d3c0159462f/tags HTTP/1.1" status: 204  len: 168 time: 0.3033018
Nov 24 13:11:03.317491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49268) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:03.326426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-699c6698-2275-40d8-9597-3cecfc661a4c tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f634685bba8>, 'routers', 'bb1e7ad5-5f31-4944-ab44-4275e018e070') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:03.362536 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-729d6506-5b2e-4040-9139-108a14becb22 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] DELETE failed (client error): The resource could not be found.
Nov 24 13:11:03.362999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-729d6506-5b2e-4040-9139-108a14becb22 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:11:03.369449 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-729d6506-5b2e-4040-9139-108a14becb22 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/subnets/bff65a52-3ac2-4592-9835-b2effb7f3a94 HTTP/1.1" status: 404  len: 337 time: 0.0800891
Nov 24 13:11:03.369449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-02f39115-bdfb-4aaf-8f7d-930b5133e610 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:03.371492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49272) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:03.391812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-430dfdcf-ee79-457a-a47c-9d206f2eb9a5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Transition to ACTIVE for port object b38ae703-3833-4603-81b1-7409350ece45 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:03.431035 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7f2c309f-1e09-492c-95bb-5283abe56ace tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "GET /v2.0/security-group-rules/a0871c95-361d-48e9-9557-dbca881675c9 HTTP/1.1" status: 200  len: 705 time: 0.1443009
Nov 24 13:11:03.431997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49276) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:03.473046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2913c5db-f0c3-4723-b7c5-89c3790bdf68 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:11:03.484583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f39115-bdfb-4aaf-8f7d-930b5133e610 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:11:03.523478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 2913c5db-f0c3-4723-b7c5-89c3790bdf68 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:11:03.525074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2913c5db-f0c3-4723-b7c5-89c3790bdf68 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:11:03.528403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-d87f7c93-bb7f-40ac-8757-cb202ef6ea8d None None] For port 4a695b15-efdc-44e4-8059-d1caac829b7a, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=4a695b15-efdc-44e4-8059-d1caac829b7a,segment=NetworkSegment(61108076-07d8-4281-8783-d80be466bb78),segment_id=61108076-07d8-4281-8783-d80be466bb78)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:11:03.530050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d87f7c93-bb7f-40ac-8757-cb202ef6ea8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:03.589579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-430dfdcf-ee79-457a-a47c-9d206f2eb9a5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:03.622905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-58e45501-c2a6-4c62-ab71-02d7c508ffb8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Deleting port cef52ab6-aba8-4b9c-847e-ce640f42be34 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:11:03.623440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-58e45501-c2a6-4c62-ab71-02d7c508ffb8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:03.626988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-de7bc853-6429-4043-ad69-e7d3449d301a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:03.690432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-d87f7c93-bb7f-40ac-8757-cb202ef6ea8d None None] Calling delete_port for 4a695b15-efdc-44e4-8059-d1caac829b7a owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:11:03.740590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02f39115-bdfb-4aaf-8f7d-930b5133e610 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:03.797851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d87f7c93-bb7f-40ac-8757-cb202ef6ea8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:03.800960 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-699c6698-2275-40d8-9597-3cecfc661a4c tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "DELETE /v2.0/routers/bb1e7ad5-5f31-4944-ab44-4275e018e070/tags HTTP/1.1" status: 204  len: 168 time: 0.4902716
Nov 24 13:11:03.800960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430dfdcf-ee79-457a-a47c-9d206f2eb9a5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Port': ['ID=b38ae703-3833-4603-81b1-7409350ece45,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:03.802519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49280) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:03.812346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-4d0fffc7-568a-48b2-9cd6-45c6b0417229 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f63477d6fd0>, 'ports', '4ed149cc-2a63-4e4a-88f2-bf0a040146eb') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:03.819744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5b5346c6-8849-4290-94cb-9a03e3ab01a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:03.843254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-430dfdcf-ee79-457a-a47c-9d206f2eb9a5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:03.877020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6930b9b0-d7cf-4267-96da-d6b2cc3c80cc tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Synchronizing usage tracker for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group_rule {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:11:03.933885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f7c93-bb7f-40ac-8757-cb202ef6ea8d None None] Pushing event deleted for resources: {'Port': ['ID=4a695b15-efdc-44e4-8059-d1caac829b7a,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:03.938431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d87f7c93-bb7f-40ac-8757-cb202ef6ea8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:03.992509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87f7c93-bb7f-40ac-8757-cb202ef6ea8d None None] No DVR routers for this DVR port 4a695b15-efdc-44e4-8059-d1caac829b7a on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:11:03.998736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430dfdcf-ee79-457a-a47c-9d206f2eb9a5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network 3db1956e-d8d7-4c37-bceb-91493a7dae75 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:11:04.002455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-430dfdcf-ee79-457a-a47c-9d206f2eb9a5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:04.006987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430dfdcf-ee79-457a-a47c-9d206f2eb9a5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:11:04.011683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430dfdcf-ee79-457a-a47c-9d206f2eb9a5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:04.012036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-430dfdcf-ee79-457a-a47c-9d206f2eb9a5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:04.052836 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4d0fffc7-568a-48b2-9cd6-45c6b0417229 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "DELETE /v2.0/ports/4ed149cc-2a63-4e4a-88f2-bf0a040146eb/tags HTTP/1.1" status: 204  len: 168 time: 0.2452600
Nov 24 13:11:04.058791 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-430dfdcf-ee79-457a-a47c-9d206f2eb9a5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 3.9507387
Nov 24 13:11:04.058791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49284) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:04.068369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49286) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:04.101067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-4acbe3a0-d0a2-4f04-bad9-26653d146a16 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f6347d54710>, 'subnets', '2e510f62-2ec5-44f8-a3e1-ad268a197831') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:04.184153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9b7d2be7-1ee5-4c49-a4cd-73cfd524dc47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Deleting port 69181edf-3ffb-4b6a-8706-03a31e788fa3 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:11:04.184539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b7d2be7-1ee5-4c49-a4cd-73cfd524dc47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:04.283987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6930b9b0-d7cf-4267-96da-d6b2cc3c80cc tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Unset dirty status for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group_rule {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:11:04.286001 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6930b9b0-d7cf-4267-96da-d6b2cc3c80cc tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.8425543
Nov 24 13:11:04.292769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49292) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:04.299663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4a695b15-efdc-44e4-8059-d1caac829b7a no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:11:04.348937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 4a695b15-efdc-44e4-8059-d1caac829b7a {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:11:04.348937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4a695b15-efdc-44e4-8059-d1caac829b7a not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:11:04.409471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-58e45501-c2a6-4c62-ab71-02d7c508ffb8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:04.419120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8c745bb8-4b73-4a88-ac01-1cf662a1801d None None] Provisioning for port b38ae703-3833-4603-81b1-7409350ece45 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:11:04.426802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8c745bb8-4b73-4a88-ac01-1cf662a1801d None None] Provisioning complete for port b38ae703-3833-4603-81b1-7409350ece45 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:04.427552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c745bb8-4b73-4a88-ac01-1cf662a1801d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:04.491828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-8c745bb8-4b73-4a88-ac01-1cf662a1801d None None] Port b38ae703-3833-4603-81b1-7409350ece45 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:11:04.580352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5f754129-20bb-4ec4-b470-324b1c505787 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:04.592566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-58e45501-c2a6-4c62-ab71-02d7c508ffb8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Calling delete_port for cef52ab6-aba8-4b9c-847e-ce640f42be34 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:11:04.707694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5f754129-20bb-4ec4-b470-324b1c505787 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4112833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850663106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4103870'] for router, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:04.735886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d2cf82ec-3a18-466d-aa14-f469de90f8d3 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:04.743321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2595e42d-2ce3-476d-b4e9-64594e77f6bf tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:04.744714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2595e42d-2ce3-476d-b4e9-64594e77f6bf tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Synchronizing usage tracker for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:11:04.771883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d2cf82ec-3a18-466d-aa14-f469de90f8d3 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:04.791162 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4acbe3a0-d0a2-4f04-bad9-26653d146a16 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "DELETE /v2.0/subnets/2e510f62-2ec5-44f8-a3e1-ad268a197831/tags HTTP/1.1" status: 204  len: 168 time: 0.7010572
Nov 24 13:11:04.796599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49296) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:04.811301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-d3eeaa6a-5b6b-4f99-a332-fefe95bf244d tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f6346656198>, 'subnets', '2e510f62-2ec5-44f8-a3e1-ad268a197831', 'tempest-TagsExtTest-Tag-2058843197') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:04.850077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b7d2be7-1ee5-4c49-a4cd-73cfd524dc47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:04.875044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-58e45501-c2a6-4c62-ab71-02d7c508ffb8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:04.958267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-190d4a95-e244-4549-abeb-db06ba2475d8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:05.012560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9b7d2be7-1ee5-4c49-a4cd-73cfd524dc47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Calling delete_port for 69181edf-3ffb-4b6a-8706-03a31e788fa3 owned by network:router_interface {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:11:05.054071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d2cf82ec-3a18-466d-aa14-f469de90f8d3 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:05.064895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2595e42d-2ce3-476d-b4e9-64594e77f6bf tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Unset dirty status for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:11:05.065680 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2595e42d-2ce3-476d-b4e9-64594e77f6bf tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A171 HTTP/1.1" status: 200  len: 928 time: 0.9309835
Nov 24 13:11:05.066646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:05.073924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49300) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:05.089768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e45501-c2a6-4c62-ab71-02d7c508ffb8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Port': ['ID=cef52ab6-aba8-4b9c-847e-ce640f42be34,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:05.092845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-58e45501-c2a6-4c62-ab71-02d7c508ffb8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:05.131708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf82ec-3a18-466d-aa14-f469de90f8d3 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0871c95-361d-48e9-9557-dbca881675c9,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:05.145771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d2cf82ec-3a18-466d-aa14-f469de90f8d3 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:05.161156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d2cf82ec-3a18-466d-aa14-f469de90f8d3 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:05.168701 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d2cf82ec-3a18-466d-aa14-f469de90f8d3 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "DELETE /v2.0/security-group-rules/a0871c95-361d-48e9-9557-dbca881675c9 HTTP/1.1" status: 204  len: 168 time: 0.8716357
Nov 24 13:11:05.169845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49304) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:05.251235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-1b1787a5-6ca6-4f49-a8bb-333910650f58 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting port b38ae703-3833-4603-81b1-7409350ece45 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:11:05.251620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b1787a5-6ca6-4f49-a8bb-333910650f58 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:05.271750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-58e45501-c2a6-4c62-ab71-02d7c508ffb8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:05.313296 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-58e45501-c2a6-4c62-ab71-02d7c508ffb8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/ports/cef52ab6-aba8-4b9c-847e-ce640f42be34 HTTP/1.1" status: 204  len: 168 time: 1.9312336
Nov 24 13:11:05.313296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49308) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:05.406046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-cc4846b4-2f2c-469e-b6cd-9be1d1eeb1f5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Synchronizing usage tracker for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group_rule {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:11:05.437505 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d3eeaa6a-5b6b-4f99-a332-fefe95bf244d tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "PUT /v2.0/subnets/2e510f62-2ec5-44f8-a3e1-ad268a197831/tags/tempest-TagsExtTest-Tag-2058843197 HTTP/1.1" status: 201  len: 201 time: 0.6402910
Nov 24 13:11:05.444742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49312) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:05.453689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-b543a289-d9c4-445b-acaa-6b38d0747277 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f63469f17b8>, 'ports', '4ed149cc-2a63-4e4a-88f2-bf0a040146eb', 'tempest-TagsExtTest-Tag-949108410') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:05.513021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-cc4846b4-2f2c-469e-b6cd-9be1d1eeb1f5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Unset dirty status for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group_rule {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:11:05.514476 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cc4846b4-2f2c-469e-b6cd-9be1d1eeb1f5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.3284838
Nov 24 13:11:05.614559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49316) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:05.633624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-1b8b7ce0-149f-445a-9878-7095bb28d3bf tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Request body: {'security_group_rule': {'security_group_id': '3847fbc8-7c48-4d2c-8536-5165334c46ed', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:05.653049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1b8b7ce0-149f-445a-9878-7095bb28d3bf tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:05.679342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1b8b7ce0-149f-445a-9878-7095bb28d3bf tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:05.739113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d61968e9-a368-4910-b904-b418baf8f396 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:05.745979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b7d2be7-1ee5-4c49-a4cd-73cfd524dc47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:05.765703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a69bb980-c324-4cf7-9112-f7de32bee004 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:05.842405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f754129-20bb-4ec4-b470-324b1c505787 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Router b76d3abc-02a0-4c60-b9dc-9c118e913b39 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:11:05.856038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b8b7ce0-149f-445a-9878-7095bb28d3bf tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:05.897497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d2be7-1ee5-4c49-a4cd-73cfd524dc47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event deleted for resources: {'Port': ['ID=69181edf-3ffb-4b6a-8706-03a31e788fa3,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:05.914629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b1787a5-6ca6-4f49-a8bb-333910650f58 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:05.920290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9b7d2be7-1ee5-4c49-a4cd-73cfd524dc47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:06.098520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-1b1787a5-6ca6-4f49-a8bb-333910650f58 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Calling delete_port for b38ae703-3833-4603-81b1-7409350ece45 owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:11:06.120009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d61968e9-a368-4910-b904-b418baf8f396 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:06.157056 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b543a289-d9c4-445b-acaa-6b38d0747277 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "PUT /v2.0/ports/4ed149cc-2a63-4e4a-88f2-bf0a040146eb/tags/tempest-TagsExtTest-Tag-949108410 HTTP/1.1" status: 201  len: 201 time: 0.7111347
Nov 24 13:11:06.165474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49320) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:06.178544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-6b4bf9a7-50da-4580-a447-6ad8e10a1b29 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f6346f00940>, 'routers', 'bb1e7ad5-5f31-4944-ab44-4275e018e070', 'tempest-TagsExtTest-Tag-900036210') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:06.343312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b8b7ce0-149f-445a-9878-7095bb28d3bf tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:06.345414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.objects.ports [None req-02f39115-bdfb-4aaf-8f7d-930b5133e610 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80944) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 24 13:11:06.354280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02f39115-bdfb-4aaf-8f7d-930b5133e610 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:06.379591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-445fb62a-0d1b-4bc5-a740-6f81ef6151dd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:06.413180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b8b7ce0-149f-445a-9878-7095bb28d3bf tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:06.436139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:06.489283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-d61968e9-a368-4910-b904-b418baf8f396 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6346e5a630>,) {'filters': {'network_id': ['f7621358-709a-475a-a392-d79f23d223d6']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:06.512509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-d61968e9-a368-4910-b904-b418baf8f396 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346e5a630>, '61108076-07d8-4281-8783-d80be466bb78') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:06.512864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-d61968e9-a368-4910-b904-b418baf8f396 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346e5a630>, '61108076-07d8-4281-8783-d80be466bb78') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:06.515651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b7ce0-149f-445a-9878-7095bb28d3bf tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db0b54cd-7992-475b-9ef2-f99dda8aa4f2,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:06.528384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1b8b7ce0-149f-445a-9878-7095bb28d3bf tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:06.547256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d61968e9-a368-4910-b904-b418baf8f396 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:06.580451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f39115-bdfb-4aaf-8f7d-930b5133e610 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Subnet': ['ID=f23467aa-bc9f-467e-b78c-c808d42ad354,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:06.584193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-02f39115-bdfb-4aaf-8f7d-930b5133e610 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:06.618217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d61968e9-a368-4910-b904-b418baf8f396 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:06.621118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d61968e9-a368-4910-b904-b418baf8f396 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Releasing vxlan tunnel 4 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:11:06.631385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b8b7ce0-149f-445a-9878-7095bb28d3bf tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:06.633220 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1b8b7ce0-149f-445a-9878-7095bb28d3bf tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.0170503
Nov 24 13:11:06.636563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49324) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:06.701932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b1787a5-6ca6-4f49-a8bb-333910650f58 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:06.728117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-deccbf70-e3df-43b3-953a-36b7f63b0448 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:06.828956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f39115-bdfb-4aaf-8f7d-930b5133e610 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:11:06.841031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-02f39115-bdfb-4aaf-8f7d-930b5133e610 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:06.841864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1787a5-6ca6-4f49-a8bb-333910650f58 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Port': ['ID=b38ae703-3833-4603-81b1-7409350ece45,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:06.856588 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6b4bf9a7-50da-4580-a447-6ad8e10a1b29 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "PUT /v2.0/routers/bb1e7ad5-5f31-4944-ab44-4275e018e070/tags/tempest-TagsExtTest-Tag-900036210 HTTP/1.1" status: 201  len: 201 time: 0.6834626
Nov 24 13:11:06.856842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-d61968e9-a368-4910-b904-b418baf8f396 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network f7621358-709a-475a-a392-d79f23d223d6 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:11:06.856979 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-16b46132-d8fb-45f4-ba18-549030284b69 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "GET /v2.0/security-group-rules/db0b54cd-7992-475b-9ef2-f99dda8aa4f2 HTTP/1.1" status: 200  len: 705 time: 0.2186525
Nov 24 13:11:06.858024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1b1787a5-6ca6-4f49-a8bb-333910650f58 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:06.862376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49328) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:06.863167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49330) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:06.863344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b847c0-08aa-4f94-9552-bf92f52b8334 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:11:06.871055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d61968e9-a368-4910-b904-b418baf8f396 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:06.880863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-5357c573-21dc-431d-8c10-c542ebffe2e6 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f6346e31908>, 'subnetpools', '49d0628a-c4e3-4391-8405-0d3c0159462f', 'tempest-TagsExtTest-Tag-901208346') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:06.885818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f39115-bdfb-4aaf-8f7d-930b5133e610 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:06.886493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02f39115-bdfb-4aaf-8f7d-930b5133e610 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:06.899137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b7d2be7-1ee5-4c49-a4cd-73cfd524dc47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:07.039510 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-02f39115-bdfb-4aaf-8f7d-930b5133e610 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 4.1513491
Nov 24 13:11:07.052757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49336) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:07.066617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-26947b73-f605-4d79-9510-ddf37fb30886 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'port': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'mac_address': 'fa:16:3e:77:06:7a', 'name': 'tempest-NetworksTestDHCPv6-1652080843'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:07.135262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f754129-20bb-4ec4-b470-324b1c505787 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:11:07.141571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5f754129-20bb-4ec4-b470-324b1c505787 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:07.146590 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5f754129-20bb-4ec4-b470-324b1c505787 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "PUT /v2.0/routers/b76d3abc-02a0-4c60-b9dc-9c118e913b39 HTTP/1.1" status: 200  len: 890 time: 5.7952142
Nov 24 13:11:07.147537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49340) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:07.147644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef28f61-9bdb-4e74-add7-f3b0595c4f2b None None] Sync routers for ids ['b76d3abc-02a0-4c60-b9dc-9c118e913b39'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:11:07.152719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6feffbc6-f6aa-40a4-a55c-3cd95eba2d9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-8ca51b04-1dca-4f60-b844-2979d8864b51', 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'fixed_ips': [{'subnet_id': 'f23467aa-bc9f-467e-b78c-c808d42ad354'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:11:07.153636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6feffbc6-f6aa-40a4-a55c-3cd95eba2d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:07.163531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-d61968e9-a368-4910-b904-b418baf8f396 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Network f7621358-709a-475a-a392-d79f23d223d6 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:11:07.201278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef28f61-9bdb-4e74-add7-f3b0595c4f2b None None] Routers {'b76d3abc-02a0-4c60-b9dc-9c118e913b39'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:11:07.202063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-bef28f61-9bdb-4e74-add7-f3b0595c4f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634707d5f8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:10:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['b76d3abc-02a0-4c60-b9dc-9c118e913b39'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:07.261130 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:11:07.261130 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:11:07.261130 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:11:07.261130 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:11:07.261130 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:11:07.261130 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:11:07.261130 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:11:07.261130 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:11:07.261130 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:11:07.261130 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:11:07.261130 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:11:07.261130 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:11:07.261130 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:11:07.261130 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:11:07.261130 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:11:07.261130 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:11:07.261130 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:11:07.261130 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:11:07.261130 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:11:07.261130 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:11:07.261130 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:11:07.261130 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:11:07.261130 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:11:07.261130 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:11:07.261130 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:11:07.261130 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:11:07.261130 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:11:07.261130 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:11:07.261130 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:11:07.261130 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:11:07.261130 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:11:07.261130 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:11:07.292050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-bef28f61-9bdb-4e74-add7-f3b0595c4f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634707d5f8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:07.331558 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8d07f49e-8c85-46c6-a137-b8f172e4d0ef tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.4626102
Nov 24 13:11:07.342176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49344) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:07.370246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef28f61-9bdb-4e74-add7-f3b0595c4f2b None None] Routers {'b76d3abc-02a0-4c60-b9dc-9c118e913b39'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:11:07.370952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-bef28f61-9bdb-4e74-add7-f3b0595c4f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634707d5f8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:10:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['b76d3abc-02a0-4c60-b9dc-9c118e913b39'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:07.442025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-bef28f61-9bdb-4e74-add7-f3b0595c4f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634707d5f8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:07.442410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef28f61-9bdb-4e74-add7-f3b0595c4f2b None None] The sync data for ids ['b76d3abc-02a0-4c60-b9dc-9c118e913b39'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:11:07.472296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d61968e9-a368-4910-b904-b418baf8f396 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:07.476746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-49ef9369-18a0-408b-8f87-efcf66bcff92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:07.483541 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5357c573-21dc-431d-8c10-c542ebffe2e6 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "PUT /v2.0/subnetpools/49d0628a-c4e3-4391-8405-0d3c0159462f/tags/tempest-TagsExtTest-Tag-901208346 HTTP/1.1" status: 201  len: 201 time: 0.6171951
Nov 24 13:11:07.495572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d61968e9-a368-4910-b904-b418baf8f396 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:07.499025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49348) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:07.503845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a79b06ef-571f-422b-965e-4fa0e0c78ecf tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:07.511269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-1ad75700-6985-46cc-80a3-300b16c464fa tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f63463dc278>, 'subnets', '2e510f62-2ec5-44f8-a3e1-ad268a197831', {'tags': ['tempest-TagsExtTest-Tag-157637979', 'tempest-TagsExtTest-Tag-1588524574', 'tempest-TagsExtTest-Tag-370170783']}) {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:07.526858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61968e9-a368-4910-b904-b418baf8f396 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Pushing event deleted for resources: {'Network': ['ID=f7621358-709a-475a-a392-d79f23d223d6,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:07.534690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a79b06ef-571f-422b-965e-4fa0e0c78ecf tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:07.541170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d61968e9-a368-4910-b904-b418baf8f396 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:07.556607 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d61968e9-a368-4910-b904-b418baf8f396 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] 10.222.0.76 "DELETE /v2.0/networks/f7621358-709a-475a-a392-d79f23d223d6 HTTP/1.1" status: 204  len: 168 time: 2.2423697
Nov 24 13:11:07.596687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a79b06ef-571f-422b-965e-4fa0e0c78ecf tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:07.602156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e285bbe6-2982-4785-a764-5dc9b8d0c906 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:07.618853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b1787a5-6ca6-4f49-a8bb-333910650f58 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:07.623406 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1b1787a5-6ca6-4f49-a8bb-333910650f58 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/ports/b38ae703-3833-4603-81b1-7409350ece45 HTTP/1.1" status: 204  len: 168 time: 2.5341887
Nov 24 13:11:07.631128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49354) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:07.632891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b06ef-571f-422b-965e-4fa0e0c78ecf tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db0b54cd-7992-475b-9ef2-f99dda8aa4f2,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:07.649981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a79b06ef-571f-422b-965e-4fa0e0c78ecf tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:07.692719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-6feffbc6-f6aa-40a4-a55c-3cd95eba2d9b None None] Allocated IP 2001:db8::f816:3eff:fe53:32d9 (8ca51b04-1dca-4f60-b844-2979d8864b51/f23467aa-bc9f-467e-b78c-c808d42ad354/a27cef43-b11d-472f-aa66-6ef5455804b1) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:11:07.698204 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-b671f028-139b-44da-b0be-f870a5d5facd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] GET failed (client error): The resource could not be found.
Nov 24 13:11:07.702620 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b671f028-139b-44da-b0be-f870a5d5facd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "GET /v2.0/ports/b38ae703-3833-4603-81b1-7409350ece45 HTTP/1.1" status: 404  len: 333 time: 0.0559392
Nov 24 13:11:07.703962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49358) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:07.705166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a79b06ef-571f-422b-965e-4fa0e0c78ecf tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:07.709380 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a79b06ef-571f-422b-965e-4fa0e0c78ecf tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "DELETE /v2.0/security-group-rules/db0b54cd-7992-475b-9ef2-f99dda8aa4f2 HTTP/1.1" status: 204  len: 168 time: 0.3666735
Nov 24 13:11:07.713963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49360) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:07.873100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-544b67fe-c38c-43e4-9fd5-ccdc37f102dd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting port a3d36c10-93ca-43d5-a472-2291a25703ba {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:11:07.873721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-544b67fe-c38c-43e4-9fd5-ccdc37f102dd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:07.926499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8d896997-bbd4-4f7a-93e5-391092d3f6cf tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Synchronizing usage tracker for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group_rule {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:11:07.949476 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7cdde068-9270-4c18-b5a4-e39754976f1d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "GET /v2.0/routers/b76d3abc-02a0-4c60-b9dc-9c118e913b39 HTTP/1.1" status: 200  len: 890 time: 0.7884982
Nov 24 13:11:07.950650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49368) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:07.995724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6feffbc6-f6aa-40a4-a55c-3cd95eba2d9b None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:08.002913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49372) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:08.008026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6feffbc6-f6aa-40a4-a55c-3cd95eba2d9b None None] Transition to ACTIVE for port object a27cef43-b11d-472f-aa66-6ef5455804b1 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:08.010737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-26947b73-f605-4d79-9510-ddf37fb30886 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:08.014442 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1ad75700-6985-46cc-80a3-300b16c464fa tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "PUT /v2.0/subnets/2e510f62-2ec5-44f8-a3e1-ad268a197831/tags HTTP/1.1" status: 200  len: 316 time: 0.5111687
Nov 24 13:11:08.031215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49376) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:08.031957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8d896997-bbd4-4f7a-93e5-391092d3f6cf tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Unset dirty status for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group_rule {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:11:08.032763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6feffbc6-f6aa-40a4-a55c-3cd95eba2d9b None None] Transition to ACTIVE for port object a27cef43-b11d-472f-aa66-6ef5455804b1 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:08.037272 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8d896997-bbd4-4f7a-93e5-391092d3f6cf tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2827759
Nov 24 13:11:08.038993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6feffbc6-f6aa-40a4-a55c-3cd95eba2d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:08.042462 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6dd97cc9-10cc-4d43-9807-5d2ba49844df tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "GET /v2.0/ports?device_id=b76d3abc-02a0-4c60-b9dc-9c118e913b39 HTTP/1.1" status: 200  len: 205 time: 0.0825410
Nov 24 13:11:08.047563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-4ffe7d05-ef7a-44dc-a299-2321d711bfbe tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f6346fb47b8>, 'subnets', '2e510f62-2ec5-44f8-a3e1-ad268a197831') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:08.055545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-44bbad1b-8946-412d-bc19-aaf29978da66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:08.076328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49380) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:08.076707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49384) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:08.166560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-8d51b6a6-7278-42ea-bb31-4793bef9c130 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Request body: {'security_group_rule': {'security_group_id': '3847fbc8-7c48-4d2c-8536-5165334c46ed', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:08.171477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-26947b73-f605-4d79-9510-ddf37fb30886 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:08.177710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feffbc6-f6aa-40a4-a55c-3cd95eba2d9b None None] Pushing event updated for resources: {'Port': ['ID=a27cef43-b11d-472f-aa66-6ef5455804b1,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:08.181758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8d51b6a6-7278-42ea-bb31-4793bef9c130 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:08.182650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6feffbc6-f6aa-40a4-a55c-3cd95eba2d9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:08.206031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8d51b6a6-7278-42ea-bb31-4793bef9c130 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:08.263660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26947b73-f605-4d79-9510-ddf37fb30886 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:11:08.292069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6feffbc6-f6aa-40a4-a55c-3cd95eba2d9b None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:11:08.293540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-6feffbc6-f6aa-40a4-a55c-3cd95eba2d9b None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:08.296197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feffbc6-f6aa-40a4-a55c-3cd95eba2d9b None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:11:08.357057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-6feffbc6-f6aa-40a4-a55c-3cd95eba2d9b None None] Attempting to bind port a27cef43-b11d-472f-aa66-6ef5455804b1 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:11:08.357798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-6feffbc6-f6aa-40a4-a55c-3cd95eba2d9b None None] Attempting to bind port a27cef43-b11d-472f-aa66-6ef5455804b1 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:11:08.358439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feffbc6-f6aa-40a4-a55c-3cd95eba2d9b None None] Attempting to bind port a27cef43-b11d-472f-aa66-6ef5455804b1 on network 8ca51b04-1dca-4f60-b844-2979d8864b51 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:11:08.366192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feffbc6-f6aa-40a4-a55c-3cd95eba2d9b None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:11:08.367378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feffbc6-f6aa-40a4-a55c-3cd95eba2d9b None None] Checking segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:11:08.368007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6feffbc6-f6aa-40a4-a55c-3cd95eba2d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:08.368451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feffbc6-f6aa-40a4-a55c-3cd95eba2d9b None None] Bound using segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:11:08.368980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-6feffbc6-f6aa-40a4-a55c-3cd95eba2d9b None None] Bound port: a27cef43-b11d-472f-aa66-6ef5455804b1, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:11:08.369999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6feffbc6-f6aa-40a4-a55c-3cd95eba2d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:08.432707 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-8d51b6a6-7278-42ea-bb31-4793bef9c130 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Project a33c0f8baeed4da68d3bf363b6c0b5f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:11:08.453522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d51b6a6-7278-42ea-bb31-4793bef9c130 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:08.459904 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ec48cd5b-33dd-405f-920f-1ed193f61b1c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c7d03523e68a47da9bee14cfe27d45e8&name=default HTTP/1.1" status: 200  len: 2747 time: 0.4466507
Nov 24 13:11:08.462824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49390) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:08.469558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-544b67fe-c38c-43e4-9fd5-ccdc37f102dd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:08.471226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-6feffbc6-f6aa-40a4-a55c-3cd95eba2d9b None None] For port a27cef43-b11d-472f-aa66-6ef5455804b1, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:11:08.474741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-6feffbc6-f6aa-40a4-a55c-3cd95eba2d9b None None] For port a27cef43-b11d-472f-aa66-6ef5455804b1, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=a27cef43-b11d-472f-aa66-6ef5455804b1,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:11:08.479270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6feffbc6-f6aa-40a4-a55c-3cd95eba2d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:08.496566 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4ffe7d05-ef7a-44dc-a299-2321d711bfbe tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "DELETE /v2.0/subnets/2e510f62-2ec5-44f8-a3e1-ad268a197831/tags HTTP/1.1" status: 204  len: 168 time: 0.4527273
Nov 24 13:11:08.542897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-98e7afac-8842-42c5-acd6-ab75fbccdcf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:08.548287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49394) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:08.584077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-f56ba51a-4e32-40ea-9977-5b53eb7e052c tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f63467b7198>, 'subnets', '2e510f62-2ec5-44f8-a3e1-ad268a197831', 'tempest-TagsExtTest-Tag-157637979') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:08.631856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-544b67fe-c38c-43e4-9fd5-ccdc37f102dd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Calling delete_port for a3d36c10-93ca-43d5-a472-2291a25703ba owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:11:08.651886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feffbc6-f6aa-40a4-a55c-3cd95eba2d9b None None] Pushing event updated for resources: {'Port': ['ID=a27cef43-b11d-472f-aa66-6ef5455804b1,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:08.657090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6feffbc6-f6aa-40a4-a55c-3cd95eba2d9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:08.684159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-26947b73-f605-4d79-9510-ddf37fb30886 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:08.716943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7d2be7-1ee5-4c49-a4cd-73cfd524dc47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Router be3d4a7d-ed52-4b49-83d7-3c54c84797bf has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:11:08.749886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-03930f3b-7e43-4f93-b3ae-7adb3907f3ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:08.771280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d51b6a6-7278-42ea-bb31-4793bef9c130 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:08.799717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d51b6a6-7278-42ea-bb31-4793bef9c130 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:08.885541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-58110285-31c5-4492-8850-a76caab7a1c1 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:09.004012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51b6a6-7278-42ea-bb31-4793bef9c130 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38231f1b-428c-4a8e-b19b-1f3d631d1543,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:09.034103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8d51b6a6-7278-42ea-bb31-4793bef9c130 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:09.055499 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-f56ba51a-4e32-40ea-9977-5b53eb7e052c tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] show failed (client error): The resource could not be found.
Nov 24 13:11:09.056909 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f56ba51a-4e32-40ea-9977-5b53eb7e052c tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "GET /v2.0/subnets/2e510f62-2ec5-44f8-a3e1-ad268a197831/tags/tempest-TagsExtTest-Tag-157637979 HTTP/1.1" status: 404  len: 328 time: 0.4929698
Nov 24 13:11:09.066982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49398) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:09.146038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-4e6e9cbb-033f-46ec-a918-8e0d7c0510bb tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f6346c77080>, 'subnets', '2e510f62-2ec5-44f8-a3e1-ad268a197831', 'tempest-TagsExtTest-Tag-1588524574') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:09.150115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-03930f3b-7e43-4f93-b3ae-7adb3907f3ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:09.173482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d51b6a6-7278-42ea-bb31-4793bef9c130 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:09.177328 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8d51b6a6-7278-42ea-bb31-4793bef9c130 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 1.0970659
Nov 24 13:11:09.178967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49402) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:09.215664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d71df4bc-c390-4243-a3ed-e3da140aeebb tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:09.220397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-544b67fe-c38c-43e4-9fd5-ccdc37f102dd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:09.235778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-88f4023d-0528-4bf7-9035-15a829a8d1c7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:09.279999 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-41842a2b-7b2a-4d27-89e1-1bd802d13fab tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "GET /v2.0/security-group-rules/38231f1b-428c-4a8e-b19b-1f3d631d1543 HTTP/1.1" status: 200  len: 711 time: 0.0996745
Nov 24 13:11:09.341578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49406) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:09.355355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b67fe-c38c-43e4-9fd5-ccdc37f102dd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Port': ['ID=a3d36c10-93ca-43d5-a472-2291a25703ba,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:09.363760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-544b67fe-c38c-43e4-9fd5-ccdc37f102dd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:09.435501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-03930f3b-7e43-4f93-b3ae-7adb3907f3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:09.448665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5b3ab2cd-cce5-4141-bbe2-918d8eb6202f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:09.515579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03930f3b-7e43-4f93-b3ae-7adb3907f3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fdf785-62b8-4fa6-87eb-01813c6bab00,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:09.519421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-03930f3b-7e43-4f93-b3ae-7adb3907f3ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:09.581903 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-52dcde55-5b43-4ea9-9962-b01d9faf9d1d tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3713 time: 0.2282398
Nov 24 13:11:09.587990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49410) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:09.603290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-26947b73-f605-4d79-9510-ddf37fb30886 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] device_id is not set on port cfd356fb-7d04-4042-9c05-9346b76a0ce7 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:11:09.613526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-03930f3b-7e43-4f93-b3ae-7adb3907f3ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:09.614756 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-03930f3b-7e43-4f93-b3ae-7adb3907f3ec admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e9fdf785-62b8-4fa6-87eb-01813c6bab00 HTTP/1.1" status: 204  len: 168 time: 1.1509392
Nov 24 13:11:09.641497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1e6228df-1c65-4b07-a9ac-82001c3faaba tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:09.655712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-544b67fe-c38c-43e4-9fd5-ccdc37f102dd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:09.660280 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-544b67fe-c38c-43e4-9fd5-ccdc37f102dd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/ports/a3d36c10-93ca-43d5-a472-2291a25703ba HTTP/1.1" status: 204  len: 168 time: 1.9450464
Nov 24 13:11:09.660280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1e6228df-1c65-4b07-a9ac-82001c3faaba tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:09.666252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49416) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:09.685609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1e6228df-1c65-4b07-a9ac-82001c3faaba tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:09.687957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:09.706748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6228df-1c65-4b07-a9ac-82001c3faaba tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38231f1b-428c-4a8e-b19b-1f3d631d1543,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:09.710990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1e6228df-1c65-4b07-a9ac-82001c3faaba tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:09.711980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1e6228df-1c65-4b07-a9ac-82001c3faaba tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:09.716001 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1e6228df-1c65-4b07-a9ac-82001c3faaba tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "DELETE /v2.0/security-group-rules/38231f1b-428c-4a8e-b19b-1f3d631d1543 HTTP/1.1" status: 204  len: 168 time: 0.1267066
Nov 24 13:11:09.716688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49420) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:09.744701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7d2be7-1ee5-4c49-a4cd-73cfd524dc47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:11:09.757713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4883218c-f849-4db1-83ed-93b0de527c2d None None] Sync routers for ids ['be3d4a7d-ed52-4b49-83d7-3c54c84797bf'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:11:09.770766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-22728335-c7d8-4ed5-9fe9-b7ba6916ca53 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Synchronizing usage tracker for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group_rule {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:11:09.773508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4883218c-f849-4db1-83ed-93b0de527c2d None None] Routers {'be3d4a7d-ed52-4b49-83d7-3c54c84797bf'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:11:09.774685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4883218c-f849-4db1-83ed-93b0de527c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d7f59b0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:10:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['be3d4a7d-ed52-4b49-83d7-3c54c84797bf'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:09.786844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-22728335-c7d8-4ed5-9fe9-b7ba6916ca53 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Unset dirty status for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group_rule {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:11:09.788251 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-22728335-c7d8-4ed5-9fe9-b7ba6916ca53 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.0705740
Nov 24 13:11:09.792086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49424) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:09.828259 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c8beb2-02a3-48a9-87e2-6b90562bf9e3 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] GET failed (client error): The resource could not be found.
Nov 24 13:11:09.828827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a2c8beb2-02a3-48a9-87e2-6b90562bf9e3 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Synchronizing usage tracker for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:11:09.872668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49430) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:09.872806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4883218c-f849-4db1-83ed-93b0de527c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d7f59b0>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:09.874292 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9b7d2be7-1ee5-4c49-a4cd-73cfd524dc47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "PUT /v2.0/routers/be3d4a7d-ed52-4b49-83d7-3c54c84797bf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.9515927
Nov 24 13:11:09.887261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4883218c-f849-4db1-83ed-93b0de527c2d None None] Routers {'be3d4a7d-ed52-4b49-83d7-3c54c84797bf'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:11:09.888269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4883218c-f849-4db1-83ed-93b0de527c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d7f59b0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:10:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['be3d4a7d-ed52-4b49-83d7-3c54c84797bf'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:09.958480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a2c8beb2-02a3-48a9-87e2-6b90562bf9e3 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Unset dirty status for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:11:09.959946 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a2c8beb2-02a3-48a9-87e2-6b90562bf9e3 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "GET /v2.0/ports/a3d36c10-93ca-43d5-a472-2291a25703ba HTTP/1.1" status: 404  len: 333 time: 0.2895720
Nov 24 13:11:09.968469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49434) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:09.983674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4883218c-f849-4db1-83ed-93b0de527c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d7f59b0>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:09.983886 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-4e6e9cbb-033f-46ec-a918-8e0d7c0510bb tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] show failed (client error): The resource could not be found.
Nov 24 13:11:09.984489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4883218c-f849-4db1-83ed-93b0de527c2d None None] The sync data for ids ['be3d4a7d-ed52-4b49-83d7-3c54c84797bf'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:11:09.984973 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4e6e9cbb-033f-46ec-a918-8e0d7c0510bb tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "GET /v2.0/subnets/2e510f62-2ec5-44f8-a3e1-ad268a197831/tags/tempest-TagsExtTest-Tag-1588524574 HTTP/1.1" status: 404  len: 329 time: 0.9122970
Nov 24 13:11:09.998791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49438) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:10.002517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c5cc2d5f-a918-42b2-9db3-ceb4a5835725 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Synchronizing usage tracker for tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:11:10.013586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-28cd173d-75dc-459b-a0e7-81b81f2b0b3f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f6345cdaa58>, 'subnets', '2e510f62-2ec5-44f8-a3e1-ad268a197831', 'tempest-TagsExtTest-Tag-370170783') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:10.093041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c5cc2d5f-a918-42b2-9db3-ceb4a5835725 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Unset dirty status for tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:11:10.097824 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c5cc2d5f-a918-42b2-9db3-ceb4a5835725 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "GET /v2.0/ports?device_id=be3d4a7d-ed52-4b49-83d7-3c54c84797bf HTTP/1.1" status: 200  len: 205 time: 0.2186055
Nov 24 13:11:10.102777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49444) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:10.149571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-26947b73-f605-4d79-9510-ddf37fb30886 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Allocated IP 2001:db8::f816:3eff:fe77:67a (8ca51b04-1dca-4f60-b844-2979d8864b51/f23467aa-bc9f-467e-b78c-c808d42ad354/cfd356fb-7d04-4042-9c05-9346b76a0ce7) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:11:10.213818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-62d3244e-dbe2-44fc-98d4-f4ab1b7bc7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:10.284087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d63acc81-d630-4480-9af5-88a8f26bf4b9 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:10.372608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device a27cef43-b11d-472f-aa66-6ef5455804b1 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:11:10.402093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d63acc81-d630-4480-9af5-88a8f26bf4b9 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:10.441518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6ebf61af-721b-41c8-a008-556ffb26b35e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:10.457561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port a27cef43-b11d-472f-aa66-6ef5455804b1 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:11:10.499163 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-28cd173d-75dc-459b-a0e7-81b81f2b0b3f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] show failed (client error): The resource could not be found.
Nov 24 13:11:10.500432 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-28cd173d-75dc-459b-a0e7-81b81f2b0b3f tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "GET /v2.0/subnets/2e510f62-2ec5-44f8-a3e1-ad268a197831/tags/tempest-TagsExtTest-Tag-370170783 HTTP/1.1" status: 404  len: 328 time: 0.5003283
Nov 24 13:11:10.508202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49454) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:10.540016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-78441da6-e95e-4db9-a3a9-f6c92f1a1b08 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f6346aaf828>, 'ports', '4ed149cc-2a63-4e4a-88f2-bf0a040146eb', {'tags': ['tempest-TagsExtTest-Tag-1428350412', 'tempest-TagsExtTest-Tag-509634331', 'tempest-TagsExtTest-Tag-505606960']}) {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:10.584174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-df1abbe7-e588-4d9e-83fa-5501459358ce None None] Provisioning for port a27cef43-b11d-472f-aa66-6ef5455804b1 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:11:10.593284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-df1abbe7-e588-4d9e-83fa-5501459358ce None None] Provisioning complete for port a27cef43-b11d-472f-aa66-6ef5455804b1 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:10.594017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-df1abbe7-e588-4d9e-83fa-5501459358ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:10.693449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-26947b73-f605-4d79-9510-ddf37fb30886 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:10.719634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d63acc81-d630-4480-9af5-88a8f26bf4b9 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:10.729679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-804ccb7d-3ad2-4b30-9782-a62ee69b2ae1 tempest-QuotasNegativeTest-1743674461 tempest-QuotasNegativeTest-1743674461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:10.761833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63acc81-d630-4480-9af5-88a8f26bf4b9 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Pushing event deleted for resources: {'SecurityGroup': ['ID=3847fbc8-7c48-4d2c-8536-5165334c46ed,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:10.765916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-26947b73-f605-4d79-9510-ddf37fb30886 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Transition to ACTIVE for port object cfd356fb-7d04-4042-9c05-9346b76a0ce7 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:10.766566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d63acc81-d630-4480-9af5-88a8f26bf4b9 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:10.810228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb32aae-49fa-4443-af6c-5c662c2938f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting subnet 82366c78-99f5-4fdb-9ef6-5501233fb8e4 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:11:10.822979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3cb32aae-49fa-4443-af6c-5c662c2938f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:10.868421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-df1abbe7-e588-4d9e-83fa-5501459358ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:10.886309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d71df4bc-c390-4243-a3ed-e3da140aeebb tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router_gateway, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:10.914786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-d71df4bc-c390-4243-a3ed-e3da140aeebb tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Deleting port 90faf276-531d-43d4-89a0-760f8e5360ba {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:11:10.915149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d71df4bc-c390-4243-a3ed-e3da140aeebb tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:10.963426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-df1abbe7-e588-4d9e-83fa-5501459358ce None None] For port a27cef43-b11d-472f-aa66-6ef5455804b1, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=a27cef43-b11d-472f-aa66-6ef5455804b1,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:11:10.968270 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-78441da6-e95e-4db9-a3a9-f6c92f1a1b08 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "PUT /v2.0/ports/4ed149cc-2a63-4e4a-88f2-bf0a040146eb/tags HTTP/1.1" status: 200  len: 316 time: 0.4521291
Nov 24 13:11:10.968966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-df1abbe7-e588-4d9e-83fa-5501459358ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:10.975861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-79ff60de-203f-43ae-aba3-ef851e147005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:10.980057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49464) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:10.992121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-c8bb2c8c-0170-4d5a-a709-5164f1069f7e tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f63466cc908>, 'ports', '4ed149cc-2a63-4e4a-88f2-bf0a040146eb') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:11.033338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d63acc81-d630-4480-9af5-88a8f26bf4b9 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:11.039659 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d63acc81-d630-4480-9af5-88a8f26bf4b9 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "DELETE /v2.0/security-groups/3847fbc8-7c48-4d2c-8536-5165334c46ed HTTP/1.1" status: 204  len: 168 time: 1.2415590
Nov 24 13:11:11.043722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49468) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:11.096057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49470) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:11.103003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-26947b73-f605-4d79-9510-ddf37fb30886 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:11.153373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b1353333-9479-4cee-aa93-003b6c8b3d34 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:11.256887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6ebf61af-721b-41c8-a008-556ffb26b35e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:11.263705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3cb32aae-49fa-4443-af6c-5c662c2938f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:11.281274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6ebf61af-721b-41c8-a008-556ffb26b35e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:11.341512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-deaa3040-47f3-4458-95f6-54abc01d5ba4 None None] Provisioning complete for port a27cef43-b11d-472f-aa66-6ef5455804b1 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:11.342334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-deaa3040-47f3-4458-95f6-54abc01d5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:11.346208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5bf5e75e-1361-4ebd-a59c-7787e8b18637 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Synchronizing usage tracker for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:11:11.376773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1abbe7-e588-4d9e-83fa-5501459358ce None None] Pushing event updated for resources: {'Port': ['ID=a27cef43-b11d-472f-aa66-6ef5455804b1,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:11.376998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6ebf61af-721b-41c8-a008-556ffb26b35e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:11.377471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebf61af-721b-41c8-a008-556ffb26b35e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Fanout notify agent at l3_agent the message router_deleted on router be3d4a7d-ed52-4b49-83d7-3c54c84797bf {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:11:11.385499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-dda795d5-8c1f-4a7f-bf52-48b6796e8164 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-377891021', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:11.388960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-df1abbe7-e588-4d9e-83fa-5501459358ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:11.402474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6ebf61af-721b-41c8-a008-556ffb26b35e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:11.410664 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6ebf61af-721b-41c8-a008-556ffb26b35e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/routers/be3d4a7d-ed52-4b49-83d7-3c54c84797bf HTTP/1.1" status: 204  len: 168 time: 1.2998693
Nov 24 13:11:11.410664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5bf5e75e-1361-4ebd-a59c-7787e8b18637 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Unset dirty status for tenant:a33c0f8baeed4da68d3bf363b6c0b5f3 on resource:security_group {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:11:11.410664 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5bf5e75e-1361-4ebd-a59c-7787e8b18637 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.2930288
Nov 24 13:11:11.410664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49478) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:11.411038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49482) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:11.423763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-dda795d5-8c1f-4a7f-bf52-48b6796e8164 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:11.433514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26947b73-f605-4d79-9510-ddf37fb30886 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Port': ['ID=cfd356fb-7d04-4042-9c05-9346b76a0ce7,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:11.450087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-dda795d5-8c1f-4a7f-bf52-48b6796e8164 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Usage tracker for resource:router and tenant:9af73a5aa8e44d4ebd2c9eac61766eab is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:11.462958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-26947b73-f605-4d79-9510-ddf37fb30886 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:11.468875 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c8bb2c8c-0170-4d5a-a709-5164f1069f7e tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "DELETE /v2.0/ports/4ed149cc-2a63-4e4a-88f2-bf0a040146eb/tags HTTP/1.1" status: 204  len: 168 time: 0.4850261
Nov 24 13:11:11.479400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-dda795d5-8c1f-4a7f-bf52-48b6796e8164 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:11.481021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49486) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:11.492011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-d6780964-fb2c-441e-b65d-556b16b89819 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f6346917c88>, 'ports', '4ed149cc-2a63-4e4a-88f2-bf0a040146eb', 'tempest-TagsExtTest-Tag-1428350412') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:11.493407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-dda795d5-8c1f-4a7f-bf52-48b6796e8164 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:11.496599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d71df4bc-c390-4243-a3ed-e3da140aeebb tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:11.630332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1695334a-5aa0-45b9-af0b-266bf9eba4d7 None None] Provisioning complete for port a27cef43-b11d-472f-aa66-6ef5455804b1 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:11.630664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1695334a-5aa0-45b9-af0b-266bf9eba4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:11.670641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-d71df4bc-c390-4243-a3ed-e3da140aeebb tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Calling delete_port for 90faf276-531d-43d4-89a0-760f8e5360ba owned by network:router_gateway {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:11:11.690737 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-eaf094f5-1ae3-40ae-9ab6-9e97c92cf92d tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.2745526
Nov 24 13:11:11.708466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dda795d5-8c1f-4a7f-bf52-48b6796e8164 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:11.709442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dda795d5-8c1f-4a7f-bf52-48b6796e8164 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:11.726974 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-d6780964-fb2c-441e-b65d-556b16b89819 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] show failed (client error): The resource could not be found.
Nov 24 13:11:11.727251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26947b73-f605-4d79-9510-ddf37fb30886 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:11:11.728809 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d6780964-fb2c-441e-b65d-556b16b89819 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "GET /v2.0/ports/4ed149cc-2a63-4e4a-88f2-bf0a040146eb/tags/tempest-TagsExtTest-Tag-1428350412 HTTP/1.1" status: 404  len: 329 time: 0.2465312
Nov 24 13:11:11.732310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49492) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:11.733643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-26947b73-f605-4d79-9510-ddf37fb30886 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:11.747168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-a39e4660-8ad3-4752-b7c7-7fd455a62fd7 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f6346ac5eb8>, 'ports', '4ed149cc-2a63-4e4a-88f2-bf0a040146eb', 'tempest-TagsExtTest-Tag-509634331') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:11.747574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26947b73-f605-4d79-9510-ddf37fb30886 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:11:11.752120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26947b73-f605-4d79-9510-ddf37fb30886 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:11.752827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-26947b73-f605-4d79-9510-ddf37fb30886 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:11.786653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3cb32aae-49fa-4443-af6c-5c662c2938f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:11.796433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-f20c694c-8b13-45c8-bd6a-f1629ef2b18d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Deleting subnet b8d42d26-edee-4ef3-97b7-1c9e870d8a87 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:11:11.807152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f20c694c-8b13-45c8-bd6a-f1629ef2b18d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:11.899255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f20c694c-8b13-45c8-bd6a-f1629ef2b18d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:11.951866 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-a39e4660-8ad3-4752-b7c7-7fd455a62fd7 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] show failed (client error): The resource could not be found.
Nov 24 13:11:11.953005 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a39e4660-8ad3-4752-b7c7-7fd455a62fd7 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "GET /v2.0/ports/4ed149cc-2a63-4e4a-88f2-bf0a040146eb/tags/tempest-TagsExtTest-Tag-509634331 HTTP/1.1" status: 404  len: 328 time: 0.2200298
Nov 24 13:11:11.956065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49496) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:11.963878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-0a88f4ed-37dd-4455-9f1e-55f2846f698b tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f6345a04668>, 'ports', '4ed149cc-2a63-4e4a-88f2-bf0a040146eb', 'tempest-TagsExtTest-Tag-505606960') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:12.053099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-061ab8f5-2cb8-4480-9c0d-183882e6cf80 None None] Provisioning for port cfd356fb-7d04-4042-9c05-9346b76a0ce7 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:11:12.060537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-061ab8f5-2cb8-4480-9c0d-183882e6cf80 None None] Provisioning complete for port cfd356fb-7d04-4042-9c05-9346b76a0ce7 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:12.061281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-061ab8f5-2cb8-4480-9c0d-183882e6cf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:12.063233 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-26947b73-f605-4d79-9510-ddf37fb30886 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 5.0068135
Nov 24 13:11:12.064892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49502) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:12.084537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dda795d5-8c1f-4a7f-bf52-48b6796e8164 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:12.170660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49506) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:12.170882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-061ab8f5-2cb8-4480-9c0d-183882e6cf80 None None] Port cfd356fb-7d04-4042-9c05-9346b76a0ce7 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:11:12.238050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dda795d5-8c1f-4a7f-bf52-48b6796e8164 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:12.286985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device a27cef43-b11d-472f-aa66-6ef5455804b1 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:11:12.337184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f20c694c-8b13-45c8-bd6a-f1629ef2b18d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:12.372839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port a27cef43-b11d-472f-aa66-6ef5455804b1 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:12.373275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:12.377002 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-0a88f4ed-37dd-4455-9f1e-55f2846f698b tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] show failed (client error): The resource could not be found.
Nov 24 13:11:12.378154 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0a88f4ed-37dd-4455-9f1e-55f2846f698b tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "GET /v2.0/ports/4ed149cc-2a63-4e4a-88f2-bf0a040146eb/tags/tempest-TagsExtTest-Tag-505606960 HTTP/1.1" status: 404  len: 328 time: 0.4211063
Nov 24 13:11:12.381748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49512) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:12.384494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dda795d5-8c1f-4a7f-bf52-48b6796e8164 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:12.388665 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-dda795d5-8c1f-4a7f-bf52-48b6796e8164 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 1.2883983
Nov 24 13:11:12.390338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-3c9cea02-3711-4bcd-a25d-cae5ae5484d8 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f63459ae048>, 'routers', 'bb1e7ad5-5f31-4944-ab44-4275e018e070', {'tags': ['tempest-TagsExtTest-Tag-1537975054', 'tempest-TagsExtTest-Tag-54221649', 'tempest-TagsExtTest-Tag-262668299']}) {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:12.398417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49516) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:12.405858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6f7575-5888-41a5-8c9a-a46517f6df14 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:12.412020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6f7575-5888-41a5-8c9a-a46517f6df14 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:12.413557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ad6f7575-5888-41a5-8c9a-a46517f6df14 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:11:12.428407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2a9eeca5-e584-42be-b08d-883c616f3b80 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1355905697'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:12.448635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2a9eeca5-e584-42be-b08d-883c616f3b80 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:12.465586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2a9eeca5-e584-42be-b08d-883c616f3b80 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Usage tracker for resource:network and tenant:9af73a5aa8e44d4ebd2c9eac61766eab is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:12.488863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2a9eeca5-e584-42be-b08d-883c616f3b80 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Quota usage for network was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:12.504402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ad6f7575-5888-41a5-8c9a-a46517f6df14 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:11:12.506765 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ad6f7575-5888-41a5-8c9a-a46517f6df14 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1704 time: 0.4356730
Nov 24 13:11:12.512839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2a9eeca5-e584-42be-b08d-883c616f3b80 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:12.516300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49520) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:12.549053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d60791c5-ea0c-4e92-9c87-4a3e488c15ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:12.563202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d71df4bc-c390-4243-a3ed-e3da140aeebb tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:12.593130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-09078d40-2b36-444b-a12c-a9e17f6b32ab tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:12.622202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3cb32aae-49fa-4443-af6c-5c662c2938f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:12.645324 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3c9cea02-3711-4bcd-a25d-cae5ae5484d8 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "PUT /v2.0/routers/bb1e7ad5-5f31-4944-ab44-4275e018e070/tags HTTP/1.1" status: 200  len: 315 time: 0.2619736
Nov 24 13:11:12.648341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49524) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:12.656763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-29edbac0-0abf-47ec-99c1-b2a4a9a4600a tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f6347b24668>, 'routers', 'bb1e7ad5-5f31-4944-ab44-4275e018e070') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:12.772894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71df4bc-c390-4243-a3ed-e3da140aeebb tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Port': ['ID=90faf276-531d-43d4-89a0-760f8e5360ba,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:12.774894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9eeca5-e584-42be-b08d-883c616f3b80 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Made reservation on behalf of 9af73a5aa8e44d4ebd2c9eac61766eab for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:11:12.780355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2a9eeca5-e584-42be-b08d-883c616f3b80 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:12.847203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:12.944051 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-29edbac0-0abf-47ec-99c1-b2a4a9a4600a tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "DELETE /v2.0/routers/bb1e7ad5-5f31-4944-ab44-4275e018e070/tags HTTP/1.1" status: 204  len: 168 time: 0.2902172
Nov 24 13:11:12.944316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49528) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:12.950803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-e19e3994-7611-4f1c-a62f-1f3963864ca6 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f6346a21898>, 'routers', 'bb1e7ad5-5f31-4944-ab44-4275e018e070', 'tempest-TagsExtTest-Tag-1537975054') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:13.007846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f20c694c-8b13-45c8-bd6a-f1629ef2b18d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:13.030266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-02f39115-bdfb-4aaf-8f7d-930b5133e610 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:13.081381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d71df4bc-c390-4243-a3ed-e3da140aeebb tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:13.095743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ef1a31dd-df42-41cc-8507-c4f198ad623e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.398s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:13.132211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c694c-8b13-45c8-bd6a-f1629ef2b18d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event deleted for resources: {'Subnet': ['ID=b8d42d26-edee-4ef3-97b7-1c9e870d8a87,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:13.137557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f20c694c-8b13-45c8-bd6a-f1629ef2b18d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:13.174741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2a9eeca5-e584-42be-b08d-883c616f3b80 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:13.199167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-438609f0-c6e3-4985-af28-bca4088f2cf1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting port cfd356fb-7d04-4042-9c05-9346b76a0ce7 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:11:13.199539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-438609f0-c6e3-4985-af28-bca4088f2cf1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:13.232026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb32aae-49fa-4443-af6c-5c662c2938f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Subnet': ['ID=82366c78-99f5-4fdb-9ef6-5501233fb8e4,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:13.244308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3cb32aae-49fa-4443-af6c-5c662c2938f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:13.254326 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-e19e3994-7611-4f1c-a62f-1f3963864ca6 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] show failed (client error): The resource could not be found.
Nov 24 13:11:13.255505 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e19e3994-7611-4f1c-a62f-1f3963864ca6 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "GET /v2.0/routers/bb1e7ad5-5f31-4944-ab44-4275e018e070/tags/tempest-TagsExtTest-Tag-1537975054 HTTP/1.1" status: 404  len: 329 time: 0.3101127
Nov 24 13:11:13.261093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49532) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:13.264510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f20c694c-8b13-45c8-bd6a-f1629ef2b18d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:13.273470 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-396399d7-cb0b-4d89-9cec-480e88843cca admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a33c0f8baeed4da68d3bf363b6c0b5f3&name=default HTTP/1.1" status: 200  len: 2747 time: 1.0973809
Nov 24 13:11:13.273664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb4e969-9d54-4067-bef9-d0aa0058cc7a None None] Network 57935437-8c51-4375-80c1-3b738fe518fa requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:11:13.273768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-875375b3-a3cd-4910-b6c3-8632088c9f19 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f6346a8fc88>, 'routers', 'bb1e7ad5-5f31-4944-ab44-4275e018e070', 'tempest-TagsExtTest-Tag-54221649') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:13.276659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49536) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:13.353279 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f20c694c-8b13-45c8-bd6a-f1629ef2b18d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/subnets/b8d42d26-edee-4ef3-97b7-1c9e870d8a87 HTTP/1.1" status: 204  len: 168 time: 1.9415338
Nov 24 13:11:13.355523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49540) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:13.388314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2a9eeca5-e584-42be-b08d-883c616f3b80 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:13.440912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2a9eeca5-e584-42be-b08d-883c616f3b80 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Usage tracker for resource:security_group_rule and tenant:9af73a5aa8e44d4ebd2c9eac61766eab is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:13.446781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3cb32aae-49fa-4443-af6c-5c662c2938f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:13.449536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2a9eeca5-e584-42be-b08d-883c616f3b80 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:13.463491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b552273e-53c4-4fd9-ba67-19b56e1f23fe None None] Network 3db1956e-d8d7-4c37-bceb-91493a7dae75 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:11:13.473069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2a9eeca5-e584-42be-b08d-883c616f3b80 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:13.485913 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-875375b3-a3cd-4910-b6c3-8632088c9f19 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] show failed (client error): The resource could not be found.
Nov 24 13:11:13.489903 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-875375b3-a3cd-4910-b6c3-8632088c9f19 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "GET /v2.0/routers/bb1e7ad5-5f31-4944-ab44-4275e018e070/tags/tempest-TagsExtTest-Tag-54221649 HTTP/1.1" status: 404  len: 327 time: 0.2249660
Nov 24 13:11:13.490780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49544) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:13.499407 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3cb32aae-49fa-4443-af6c-5c662c2938f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/subnets/82366c78-99f5-4fdb-9ef6-5501233fb8e4 HTTP/1.1" status: 204  len: 168 time: 3.5247648
Nov 24 13:11:13.499575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-45e3a9f5-e715-4981-94cc-e0eca34c1287 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f63473f0978>, 'routers', 'bb1e7ad5-5f31-4944-ab44-4275e018e070', 'tempest-TagsExtTest-Tag-262668299') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:13.511582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49548) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:13.758318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-27f8851d-8a06-474b-9985-062709d7d95d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:13.762499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74404b5d-3b99-4d81-aaf7-2fcd3816eea2 None None] DHCP port deletion for 57935437-8c51-4375-80c1-3b738fe518fa request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:11:13.771046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-74404b5d-3b99-4d81-aaf7-2fcd3816eea2 None None] Deleting port 13d23ad9-ebc7-49ba-89a3-be4c8bbdd8d7 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:11:13.772460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74404b5d-3b99-4d81-aaf7-2fcd3816eea2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:13.792739 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-45e3a9f5-e715-4981-94cc-e0eca34c1287 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] show failed (client error): The resource could not be found.
Nov 24 13:11:13.794772 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-45e3a9f5-e715-4981-94cc-e0eca34c1287 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "GET /v2.0/routers/bb1e7ad5-5f31-4944-ab44-4275e018e070/tags/tempest-TagsExtTest-Tag-262668299 HTTP/1.1" status: 404  len: 328 time: 0.3033965
Nov 24 13:11:13.799531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49552) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:13.824856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-caf258bc-bc8a-4c9c-9ec9-66810e4a30a3 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f6347993278>, 'subnetpools', '49d0628a-c4e3-4391-8405-0d3c0159462f', {'tags': ['tempest-TagsExtTest-Tag-1913912212', 'tempest-TagsExtTest-Tag-503226942', 'tempest-TagsExtTest-Tag-883505652']}) {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:13.831740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325d0f80-891f-46b6-959f-cc1164126f7e None None] DHCP port deletion for 3db1956e-d8d7-4c37-bceb-91493a7dae75 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:11:13.855422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-325d0f80-891f-46b6-959f-cc1164126f7e None None] Deleting port a2f05faf-162f-4c60-9ac0-c0b0ba3bad08 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:11:13.855861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-325d0f80-891f-46b6-959f-cc1164126f7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:13.870758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-746aede3-533d-4194-8724-8c874f52d9b7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Deleting subnet 1029cfcb-98ba-4c38-a8cd-74d44ac24478 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:11:13.871108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-27f8851d-8a06-474b-9985-062709d7d95d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:13.883441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-746aede3-533d-4194-8724-8c874f52d9b7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:13.995905 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-caf258bc-bc8a-4c9c-9ec9-66810e4a30a3 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "PUT /v2.0/subnetpools/49d0628a-c4e3-4391-8405-0d3c0159462f/tags HTTP/1.1" status: 200  len: 316 time: 0.1926470
Nov 24 13:11:13.998222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49556) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:14.008203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-2022a90e-37f2-4703-b847-27ae9d9fcbca tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f6345b18940>, 'subnetpools', '49d0628a-c4e3-4391-8405-0d3c0159462f') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:14.022579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bf8eb67-e843-4a17-9790-e142824a5342 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:14.029897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-746aede3-533d-4194-8724-8c874f52d9b7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:14.076767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2a9eeca5-e584-42be-b08d-883c616f3b80 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:14.149929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-438609f0-c6e3-4985-af28-bca4088f2cf1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:14.172878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2a9eeca5-e584-42be-b08d-883c616f3b80 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:14.190234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-01cbd62c-6915-4bf6-8e2b-c6da067e52d2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:14.218944 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2022a90e-37f2-4703-b847-27ae9d9fcbca tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "DELETE /v2.0/subnetpools/49d0628a-c4e3-4391-8405-0d3c0159462f/tags HTTP/1.1" status: 204  len: 168 time: 0.2167439
Nov 24 13:11:14.228260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49560) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:14.240973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-746aede3-533d-4194-8724-8c874f52d9b7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:14.330967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d71df4bc-c390-4243-a3ed-e3da140aeebb tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:14.336846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-e24ba727-f748-4630-be58-0266377ff811 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f634736feb8>, 'subnetpools', '49d0628a-c4e3-4391-8405-0d3c0159462f', 'tempest-TagsExtTest-Tag-1913912212') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:14.397476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-438609f0-c6e3-4985-af28-bca4088f2cf1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Calling delete_port for cfd356fb-7d04-4042-9c05-9346b76a0ce7 owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:11:14.444579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 13d23ad9-ebc7-49ba-89a3-be4c8bbdd8d7 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:11:14.465517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a9eeca5-e584-42be-b08d-883c616f3b80 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:11:14.507199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:14.545184 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-e24ba727-f748-4630-be58-0266377ff811 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] show failed (client error): The resource could not be found.
Nov 24 13:11:14.549419 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e24ba727-f748-4630-be58-0266377ff811 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "GET /v2.0/subnetpools/49d0628a-c4e3-4391-8405-0d3c0159462f/tags/tempest-TagsExtTest-Tag-1913912212 HTTP/1.1" status: 404  len: 329 time: 0.3170843
Nov 24 13:11:14.552000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9eeca5-e584-42be-b08d-883c616f3b80 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Pushing event updated for resources: {'SecurityGroup': ['ID=095ac44e-fd80-4572-bb81-4dd2276e2bfe,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:14.552116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49564) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:14.553420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4bf8eb67-e843-4a17-9790-e142824a5342 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting port a2f05faf-162f-4c60-9ac0-c0b0ba3bad08 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:11:14.556046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bf8eb67-e843-4a17-9790-e142824a5342 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:14.571125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-9b29280b-cbb3-4646-9ca3-ca5fd494bb47 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f6346a58b38>, 'subnetpools', '49d0628a-c4e3-4391-8405-0d3c0159462f', 'tempest-TagsExtTest-Tag-503226942') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:14.594248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2a9eeca5-e584-42be-b08d-883c616f3b80 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:14.611086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2a9eeca5-e584-42be-b08d-883c616f3b80 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:14.611526 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-2a9eeca5-e584-42be-b08d-883c616f3b80 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Added segment 39b4bb16-58e1-4d63-832e-2850d10b4db0 of type vxlan for network c0f4c913-a4d2-4fa6-ac4e-dd15f56165d0
Nov 24 13:11:14.644429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-74404b5d-3b99-4d81-aaf7-2fcd3816eea2 None None] For port 13d23ad9-ebc7-49ba-89a3-be4c8bbdd8d7, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=13d23ad9-ebc7-49ba-89a3-be4c8bbdd8d7,segment=NetworkSegment(e2e3e5da-bf80-4505-9e13-7235d68b7fb9),segment_id=e2e3e5da-bf80-4505-9e13-7235d68b7fb9)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:11:14.645139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74404b5d-3b99-4d81-aaf7-2fcd3816eea2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:14.696106 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-9b29280b-cbb3-4646-9ca3-ca5fd494bb47 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] show failed (client error): The resource could not be found.
Nov 24 13:11:14.701109 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9b29280b-cbb3-4646-9ca3-ca5fd494bb47 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "GET /v2.0/subnetpools/49d0628a-c4e3-4391-8405-0d3c0159462f/tags/tempest-TagsExtTest-Tag-503226942 HTTP/1.1" status: 404  len: 328 time: 0.1454532
Nov 24 13:11:14.702916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49568) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:14.711741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-fedad905-923a-4ab0-8d74-db0fc220c028 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f6345ab3b00>, 'subnetpools', '49d0628a-c4e3-4391-8405-0d3c0159462f', 'tempest-TagsExtTest-Tag-883505652') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:14.731959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-27f8851d-8a06-474b-9985-062709d7d95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:14.802701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cd0d3502-7c3d-4e24-9ffb-bf96e17d6295 tempest-RoutersAdminTest-1498331945 tempest-RoutersAdminTest-1498331945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:14.848311 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-fedad905-923a-4ab0-8d74-db0fc220c028 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] show failed (client error): The resource could not be found.
Nov 24 13:11:14.853251 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fedad905-923a-4ab0-8d74-db0fc220c028 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "GET /v2.0/subnetpools/49d0628a-c4e3-4391-8405-0d3c0159462f/tags/tempest-TagsExtTest-Tag-883505652 HTTP/1.1" status: 404  len: 328 time: 0.1460500
Nov 24 13:11:14.854793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49572) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:14.856676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2a9eeca5-e584-42be-b08d-883c616f3b80 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:14.869154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-89d6a7dd-7692-47d1-8cb7-c937588d6b2b tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f63459a7470>, 'subnetpools', '49d0628a-c4e3-4391-8405-0d3c0159462f') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:14.871783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8851d-8a06-474b-9985-062709d7d95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec25afe-cdd8-4880-84e4-3e2e13d0a053,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:14.882899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-27f8851d-8a06-474b-9985-062709d7d95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:14.884798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d71df4bc-c390-4243-a3ed-e3da140aeebb tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:14.912690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-746aede3-533d-4194-8724-8c874f52d9b7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:14.935933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a361c238-3064-4dcf-8da2-7aabe8c89257 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:14.959992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d71df4bc-c390-4243-a3ed-e3da140aeebb tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:14.974729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-74404b5d-3b99-4d81-aaf7-2fcd3816eea2 None None] Calling delete_port for 13d23ad9-ebc7-49ba-89a3-be4c8bbdd8d7 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:11:15.088932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-27f8851d-8a06-474b-9985-062709d7d95d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:15.092552 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-27f8851d-8a06-474b-9985-062709d7d95d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1ec25afe-cdd8-4880-84e4-3e2e13d0a053 HTTP/1.1" status: 204  len: 168 time: 1.8065214
Nov 24 13:11:15.104835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2a9eeca5-e584-42be-b08d-883c616f3b80 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:15.109073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9eeca5-e584-42be-b08d-883c616f3b80 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:15.109916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2a9eeca5-e584-42be-b08d-883c616f3b80 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:15.135257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-22b11986-a347-4781-8aa4-1ebec3bbd2a1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:15.144682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-325d0f80-891f-46b6-959f-cc1164126f7e None None] For port a2f05faf-162f-4c60-9ac0-c0b0ba3bad08, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=a2f05faf-162f-4c60-9ac0-c0b0ba3bad08,segment=NetworkSegment(d77d26e0-125a-4cae-bac2-832093961a47),segment_id=d77d26e0-125a-4cae-bac2-832093961a47)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:11:15.145610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-325d0f80-891f-46b6-959f-cc1164126f7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:15.159726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:15.242659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-438609f0-c6e3-4985-af28-bca4088f2cf1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:15.277397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d71df4bc-c390-4243-a3ed-e3da140aeebb tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:15.278004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71df4bc-c390-4243-a3ed-e3da140aeebb tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Fanout notify agent at l3_agent the message router_deleted on router b76d3abc-02a0-4c60-b9dc-9c118e913b39 {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:11:15.377891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d71df4bc-c390-4243-a3ed-e3da140aeebb tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:15.379134 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d71df4bc-c390-4243-a3ed-e3da140aeebb tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/routers/b76d3abc-02a0-4c60-b9dc-9c118e913b39 HTTP/1.1" status: 204  len: 168 time: 7.2991264
Nov 24 13:11:15.398706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-325d0f80-891f-46b6-959f-cc1164126f7e None None] Calling delete_port for a2f05faf-162f-4c60-9ac0-c0b0ba3bad08 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:11:15.431043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:15.546233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74404b5d-3b99-4d81-aaf7-2fcd3816eea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:15.563094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49580) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:15.573298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746aede3-533d-4194-8724-8c874f52d9b7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event deleted for resources: {'Subnet': ['ID=1029cfcb-98ba-4c38-a8cd-74d44ac24478,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:15.581194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-891e315d-2db4-42e5-b9f9-d20cd2561462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:15.583148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c46328ba-0a08-48bf-bbcd-e2153eedbe79 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-984155630'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:15.587393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-746aede3-533d-4194-8724-8c874f52d9b7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:15.620079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device a2f05faf-162f-4c60-9ac0-c0b0ba3bad08 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:11:15.648639 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-89d6a7dd-7692-47d1-8cb7-c937588d6b2b tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "DELETE /v2.0/subnetpools/49d0628a-c4e3-4391-8405-0d3c0159462f/tags HTTP/1.1" status: 204  len: 168 time: 0.7923410
Nov 24 13:11:15.652578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c46328ba-0a08-48bf-bbcd-e2153eedbe79 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:15.655093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49588) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:15.658900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-746aede3-533d-4194-8724-8c874f52d9b7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:15.668803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-63a3b904-1a91-44b5-949e-23707949c23d tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f6347fecf60>, 'routers', 'bb1e7ad5-5f31-4944-ab44-4275e018e070') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:15.695636 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2a9eeca5-e584-42be-b08d-883c616f3b80 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 3.2775741
Nov 24 13:11:15.696502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49594) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:15.698353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-4bf8eb67-e843-4a17-9790-e142824a5342 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] For port a2f05faf-162f-4c60-9ac0-c0b0ba3bad08, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=a2f05faf-162f-4c60-9ac0-c0b0ba3bad08,segment=NetworkSegment(d77d26e0-125a-4cae-bac2-832093961a47),segment_id=d77d26e0-125a-4cae-bac2-832093961a47)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:11:15.698757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bf8eb67-e843-4a17-9790-e142824a5342 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:15.711657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9eeca5-e584-42be-b08d-883c616f3b80 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Pushing event updated for resources: {'Network': ['ID=c0f4c913-a4d2-4fa6-ac4e-dd15f56165d0,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:15.722584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2a9eeca5-e584-42be-b08d-883c616f3b80 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:15.727522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-71b0d6e1-6015-4c75-93b4-904e1cacb940 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Request body: {'subnet': {'network_id': 'c0f4c913-a4d2-4fa6-ac4e-dd15f56165d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:15.745292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-22d9cf74-32d4-4e07-b355-8b0a593aa6d1 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.465s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:15.758888 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-746aede3-533d-4194-8724-8c874f52d9b7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/subnets/1029cfcb-98ba-4c38-a8cd-74d44ac24478 HTTP/1.1" status: 204  len: 168 time: 2.4022295
Nov 24 13:11:15.761486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c46328ba-0a08-48bf-bbcd-e2153eedbe79 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Usage tracker for resource:network and tenant:7bd33557530a48bab25cc76dc38cd9bb is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:15.766871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c46328ba-0a08-48bf-bbcd-e2153eedbe79 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:15.770099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49598) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:15.779112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c46328ba-0a08-48bf-bbcd-e2153eedbe79 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:15.940999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a46a0bcb-a83e-4b1c-8e0d-2bc1ec966d8d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:15.963663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438609f0-c6e3-4985-af28-bca4088f2cf1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Port': ['ID=cfd356fb-7d04-4042-9c05-9346b76a0ce7,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:15.972319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4bf8eb67-e843-4a17-9790-e142824a5342 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Calling delete_port for a2f05faf-162f-4c60-9ac0-c0b0ba3bad08 owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:11:15.978013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bb6b9c-046b-4fa2-9b2a-fa82e95e1449 None None] Network 85670397-94f8-49cb-988b-71a32b5643fd requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:11:15.992568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network c0f4c913-a4d2-4fa6-ac4e-dd15f56165d0 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:11:16.007030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network c0f4c913-a4d2-4fa6-ac4e-dd15f56165d0 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:11:16.013233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-438609f0-c6e3-4985-af28-bca4088f2cf1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:16.044726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74404b5d-3b99-4d81-aaf7-2fcd3816eea2 None None] Pushing event deleted for resources: {'Port': ['ID=13d23ad9-ebc7-49ba-89a3-be4c8bbdd8d7,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:16.131079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-71b0d6e1-6015-4c75-93b4-904e1cacb940 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:16.140386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-71b0d6e1-6015-4c75-93b4-904e1cacb940 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Usage tracker for resource:subnet and tenant:9af73a5aa8e44d4ebd2c9eac61766eab is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:16.146861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-71b0d6e1-6015-4c75-93b4-904e1cacb940 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:16.150498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-4bf8eb67-e843-4a17-9790-e142824a5342 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:11:16.151050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-4bf8eb67-e843-4a17-9790-e142824a5342 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:11:16.156435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-71b0d6e1-6015-4c75-93b4-904e1cacb940 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:16.162275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-438609f0-c6e3-4985-af28-bca4088f2cf1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:16.177433 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-438609f0-c6e3-4985-af28-bca4088f2cf1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/cfd356fb-7d04-4042-9c05-9346b76a0ce7 HTTP/1.1" status: 204  len: 168 time: 3.6594117
Nov 24 13:11:16.178732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46328ba-0a08-48bf-bbcd-e2153eedbe79 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Made reservation on behalf of 7bd33557530a48bab25cc76dc38cd9bb for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:11:16.180739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49608) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:16.184115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b0d6e1-6015-4c75-93b4-904e1cacb940 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Made reservation on behalf of 9af73a5aa8e44d4ebd2c9eac61766eab for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:11:16.184928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c46328ba-0a08-48bf-bbcd-e2153eedbe79 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:16.280456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-74404b5d-3b99-4d81-aaf7-2fcd3816eea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:16.299736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-325d0f80-891f-46b6-959f-cc1164126f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:16.345280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f4290156-bf02-465a-8c41-648117da4417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:16.354652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c46328ba-0a08-48bf-bbcd-e2153eedbe79 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:11:16.367443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c46328ba-0a08-48bf-bbcd-e2153eedbe79 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:16.368305 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-c46328ba-0a08-48bf-bbcd-e2153eedbe79 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Added segment 35b73c1a-54bf-4eaa-ae82-a2088d3b392d of type vxlan for network fec1cd6f-fbb9-4716-b96e-1595ee35444d
Nov 24 13:11:16.404319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c46328ba-0a08-48bf-bbcd-e2153eedbe79 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:16.437356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5447183e-1e33-4835-bb72-a4b335038282 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:16.451237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5447183e-1e33-4835-bb72-a4b335038282 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:16.457274 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5447183e-1e33-4835-bb72-a4b335038282 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.2711325
Nov 24 13:11:16.457274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49614) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:16.462480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d0f80-891f-46b6-959f-cc1164126f7e None None] Pushing event deleted for resources: {'Port': ['ID=a2f05faf-162f-4c60-9ac0-c0b0ba3bad08,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:16.464959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No active binding found for port a2f05faf-162f-4c60-9ac0-c0b0ba3bad08 {{(pid=80945) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Nov 24 13:11:16.465432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device a2f05faf-162f-4c60-9ac0-c0b0ba3bad08 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:11:16.469576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-71b0d6e1-6015-4c75-93b4-904e1cacb940 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:16.483843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c46328ba-0a08-48bf-bbcd-e2153eedbe79 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:16.498958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46328ba-0a08-48bf-bbcd-e2153eedbe79 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:16.498958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c46328ba-0a08-48bf-bbcd-e2153eedbe79 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:16.514956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-325d0f80-891f-46b6-959f-cc1164126f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:16.529532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a46a0bcb-a83e-4b1c-8e0d-2bc1ec966d8d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:16.602695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8423e30b-5c53-4248-bf95-6ab6fa099611 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:16.621780 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-63a3b904-1a91-44b5-949e-23707949c23d tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "DELETE /v2.0/routers/bb1e7ad5-5f31-4944-ab44-4275e018e070/tags HTTP/1.1" status: 204  len: 168 time: 0.9631436
Nov 24 13:11:16.623298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49620) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:16.653565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4bf8eb67-e843-4a17-9790-e142824a5342 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting port a2f05faf-162f-4c60-9ac0-c0b0ba3bad08 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:11:16.653943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bf8eb67-e843-4a17-9790-e142824a5342 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:16.761396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-3cae169e-7d59-42b3-85d1-789c3343be39 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f63470e4e48>, 'ports', '4ed149cc-2a63-4e4a-88f2-bf0a040146eb') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:16.789551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74404b5d-3b99-4d81-aaf7-2fcd3816eea2 None None] No DVR routers for this DVR port 13d23ad9-ebc7-49ba-89a3-be4c8bbdd8d7 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:11:16.791113 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c46328ba-0a08-48bf-bbcd-e2153eedbe79 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.2139540
Nov 24 13:11:16.809587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325d0f80-891f-46b6-959f-cc1164126f7e None None] No DVR routers for this DVR port a2f05faf-162f-4c60-9ac0-c0b0ba3bad08 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:11:16.819673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49626) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:16.832892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46328ba-0a08-48bf-bbcd-e2153eedbe79 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Network': ['ID=fec1cd6f-fbb9-4716-b96e-1595ee35444d,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:16.836992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c46328ba-0a08-48bf-bbcd-e2153eedbe79 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:16.845454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-39117ecc-ba9a-452f-8daa-4f6cf3155249 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Request body: {'subnet': {'network_id': 'fec1cd6f-fbb9-4716-b96e-1595ee35444d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:16.856437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network fec1cd6f-fbb9-4716-b96e-1595ee35444d details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:11:16.861214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4bf8eb67-e843-4a17-9790-e142824a5342 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] The port 'a2f05faf-162f-4c60-9ac0-c0b0ba3bad08' was deleted {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:11:16.954205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network fec1cd6f-fbb9-4716-b96e-1595ee35444d details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:11:16.984995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-a46a0bcb-a83e-4b1c-8e0d-2bc1ec966d8d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634713a4e0>,) {'filters': {'network_id': ['57935437-8c51-4375-80c1-3b738fe518fa']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:17.021828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-a46a0bcb-a83e-4b1c-8e0d-2bc1ec966d8d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634713a4e0>, 'e2e3e5da-bf80-4505-9e13-7235d68b7fb9') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:17.022229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-a46a0bcb-a83e-4b1c-8e0d-2bc1ec966d8d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634713a4e0>, 'e2e3e5da-bf80-4505-9e13-7235d68b7fb9') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:17.056120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a46a0bcb-a83e-4b1c-8e0d-2bc1ec966d8d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:17.072858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-39117ecc-ba9a-452f-8daa-4f6cf3155249 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:17.078677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bf8eb67-e843-4a17-9790-e142824a5342 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:17.082016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-39117ecc-ba9a-452f-8daa-4f6cf3155249 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Usage tracker for resource:subnet and tenant:7bd33557530a48bab25cc76dc38cd9bb is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:17.088582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-39117ecc-ba9a-452f-8daa-4f6cf3155249 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:17.102219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a46a0bcb-a83e-4b1c-8e0d-2bc1ec966d8d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:17.104756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-39117ecc-ba9a-452f-8daa-4f6cf3155249 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:17.107173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a46a0bcb-a83e-4b1c-8e0d-2bc1ec966d8d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Releasing vxlan tunnel 14 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:11:17.223808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8521409f-067c-47b4-915d-e18226180ab7 None None] DHCP port deletion for 85670397-94f8-49cb-988b-71a32b5643fd request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:11:17.230289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-8521409f-067c-47b4-915d-e18226180ab7 None None] Deleting port 8af0f429-3f0e-4107-a93c-39dd6e797870 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:11:17.231087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8521409f-067c-47b4-915d-e18226180ab7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:17.234686 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3cae169e-7d59-42b3-85d1-789c3343be39 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "DELETE /v2.0/ports/4ed149cc-2a63-4e4a-88f2-bf0a040146eb/tags HTTP/1.1" status: 204  len: 168 time: 0.5890796
Nov 24 13:11:17.240339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-f93681dc-638e-417b-8960-006f260ef629 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting subnet f23467aa-bc9f-467e-b78c-c808d42ad354 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:11:17.241253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49636) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:17.247313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39117ecc-ba9a-452f-8daa-4f6cf3155249 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Made reservation on behalf of 7bd33557530a48bab25cc76dc38cd9bb for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:11:17.266612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f93681dc-638e-417b-8960-006f260ef629 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:17.359835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-4bf8eb67-e843-4a17-9790-e142824a5342 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634c57bb70>,) {'filters': {'network_id': ['3db1956e-d8d7-4c37-bceb-91493a7dae75']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:17.368436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-3a1b901e-631a-498b-845a-9828876d6f3e tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f6346949978>, 'subnets', '2e510f62-2ec5-44f8-a3e1-ad268a197831') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:17.384724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f93681dc-638e-417b-8960-006f260ef629 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:17.400006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-39117ecc-ba9a-452f-8daa-4f6cf3155249 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:17.507367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-8521409f-067c-47b4-915d-e18226180ab7 None None] For port 8af0f429-3f0e-4107-a93c-39dd6e797870, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8af0f429-3f0e-4107-a93c-39dd6e797870,segment=NetworkSegment(f9e00adc-0df7-4a8c-8cef-e0da483a34eb),segment_id=f9e00adc-0df7-4a8c-8cef-e0da483a34eb)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:11:17.507821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8521409f-067c-47b4-915d-e18226180ab7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:17.523402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f93681dc-638e-417b-8960-006f260ef629 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:17.649990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-a46a0bcb-a83e-4b1c-8e0d-2bc1ec966d8d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network 57935437-8c51-4375-80c1-3b738fe518fa has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:11:17.672132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a46a0bcb-a83e-4b1c-8e0d-2bc1ec966d8d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:17.674836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-8521409f-067c-47b4-915d-e18226180ab7 None None] Calling delete_port for 8af0f429-3f0e-4107-a93c-39dd6e797870 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:11:17.703598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-4bf8eb67-e843-4a17-9790-e142824a5342 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c57bb70>, 'd77d26e0-125a-4cae-bac2-832093961a47') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:17.703952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-4bf8eb67-e843-4a17-9790-e142824a5342 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c57bb70>, 'd77d26e0-125a-4cae-bac2-832093961a47') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:17.770185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8521409f-067c-47b4-915d-e18226180ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:17.785683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bf8eb67-e843-4a17-9790-e142824a5342 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:17.790032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d55fbf5f-9a1e-48af-aafb-90110367504f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:17.831474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bf8eb67-e843-4a17-9790-e142824a5342 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:17.839437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4bf8eb67-e843-4a17-9790-e142824a5342 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Releasing vxlan tunnel 6 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:11:17.906706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521409f-067c-47b4-915d-e18226180ab7 None None] Pushing event deleted for resources: {'Port': ['ID=8af0f429-3f0e-4107-a93c-39dd6e797870,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:17.914760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8521409f-067c-47b4-915d-e18226180ab7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:17.948910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-a46a0bcb-a83e-4b1c-8e0d-2bc1ec966d8d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network 57935437-8c51-4375-80c1-3b738fe518fa has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:11:17.959831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8521409f-067c-47b4-915d-e18226180ab7 None None] No DVR routers for this DVR port 8af0f429-3f0e-4107-a93c-39dd6e797870 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:11:17.984288 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:11:17.984288 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:11:17.984288 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:11:17.984288 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:11:17.984288 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:11:17.984288 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:11:17.984288 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:11:17.984288 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:11:17.984288 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:11:17.984288 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:11:17.984288 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:11:17.984288 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:11:17.984288 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:11:17.984288 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:11:17.984288 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:11:17.984288 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:11:17.984288 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:11:17.984288 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:11:17.984288 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:11:17.984288 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:11:17.984288 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:11:17.984288 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:11:17.984288 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:11:17.984288 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:11:17.984288 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:11:17.984288 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:11:17.984288 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:11:17.984288 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:11:17.984288 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:11:17.984288 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:11:17.984288 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:11:17.984288 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:11:18.049571 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3a1b901e-631a-498b-845a-9828876d6f3e tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "DELETE /v2.0/subnets/2e510f62-2ec5-44f8-a3e1-ad268a197831/tags HTTP/1.1" status: 204  len: 168 time: 0.8063118
Nov 24 13:11:18.057819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49648) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:18.144951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a46a0bcb-a83e-4b1c-8e0d-2bc1ec966d8d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:18.157523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-17a1f012-be11-45c8-8d2f-7a32e2be8e31 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:18.173075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a46a0bcb-a83e-4b1c-8e0d-2bc1ec966d8d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:18.173645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4bf8eb67-e843-4a17-9790-e142824a5342 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network 3db1956e-d8d7-4c37-bceb-91493a7dae75 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:11:18.189849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bf8eb67-e843-4a17-9790-e142824a5342 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:18.213962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a0bcb-a83e-4b1c-8e0d-2bc1ec966d8d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event deleted for resources: {'Network': ['ID=57935437-8c51-4375-80c1-3b738fe518fa,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:18.223935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a46a0bcb-a83e-4b1c-8e0d-2bc1ec966d8d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:18.232632 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a46a0bcb-a83e-4b1c-8e0d-2bc1ec966d8d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/networks/57935437-8c51-4375-80c1-3b738fe518fa HTTP/1.1" status: 204  len: 168 time: 2.4613404
Nov 24 13:11:18.254723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49652) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:18.394638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f93681dc-638e-417b-8960-006f260ef629 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:18.413220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fb0f0fa4-de9f-49ed-a35b-6b088189d71e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:18.418242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b237f81-c93e-43d6-9933-055341461a33 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks [] for subnetpool, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:18.421938 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6b237f81-c93e-43d6-9933-055341461a33 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "DELETE /v2.0/subnetpools/49d0628a-c4e3-4391-8405-0d3c0159462f HTTP/1.1" status: 204  len: 168 time: 0.3587055
Nov 24 13:11:18.436382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49656) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:18.506091 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-572167cc-6000-405b-b01d-6d5b8356d701 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "GET /v2.0/ports?device_id=bb1e7ad5-5f31-4944-ab44-4275e018e070 HTTP/1.1" status: 200  len: 205 time: 0.0685062
Nov 24 13:11:18.514590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e5cd4d25-ce05-4469-8fec-7c56fb7b6d5f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:18.593159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8af0f429-3f0e-4107-a93c-39dd6e797870 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:11:18.634470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 8af0f429-3f0e-4107-a93c-39dd6e797870 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:11:18.635279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8af0f429-3f0e-4107-a93c-39dd6e797870 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:11:18.797088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49660) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:18.819446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4bf8eb67-e843-4a17-9790-e142824a5342 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network 3db1956e-d8d7-4c37-bceb-91493a7dae75 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:11:18.832346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93681dc-638e-417b-8960-006f260ef629 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Subnet': ['ID=f23467aa-bc9f-467e-b78c-c808d42ad354,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:11:18.911666 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:11:18.923074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f93681dc-638e-417b-8960-006f260ef629 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:19.004410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e5cd4d25-ce05-4469-8fec-7c56fb7b6d5f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:19.190155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-e5cd4d25-ce05-4469-8fec-7c56fb7b6d5f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634760a1d0>,) {'filters': {'network_id': ['85670397-94f8-49cb-988b-71a32b5643fd']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:19.199319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-71b0d6e1-6015-4c75-93b4-904e1cacb940 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:19.216016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-e5cd4d25-ce05-4469-8fec-7c56fb7b6d5f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634760a1d0>, 'f9e00adc-0df7-4a8c-8cef-e0da483a34eb') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:19.216837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-e5cd4d25-ce05-4469-8fec-7c56fb7b6d5f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634760a1d0>, 'f9e00adc-0df7-4a8c-8cef-e0da483a34eb') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:19.218381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c4927b07-f65f-4463-8fb7-e15e2d22a5e3 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:19.235221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e5cd4d25-ce05-4469-8fec-7c56fb7b6d5f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:19.247632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bf8eb67-e843-4a17-9790-e142824a5342 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:19.251748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bf8eb67-e843-4a17-9790-e142824a5342 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:19.256727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-39117ecc-ba9a-452f-8daa-4f6cf3155249 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:19.274542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9e2360c5-85d0-471e-8140-e6704178f2da tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:19.303297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e5cd4d25-ce05-4469-8fec-7c56fb7b6d5f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:19.342750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f93681dc-638e-417b-8960-006f260ef629 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:19.349467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e9a936-4432-492d-b2cb-68a799dae3d2 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:11:19.364176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19aac7ed-bc99-4cbb-afc0-47c3560c9418 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:19.369561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e5cd4d25-ce05-4469-8fec-7c56fb7b6d5f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Releasing vxlan tunnel 11 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:11:19.441687 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4bf8eb67-e843-4a17-9790-e142824a5342 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/networks/3db1956e-d8d7-4c37-bceb-91493a7dae75 HTTP/1.1" status: 204  len: 168 time: 5.9274809
Nov 24 13:11:19.443943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49666) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:19.472109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e89c9b6f-3cf6-4749-931d-9513daff2682 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1267448559'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:19.487690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e89c9b6f-3cf6-4749-931d-9513daff2682 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:19.501952 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f93681dc-638e-417b-8960-006f260ef629 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/f23467aa-bc9f-467e-b78c-c808d42ad354 HTTP/1.1" status: 204  len: 168 time: 3.0132673
Nov 24 13:11:19.503055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49670) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:19.506988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e89c9b6f-3cf6-4749-931d-9513daff2682 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:network and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:19.514640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0d6e1-6015-4c75-93b4-904e1cacb940 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Pushing event updated for resources: {'Subnet': ['ID=77adcbac-2560-441e-8c6a-c7ecd7729d9c,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:19.519568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-71b0d6e1-6015-4c75-93b4-904e1cacb940 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:19.525802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e89c9b6f-3cf6-4749-931d-9513daff2682 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for network was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:19.528986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-83d83988-3ba3-4eae-bc48-dc90b377526b tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:19.581209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39117ecc-ba9a-452f-8daa-4f6cf3155249 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Subnet': ['ID=48a32474-aa47-4f43-b743-4f4c11c3b38b,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:19.586898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49674) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:19.600984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-302772c5-c775-41cb-a585-c5064ffd85fb tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-252285243', 'description': 'tempest-secgroup-smoke-252285243 description', 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:19.605656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-39117ecc-ba9a-452f-8daa-4f6cf3155249 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:19.635427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-302772c5-c775-41cb-a585-c5064ffd85fb tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:19.654808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e5cd4d25-ce05-4469-8fec-7c56fb7b6d5f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network 85670397-94f8-49cb-988b-71a32b5643fd has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:11:19.664585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-302772c5-c775-41cb-a585-c5064ffd85fb tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Usage tracker for resource:security_group and tenant:13ec6c0cf7604dc89b88b05e88e40ca3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:19.668389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e5cd4d25-ce05-4469-8fec-7c56fb7b6d5f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:19.693756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679249a6-e215-4687-ba14-8135f47bb866 None None] DHCP port deletion for 8ca51b04-1dca-4f60-b844-2979d8864b51 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:11:19.696440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e89c9b6f-3cf6-4749-931d-9513daff2682 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:19.698910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-679249a6-e215-4687-ba14-8135f47bb866 None None] Deleting port a27cef43-b11d-472f-aa66-6ef5455804b1 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:11:19.699442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-679249a6-e215-4687-ba14-8135f47bb866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:19.703129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8eb67-e843-4a17-9790-e142824a5342 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Network': ['ID=3db1956e-d8d7-4c37-bceb-91493a7dae75,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:19.706043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4bf8eb67-e843-4a17-9790-e142824a5342 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:19.720138 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e9284553-7be7-42ef-ba7c-3a035ef5200b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2047186
Nov 24 13:11:19.734714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-302772c5-c775-41cb-a585-c5064ffd85fb tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:19.735495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49678) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:19.746495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a12ddedf-f5b7-4648-8117-f6d9fb205c11 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:19.749719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-302772c5-c775-41cb-a585-c5064ffd85fb tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:19.773478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89c9b6f-3cf6-4749-931d-9513daff2682 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:11:19.779058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e89c9b6f-3cf6-4749-931d-9513daff2682 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:19.888746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-302772c5-c775-41cb-a585-c5064ffd85fb tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:19.915575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e5cd4d25-ce05-4469-8fec-7c56fb7b6d5f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network 85670397-94f8-49cb-988b-71a32b5643fd has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:11:19.934713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-679249a6-e215-4687-ba14-8135f47bb866 None None] For port a27cef43-b11d-472f-aa66-6ef5455804b1, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=a27cef43-b11d-472f-aa66-6ef5455804b1,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:11:19.935153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-679249a6-e215-4687-ba14-8135f47bb866 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:19.945800 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:11:19.945800 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:11:19.945800 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:11:19.945800 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:11:19.945800 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:11:19.945800 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:11:19.945800 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:11:19.945800 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:11:19.945800 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:11:19.945800 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:11:19.945800 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:11:19.945800 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:11:19.945800 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:11:19.945800 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:11:19.945800 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:11:19.945800 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:11:19.945800 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:11:19.945800 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:11:19.945800 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:11:19.945800 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:11:19.945800 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:11:19.945800 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:11:19.945800 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:11:19.945800 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:11:19.945800 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:11:19.945800 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:11:19.945800 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:11:19.945800 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:11:19.945800 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:11:19.945800 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:11:19.945800 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:11:19.945800 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:11:19.996660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-302772c5-c775-41cb-a585-c5064ffd85fb tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:20.027673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39117ecc-ba9a-452f-8daa-4f6cf3155249 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Checking segment: {'id': '35b73c1a-54bf-4eaa-ae82-a2088d3b392d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fec1cd6f-fbb9-4716-b96e-1595ee35444d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:11:20.028295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39117ecc-ba9a-452f-8daa-4f6cf3155249 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network hostable DHCP agents. Network: fec1cd6f-fbb9-4716-b96e-1595ee35444d, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:11:20.070550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e89c9b6f-3cf6-4749-931d-9513daff2682 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:11:20.077876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-679249a6-e215-4687-ba14-8135f47bb866 None None] Calling delete_port for a27cef43-b11d-472f-aa66-6ef5455804b1 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:11:20.081233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e5cd4d25-ce05-4469-8fec-7c56fb7b6d5f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:20.090629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d61968e9-a368-4910-b904-b418baf8f396 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:20.110599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e5cd4d25-ce05-4469-8fec-7c56fb7b6d5f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:20.121511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-302772c5-c775-41cb-a585-c5064ffd85fb tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:20.136560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd4d25-ce05-4469-8fec-7c56fb7b6d5f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event deleted for resources: {'Network': ['ID=85670397-94f8-49cb-988b-71a32b5643fd,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:20.140977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-302772c5-c775-41cb-a585-c5064ffd85fb tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Usage tracker for resource:security_group_rule and tenant:13ec6c0cf7604dc89b88b05e88e40ca3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:20.144853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e5cd4d25-ce05-4469-8fec-7c56fb7b6d5f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:20.147824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-302772c5-c775-41cb-a585-c5064ffd85fb tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:20.152113 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e5cd4d25-ce05-4469-8fec-7c56fb7b6d5f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/networks/85670397-94f8-49cb-988b-71a32b5643fd HTTP/1.1" status: 204  len: 168 time: 1.8963075
Nov 24 13:11:20.156344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-302772c5-c775-41cb-a585-c5064ffd85fb tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:20.158653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39117ecc-ba9a-452f-8daa-4f6cf3155249 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network fec1cd6f-fbb9-4716-b96e-1595ee35444d is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:11:20.162324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49682) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:20.172264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-74d801c9-a627-481f-afc3-4c71eb1482b4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Request body: {'network': {'name': 'tempest-RoutersTest-87968888'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:20.181153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a12ddedf-f5b7-4648-8117-f6d9fb205c11 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:20.185728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-74d801c9-a627-481f-afc3-4c71eb1482b4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:20.192066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-39117ecc-ba9a-452f-8daa-4f6cf3155249 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, fec1cd6f-fbb9-4716-b96e-1595ee35444d) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:20.196422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-74d801c9-a627-481f-afc3-4c71eb1482b4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Usage tracker for resource:network and tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:20.196760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-679249a6-e215-4687-ba14-8135f47bb866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:20.208519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-74d801c9-a627-481f-afc3-4c71eb1482b4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:20.213251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d87f7c93-bb7f-40ac-8757-cb202ef6ea8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:20.223539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-74d801c9-a627-481f-afc3-4c71eb1482b4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:20.227168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39117ecc-ba9a-452f-8daa-4f6cf3155249 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:20.227883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-39117ecc-ba9a-452f-8daa-4f6cf3155249 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:20.247415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdab30d-9603-499d-bc43-2548b77f9072 None None] Network fec1cd6f-fbb9-4716-b96e-1595ee35444d requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:11:20.254071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e89c9b6f-3cf6-4749-931d-9513daff2682 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:20.254504 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-e89c9b6f-3cf6-4749-931d-9513daff2682 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Added segment a9963d2b-3f62-4ef0-bf03-f4ac5f0ff507 of type vxlan for network 7bb9a0a3-3263-4388-b990-a50705e3b492
Nov 24 13:11:20.256256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d801c9-a627-481f-afc3-4c71eb1482b4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Made reservation on behalf of 48deb6cb4e7841bc8ac7ee76d248c5c5 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:11:20.256390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a12ddedf-f5b7-4648-8117-f6d9fb205c11 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:subnet and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:20.261963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74d801c9-a627-481f-afc3-4c71eb1482b4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:20.275567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a12ddedf-f5b7-4648-8117-f6d9fb205c11 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:20.289121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19aac7ed-bc99-4cbb-afc0-47c3560c9418 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:20.292630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a12ddedf-f5b7-4648-8117-f6d9fb205c11 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:20.305395 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-39117ecc-ba9a-452f-8daa-4f6cf3155249 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.4830878
Nov 24 13:11:20.307709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49686) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:20.324573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b0d6e1-6015-4c75-93b4-904e1cacb940 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Checking segment: {'id': '39b4bb16-58e1-4d63-832e-2850d10b4db0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c0f4c913-a4d2-4fa6-ac4e-dd15f56165d0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:11:20.324979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b0d6e1-6015-4c75-93b4-904e1cacb940 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Network hostable DHCP agents. Network: c0f4c913-a4d2-4fa6-ac4e-dd15f56165d0, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:11:20.339493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-aee63e70-9074-49ff-8637-7ca9b60f1cdc tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-375648469', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:20.348743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19aac7ed-bc99-4cbb-afc0-47c3560c9418 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:20.351242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12ddedf-f5b7-4648-8117-f6d9fb205c11 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:11:20.357015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-302772c5-c775-41cb-a585-c5064ffd85fb tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:20.357649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a12ddedf-f5b7-4648-8117-f6d9fb205c11 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:20.361416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-302772c5-c775-41cb-a585-c5064ffd85fb tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:20.367248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4bd82cb6-d143-4435-87e4-453d0e671f75 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:20.375303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e89c9b6f-3cf6-4749-931d-9513daff2682 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:20.384417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-aee63e70-9074-49ff-8637-7ca9b60f1cdc tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:20.414034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-302772c5-c775-41cb-a585-c5064ffd85fb tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:20.416894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302772c5-c775-41cb-a585-c5064ffd85fb tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Pushing event updated for resources: {'SecurityGroup': ['ID=f257389c-bde7-445b-924f-81dcd8f8e7ab,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:20.422756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-302772c5-c775-41cb-a585-c5064ffd85fb tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:20.423866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-302772c5-c775-41cb-a585-c5064ffd85fb tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Usage tracker for resource:security_group_rule and tenant:13ec6c0cf7604dc89b88b05e88e40ca3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:20.427379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-302772c5-c775-41cb-a585-c5064ffd85fb tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:20.434536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-302772c5-c775-41cb-a585-c5064ffd85fb tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:20.464231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-aee63e70-9074-49ff-8637-7ca9b60f1cdc tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:20.503727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-302772c5-c775-41cb-a585-c5064ffd85fb tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:20.508032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-302772c5-c775-41cb-a585-c5064ffd85fb tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:20.513628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-12d0677a-2364-4632-8e48-109448ac5539 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:20.523792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aee63e70-9074-49ff-8637-7ca9b60f1cdc tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:20.524801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aee63e70-9074-49ff-8637-7ca9b60f1cdc tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:20.568196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e89c9b6f-3cf6-4749-931d-9513daff2682 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:20.569560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-74d801c9-a627-481f-afc3-4c71eb1482b4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:11:20.569921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-74d801c9-a627-481f-afc3-4c71eb1482b4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:11:20.570984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302772c5-c775-41cb-a585-c5064ffd85fb tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Pushing event updated for resources: {'SecurityGroup': ['ID=690e0261-09d3-40a2-9cd2-6eef68d14c5e,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:20.572690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89c9b6f-3cf6-4749-931d-9513daff2682 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:20.573838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e89c9b6f-3cf6-4749-931d-9513daff2682 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:20.574230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-302772c5-c775-41cb-a585-c5064ffd85fb tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:20.578757 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-302772c5-c775-41cb-a585-c5064ffd85fb tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1678 time: 0.9835918
Nov 24 13:11:20.578757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-302772c5-c775-41cb-a585-c5064ffd85fb tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:20.580165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49690) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:20.583535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c00db145-cb98-4b7a-95ed-259f13c978bb tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:20.587031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-17bc8318-6a20-4a60-9079-31bf012b1596 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Request body: {'security_group_rule': {'security_group_id': '690e0261-09d3-40a2-9cd2-6eef68d14c5e', 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:20.600024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-17bc8318-6a20-4a60-9079-31bf012b1596 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:20.604665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b0d6e1-6015-4c75-93b4-904e1cacb940 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Network c0f4c913-a4d2-4fa6-ac4e-dd15f56165d0 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:11:20.607059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-17bc8318-6a20-4a60-9079-31bf012b1596 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Usage tracker for resource:security_group_rule and tenant:13ec6c0cf7604dc89b88b05e88e40ca3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:20.616270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19aac7ed-bc99-4cbb-afc0-47c3560c9418 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:20.616885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19aac7ed-bc99-4cbb-afc0-47c3560c9418 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Fanout notify agent at l3_agent the message router_deleted on router bb1e7ad5-5f31-4944-ab44-4275e018e070 {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:11:20.621400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679249a6-e215-4687-ba14-8135f47bb866 None None] Pushing event deleted for resources: {'Port': ['ID=a27cef43-b11d-472f-aa66-6ef5455804b1,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:20.627474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-679249a6-e215-4687-ba14-8135f47bb866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:20.631784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-17bc8318-6a20-4a60-9079-31bf012b1596 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:20.638834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-17bc8318-6a20-4a60-9079-31bf012b1596 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:20.660755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-17bc8318-6a20-4a60-9079-31bf012b1596 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:20.673989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device a27cef43-b11d-472f-aa66-6ef5455804b1 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:11:20.712929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-71b0d6e1-6015-4c75-93b4-904e1cacb940 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, c0f4c913-a4d2-4fa6-ac4e-dd15f56165d0) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:20.741309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-17bc8318-6a20-4a60-9079-31bf012b1596 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:20.744848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-17bc8318-6a20-4a60-9079-31bf012b1596 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:20.747462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:20.778811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc8318-6a20-4a60-9079-31bf012b1596 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd11f8db-56a9-4a81-8e6d-125160fab8db,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:20.779640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a7c721-8b5b-4d50-8ffb-f07288ea6330 None None] Network c0f4c913-a4d2-4fa6-ac4e-dd15f56165d0 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:11:20.783007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-17bc8318-6a20-4a60-9079-31bf012b1596 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:20.791931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-17bc8318-6a20-4a60-9079-31bf012b1596 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:20.793599 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-17bc8318-6a20-4a60-9079-31bf012b1596 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2124302
Nov 24 13:11:20.797718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49694) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:20.802158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: a27cef43-b11d-472f-aa66-6ef5455804b1 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:11:20.802548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device a27cef43-b11d-472f-aa66-6ef5455804b1 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:11:20.804610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-802555b4-1f70-40e1-9de1-ac504edb5489 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Request body: {'security_group_rule': {'security_group_id': '690e0261-09d3-40a2-9cd2-6eef68d14c5e', 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:20.815701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-802555b4-1f70-40e1-9de1-ac504edb5489 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:20.825392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-802555b4-1f70-40e1-9de1-ac504edb5489 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Usage tracker for resource:security_group_rule and tenant:13ec6c0cf7604dc89b88b05e88e40ca3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:20.831111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-802555b4-1f70-40e1-9de1-ac504edb5489 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:20.841452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-802555b4-1f70-40e1-9de1-ac504edb5489 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:20.868292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-802555b4-1f70-40e1-9de1-ac504edb5489 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:20.894852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025cdc74-5286-47bb-8021-2dfb2d88d44a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-fec1cd6f-fbb9-4716-b96e-1595ee35444d', 'network_id': 'fec1cd6f-fbb9-4716-b96e-1595ee35444d', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'fixed_ips': [{'subnet_id': '48a32474-aa47-4f43-b743-4f4c11c3b38b'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:11:20.895755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-025cdc74-5286-47bb-8021-2dfb2d88d44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:20.952014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-802555b4-1f70-40e1-9de1-ac504edb5489 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:20.955629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-802555b4-1f70-40e1-9de1-ac504edb5489 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:20.957706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:20.961953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679249a6-e215-4687-ba14-8135f47bb866 None None] No DVR routers for this DVR port a27cef43-b11d-472f-aa66-6ef5455804b1 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:11:20.965966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:20.994952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802555b4-1f70-40e1-9de1-ac504edb5489 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf34d590-b0b4-4ef4-a3a2-0d7899393f81,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:20.998051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-802555b4-1f70-40e1-9de1-ac504edb5489 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:21.002561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-802555b4-1f70-40e1-9de1-ac504edb5489 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:21.006643 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-802555b4-1f70-40e1-9de1-ac504edb5489 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2075152
Nov 24 13:11:21.008012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49698) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:21.015138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-19fafca0-1d0b-46ca-ae3f-3689c5c75e15 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Request body: {'security_group_rule': {'security_group_id': '690e0261-09d3-40a2-9cd2-6eef68d14c5e', 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:21.022532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-19fafca0-1d0b-46ca-ae3f-3689c5c75e15 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:21.027776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-19fafca0-1d0b-46ca-ae3f-3689c5c75e15 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Usage tracker for resource:security_group_rule and tenant:13ec6c0cf7604dc89b88b05e88e40ca3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:21.031159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-19fafca0-1d0b-46ca-ae3f-3689c5c75e15 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:21.041681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-19fafca0-1d0b-46ca-ae3f-3689c5c75e15 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:21.053347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b0d6e1-6015-4c75-93b4-904e1cacb940 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:21.054400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-71b0d6e1-6015-4c75-93b4-904e1cacb940 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:21.061463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19fafca0-1d0b-46ca-ae3f-3689c5c75e15 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:21.071194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74d801c9-a627-481f-afc3-4c71eb1482b4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:21.085940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aee63e70-9074-49ff-8637-7ca9b60f1cdc tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:21.091564 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e89c9b6f-3cf6-4749-931d-9513daff2682 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.6298859
Nov 24 13:11:21.093249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49702) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:21.097670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c9b6f-3cf6-4749-931d-9513daff2682 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Network': ['ID=7bb9a0a3-3263-4388-b990-a50705e3b492,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:21.100773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e89c9b6f-3cf6-4749-931d-9513daff2682 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:21.111517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19aac7ed-bc99-4cbb-afc0-47c3560c9418 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:21.115883 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-19aac7ed-bc99-4cbb-afc0-47c3560c9418 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "DELETE /v2.0/routers/bb1e7ad5-5f31-4944-ab44-4275e018e070 HTTP/1.1" status: 204  len: 168 time: 2.2963543
Nov 24 13:11:21.116575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d801c9-a627-481f-afc3-4c71eb1482b4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:11:21.119663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49704) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:21.124420 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-71b0d6e1-6015-4c75-93b4-904e1cacb940 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.4144936
Nov 24 13:11:21.131434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74d801c9-a627-481f-afc3-4c71eb1482b4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:21.133929 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-74d801c9-a627-481f-afc3-4c71eb1482b4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Added segment 50cd8c3f-fbce-4671-b6b6-174af4e6d937 of type vxlan for network cbdbad0c-010e-4d22-8dfc-6aedacfa9790
Nov 24 13:11:21.145555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49708) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:21.151230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c86576f2-804b-4ec1-a76d-6c658b890407 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'subnet': {'network_id': '7bb9a0a3-3263-4388-b990-a50705e3b492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:21.167627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 7bb9a0a3-3263-4388-b990-a50705e3b492 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:11:21.180843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 7bb9a0a3-3263-4388-b990-a50705e3b492 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:11:21.244778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aee63e70-9074-49ff-8637-7ca9b60f1cdc tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:21.287922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e9bb88d2-63c9-40eb-9339-397a1d6bcd9c tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Request body: {'network': {'name': 'tempest-router-network01--684655007'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:21.293016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e9bb88d2-63c9-40eb-9339-397a1d6bcd9c tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:21.297093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e9bb88d2-63c9-40eb-9339-397a1d6bcd9c tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Usage tracker for resource:network and tenant:9af73a5aa8e44d4ebd2c9eac61766eab is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:21.300081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e9bb88d2-63c9-40eb-9339-397a1d6bcd9c tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Quota usage for network was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:21.302399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4d59889e-f440-4378-a0ed-1a97ab3bd9b9 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Deleting port 4ed149cc-2a63-4e4a-88f2-bf0a040146eb {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:11:21.302789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d59889e-f440-4378-a0ed-1a97ab3bd9b9 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:21.307209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e9bb88d2-63c9-40eb-9339-397a1d6bcd9c tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:21.327234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c86576f2-804b-4ec1-a76d-6c658b890407 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:21.334381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bb88d2-63c9-40eb-9339-397a1d6bcd9c tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Made reservation on behalf of 9af73a5aa8e44d4ebd2c9eac61766eab for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:11:21.340593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9bb88d2-63c9-40eb-9339-397a1d6bcd9c tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:21.347405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aee63e70-9074-49ff-8637-7ca9b60f1cdc tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:21.351467 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-aee63e70-9074-49ff-8637-7ca9b60f1cdc tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 1.0372508
Nov 24 13:11:21.353754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49714) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:21.376300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c86576f2-804b-4ec1-a76d-6c658b890407 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:subnet and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:21.390782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c86576f2-804b-4ec1-a76d-6c658b890407 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:21.405530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74d801c9-a627-481f-afc3-4c71eb1482b4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:21.410917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c86576f2-804b-4ec1-a76d-6c658b890407 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:21.465381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86576f2-804b-4ec1-a76d-6c658b890407 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:11:21.513166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81a6ce0-1f92-416f-a316-699cbf35b7f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-c0f4c913-a4d2-4fa6-ac4e-dd15f56165d0', 'network_id': 'c0f4c913-a4d2-4fa6-ac4e-dd15f56165d0', 'tenant_id': '9af73a5aa8e44d4ebd2c9eac61766eab', 'fixed_ips': [{'subnet_id': '77adcbac-2560-441e-8c6a-c7ecd7729d9c'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:11:21.514054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c81a6ce0-1f92-416f-a316-699cbf35b7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:21.562261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19fafca0-1d0b-46ca-ae3f-3689c5c75e15 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:21.566470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74d801c9-a627-481f-afc3-4c71eb1482b4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:21.571200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d801c9-a627-481f-afc3-4c71eb1482b4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:21.571849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74d801c9-a627-481f-afc3-4c71eb1482b4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:21.581573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6e767384-8560-4196-8b80-1e305bb47b12 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:21.615731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-e9bb88d2-63c9-40eb-9339-397a1d6bcd9c tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:11:21.616285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-e9bb88d2-63c9-40eb-9339-397a1d6bcd9c tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:11:21.617707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19fafca0-1d0b-46ca-ae3f-3689c5c75e15 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:21.705545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-025cdc74-5286-47bb-8021-2dfb2d88d44a None None] Allocated IP 2001:db8::2 (fec1cd6f-fbb9-4716-b96e-1595ee35444d/48a32474-aa47-4f43-b743-4f4c11c3b38b/9751226d-b23d-4515-96ed-fe5e29f4c1c4) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:11:21.749618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c86576f2-804b-4ec1-a76d-6c658b890407 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:21.829897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19fafca0-1d0b-46ca-ae3f-3689c5c75e15 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:21.833821 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-19fafca0-1d0b-46ca-ae3f-3689c5c75e15 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.8219061
Nov 24 13:11:21.843124 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-74d801c9-a627-481f-afc3-4c71eb1482b4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 764 time: 1.6754441
Nov 24 13:11:21.843124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49718) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:21.846484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d801c9-a627-481f-afc3-4c71eb1482b4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Network': ['ID=cbdbad0c-010e-4d22-8dfc-6aedacfa9790,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:21.848137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-74d801c9-a627-481f-afc3-4c71eb1482b4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:21.849691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49720) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:21.854679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-92c7b41f-d22e-46ed-94ac-80f50d8a4e84 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Request body: {'security_group_rule': {'security_group_id': '690e0261-09d3-40a2-9cd2-6eef68d14c5e', 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:21.863128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1e6228df-1c65-4b07-a9ac-82001c3faaba tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:21.865533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9294feb4-2af8-4900-94da-182716e20204 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Request body: {'subnet': {'network_id': 'cbdbad0c-010e-4d22-8dfc-6aedacfa9790', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:21.873090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network cbdbad0c-010e-4d22-8dfc-6aedacfa9790 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:11:21.886380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network cbdbad0c-010e-4d22-8dfc-6aedacfa9790 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:11:21.888097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-92c7b41f-d22e-46ed-94ac-80f50d8a4e84 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:21.902596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-92c7b41f-d22e-46ed-94ac-80f50d8a4e84 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Usage tracker for resource:security_group_rule and tenant:13ec6c0cf7604dc89b88b05e88e40ca3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:21.905538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fafca0-1d0b-46ca-ae3f-3689c5c75e15 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6655f78-9e08-40be-b442-ca80c683ff89,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:21.908366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-19fafca0-1d0b-46ca-ae3f-3689c5c75e15 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:21.909458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-92c7b41f-d22e-46ed-94ac-80f50d8a4e84 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:21.922330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-92c7b41f-d22e-46ed-94ac-80f50d8a4e84 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:21.954441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-92c7b41f-d22e-46ed-94ac-80f50d8a4e84 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:22.119574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d59889e-f440-4378-a0ed-1a97ab3bd9b9 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:22.142277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9bb88d2-63c9-40eb-9339-397a1d6bcd9c tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:22.161606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-92c7b41f-d22e-46ed-94ac-80f50d8a4e84 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:22.182477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-92c7b41f-d22e-46ed-94ac-80f50d8a4e84 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:22.224821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:22.280797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9294feb4-2af8-4900-94da-182716e20204 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:22.302593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7b41f-d22e-46ed-94ac-80f50d8a4e84 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9643899f-d84d-482b-a5fb-c3848c3598b4,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:22.306771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-92c7b41f-d22e-46ed-94ac-80f50d8a4e84 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:22.365169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4d59889e-f440-4378-a0ed-1a97ab3bd9b9 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Calling delete_port for 4ed149cc-2a63-4e4a-88f2-bf0a040146eb owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:11:22.396730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9294feb4-2af8-4900-94da-182716e20204 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Usage tracker for resource:subnet and tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:22.398778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9bb88d2-63c9-40eb-9339-397a1d6bcd9c tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:11:22.411209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9294feb4-2af8-4900-94da-182716e20204 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:22.414539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-92c7b41f-d22e-46ed-94ac-80f50d8a4e84 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:22.415831 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-92c7b41f-d22e-46ed-94ac-80f50d8a4e84 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.5664597
Nov 24 13:11:22.419760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49726) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:22.428040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9bb88d2-63c9-40eb-9339-397a1d6bcd9c tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:22.428486 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-e9bb88d2-63c9-40eb-9339-397a1d6bcd9c tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Added segment 4918300b-ce72-41ca-9e86-2199e3617ec5 of type vxlan for network dbbd7c85-153b-48aa-aad7-fac01d93dd8a
Nov 24 13:11:22.432594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-34f0ed1b-ed77-48cc-b744-a921a7419ba0 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Request body: {'security_group_rule': {'security_group_id': '690e0261-09d3-40a2-9cd2-6eef68d14c5e', 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:22.448937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-34f0ed1b-ed77-48cc-b744-a921a7419ba0 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:22.461943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-34f0ed1b-ed77-48cc-b744-a921a7419ba0 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Usage tracker for resource:security_group_rule and tenant:13ec6c0cf7604dc89b88b05e88e40ca3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:22.476688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-34f0ed1b-ed77-48cc-b744-a921a7419ba0 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:22.485272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-34f0ed1b-ed77-48cc-b744-a921a7419ba0 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:22.490171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-c81a6ce0-1f92-416f-a316-699cbf35b7f7 None None] Allocated IP 172.20.0.2 (c0f4c913-a4d2-4fa6-ac4e-dd15f56165d0/77adcbac-2560-441e-8c6a-c7ecd7729d9c/a4f185b6-6411-41f0-9e4f-a65caff11bf2) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:11:22.490432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9294feb4-2af8-4900-94da-182716e20204 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:22.490906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9bb88d2-63c9-40eb-9339-397a1d6bcd9c tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:22.499789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-025cdc74-5286-47bb-8021-2dfb2d88d44a None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:22.509339 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-34f0ed1b-ed77-48cc-b744-a921a7419ba0 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Project 13ec6c0cf7604dc89b88b05e88e40ca3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:11:22.519101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-025cdc74-5286-47bb-8021-2dfb2d88d44a None None] Transition to ACTIVE for port object 9751226d-b23d-4515-96ed-fe5e29f4c1c4 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:22.532577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34f0ed1b-ed77-48cc-b744-a921a7419ba0 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:22.558957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9294feb4-2af8-4900-94da-182716e20204 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Made reservation on behalf of 48deb6cb4e7841bc8ac7ee76d248c5c5 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:11:22.583787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9bb88d2-63c9-40eb-9339-397a1d6bcd9c tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:22.588474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb88d2-63c9-40eb-9339-397a1d6bcd9c tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:22.589118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9bb88d2-63c9-40eb-9339-397a1d6bcd9c tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:22.595434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c46328ba-0a08-48bf-bbcd-e2153eedbe79 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:22.617201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-025cdc74-5286-47bb-8021-2dfb2d88d44a None None] Transition to ACTIVE for port object 9751226d-b23d-4515-96ed-fe5e29f4c1c4 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:22.625705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-025cdc74-5286-47bb-8021-2dfb2d88d44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:22.644916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-df1abbe7-e588-4d9e-83fa-5501459358ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:22.740852 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e9bb88d2-63c9-40eb-9339-397a1d6bcd9c tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.4641371
Nov 24 13:11:22.745330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49730) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:22.759580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-34cb0f65-5658-4604-9efe-2606d757e614 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Request body: {'network': {'name': 'tempest-router-network02--125461658'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:22.774089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-34cb0f65-5658-4604-9efe-2606d757e614 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:22.778466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb88d2-63c9-40eb-9339-397a1d6bcd9c tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Pushing event updated for resources: {'Network': ['ID=dbbd7c85-153b-48aa-aad7-fac01d93dd8a,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:22.781792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e9bb88d2-63c9-40eb-9339-397a1d6bcd9c tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:22.792264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-34cb0f65-5658-4604-9efe-2606d757e614 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Usage tracker for resource:network and tenant:9af73a5aa8e44d4ebd2c9eac61766eab is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:22.797908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-34cb0f65-5658-4604-9efe-2606d757e614 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Quota usage for network was recalculated. Used quota:2. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:22.801621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network dbbd7c85-153b-48aa-aad7-fac01d93dd8a details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:11:22.809114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-34cb0f65-5658-4604-9efe-2606d757e614 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:22.812095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34f0ed1b-ed77-48cc-b744-a921a7419ba0 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:22.823177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34f0ed1b-ed77-48cc-b744-a921a7419ba0 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:22.865170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-17bc8318-6a20-4a60-9079-31bf012b1596 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:22.886886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9294feb4-2af8-4900-94da-182716e20204 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:22.888423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34cb0f65-5658-4604-9efe-2606d757e614 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Made reservation on behalf of 9af73a5aa8e44d4ebd2c9eac61766eab for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:11:22.894339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34cb0f65-5658-4604-9efe-2606d757e614 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:22.897152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network dbbd7c85-153b-48aa-aad7-fac01d93dd8a details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:11:22.910474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-889d95b1-1e25-4241-8095-80d3cc6ce71b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:22.912484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025cdc74-5286-47bb-8021-2dfb2d88d44a None None] Pushing event updated for resources: {'Port': ['ID=9751226d-b23d-4515-96ed-fe5e29f4c1c4,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:22.926952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0ed1b-ed77-48cc-b744-a921a7419ba0 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff39aae7-77f6-4f01-bd51-11646e70a17e,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:22.930302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-34f0ed1b-ed77-48cc-b744-a921a7419ba0 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:22.949649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34f0ed1b-ed77-48cc-b744-a921a7419ba0 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:22.950990 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-34f0ed1b-ed77-48cc-b744-a921a7419ba0 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.5293312
Nov 24 13:11:22.954460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49734) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:22.968610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9a39fc1a-d600-40dc-909e-5619312c33d1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Request body: {'security_group_rule': {'security_group_id': '690e0261-09d3-40a2-9cd2-6eef68d14c5e', 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:22.973761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c86576f2-804b-4ec1-a76d-6c658b890407 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:22.993733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-01be71b6-9833-42f6-82c9-d47d8696b91c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:23.024040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-025cdc74-5286-47bb-8021-2dfb2d88d44a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:23.025366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9a39fc1a-d600-40dc-909e-5619312c33d1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:23.120682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9a39fc1a-d600-40dc-909e-5619312c33d1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Usage tracker for resource:security_group_rule and tenant:13ec6c0cf7604dc89b88b05e88e40ca3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:23.128056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9a39fc1a-d600-40dc-909e-5619312c33d1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:23.135873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34cb0f65-5658-4604-9efe-2606d757e614 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:11:23.149549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025cdc74-5286-47bb-8021-2dfb2d88d44a None None] Network fec1cd6f-fbb9-4716-b96e-1595ee35444d is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:11:23.156882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-025cdc74-5286-47bb-8021-2dfb2d88d44a None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:23.157359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9a39fc1a-d600-40dc-909e-5619312c33d1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:23.169736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025cdc74-5286-47bb-8021-2dfb2d88d44a None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:11:23.174152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34cb0f65-5658-4604-9efe-2606d757e614 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:23.174808 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-34cb0f65-5658-4604-9efe-2606d757e614 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Added segment e12989ca-8b0d-4761-a8a7-c72a72a248b4 of type vxlan for network 243fa431-19b1-4e38-ae17-26c9d179c61e
Nov 24 13:11:23.199631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86576f2-804b-4ec1-a76d-6c658b890407 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Subnet': ['ID=8a16b9e9-24f9-433c-843b-8d1ab69624fd,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:23.211888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c86576f2-804b-4ec1-a76d-6c658b890407 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:23.212316 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-9a39fc1a-d600-40dc-909e-5619312c33d1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Project 13ec6c0cf7604dc89b88b05e88e40ca3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:11:23.229209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c81a6ce0-1f92-416f-a316-699cbf35b7f7 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:23.250511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a39fc1a-d600-40dc-909e-5619312c33d1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:23.259910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c81a6ce0-1f92-416f-a316-699cbf35b7f7 None None] Transition to ACTIVE for port object a4f185b6-6411-41f0-9e4f-a65caff11bf2 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:23.272803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-025cdc74-5286-47bb-8021-2dfb2d88d44a None None] Attempting to bind port 9751226d-b23d-4515-96ed-fe5e29f4c1c4 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:11:23.273231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-025cdc74-5286-47bb-8021-2dfb2d88d44a None None] Attempting to bind port 9751226d-b23d-4515-96ed-fe5e29f4c1c4 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '35b73c1a-54bf-4eaa-ae82-a2088d3b392d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fec1cd6f-fbb9-4716-b96e-1595ee35444d'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:11:23.273646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025cdc74-5286-47bb-8021-2dfb2d88d44a None None] Attempting to bind port 9751226d-b23d-4515-96ed-fe5e29f4c1c4 on network fec1cd6f-fbb9-4716-b96e-1595ee35444d {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:11:23.289447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c81a6ce0-1f92-416f-a316-699cbf35b7f7 None None] Transition to ACTIVE for port object a4f185b6-6411-41f0-9e4f-a65caff11bf2 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:23.290986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025cdc74-5286-47bb-8021-2dfb2d88d44a None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:11:23.291417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025cdc74-5286-47bb-8021-2dfb2d88d44a None None] Checking segment: {'id': '35b73c1a-54bf-4eaa-ae82-a2088d3b392d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fec1cd6f-fbb9-4716-b96e-1595ee35444d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:11:23.291632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34cb0f65-5658-4604-9efe-2606d757e614 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:23.291874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-025cdc74-5286-47bb-8021-2dfb2d88d44a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:23.292318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025cdc74-5286-47bb-8021-2dfb2d88d44a None None] Bound using segment: {'id': '35b73c1a-54bf-4eaa-ae82-a2088d3b392d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fec1cd6f-fbb9-4716-b96e-1595ee35444d'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:11:23.292859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-025cdc74-5286-47bb-8021-2dfb2d88d44a None None] Bound port: 9751226d-b23d-4515-96ed-fe5e29f4c1c4, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b73c1a-54bf-4eaa-ae82-a2088d3b392d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fec1cd6f-fbb9-4716-b96e-1595ee35444d'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:11:23.293282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-025cdc74-5286-47bb-8021-2dfb2d88d44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:23.314648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c81a6ce0-1f92-416f-a316-699cbf35b7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:23.334069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-677467bb-5d9a-4424-8079-75f6baf225f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:23.390854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34cb0f65-5658-4604-9efe-2606d757e614 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:23.395222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cb0f65-5658-4604-9efe-2606d757e614 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:23.396610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34cb0f65-5658-4604-9efe-2606d757e614 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:23.399793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d59889e-f440-4378-a0ed-1a97ab3bd9b9 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:23.403882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d970344d-4796-4abd-b55e-772ce5f06ca7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:23.431101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-438609f0-c6e3-4985-af28-bca4088f2cf1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:23.461481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.objects.ports [None req-a12ddedf-f5b7-4648-8117-f6d9fb205c11 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80943) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 24 13:11:23.523315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a6ce0-1f92-416f-a316-699cbf35b7f7 None None] Pushing event updated for resources: {'Port': ['ID=a4f185b6-6411-41f0-9e4f-a65caff11bf2,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:23.530076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c81a6ce0-1f92-416f-a316-699cbf35b7f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:23.535684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59889e-f440-4378-a0ed-1a97ab3bd9b9 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Pushing event deleted for resources: {'Port': ['ID=4ed149cc-2a63-4e4a-88f2-bf0a040146eb,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:23.538156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a12ddedf-f5b7-4648-8117-f6d9fb205c11 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:23.586109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-025cdc74-5286-47bb-8021-2dfb2d88d44a None None] For port 9751226d-b23d-4515-96ed-fe5e29f4c1c4, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:11:23.602637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-025cdc74-5286-47bb-8021-2dfb2d88d44a None None] For port 9751226d-b23d-4515-96ed-fe5e29f4c1c4, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=9751226d-b23d-4515-96ed-fe5e29f4c1c4,segment=NetworkSegment(35b73c1a-54bf-4eaa-ae82-a2088d3b392d),segment_id=35b73c1a-54bf-4eaa-ae82-a2088d3b392d)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:11:23.607519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-025cdc74-5286-47bb-8021-2dfb2d88d44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:23.626525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4d59889e-f440-4378-a0ed-1a97ab3bd9b9 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:23.627400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-71b0d6e1-6015-4c75-93b4-904e1cacb940 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:23.627518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c81a6ce0-1f92-416f-a316-699cbf35b7f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:23.743954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81a6ce0-1f92-416f-a316-699cbf35b7f7 None None] Network c0f4c913-a4d2-4fa6-ac4e-dd15f56165d0 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:11:23.745219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-c81a6ce0-1f92-416f-a316-699cbf35b7f7 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:23.751586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81a6ce0-1f92-416f-a316-699cbf35b7f7 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:11:23.769148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a39fc1a-d600-40dc-909e-5619312c33d1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:23.797273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a39fc1a-d600-40dc-909e-5619312c33d1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:23.802310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86576f2-804b-4ec1-a76d-6c658b890407 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Checking segment: {'id': 'a9963d2b-3f62-4ef0-bf03-f4ac5f0ff507', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7bb9a0a3-3263-4388-b990-a50705e3b492'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:11:23.802698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86576f2-804b-4ec1-a76d-6c658b890407 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network hostable DHCP agents. Network: 7bb9a0a3-3263-4388-b990-a50705e3b492, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:11:23.816059 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-34cb0f65-5658-4604-9efe-2606d757e614 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.0684416
Nov 24 13:11:23.820834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49738) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:23.826098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025cdc74-5286-47bb-8021-2dfb2d88d44a None None] Pushing event updated for resources: {'Port': ['ID=9751226d-b23d-4515-96ed-fe5e29f4c1c4,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:23.829078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb0f65-5658-4604-9efe-2606d757e614 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Pushing event updated for resources: {'Network': ['ID=243fa431-19b1-4e38-ae17-26c9d179c61e,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:23.837441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b7e905cc-ce9c-4149-8432-de3772e04427 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Request body: {'subnet': {'network_id': 'dbbd7c85-153b-48aa-aad7-fac01d93dd8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:23.842603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-025cdc74-5286-47bb-8021-2dfb2d88d44a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:23.859891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 243fa431-19b1-4e38-ae17-26c9d179c61e details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:11:23.861682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-34cb0f65-5658-4604-9efe-2606d757e614 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:23.865009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:23.881081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 243fa431-19b1-4e38-ae17-26c9d179c61e details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:11:23.955256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a39fc1a-d600-40dc-909e-5619312c33d1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cfb9caf-9eea-41dd-a8ec-d57f7731b27f,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:23.959040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9a39fc1a-d600-40dc-909e-5619312c33d1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:23.975955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a39fc1a-d600-40dc-909e-5619312c33d1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:23.976568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ddedf-f5b7-4648-8117-f6d9fb205c11 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Subnet': ['ID=51328e9c-7095-4c20-aa4c-3aa93ce6e50f,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:23.980286 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9a39fc1a-d600-40dc-909e-5619312c33d1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 1.0192673
Nov 24 13:11:23.980419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a12ddedf-f5b7-4648-8117-f6d9fb205c11 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:23.981930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49742) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:23.990500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-297dd8e1-bf5d-4b91-9130-2132d288b215 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Request body: {'network': {'name': 'tempest-network-smoke--95435581', 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'port_security_enabled': True}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:24.012326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-297dd8e1-bf5d-4b91-9130-2132d288b215 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:24.018572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86576f2-804b-4ec1-a76d-6c658b890407 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network 7bb9a0a3-3263-4388-b990-a50705e3b492 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:11:24.024100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-297dd8e1-bf5d-4b91-9130-2132d288b215 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Usage tracker for resource:network and tenant:13ec6c0cf7604dc89b88b05e88e40ca3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:24.028924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-297dd8e1-bf5d-4b91-9130-2132d288b215 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:24.042573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-297dd8e1-bf5d-4b91-9130-2132d288b215 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:24.045336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b7e905cc-ce9c-4149-8432-de3772e04427 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:24.049336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-c86576f2-804b-4ec1-a76d-6c658b890407 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 7bb9a0a3-3263-4388-b990-a50705e3b492) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:24.074014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b7e905cc-ce9c-4149-8432-de3772e04427 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Usage tracker for resource:subnet and tenant:9af73a5aa8e44d4ebd2c9eac61766eab is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:24.081858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b7e905cc-ce9c-4149-8432-de3772e04427 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:24.090162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86576f2-804b-4ec1-a76d-6c658b890407 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:24.090817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c86576f2-804b-4ec1-a76d-6c658b890407 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:24.095215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297dd8e1-bf5d-4b91-9130-2132d288b215 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Made reservation on behalf of 13ec6c0cf7604dc89b88b05e88e40ca3 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:11:24.101744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-297dd8e1-bf5d-4b91-9130-2132d288b215 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:24.116205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b7e905cc-ce9c-4149-8432-de3772e04427 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:24.152070 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c86576f2-804b-4ec1-a76d-6c658b890407 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.0101089
Nov 24 13:11:24.153570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12ddedf-f5b7-4648-8117-f6d9fb205c11 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:11:24.158701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49746) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:24.161249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e905cc-ce9c-4149-8432-de3772e04427 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Made reservation on behalf of 9af73a5aa8e44d4ebd2c9eac61766eab for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:11:24.163650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-a12ddedf-f5b7-4648-8117-f6d9fb205c11 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:24.192451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c81a6ce0-1f92-416f-a316-699cbf35b7f7 None None] Attempting to bind port a4f185b6-6411-41f0-9e4f-a65caff11bf2 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:11:24.192871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c81a6ce0-1f92-416f-a316-699cbf35b7f7 None None] Attempting to bind port a4f185b6-6411-41f0-9e4f-a65caff11bf2 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '39b4bb16-58e1-4d63-832e-2850d10b4db0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c0f4c913-a4d2-4fa6-ac4e-dd15f56165d0'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:11:24.193288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81a6ce0-1f92-416f-a316-699cbf35b7f7 None None] Attempting to bind port a4f185b6-6411-41f0-9e4f-a65caff11bf2 on network c0f4c913-a4d2-4fa6-ac4e-dd15f56165d0 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:11:24.201028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12ddedf-f5b7-4648-8117-f6d9fb205c11 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:24.201685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a12ddedf-f5b7-4648-8117-f6d9fb205c11 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:24.215684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080f0713-117e-41e0-9bb7-4df3866932c8 None None] Network 7bb9a0a3-3263-4388-b990-a50705e3b492 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:11:24.262263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-53b7fd48-f249-416a-9475-ce9dc9381d45 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'port': {'network_id': '7bb9a0a3-3263-4388-b990-a50705e3b492', 'name': 'tempest-PortsIpV6TestJSON-1225851948', 'fixed_ips': [{'subnet_id': '8a16b9e9-24f9-433c-843b-8d1ab69624fd', 'ip_address': '2001:db8::10'}]}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:24.291953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-297dd8e1-bf5d-4b91-9130-2132d288b215 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] vxlan segment allocate from pool success with {'vxlan_vni': 14}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:11:24.352045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4578ee60-4493-402f-bbea-7dee9224981a None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:11:24.419311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-297dd8e1-bf5d-4b91-9130-2132d288b215 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:24.419928 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-297dd8e1-bf5d-4b91-9130-2132d288b215 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Added segment 15da2527-98df-4484-9ea8-a3b8957eb7b8 of type vxlan for network b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1
Nov 24 13:11:24.436058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b7e905cc-ce9c-4149-8432-de3772e04427 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:24.462880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d59889e-f440-4378-a0ed-1a97ab3bd9b9 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:24.531975 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4d59889e-f440-4378-a0ed-1a97ab3bd9b9 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "DELETE /v2.0/ports/4ed149cc-2a63-4e4a-88f2-bf0a040146eb HTTP/1.1" status: 204  len: 168 time: 3.4073792
Nov 24 13:11:24.532190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81a6ce0-1f92-416f-a316-699cbf35b7f7 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:11:24.532190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81a6ce0-1f92-416f-a316-699cbf35b7f7 None None] Checking segment: {'id': '39b4bb16-58e1-4d63-832e-2850d10b4db0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c0f4c913-a4d2-4fa6-ac4e-dd15f56165d0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:11:24.532190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c81a6ce0-1f92-416f-a316-699cbf35b7f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:24.532190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81a6ce0-1f92-416f-a316-699cbf35b7f7 None None] Bound using segment: {'id': '39b4bb16-58e1-4d63-832e-2850d10b4db0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c0f4c913-a4d2-4fa6-ac4e-dd15f56165d0'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:11:24.535755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c81a6ce0-1f92-416f-a316-699cbf35b7f7 None None] Bound port: a4f185b6-6411-41f0-9e4f-a65caff11bf2, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b4bb16-58e1-4d63-832e-2850d10b4db0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c0f4c913-a4d2-4fa6-ac4e-dd15f56165d0'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:11:24.535755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c81a6ce0-1f92-416f-a316-699cbf35b7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:24.535984 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a12ddedf-f5b7-4648-8117-f6d9fb205c11 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 4.7965803
Nov 24 13:11:24.535984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49750) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:24.536614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49752) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:24.594169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-297dd8e1-bf5d-4b91-9130-2132d288b215 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:24.625276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-56ab03bc-d0c3-404c-bf02-1eb5446bfda0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'port': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'mac_address': 'fa:16:3e:dd:74:d0', 'name': 'tempest-NetworksTestDHCPv6-582733595'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:24.646779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-53b7fd48-f249-416a-9475-ce9dc9381d45 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:24.677753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-53b7fd48-f249-416a-9475-ce9dc9381d45 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:24.695168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-297dd8e1-bf5d-4b91-9130-2132d288b215 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:24.699460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297dd8e1-bf5d-4b91-9130-2132d288b215 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:24.700213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-297dd8e1-bf5d-4b91-9130-2132d288b215 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:24.705793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89956df2-d65f-4400-befb-8605129cc402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-7bb9a0a3-3263-4388-b990-a50705e3b492', 'network_id': '7bb9a0a3-3263-4388-b990-a50705e3b492', 'tenant_id': 'acab0616bf414845b5ccf5a4593c62ac', 'fixed_ips': [{'subnet_id': '8a16b9e9-24f9-433c-843b-8d1ab69624fd'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:11:24.706400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-74d801c9-a627-481f-afc3-4c71eb1482b4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:24.706729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89956df2-d65f-4400-befb-8605129cc402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:24.722725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b7fd48-f249-416a-9475-ce9dc9381d45 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:11:24.730666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-53b7fd48-f249-416a-9475-ce9dc9381d45 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:24.945938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-c81a6ce0-1f92-416f-a316-699cbf35b7f7 None None] For port a4f185b6-6411-41f0-9e4f-a65caff11bf2, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:11:24.952400 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-297dd8e1-bf5d-4b91-9130-2132d288b215 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.9668837
Nov 24 13:11:24.957298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297dd8e1-bf5d-4b91-9130-2132d288b215 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Pushing event updated for resources: {'Network': ['ID=b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:24.969550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49758) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:24.988407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-297dd8e1-bf5d-4b91-9130-2132d288b215 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:24.996577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-df189d59-7684-4ece-9d97-5480b25d07e1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1300700035', 'admin_state_up': True, 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:25.000497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:11:25.014254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:11:25.081593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-df189d59-7684-4ece-9d97-5480b25d07e1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:25.098032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-c81a6ce0-1f92-416f-a316-699cbf35b7f7 None None] For port a4f185b6-6411-41f0-9e4f-a65caff11bf2, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=a4f185b6-6411-41f0-9e4f-a65caff11bf2,segment=NetworkSegment(39b4bb16-58e1-4d63-832e-2850d10b4db0),segment_id=39b4bb16-58e1-4d63-832e-2850d10b4db0)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:11:25.100378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-889d95b1-1e25-4241-8095-80d3cc6ce71b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Allocated IP 2001:db8::1 (fec1cd6f-fbb9-4716-b96e-1595ee35444d/48a32474-aa47-4f43-b743-4f4c11c3b38b/2bdb7f4c-82cf-4d2d-a5c1-11842321c4b6) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:11:25.106635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-df189d59-7684-4ece-9d97-5480b25d07e1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Usage tracker for resource:router and tenant:13ec6c0cf7604dc89b88b05e88e40ca3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:25.119718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-df189d59-7684-4ece-9d97-5480b25d07e1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:25.133204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-56ab03bc-d0c3-404c-bf02-1eb5446bfda0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:25.141446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-df189d59-7684-4ece-9d97-5480b25d07e1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:25.147860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-56ab03bc-d0c3-404c-bf02-1eb5446bfda0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:port and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:25.157171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-56ab03bc-d0c3-404c-bf02-1eb5446bfda0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for port was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:25.174439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-56ab03bc-d0c3-404c-bf02-1eb5446bfda0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:25.205207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c81a6ce0-1f92-416f-a316-699cbf35b7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:25.219214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4723f013-fb8b-4e0e-b8be-345dd64cea0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-8ca51b04-1dca-4f60-b844-2979d8864b51', 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'fixed_ips': [{'subnet_id': '51328e9c-7095-4c20-aa4c-3aa93ce6e50f'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:11:25.220341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4723f013-fb8b-4e0e-b8be-345dd64cea0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:25.238762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-653bb4e7-df98-48c3-9531-8d0803ccffff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:25.265424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-53b7fd48-f249-416a-9475-ce9dc9381d45 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] device_id is not set on port 0a2f5a51-5e22-486b-8e4a-156ce095f213 yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:11:25.270356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-df189d59-7684-4ece-9d97-5480b25d07e1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:25.271404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-df189d59-7684-4ece-9d97-5480b25d07e1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:25.357904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ab03bc-d0c3-404c-bf02-1eb5446bfda0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:11:25.517068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff00ab1c-7385-4a8f-b661-fe696845ef73 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Deleting subnet 2e510f62-2ec5-44f8-a3e1-ad268a197831 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:11:25.530230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ff00ab1c-7385-4a8f-b661-fe696845ef73 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:25.585850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-53b7fd48-f249-416a-9475-ce9dc9381d45 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Allocated IP 2001:db8::10 (7bb9a0a3-3263-4388-b990-a50705e3b492/8a16b9e9-24f9-433c-843b-8d1ab69624fd/0a2f5a51-5e22-486b-8e4a-156ce095f213) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:11:25.596618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-df189d59-7684-4ece-9d97-5480b25d07e1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:25.651010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-889d95b1-1e25-4241-8095-80d3cc6ce71b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:25.661636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a6ce0-1f92-416f-a316-699cbf35b7f7 None None] Pushing event updated for resources: {'Port': ['ID=a4f185b6-6411-41f0-9e4f-a65caff11bf2,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:25.678164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c81a6ce0-1f92-416f-a316-699cbf35b7f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:25.834939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b7e905cc-ce9c-4149-8432-de3772e04427 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:25.855133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f20c694c-8b13-45c8-bd6a-f1629ef2b18d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:25.984886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ff00ab1c-7385-4a8f-b661-fe696845ef73 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:26.046274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e905cc-ce9c-4149-8432-de3772e04427 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Pushing event updated for resources: {'Subnet': ['ID=a3d43ee0-7912-499d-a285-dd7008478498,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:26.052813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b7e905cc-ce9c-4149-8432-de3772e04427 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:26.091415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-53b7fd48-f249-416a-9475-ce9dc9381d45 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:26.115979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-4723f013-fb8b-4e0e-b8be-345dd64cea0c None None] Allocated IP 2001:db8::f816:3eff:fe93:e382 (8ca51b04-1dca-4f60-b844-2979d8864b51/51328e9c-7095-4c20-aa4c-3aa93ce6e50f/8cd2df79-4f21-44cb-b603-669682245997) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:11:26.132805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-889d95b1-1e25-4241-8095-80d3cc6ce71b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Transition to ACTIVE for port object 2bdb7f4c-82cf-4d2d-a5c1-11842321c4b6 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:26.143257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-56ab03bc-d0c3-404c-bf02-1eb5446bfda0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:26.150561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-53b7fd48-f249-416a-9475-ce9dc9381d45 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Transition to ACTIVE for port object 0a2f5a51-5e22-486b-8e4a-156ce095f213 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:26.178351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-53b7fd48-f249-416a-9475-ce9dc9381d45 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:26.201919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2c171f33-2676-4418-9372-9cef757c9ed8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:26.331912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-89956df2-d65f-4400-befb-8605129cc402 None None] Allocated IP 2001:db8::2 (7bb9a0a3-3263-4388-b990-a50705e3b492/8a16b9e9-24f9-433c-843b-8d1ab69624fd/8462d164-a7fa-4fae-803c-bc97f9b1bdf3) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:11:26.376347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9294feb4-2af8-4900-94da-182716e20204 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:26.383667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e905cc-ce9c-4149-8432-de3772e04427 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Checking segment: {'id': '4918300b-ce72-41ca-9e86-2199e3617ec5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'dbbd7c85-153b-48aa-aad7-fac01d93dd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:11:26.384197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e905cc-ce9c-4149-8432-de3772e04427 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Network hostable DHCP agents. Network: dbbd7c85-153b-48aa-aad7-fac01d93dd8a, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:11:26.389081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7fd48-f249-416a-9475-ce9dc9381d45 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Port': ['ID=0a2f5a51-5e22-486b-8e4a-156ce095f213,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:26.409150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-53b7fd48-f249-416a-9475-ce9dc9381d45 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:26.458477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-516f3ec0-10d5-4609-be92-bf77370e6430 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:26.467324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b7fd48-f249-416a-9475-ce9dc9381d45 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network 7bb9a0a3-3263-4388-b990-a50705e3b492 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:11:26.469137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-53b7fd48-f249-416a-9475-ce9dc9381d45 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:26.472030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e905cc-ce9c-4149-8432-de3772e04427 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Network dbbd7c85-153b-48aa-aad7-fac01d93dd8a is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:11:26.474941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b7fd48-f249-416a-9475-ce9dc9381d45 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:11:26.479608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b7fd48-f249-416a-9475-ce9dc9381d45 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:26.480555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-53b7fd48-f249-416a-9475-ce9dc9381d45 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:26.511263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-b7e905cc-ce9c-4149-8432-de3772e04427 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, dbbd7c85-153b-48aa-aad7-fac01d93dd8a) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:26.543507 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-53b7fd48-f249-416a-9475-ce9dc9381d45 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.2877016
Nov 24 13:11:26.548122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e905cc-ce9c-4149-8432-de3772e04427 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:26.549769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b7e905cc-ce9c-4149-8432-de3772e04427 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:26.554946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49762) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:26.572759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-5bb92002-d7cd-4e7d-9b3a-efc19184e2b2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'port': {'network_id': '7bb9a0a3-3263-4388-b990-a50705e3b492', 'name': 'tempest-PortsIpV6TestJSON-1879128241', 'fixed_ips': [{'subnet_id': '8a16b9e9-24f9-433c-843b-8d1ab69624fd', 'ip_address': '2001:db8::f'}]}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:26.643402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0427dca1-5517-48e1-aa02-d57f00b01292 None None] Network dbbd7c85-153b-48aa-aad7-fac01d93dd8a requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:11:26.684650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-df189d59-7684-4ece-9d97-5480b25d07e1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:26.696746 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b7e905cc-ce9c-4149-8432-de3772e04427 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.8744979
Nov 24 13:11:26.697915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-889d95b1-1e25-4241-8095-80d3cc6ce71b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:26.698068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49766) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:26.711614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-82f747d0-d9d4-40cb-a170-4fa8b76e8329 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Request body: {'subnet': {'network_id': '243fa431-19b1-4e38-ae17-26c9d179c61e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:26.722586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294feb4-2af8-4900-94da-182716e20204 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Subnet': ['ID=0722e24c-090a-4e84-bfbb-a73d7c90d92f,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:26.886227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 9751226d-b23d-4515-96ed-fe5e29f4c1c4 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:11:26.910229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-82f747d0-d9d4-40cb-a170-4fa8b76e8329 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:26.918935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-82f747d0-d9d4-40cb-a170-4fa8b76e8329 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Usage tracker for resource:subnet and tenant:9af73a5aa8e44d4ebd2c9eac61766eab is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:26.922183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5bb92002-d7cd-4e7d-9b3a-efc19184e2b2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:26.925062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9294feb4-2af8-4900-94da-182716e20204 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:26.925208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-82f747d0-d9d4-40cb-a170-4fa8b76e8329 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:26.932973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5bb92002-d7cd-4e7d-9b3a-efc19184e2b2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:port and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:26.935999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-82f747d0-d9d4-40cb-a170-4fa8b76e8329 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:26.938333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5bb92002-d7cd-4e7d-9b3a-efc19184e2b2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for port was recalculated. Used quota:2. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:26.945250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4d59889e-f440-4378-a0ed-1a97ab3bd9b9 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:26.945998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5bb92002-d7cd-4e7d-9b3a-efc19184e2b2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:26.969194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4723f013-fb8b-4e0e-b8be-345dd64cea0c None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:26.969556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb92002-d7cd-4e7d-9b3a-efc19184e2b2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:11:26.987814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f747d0-d9d4-40cb-a170-4fa8b76e8329 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Made reservation on behalf of 9af73a5aa8e44d4ebd2c9eac61766eab for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:11:27.013372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4723f013-fb8b-4e0e-b8be-345dd64cea0c None None] Transition to ACTIVE for port object 8cd2df79-4f21-44cb-b603-669682245997 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:27.013776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ff00ab1c-7385-4a8f-b661-fe696845ef73 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:27.165119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4723f013-fb8b-4e0e-b8be-345dd64cea0c None None] Transition to ACTIVE for port object 8cd2df79-4f21-44cb-b603-669682245997 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:27.223958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89956df2-d65f-4400-befb-8605129cc402 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:27.227777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4723f013-fb8b-4e0e-b8be-345dd64cea0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:27.259579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-70643efa-1fb9-4738-85fe-b6b54e591ad5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:27.269246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d95b1-1e25-4241-8095-80d3cc6ce71b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Port': ['ID=2bdb7f4c-82cf-4d2d-a5c1-11842321c4b6,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:27.344313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-889d95b1-1e25-4241-8095-80d3cc6ce71b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:27.353695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-56ab03bc-d0c3-404c-bf02-1eb5446bfda0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] device_id is not set on port ff277a42-01e4-4b4e-a947-1329075b5916 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:11:27.378101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bf112d-e1d1-4d34-afb1-4608462141d4 None None] Network fec1cd6f-fbb9-4716-b96e-1595ee35444d requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:11:27.394727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 9751226d-b23d-4515-96ed-fe5e29f4c1c4 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:11:27.419655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889d95b1-1e25-4241-8095-80d3cc6ce71b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network fec1cd6f-fbb9-4716-b96e-1595ee35444d is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:11:27.420563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device a4f185b6-6411-41f0-9e4f-a65caff11bf2 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:11:27.429645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-889d95b1-1e25-4241-8095-80d3cc6ce71b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:27.439969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889d95b1-1e25-4241-8095-80d3cc6ce71b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:11:27.440472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-889d95b1-1e25-4241-8095-80d3cc6ce71b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:27.453110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-89956df2-d65f-4400-befb-8605129cc402 None None] Transition to ACTIVE for port object 8462d164-a7fa-4fae-803c-bc97f9b1bdf3 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:27.467261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82f747d0-d9d4-40cb-a170-4fa8b76e8329 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:27.552431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9294feb4-2af8-4900-94da-182716e20204 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Checking segment: {'id': '50cd8c3f-fbce-4671-b6b6-174af4e6d937', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'cbdbad0c-010e-4d22-8dfc-6aedacfa9790'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:11:27.552811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9294feb4-2af8-4900-94da-182716e20204 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network hostable DHCP agents. Network: cbdbad0c-010e-4d22-8dfc-6aedacfa9790, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:11:27.591462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5bb92002-d7cd-4e7d-9b3a-efc19184e2b2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:27.591781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-74799e83-6984-4201-9a4a-f44b064a1c9d None None] Provisioning for port 9751226d-b23d-4515-96ed-fe5e29f4c1c4 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:11:27.611639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-89956df2-d65f-4400-befb-8605129cc402 None None] Transition to ACTIVE for port object 8462d164-a7fa-4fae-803c-bc97f9b1bdf3 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:27.614832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-74799e83-6984-4201-9a4a-f44b064a1c9d None None] Provisioning complete for port 9751226d-b23d-4515-96ed-fe5e29f4c1c4 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:27.615261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74799e83-6984-4201-9a4a-f44b064a1c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:27.652694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723f013-fb8b-4e0e-b8be-345dd64cea0c None None] Pushing event updated for resources: {'Port': ['ID=8cd2df79-4f21-44cb-b603-669682245997,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:27.693378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4723f013-fb8b-4e0e-b8be-345dd64cea0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:27.717990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89956df2-d65f-4400-befb-8605129cc402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:27.755198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6feffbc6-f6aa-40a4-a55c-3cd95eba2d9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:27.786439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d799baf-5dda-40bc-aca0-38a99046edf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-dbbd7c85-153b-48aa-aad7-fac01d93dd8a', 'network_id': 'dbbd7c85-153b-48aa-aad7-fac01d93dd8a', 'tenant_id': '9af73a5aa8e44d4ebd2c9eac61766eab', 'fixed_ips': [{'subnet_id': 'a3d43ee0-7912-499d-a285-dd7008478498'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:11:27.787334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3d799baf-5dda-40bc-aca0-38a99046edf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:27.791954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-5bb92002-d7cd-4e7d-9b3a-efc19184e2b2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] device_id is not set on port 6bb030d9-b084-4664-8db9-a86be0b6f2fb yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:11:27.792426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-56ab03bc-d0c3-404c-bf02-1eb5446bfda0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Allocated IP 2001:db8::f816:3eff:fedd:74d0 (8ca51b04-1dca-4f60-b844-2979d8864b51/51328e9c-7095-4c20-aa4c-3aa93ce6e50f/ff277a42-01e4-4b4e-a947-1329075b5916) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:11:27.842107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9294feb4-2af8-4900-94da-182716e20204 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network cbdbad0c-010e-4d22-8dfc-6aedacfa9790 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:11:27.888013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-889d95b1-1e25-4241-8095-80d3cc6ce71b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:27.899554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-9294feb4-2af8-4900-94da-182716e20204 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, cbdbad0c-010e-4d22-8dfc-6aedacfa9790) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:27.959071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b605359-a39d-4c10-a723-f21929e29e4b None None] Network cbdbad0c-010e-4d22-8dfc-6aedacfa9790 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:11:27.997323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9294feb4-2af8-4900-94da-182716e20204 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:27.998255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9294feb4-2af8-4900-94da-182716e20204 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:28.036022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-5bb92002-d7cd-4e7d-9b3a-efc19184e2b2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Allocated IP 2001:db8::f (7bb9a0a3-3263-4388-b990-a50705e3b492/8a16b9e9-24f9-433c-843b-8d1ab69624fd/6bb030d9-b084-4664-8db9-a86be0b6f2fb) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:11:28.046396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ff00ab1c-7385-4a8f-b661-fe696845ef73 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:28.061604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-df189d59-7684-4ece-9d97-5480b25d07e1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for router_gateway, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:28.109541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c336d1e8-a4cd-452f-9ff3-056bf3d21432 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:28.228190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f858b5b-5a6e-4b3d-b4c8-5259cb1598cf None None] Network c0f4c913-a4d2-4fa6-ac4e-dd15f56165d0 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:11:28.328239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-df189d59-7684-4ece-9d97-5480b25d07e1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:28.338269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00ab1c-7385-4a8f-b661-fe696845ef73 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Pushing event deleted for resources: {'Subnet': ['ID=2e510f62-2ec5-44f8-a3e1-ad268a197831,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:28.359830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ff00ab1c-7385-4a8f-b661-fe696845ef73 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:28.390542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5bb92002-d7cd-4e7d-9b3a-efc19184e2b2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:28.483830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5bb92002-d7cd-4e7d-9b3a-efc19184e2b2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Transition to ACTIVE for port object 6bb030d9-b084-4664-8db9-a86be0b6f2fb will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:28.490461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89956df2-d65f-4400-befb-8605129cc402 None None] Pushing event updated for resources: {'Port': ['ID=8462d164-a7fa-4fae-803c-bc97f9b1bdf3,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:28.511235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-89956df2-d65f-4400-befb-8605129cc402 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:28.540201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5bb92002-d7cd-4e7d-9b3a-efc19184e2b2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:28.557948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fc843194-0e1d-4d60-b3c8-9d3cf0231601 tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:28.645980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port a4f185b6-6411-41f0-9e4f-a65caff11bf2 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:11:28.699961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4723f013-fb8b-4e0e-b8be-345dd64cea0c None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:11:28.710079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb92002-d7cd-4e7d-9b3a-efc19184e2b2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Port': ['ID=6bb030d9-b084-4664-8db9-a86be0b6f2fb,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:28.718363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5bb92002-d7cd-4e7d-9b3a-efc19184e2b2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:28.734296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-4723f013-fb8b-4e0e-b8be-345dd64cea0c None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:28.736112 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9294feb4-2af8-4900-94da-182716e20204 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 6.8810115
Nov 24 13:11:28.740892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49770) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:28.760822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4723f013-fb8b-4e0e-b8be-345dd64cea0c None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:11:28.762930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-5c57d68d-a053-4334-af48-73d80fee4ab2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Request body: {'router': {'name': 'tempest-RoutersTest-router-1232969152', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:28.792435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5c57d68d-a053-4334-af48-73d80fee4ab2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:28.807269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5c57d68d-a053-4334-af48-73d80fee4ab2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Usage tracker for resource:router and tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:28.815245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5c57d68d-a053-4334-af48-73d80fee4ab2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:28.826682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5c57d68d-a053-4334-af48-73d80fee4ab2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:28.884514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5c57d68d-a053-4334-af48-73d80fee4ab2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:28.885558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5c57d68d-a053-4334-af48-73d80fee4ab2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:28.895414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb92002-d7cd-4e7d-9b3a-efc19184e2b2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network 7bb9a0a3-3263-4388-b990-a50705e3b492 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:11:28.908478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-5bb92002-d7cd-4e7d-9b3a-efc19184e2b2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:28.917449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb92002-d7cd-4e7d-9b3a-efc19184e2b2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:11:28.921798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb92002-d7cd-4e7d-9b3a-efc19184e2b2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:28.922514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5bb92002-d7cd-4e7d-9b3a-efc19184e2b2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:28.958945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82f747d0-d9d4-40cb-a170-4fa8b76e8329 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:28.978507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ff00ab1c-7385-4a8f-b661-fe696845ef73 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:28.982529 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ff00ab1c-7385-4a8f-b661-fe696845ef73 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "DELETE /v2.0/subnets/2e510f62-2ec5-44f8-a3e1-ad268a197831 HTTP/1.1" status: 204  len: 168 time: 4.4451230
Nov 24 13:11:28.982652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8a263bee-5a6e-451e-bc3d-3f48e1f23e5d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:29.014731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49774) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:29.032961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1fc936-7a7e-4ad2-8943-8018f9cc9ac0 None None] Network 58c507da-7c41-4f66-9fba-e937e9234a3f requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:11:29.047394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74799e83-6984-4201-9a4a-f44b064a1c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:29.079763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-56ab03bc-d0c3-404c-bf02-1eb5446bfda0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:29.091248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89956df2-d65f-4400-befb-8605129cc402 None None] Network 7bb9a0a3-3263-4388-b990-a50705e3b492 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:11:29.156739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-56ab03bc-d0c3-404c-bf02-1eb5446bfda0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Transition to ACTIVE for port object ff277a42-01e4-4b4e-a947-1329075b5916 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:29.179129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-89956df2-d65f-4400-befb-8605129cc402 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:29.181567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89956df2-d65f-4400-befb-8605129cc402 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:11:29.184263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca089fa5-0ffd-439a-8187-aba0f38771d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-cbdbad0c-010e-4d22-8dfc-6aedacfa9790', 'network_id': 'cbdbad0c-010e-4d22-8dfc-6aedacfa9790', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'fixed_ips': [{'subnet_id': '0722e24c-090a-4e84-bfbb-a73d7c90d92f'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:11:29.185850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca089fa5-0ffd-439a-8187-aba0f38771d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:29.208845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5c57d68d-a053-4334-af48-73d80fee4ab2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:29.227866 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5bb92002-d7cd-4e7d-9b3a-efc19184e2b2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.6670227
Nov 24 13:11:29.234595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49778) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:29.274588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4723f013-fb8b-4e0e-b8be-345dd64cea0c None None] Attempting to bind port 8cd2df79-4f21-44cb-b603-669682245997 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:11:29.275016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4723f013-fb8b-4e0e-b8be-345dd64cea0c None None] Attempting to bind port 8cd2df79-4f21-44cb-b603-669682245997 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:11:29.275436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4723f013-fb8b-4e0e-b8be-345dd64cea0c None None] Attempting to bind port 8cd2df79-4f21-44cb-b603-669682245997 on network 8ca51b04-1dca-4f60-b844-2979d8864b51 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:11:29.320898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f747d0-d9d4-40cb-a170-4fa8b76e8329 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Pushing event updated for resources: {'Subnet': ['ID=caa1403e-3b2f-49fc-9099-3a71c4773173,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:29.341304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-82f747d0-d9d4-40cb-a170-4fa8b76e8329 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:29.368546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-56ab03bc-d0c3-404c-bf02-1eb5446bfda0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:29.375009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5c57d68d-a053-4334-af48-73d80fee4ab2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:29.391215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-26827df0-615a-47ff-b35f-77a659f62ae2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:29.399093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1190-4333-4196-8d95-3d18991276ce tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:29.484750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5c57d68d-a053-4334-af48-73d80fee4ab2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:29.488736 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5c57d68d-a053-4334-af48-73d80fee4ab2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.7311888
Nov 24 13:11:29.489930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49782) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:29.508845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b24eb26d-7f01-4449-a38b-5bc8ade069c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Request body: {'port': {'network_id': 'cbdbad0c-010e-4d22-8dfc-6aedacfa9790', 'name': 'tempest-RoutersTest-1675977060'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:29.511696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-74799e83-6984-4201-9a4a-f44b064a1c9d None None] For port 9751226d-b23d-4515-96ed-fe5e29f4c1c4, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=9751226d-b23d-4515-96ed-fe5e29f4c1c4,segment=NetworkSegment(35b73c1a-54bf-4eaa-ae82-a2088d3b392d),segment_id=35b73c1a-54bf-4eaa-ae82-a2088d3b392d)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:11:29.513310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4723f013-fb8b-4e0e-b8be-345dd64cea0c None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:11:29.513310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4723f013-fb8b-4e0e-b8be-345dd64cea0c None None] Checking segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:11:29.513795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4723f013-fb8b-4e0e-b8be-345dd64cea0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:29.514387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4723f013-fb8b-4e0e-b8be-345dd64cea0c None None] Bound using segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:11:29.515696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4723f013-fb8b-4e0e-b8be-345dd64cea0c None None] Bound port: 8cd2df79-4f21-44cb-b603-669682245997, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:11:29.515821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4723f013-fb8b-4e0e-b8be-345dd64cea0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:29.560655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74799e83-6984-4201-9a4a-f44b064a1c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:29.589892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-df189d59-7684-4ece-9d97-5480b25d07e1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Allocated IP 172.26.8.132 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/d1af6866-d1a9-4d3d-bc0f-6157d5e3c70f) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:11:29.593778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab03bc-d0c3-404c-bf02-1eb5446bfda0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Port': ['ID=ff277a42-01e4-4b4e-a947-1329075b5916,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:29.601456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-56ab03bc-d0c3-404c-bf02-1eb5446bfda0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:29.628888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a1190-4333-4196-8d95-3d18991276ce tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Deleting port e2679a84-9bb6-4345-937c-3e168666d358 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:11:29.629257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1190-4333-4196-8d95-3d18991276ce tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:29.650733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6feffbc6-f6aa-40a4-a55c-3cd95eba2d9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:29.678564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262083be-e5f2-4668-9af3-9e1bda842790 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:29.679854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-262083be-e5f2-4668-9af3-9e1bda842790 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Synchronizing usage tracker for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:11:29.680371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-89956df2-d65f-4400-befb-8605129cc402 None None] Attempting to bind port 8462d164-a7fa-4fae-803c-bc97f9b1bdf3 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:11:29.680805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-89956df2-d65f-4400-befb-8605129cc402 None None] Attempting to bind port 8462d164-a7fa-4fae-803c-bc97f9b1bdf3 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'a9963d2b-3f62-4ef0-bf03-f4ac5f0ff507', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7bb9a0a3-3263-4388-b990-a50705e3b492'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:11:29.681221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89956df2-d65f-4400-befb-8605129cc402 None None] Attempting to bind port 8462d164-a7fa-4fae-803c-bc97f9b1bdf3 on network 7bb9a0a3-3263-4388-b990-a50705e3b492 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:11:29.748577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f747d0-d9d4-40cb-a170-4fa8b76e8329 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Checking segment: {'id': 'e12989ca-8b0d-4761-a8a7-c72a72a248b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '243fa431-19b1-4e38-ae17-26c9d179c61e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:11:29.748817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f747d0-d9d4-40cb-a170-4fa8b76e8329 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Network hostable DHCP agents. Network: 243fa431-19b1-4e38-ae17-26c9d179c61e, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:11:29.752419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-889d95b1-1e25-4241-8095-80d3cc6ce71b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:29.765722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-889d95b1-1e25-4241-8095-80d3cc6ce71b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:29.766632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-889d95b1-1e25-4241-8095-80d3cc6ce71b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:29.812865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-262083be-e5f2-4668-9af3-9e1bda842790 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Unset dirty status for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:11:29.813842 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-262083be-e5f2-4668-9af3-9e1bda842790 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 928 time: 0.5723026
Nov 24 13:11:29.820354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-3d799baf-5dda-40bc-aca0-38a99046edf0 None None] Allocated IP 172.20.0.2 (dbbd7c85-153b-48aa-aad7-fac01d93dd8a/a3d43ee0-7912-499d-a285-dd7008478498/06e95f65-9ed2-47d5-9ce1-6e56049e593b) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:11:29.822812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49786) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:29.840075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89956df2-d65f-4400-befb-8605129cc402 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:11:29.840637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89956df2-d65f-4400-befb-8605129cc402 None None] Checking segment: {'id': 'a9963d2b-3f62-4ef0-bf03-f4ac5f0ff507', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7bb9a0a3-3263-4388-b990-a50705e3b492'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:11:29.841095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89956df2-d65f-4400-befb-8605129cc402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:29.841548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89956df2-d65f-4400-befb-8605129cc402 None None] Bound using segment: {'id': 'a9963d2b-3f62-4ef0-bf03-f4ac5f0ff507', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7bb9a0a3-3263-4388-b990-a50705e3b492'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:11:29.842096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-89956df2-d65f-4400-befb-8605129cc402 None None] Bound port: 8462d164-a7fa-4fae-803c-bc97f9b1bdf3, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9963d2b-3f62-4ef0-bf03-f4ac5f0ff507', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7bb9a0a3-3263-4388-b990-a50705e3b492'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:11:29.842557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89956df2-d65f-4400-befb-8605129cc402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:29.884831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b24eb26d-7f01-4449-a38b-5bc8ade069c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:29.916462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b24eb26d-7f01-4449-a38b-5bc8ade069c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Usage tracker for resource:port and tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:29.932460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74799e83-6984-4201-9a4a-f44b064a1c9d None None] Pushing event updated for resources: {'Port': ['ID=9751226d-b23d-4515-96ed-fe5e29f4c1c4,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:29.936320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-74799e83-6984-4201-9a4a-f44b064a1c9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:29.963998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-04649696-8baa-4084-9be1-a1baece2e428 None None] Provisioning for port a4f185b6-6411-41f0-9e4f-a65caff11bf2 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:11:29.981906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b24eb26d-7f01-4449-a38b-5bc8ade069c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Quota usage for port was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:29.997070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b24eb26d-7f01-4449-a38b-5bc8ade069c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:30.035342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f747d0-d9d4-40cb-a170-4fa8b76e8329 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Network 243fa431-19b1-4e38-ae17-26c9d179c61e is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:11:30.040739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-df189d59-7684-4ece-9d97-5480b25d07e1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:30.063267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24eb26d-7f01-4449-a38b-5bc8ade069c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Made reservation on behalf of 48deb6cb4e7841bc8ac7ee76d248c5c5 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:11:30.068998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b24eb26d-7f01-4449-a38b-5bc8ade069c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:30.071007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dd273dab-64f5-49f8-98e2-0c0e16bfd407 tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:30.088594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-7c8a1190-4333-4196-8d95-3d18991276ce tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] For port e2679a84-9bb6-4345-937c-3e168666d358, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=e2679a84-9bb6-4345-937c-3e168666d358,segment=NetworkSegment(357fcc8d-f3a8-41be-81b7-93638b737c53),segment_id=357fcc8d-f3a8-41be-81b7-93638b737c53)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:11:30.088988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1190-4333-4196-8d95-3d18991276ce tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:30.098242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-82f747d0-d9d4-40cb-a170-4fa8b76e8329 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 243fa431-19b1-4e38-ae17-26c9d179c61e) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:30.204612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ab03bc-d0c3-404c-bf02-1eb5446bfda0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:11:30.206496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d95b1-1e25-4241-8095-80d3cc6ce71b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Port': ['ID=2bdb7f4c-82cf-4d2d-a5c1-11842321c4b6,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:30.220488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889d95b1-1e25-4241-8095-80d3cc6ce71b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network fec1cd6f-fbb9-4716-b96e-1595ee35444d is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:11:30.222087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-56ab03bc-d0c3-404c-bf02-1eb5446bfda0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:30.225187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-df189d59-7684-4ece-9d97-5480b25d07e1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:30.313519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ab03bc-d0c3-404c-bf02-1eb5446bfda0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:11:30.318475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ab03bc-d0c3-404c-bf02-1eb5446bfda0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:30.319971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-56ab03bc-d0c3-404c-bf02-1eb5446bfda0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:30.345828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-889d95b1-1e25-4241-8095-80d3cc6ce71b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:30.346446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-889d95b1-1e25-4241-8095-80d3cc6ce71b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:30.385111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-889d95b1-1e25-4241-8095-80d3cc6ce71b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:30.467806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459dce7e-992a-4c76-94a5-7cecdbcd56bf None None] Network 243fa431-19b1-4e38-ae17-26c9d179c61e requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:11:30.486559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-04649696-8baa-4084-9be1-a1baece2e428 None None] Provisioning complete for port a4f185b6-6411-41f0-9e4f-a65caff11bf2 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:30.487534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-04649696-8baa-4084-9be1-a1baece2e428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:30.598683 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-56ab03bc-d0c3-404c-bf02-1eb5446bfda0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 6.0584121
Nov 24 13:11:30.603707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49790) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:30.644434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a1190-4333-4196-8d95-3d18991276ce tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Calling delete_port for e2679a84-9bb6-4345-937c-3e168666d358 owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:11:30.694797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f747d0-d9d4-40cb-a170-4fa8b76e8329 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:30.695519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82f747d0-d9d4-40cb-a170-4fa8b76e8329 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:30.723747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df189d59-7684-4ece-9d97-5480b25d07e1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Pushing event updated for resources: {'Port': ['ID=d1af6866-d1a9-4d3d-bc0f-6157d5e3c70f,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:30.735569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-df189d59-7684-4ece-9d97-5480b25d07e1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:30.739251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-4723f013-fb8b-4e0e-b8be-345dd64cea0c None None] For port 8cd2df79-4f21-44cb-b603-669682245997, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:11:30.757418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2c1c54-b914-4414-8b67-982bea127c68 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:30.778004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2c1c54-b914-4414-8b67-982bea127c68 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:30.787386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2c1c54-b914-4414-8b67-982bea127c68 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:30.802101 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3c2c1c54-b914-4414-8b67-982bea127c68 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2389 time: 0.9741089
Nov 24 13:11:30.806705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49794) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:30.815615 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-82f747d0-d9d4-40cb-a170-4fa8b76e8329 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.1124027
Nov 24 13:11:30.823252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49796) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:30.865186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:11:30.934360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-4723f013-fb8b-4e0e-b8be-345dd64cea0c None None] For port 8cd2df79-4f21-44cb-b603-669682245997, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8cd2df79-4f21-44cb-b603-669682245997,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:11:30.956553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 9751226d-b23d-4515-96ed-fe5e29f4c1c4 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:11:31.000537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9963e1c-a673-468c-8150-930d8f9b574e None None] DHCP port deletion for 58c507da-7c41-4f66-9fba-e937e9234a3f request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:11:31.038262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4723f013-fb8b-4e0e-b8be-345dd64cea0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:31.061809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b44300-10be-4b75-ba79-877052e76c39 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:31.066645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b44300-10be-4b75-ba79-877052e76c39 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:31.067541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-37b44300-10be-4b75-ba79-877052e76c39 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:11:31.077246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df189d59-7684-4ece-9d97-5480b25d07e1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:11:31.083167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8374b22e-e402-4938-8e4d-45176ed17ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:31.084284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-df189d59-7684-4ece-9d97-5480b25d07e1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:31.088653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df189d59-7684-4ece-9d97-5480b25d07e1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:11:31.192359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-37b44300-10be-4b75-ba79-877052e76c39 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:11:31.197452 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-37b44300-10be-4b75-ba79-877052e76c39 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.5851705
Nov 24 13:11:31.201319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49802) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:31.243414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c9963e1c-a673-468c-8150-930d8f9b574e None None] Deleting port e2679a84-9bb6-4345-937c-3e168666d358 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:11:31.243847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c9963e1c-a673-468c-8150-930d8f9b574e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:31.353533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-b24eb26d-7f01-4449-a38b-5bc8ade069c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] device_id is not set on port 8f1dcbc3-66af-4ed6-87d0-a5119b81a4a1 yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:11:31.408137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-04af6b00-0543-4339-b529-e784eb103e9d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting port 6bb030d9-b084-4664-8db9-a86be0b6f2fb {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:11:31.408588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-ca089fa5-0ffd-439a-8187-aba0f38771d2 None None] Allocated IP 172.20.0.2 (cbdbad0c-010e-4d22-8dfc-6aedacfa9790/0722e24c-090a-4e84-bfbb-a73d7c90d92f/cd53876c-16c0-484f-924b-3f25364e8bb9) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:11:31.408721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-04af6b00-0543-4339-b529-e784eb103e9d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:31.429897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-89956df2-d65f-4400-befb-8605129cc402 None None] For port 8462d164-a7fa-4fae-803c-bc97f9b1bdf3, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:11:31.457537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1190-4333-4196-8d95-3d18991276ce tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:31.485716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-be8b8392-5aa1-4957-924a-1f95319e6fe6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:31.523546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3d799baf-5dda-40bc-aca0-38a99046edf0 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:31.539087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-89956df2-d65f-4400-befb-8605129cc402 None None] For port 8462d164-a7fa-4fae-803c-bc97f9b1bdf3, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8462d164-a7fa-4fae-803c-bc97f9b1bdf3,segment=NetworkSegment(a9963d2b-3f62-4ef0-bf03-f4ac5f0ff507),segment_id=a9963d2b-3f62-4ef0-bf03-f4ac5f0ff507)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:11:31.615339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89956df2-d65f-4400-befb-8605129cc402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:31.635633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3d799baf-5dda-40bc-aca0-38a99046edf0 None None] Transition to ACTIVE for port object 06e95f65-9ed2-47d5-9ce1-6e56049e593b will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:31.651429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-d1258b5a-086d-45af-8885-52e2c2ddabef tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting port ff277a42-01e4-4b4e-a947-1329075b5916 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:11:31.651816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d1258b5a-086d-45af-8885-52e2c2ddabef tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:31.675963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a1190-4333-4196-8d95-3d18991276ce tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Pushing event deleted for resources: {'Port': ['ID=e2679a84-9bb6-4345-937c-3e168666d358,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:31.693284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7c8a1190-4333-4196-8d95-3d18991276ce tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:31.872320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c9963e1c-a673-468c-8150-930d8f9b574e None None] The port 'e2679a84-9bb6-4345-937c-3e168666d358' was deleted {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:11:31.886568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723f013-fb8b-4e0e-b8be-345dd64cea0c None None] Pushing event updated for resources: {'Port': ['ID=8cd2df79-4f21-44cb-b603-669682245997,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:31.907036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-04649696-8baa-4084-9be1-a1baece2e428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:31.928559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4723f013-fb8b-4e0e-b8be-345dd64cea0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.845s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:31.931272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3d799baf-5dda-40bc-aca0-38a99046edf0 None None] Transition to ACTIVE for port object 06e95f65-9ed2-47d5-9ce1-6e56049e593b will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:31.937815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8374b22e-e402-4938-8e4d-45176ed17ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.275s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:31.941784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889d95b1-1e25-4241-8095-80d3cc6ce71b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Router 23f0a9c0-8a00-449e-ba3d-a829d0d03cdc is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:11:32.036714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8a1190-4333-4196-8d95-3d18991276ce tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] No DVR routers for this DVR port e2679a84-9bb6-4345-937c-3e168666d358 on host dv-neutron-601336-61-ovs {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:11:32.037540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 9751226d-b23d-4515-96ed-fe5e29f4c1c4 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:32.037759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:32.067028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3d799baf-5dda-40bc-aca0-38a99046edf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:32.099472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d1258b5a-086d-45af-8885-52e2c2ddabef tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:32.218738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38560f98-0776-451e-8d16-c7dc793471ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-243fa431-19b1-4e38-ae17-26c9d179c61e', 'network_id': '243fa431-19b1-4e38-ae17-26c9d179c61e', 'tenant_id': '9af73a5aa8e44d4ebd2c9eac61766eab', 'fixed_ips': [{'subnet_id': 'caa1403e-3b2f-49fc-9099-3a71c4773173'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:11:32.219654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38560f98-0776-451e-8d16-c7dc793471ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:32.298478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-d1258b5a-086d-45af-8885-52e2c2ddabef tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Calling delete_port for ff277a42-01e4-4b4e-a947-1329075b5916 owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:11:32.350004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-df189d59-7684-4ece-9d97-5480b25d07e1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for router_gateway, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:32.350919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-df189d59-7684-4ece-9d97-5480b25d07e1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:32.366529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1190-4333-4196-8d95-3d18991276ce tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:32.389051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-04af6b00-0543-4339-b529-e784eb103e9d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:32.530799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-04649696-8baa-4084-9be1-a1baece2e428 None None] For port a4f185b6-6411-41f0-9e4f-a65caff11bf2, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=a4f185b6-6411-41f0-9e4f-a65caff11bf2,segment=NetworkSegment(39b4bb16-58e1-4d63-832e-2850d10b4db0),segment_id=39b4bb16-58e1-4d63-832e-2850d10b4db0)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:11:32.547434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89956df2-d65f-4400-befb-8605129cc402 None None] Pushing event updated for resources: {'Port': ['ID=8462d164-a7fa-4fae-803c-bc97f9b1bdf3,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:32.558222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-89956df2-d65f-4400-befb-8605129cc402 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:32.578466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-04649696-8baa-4084-9be1-a1baece2e428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:32.580220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-74404b5d-3b99-4d81-aaf7-2fcd3816eea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.482s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:32.593350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-04af6b00-0543-4339-b529-e784eb103e9d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Calling delete_port for 6bb030d9-b084-4664-8db9-a86be0b6f2fb owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:11:32.640309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889d95b1-1e25-4241-8095-80d3cc6ce71b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:11:32.667649 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-889d95b1-1e25-4241-8095-80d3cc6ce71b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "PUT /v2.0/routers/23f0a9c0-8a00-449e-ba3d-a829d0d03cdc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.3022072
Nov 24 13:11:32.677308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49806) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:32.683085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d1258b5a-086d-45af-8885-52e2c2ddabef tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:32.703895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5b155ccf-c7f0-45e4-b9ed-713cfdaddaeb tempest-ExtraDHCPOptionsTestJSON-779820637 tempest-ExtraDHCPOptionsTestJSON-779820637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:32.707534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55482c8-ee32-4687-b0cb-d16aa4cac1eb None None] Sync routers for ids ['23f0a9c0-8a00-449e-ba3d-a829d0d03cdc'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:11:32.734692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:32.834703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1258b5a-086d-45af-8885-52e2c2ddabef tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Port': ['ID=ff277a42-01e4-4b4e-a947-1329075b5916,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:32.837782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d1258b5a-086d-45af-8885-52e2c2ddabef tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:32.911151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d799baf-5dda-40bc-aca0-38a99046edf0 None None] Pushing event updated for resources: {'Port': ['ID=06e95f65-9ed2-47d5-9ce1-6e56049e593b,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:32.984367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d1258b5a-086d-45af-8885-52e2c2ddabef tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:32.987280 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d1258b5a-086d-45af-8885-52e2c2ddabef tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/ff277a42-01e4-4b4e-a947-1329075b5916 HTTP/1.1" status: 204  len: 168 time: 1.7826023
Nov 24 13:11:32.995043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49810) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:33.081051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca089fa5-0ffd-439a-8187-aba0f38771d2 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:33.086165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df189d59-7684-4ece-9d97-5480b25d07e1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Router ea126362-8665-408d-8b29-ad8af11558d6 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:11:33.100218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-7c8a1190-4333-4196-8d95-3d18991276ce tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634d324cc0>,) {'filters': {'network_id': ['58c507da-7c41-4f66-9fba-e937e9234a3f']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:33.102615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d153057-ed1e-43f0-91dd-9236c246799c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:33.104260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d153057-ed1e-43f0-91dd-9236c246799c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:33.105185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2d153057-ed1e-43f0-91dd-9236c246799c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:11:33.169471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-7c8a1190-4333-4196-8d95-3d18991276ce tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634d324cc0>, '357fcc8d-f3a8-41be-81b7-93638b737c53') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:33.169795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-7c8a1190-4333-4196-8d95-3d18991276ce tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634d324cc0>, '357fcc8d-f3a8-41be-81b7-93638b737c53') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:33.232675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1190-4333-4196-8d95-3d18991276ce tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:33.258862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55482c8-ee32-4687-b0cb-d16aa4cac1eb None None] Routers {'23f0a9c0-8a00-449e-ba3d-a829d0d03cdc'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:11:33.259584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f55482c8-ee32-4687-b0cb-d16aa4cac1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c0784a8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:11:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['23f0a9c0-8a00-449e-ba3d-a829d0d03cdc'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:33.311770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2d153057-ed1e-43f0-91dd-9236c246799c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:11:33.313665 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2d153057-ed1e-43f0-91dd-9236c246799c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.3173273
Nov 24 13:11:33.324181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49814) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:33.375746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d799baf-5dda-40bc-aca0-38a99046edf0 None None] Network dbbd7c85-153b-48aa-aad7-fac01d93dd8a is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:11:33.393680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9eb0ad7e-f090-48ce-ae96-09938501cada None None] Provisioning complete for port 9751226d-b23d-4515-96ed-fe5e29f4c1c4 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:33.394382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9eb0ad7e-f090-48ce-ae96-09938501cada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:33.403972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468832a3-c575-4fdd-880e-50a753d1c5dd tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:33.420352 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-468832a3-c575-4fdd-880e-50a753d1c5dd tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "GET /v2.0/ports/2bdb7f4c-82cf-4d2d-a5c1-11842321c4b6 HTTP/1.1" status: 200  len: 911 time: 0.7376497
Nov 24 13:11:33.422421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49818) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:33.438091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-3d799baf-5dda-40bc-aca0-38a99046edf0 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:33.458261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ca089fa5-0ffd-439a-8187-aba0f38771d2 None None] Transition to ACTIVE for port object cd53876c-16c0-484f-924b-3f25364e8bb9 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:33.461841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f55482c8-ee32-4687-b0cb-d16aa4cac1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c0784a8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:33.468186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7504b4c9-40eb-4997-9c27-1b83fc92d685 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Request body: {'port': {'fixed_ips': [{'subnet_id': '48a32474-aa47-4f43-b743-4f4c11c3b38b'}]}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:33.485866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d799baf-5dda-40bc-aca0-38a99046edf0 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:11:33.543662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04649696-8baa-4084-9be1-a1baece2e428 None None] Pushing event updated for resources: {'Port': ['ID=a4f185b6-6411-41f0-9e4f-a65caff11bf2,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:33.562036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1190-4333-4196-8d95-3d18991276ce tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:33.618157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ca089fa5-0ffd-439a-8187-aba0f38771d2 None None] Transition to ACTIVE for port object cd53876c-16c0-484f-924b-3f25364e8bb9 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:33.630269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-04649696-8baa-4084-9be1-a1baece2e428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.050s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:33.635327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.013s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:33.635979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:33.637051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca089fa5-0ffd-439a-8187-aba0f38771d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:33.649115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7c8a1190-4333-4196-8d95-3d18991276ce tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Releasing vxlan tunnel 5 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:11:33.652611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8462d164-a7fa-4fae-803c-bc97f9b1bdf3 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:11:33.665971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cfc74b5-d0ef-4d9d-beb8-7e509a3ae036 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting subnet 51328e9c-7095-4c20-aa4c-3aa93ce6e50f {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:11:33.669255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2cfc74b5-d0ef-4d9d-beb8-7e509a3ae036 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:33.693244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-190f495c-a2a2-464b-8b54-94d2395b40af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:33.723328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55482c8-ee32-4687-b0cb-d16aa4cac1eb None None] Routers {'23f0a9c0-8a00-449e-ba3d-a829d0d03cdc'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:11:33.724033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f55482c8-ee32-4687-b0cb-d16aa4cac1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c0784a8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:11:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['23f0a9c0-8a00-449e-ba3d-a829d0d03cdc'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:33.735257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2cfc74b5-d0ef-4d9d-beb8-7e509a3ae036 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:33.824910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2cfc74b5-d0ef-4d9d-beb8-7e509a3ae036 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:33.940026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f55482c8-ee32-4687-b0cb-d16aa4cac1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c0784a8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:33.940487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55482c8-ee32-4687-b0cb-d16aa4cac1eb None None] The sync data for ids ['23f0a9c0-8a00-449e-ba3d-a829d0d03cdc'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:11:33.998454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-38560f98-0776-451e-8d16-c7dc793471ce None None] Allocated IP 172.20.0.2 (243fa431-19b1-4e38-ae17-26c9d179c61e/caa1403e-3b2f-49fc-9099-3a71c4773173/e2392882-e074-4e85-9688-495cbe9e3f45) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:11:34.000991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-04af6b00-0543-4339-b529-e784eb103e9d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:34.015495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca089fa5-0ffd-439a-8187-aba0f38771d2 None None] Pushing event updated for resources: {'Port': ['ID=cd53876c-16c0-484f-924b-3f25364e8bb9,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:34.027145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ca089fa5-0ffd-439a-8187-aba0f38771d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:34.031083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-3d799baf-5dda-40bc-aca0-38a99046edf0 None None] Attempting to bind port 06e95f65-9ed2-47d5-9ce1-6e56049e593b on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:11:34.031506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-3d799baf-5dda-40bc-aca0-38a99046edf0 None None] Attempting to bind port 06e95f65-9ed2-47d5-9ce1-6e56049e593b by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '4918300b-ce72-41ca-9e86-2199e3617ec5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'dbbd7c85-153b-48aa-aad7-fac01d93dd8a'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:11:34.031918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d799baf-5dda-40bc-aca0-38a99046edf0 None None] Attempting to bind port 06e95f65-9ed2-47d5-9ce1-6e56049e593b on network dbbd7c85-153b-48aa-aad7-fac01d93dd8a {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:11:34.050750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-466d8100-deae-4cd0-80a3-299b40e82233 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:34.165156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-b24eb26d-7f01-4449-a38b-5bc8ade069c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Allocated IP 172.20.0.13 (cbdbad0c-010e-4d22-8dfc-6aedacfa9790/0722e24c-090a-4e84-bfbb-a73d7c90d92f/8f1dcbc3-66af-4ed6-87d0-a5119b81a4a1) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:11:34.188295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df189d59-7684-4ece-9d97-5480b25d07e1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:11:34.201171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bf695b-027d-40e5-a3f6-35e1c302a72d None None] Sync routers for ids ['ea126362-8665-408d-8b29-ad8af11558d6'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:11:34.219777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d799baf-5dda-40bc-aca0-38a99046edf0 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:11:34.220654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d799baf-5dda-40bc-aca0-38a99046edf0 None None] Checking segment: {'id': '4918300b-ce72-41ca-9e86-2199e3617ec5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'dbbd7c85-153b-48aa-aad7-fac01d93dd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:11:34.221323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3d799baf-5dda-40bc-aca0-38a99046edf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:34.222013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d799baf-5dda-40bc-aca0-38a99046edf0 None None] Bound using segment: {'id': '4918300b-ce72-41ca-9e86-2199e3617ec5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'dbbd7c85-153b-48aa-aad7-fac01d93dd8a'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:11:34.222917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-3d799baf-5dda-40bc-aca0-38a99046edf0 None None] Bound port: 06e95f65-9ed2-47d5-9ce1-6e56049e593b, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4918300b-ce72-41ca-9e86-2199e3617ec5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'dbbd7c85-153b-48aa-aad7-fac01d93dd8a'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:11:34.223748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3d799baf-5dda-40bc-aca0-38a99046edf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:34.230116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bf695b-027d-40e5-a3f6-35e1c302a72d None None] Routers {'ea126362-8665-408d-8b29-ad8af11558d6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:11:34.231032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-63bf695b-027d-40e5-a3f6-35e1c302a72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d6d8dd8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:11:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['ea126362-8665-408d-8b29-ad8af11558d6'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:34.233653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2cfc74b5-d0ef-4d9d-beb8-7e509a3ae036 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:34.247168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-7c8a1190-4333-4196-8d95-3d18991276ce tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Network 58c507da-7c41-4f66-9fba-e937e9234a3f has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:11:34.255896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af6b00-0543-4339-b529-e784eb103e9d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Port': ['ID=6bb030d9-b084-4664-8db9-a86be0b6f2fb,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:34.257634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3cb32aae-49fa-4443-af6c-5c662c2938f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:34.273623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1190-4333-4196-8d95-3d18991276ce tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:34.294330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-04af6b00-0543-4339-b529-e784eb103e9d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:34.346945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 8462d164-a7fa-4fae-803c-bc97f9b1bdf3 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:11:34.367819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8cd2df79-4f21-44cb-b603-669682245997 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:11:34.378912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-df189d59-7684-4ece-9d97-5480b25d07e1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:34.384014 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-df189d59-7684-4ece-9d97-5480b25d07e1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 9.3985648
Nov 24 13:11:34.391373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49822) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:34.392937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc74b5-d0ef-4d9d-beb8-7e509a3ae036 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Subnet': ['ID=51328e9c-7095-4c20-aa4c-3aa93ce6e50f,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:34.403201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2cfc74b5-d0ef-4d9d-beb8-7e509a3ae036 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:34.467064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca089fa5-0ffd-439a-8187-aba0f38771d2 None None] Network cbdbad0c-010e-4d22-8dfc-6aedacfa9790 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:11:34.497100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-ca089fa5-0ffd-439a-8187-aba0f38771d2 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:34.497525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-63bf695b-027d-40e5-a3f6-35e1c302a72d None None] Set router ea126362-8665-408d-8b29-ad8af11558d6 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:11:34.516461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca089fa5-0ffd-439a-8187-aba0f38771d2 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:11:34.534803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2cfc74b5-d0ef-4d9d-beb8-7e509a3ae036 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:34.549406 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2cfc74b5-d0ef-4d9d-beb8-7e509a3ae036 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/51328e9c-7095-4c20-aa4c-3aa93ce6e50f HTTP/1.1" status: 204  len: 168 time: 1.2216353
Nov 24 13:11:34.550239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49828) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:34.583178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9eb0ad7e-f090-48ce-ae96-09938501cada None None] Provisioning complete for port a4f185b6-6411-41f0-9e4f-a65caff11bf2 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:34.583863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9eb0ad7e-f090-48ce-ae96-09938501cada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:34.660756 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-03a771d9-3cb8-4c07-bcea-c1ae52fe6e05 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1091037
Nov 24 13:11:34.663683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49832) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:34.680441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-3d799baf-5dda-40bc-aca0-38a99046edf0 None None] For port 06e95f65-9ed2-47d5-9ce1-6e56049e593b, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:11:34.818725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de01567-1757-4e01-86d5-1c188ff86657 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:34.820829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1de01567-1757-4e01-86d5-1c188ff86657 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:11:34.841162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1de01567-1757-4e01-86d5-1c188ff86657 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:11:34.843009 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1de01567-1757-4e01-86d5-1c188ff86657 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1779406
Nov 24 13:11:34.846187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49836) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:34.975572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb90314-1e26-41eb-964a-bf7c791625db tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:34.979108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fbb90314-1e26-41eb-964a-bf7c791625db tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:11:34.984645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-63bf695b-027d-40e5-a3f6-35e1c302a72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d6d8dd8>, [{'id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300700035', 'tenant_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd1af6866-d1a9-4d3d-bc0f-6157d5e3c70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:25Z', 'updated_at': '2020-11-24T13:11:31Z', 'revision_number': 3, 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'gw_port': {'id': 'd1af6866-d1a9-4d3d-bc0f-6157d5e3c70f', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:29Z', 'updated_at': '2020-11-24T13:11:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:34.990363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bf695b-027d-40e5-a3f6-35e1c302a72d None None] Checking router: ea126362-8665-408d-8b29-ad8af11558d6 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:11:34.990901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bf695b-027d-40e5-a3f6-35e1c302a72d None None] Updating router ea126362-8665-408d-8b29-ad8af11558d6 port d1af6866-d1a9-4d3d-bc0f-6157d5e3c70f binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:11:35.021877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fbb90314-1e26-41eb-964a-bf7c791625db tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:11:35.026998 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fbb90314-1e26-41eb-964a-bf7c791625db tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1788018
Nov 24 13:11:35.037103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49840) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:35.045874 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-53f4cec9-1ffa-42f0-bd0e-b1b48432223a tempest-TestNetworkAdvancedServerOps-1641851400 tempest-TestNetworkAdvancedServerOps-1641851400] 10.222.0.76 "GET /v2.0/subnets?project_id=13ec6c0cf7604dc89b88b05e88e40ca3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.6070185
Nov 24 13:11:35.073171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-63bf695b-027d-40e5-a3f6-35e1c302a72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:35.098374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-3d799baf-5dda-40bc-aca0-38a99046edf0 None None] For port 06e95f65-9ed2-47d5-9ce1-6e56049e593b, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=06e95f65-9ed2-47d5-9ce1-6e56049e593b,segment=NetworkSegment(4918300b-ce72-41ca-9e86-2199e3617ec5),segment_id=4918300b-ce72-41ca-9e86-2199e3617ec5)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:11:35.136514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3d799baf-5dda-40bc-aca0-38a99046edf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:35.165606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ca089fa5-0ffd-439a-8187-aba0f38771d2 None None] Attempting to bind port cd53876c-16c0-484f-924b-3f25364e8bb9 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:11:35.166035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ca089fa5-0ffd-439a-8187-aba0f38771d2 None None] Attempting to bind port cd53876c-16c0-484f-924b-3f25364e8bb9 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '50cd8c3f-fbce-4671-b6b6-174af4e6d937', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'cbdbad0c-010e-4d22-8dfc-6aedacfa9790'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:11:35.166487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca089fa5-0ffd-439a-8187-aba0f38771d2 None None] Attempting to bind port cd53876c-16c0-484f-924b-3f25364e8bb9 on network cbdbad0c-010e-4d22-8dfc-6aedacfa9790 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:11:35.187659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-04649696-8baa-4084-9be1-a1baece2e428 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:35.226156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49844) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:35.230907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d411e7-438f-4f4e-aed5-4b85a4248216 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:11:35.339446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-092e5f66-2e5b-425e-bee8-d1ca2ba01f4d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1461246597', 'network_id': 'b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1', 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:35.371084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-7c8a1190-4333-4196-8d95-3d18991276ce tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Network 58c507da-7c41-4f66-9fba-e937e9234a3f has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:11:35.430138 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:11:35.430138 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:11:35.430138 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:11:35.430138 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:11:35.430138 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:11:35.430138 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:11:35.430138 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:11:35.430138 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:11:35.430138 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:11:35.430138 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:11:35.430138 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:11:35.430138 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:11:35.430138 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:11:35.430138 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:11:35.430138 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:11:35.430138 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:11:35.430138 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:11:35.430138 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:11:35.430138 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:11:35.430138 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:11:35.430138 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:11:35.430138 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:11:35.430138 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:11:35.430138 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:11:35.430138 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:11:35.430138 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:11:35.430138 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:11:35.430138 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:11:35.430138 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:11:35.430138 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:11:35.430138 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:11:35.430138 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:11:35.445217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38560f98-0776-451e-8d16-c7dc793471ce None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:35.465186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca089fa5-0ffd-439a-8187-aba0f38771d2 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:11:35.465609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca089fa5-0ffd-439a-8187-aba0f38771d2 None None] Checking segment: {'id': '50cd8c3f-fbce-4671-b6b6-174af4e6d937', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'cbdbad0c-010e-4d22-8dfc-6aedacfa9790'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:11:35.466063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca089fa5-0ffd-439a-8187-aba0f38771d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:35.466532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca089fa5-0ffd-439a-8187-aba0f38771d2 None None] Bound using segment: {'id': '50cd8c3f-fbce-4671-b6b6-174af4e6d937', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'cbdbad0c-010e-4d22-8dfc-6aedacfa9790'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:11:35.467071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ca089fa5-0ffd-439a-8187-aba0f38771d2 None None] Bound port: cd53876c-16c0-484f-924b-3f25364e8bb9, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50cd8c3f-fbce-4671-b6b6-174af4e6d937', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'cbdbad0c-010e-4d22-8dfc-6aedacfa9790'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:11:35.467494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca089fa5-0ffd-439a-8187-aba0f38771d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:35.504697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 8cd2df79-4f21-44cb-b603-669682245997 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:11:35.526258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd587a1f-107a-4585-8724-ba065160fb69 None None] Network 7bb9a0a3-3263-4388-b990-a50705e3b492 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:11:35.543140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-38560f98-0776-451e-8d16-c7dc793471ce None None] Transition to ACTIVE for port object e2392882-e074-4e85-9688-495cbe9e3f45 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:35.574507 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-53aa2a61-84b7-4b27-9d1e-4c3aacc7a271 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.5350113
Nov 24 13:11:35.582320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49848) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:35.591367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-40bed210-bd49-4345-8777-cc11083f7026 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:35.684788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-63bf695b-027d-40e5-a3f6-35e1c302a72d None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:35.700949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-63bf695b-027d-40e5-a3f6-35e1c302a72d None None] Transition to ACTIVE for port object d1af6866-d1a9-4d3d-bc0f-6157d5e3c70f will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:35.705412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-63bf695b-027d-40e5-a3f6-35e1c302a72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:35.742652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device e2679a84-9bb6-4345-937c-3e168666d358 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:11:35.766692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-40bed210-bd49-4345-8777-cc11083f7026 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:35.779034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-40bed210-bd49-4345-8777-cc11083f7026 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:35.796717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bed210-bd49-4345-8777-cc11083f7026 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:11:35.805335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6e79c1e7-2913-40d3-9ac9-08d58b0d6053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:35.805805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-40bed210-bd49-4345-8777-cc11083f7026 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:35.854287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d799baf-5dda-40bc-aca0-38a99046edf0 None None] Pushing event updated for resources: {'Port': ['ID=06e95f65-9ed2-47d5-9ce1-6e56049e593b,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:35.871014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3d799baf-5dda-40bc-aca0-38a99046edf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:35.872117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-38560f98-0776-451e-8d16-c7dc793471ce None None] Transition to ACTIVE for port object e2392882-e074-4e85-9688-495cbe9e3f45 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:35.901232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: e2679a84-9bb6-4345-937c-3e168666d358 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:11:35.901661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device e2679a84-9bb6-4345-937c-3e168666d358 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:11:35.917361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0ead4-62be-4400-8c83-8433d1bd72b7 None None] Pushing event updated for resources: {'Port': ['ID=d1af6866-d1a9-4d3d-bc0f-6157d5e3c70f,revision_number=2']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:35.955076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0ead4-62be-4400-8c83-8433d1bd72b7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:35.955476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0ead4-62be-4400-8c83-8433d1bd72b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:35.955731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38560f98-0776-451e-8d16-c7dc793471ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:35.955856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0ead4-62be-4400-8c83-8433d1bd72b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:35.956208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0ead4-62be-4400-8c83-8433d1bd72b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:35.956734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0ead4-62be-4400-8c83-8433d1bd72b7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:35.957149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0ead4-62be-4400-8c83-8433d1bd72b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:35.957468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0ead4-62be-4400-8c83-8433d1bd72b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:35.957849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0ead4-62be-4400-8c83-8433d1bd72b7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:35.958272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0ead4-62be-4400-8c83-8433d1bd72b7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:35.958647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0ead4-62be-4400-8c83-8433d1bd72b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:35.959018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0ead4-62be-4400-8c83-8433d1bd72b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:35.959381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0ead4-62be-4400-8c83-8433d1bd72b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:35.959881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0ead4-62be-4400-8c83-8433d1bd72b7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:35.960249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0ead4-62be-4400-8c83-8433d1bd72b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:35.960611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0ead4-62be-4400-8c83-8433d1bd72b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:35.960972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0ead4-62be-4400-8c83-8433d1bd72b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:35.961331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0ead4-62be-4400-8c83-8433d1bd72b7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:35.961693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0ead4-62be-4400-8c83-8433d1bd72b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:35.962052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0ead4-62be-4400-8c83-8433d1bd72b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:35.962435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0ead4-62be-4400-8c83-8433d1bd72b7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:35.962981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0ead4-62be-4400-8c83-8433d1bd72b7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:35.963343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0ead4-62be-4400-8c83-8433d1bd72b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:35.963701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0ead4-62be-4400-8c83-8433d1bd72b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:35.964060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f0ead4-62be-4400-8c83-8433d1bd72b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:35.973820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7504b4c9-40eb-4997-9c27-1b83fc92d685 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:35.979437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-08f0ead4-62be-4400-8c83-8433d1bd72b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:35.986291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f4290156-bf02-465a-8c41-648117da4417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:36.032509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-63bf695b-027d-40e5-a3f6-35e1c302a72d None None] Attempting to bind port d1af6866-d1a9-4d3d-bc0f-6157d5e3c70f on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:11:36.032926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-63bf695b-027d-40e5-a3f6-35e1c302a72d None None] Attempting to bind port d1af6866-d1a9-4d3d-bc0f-6157d5e3c70f by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:11:36.033465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bf695b-027d-40e5-a3f6-35e1c302a72d None None] Attempting to bind port d1af6866-d1a9-4d3d-bc0f-6157d5e3c70f on network cfe08d36-e5ba-4f00-8669-16a0ead5d220 {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:11:36.037612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-04af6b00-0543-4339-b529-e784eb103e9d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:36.042068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bf695b-027d-40e5-a3f6-35e1c302a72d None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:11:36.042683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bf695b-027d-40e5-a3f6-35e1c302a72d None None] Checking segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:11:36.043830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-63bf695b-027d-40e5-a3f6-35e1c302a72d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:36.044348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bf695b-027d-40e5-a3f6-35e1c302a72d None None] Bound using segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:11:36.045211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-63bf695b-027d-40e5-a3f6-35e1c302a72d None None] Bound port: d1af6866-d1a9-4d3d-bc0f-6157d5e3c70f, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:11:36.045840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-63bf695b-027d-40e5-a3f6-35e1c302a72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:36.104884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1190-4333-4196-8d95-3d18991276ce tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:36.177960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-297dd8e1-bf5d-4b91-9130-2132d288b215 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:36.182999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-63bf695b-027d-40e5-a3f6-35e1c302a72d None None] For port d1af6866-d1a9-4d3d-bc0f-6157d5e3c70f, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:11:36.186790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-63bf695b-027d-40e5-a3f6-35e1c302a72d None None] For port d1af6866-d1a9-4d3d-bc0f-6157d5e3c70f, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d1af6866-d1a9-4d3d-bc0f-6157d5e3c70f,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:11:36.194892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-63bf695b-027d-40e5-a3f6-35e1c302a72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:36.198312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1190-4333-4196-8d95-3d18991276ce tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:36.220206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:36.221801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device a4f185b6-6411-41f0-9e4f-a65caff11bf2 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:11:36.237643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-092e5f66-2e5b-425e-bee8-d1ca2ba01f4d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:36.257267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a1190-4333-4196-8d95-3d18991276ce tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Pushing event deleted for resources: {'Network': ['ID=58c507da-7c41-4f66-9fba-e937e9234a3f,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:36.260093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7c8a1190-4333-4196-8d95-3d18991276ce tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:36.273734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-092e5f66-2e5b-425e-bee8-d1ca2ba01f4d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Usage tracker for resource:subnet and tenant:13ec6c0cf7604dc89b88b05e88e40ca3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:36.290673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-092e5f66-2e5b-425e-bee8-d1ca2ba01f4d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:36.323843 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-04af6b00-0543-4339-b529-e784eb103e9d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/ports/6bb030d9-b084-4664-8db9-a86be0b6f2fb HTTP/1.1" status: 204  len: 168 time: 5.5062132
Nov 24 13:11:36.327621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49852) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:36.328666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-092e5f66-2e5b-425e-bee8-d1ca2ba01f4d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:36.333972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9eb0ad7e-f090-48ce-ae96-09938501cada None None] Provisioning for port 2bdb7f4c-82cf-4d2d-a5c1-11842321c4b6 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:11:36.340948 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7c8a1190-4333-4196-8d95-3d18991276ce tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] 10.222.0.76 "DELETE /v2.0/networks/58c507da-7c41-4f66-9fba-e937e9234a3f HTTP/1.1" status: 204  len: 168 time: 7.2685168
Nov 24 13:11:36.385354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b24eb26d-7f01-4449-a38b-5bc8ade069c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:36.411324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9eb0ad7e-f090-48ce-ae96-09938501cada None None] Provisioning complete for port 2bdb7f4c-82cf-4d2d-a5c1-11842321c4b6 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:36.414603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9eb0ad7e-f090-48ce-ae96-09938501cada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:36.415153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0ead4-62be-4400-8c83-8433d1bd72b7 None None] Pushing event updated for resources: {'Port': ['ID=d1af6866-d1a9-4d3d-bc0f-6157d5e3c70f,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:36.423726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-08f0ead4-62be-4400-8c83-8433d1bd72b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:36.455466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Allocated IP 172.20.0.1 (dbbd7c85-153b-48aa-aad7-fac01d93dd8a/a3d43ee0-7912-499d-a285-dd7008478498/12976d14-60b2-4aca-99b8-bd2919bf97aa) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:11:36.478086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bf695b-027d-40e5-a3f6-35e1c302a72d None None] Routers {'ea126362-8665-408d-8b29-ad8af11558d6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:11:36.479228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-63bf695b-027d-40e5-a3f6-35e1c302a72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d6d8dd8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:11:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['ea126362-8665-408d-8b29-ad8af11558d6'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:36.497072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092e5f66-2e5b-425e-bee8-d1ca2ba01f4d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Made reservation on behalf of 13ec6c0cf7604dc89b88b05e88e40ca3 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:11:36.526153 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-40d9723b-317d-48c5-a815-9b846721a21c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] GET failed (client error): The resource could not be found.
Nov 24 13:11:36.526733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-40d9723b-317d-48c5-a815-9b846721a21c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Synchronizing usage tracker for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:11:36.542979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ca089fa5-0ffd-439a-8187-aba0f38771d2 None None] For port cd53876c-16c0-484f-924b-3f25364e8bb9, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:11:36.545947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9eb0ad7e-f090-48ce-ae96-09938501cada None None] Port 2bdb7f4c-82cf-4d2d-a5c1-11842321c4b6 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:11:36.547784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38560f98-0776-451e-8d16-c7dc793471ce None None] Pushing event updated for resources: {'Port': ['ID=e2392882-e074-4e85-9688-495cbe9e3f45,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:36.549187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b24eb26d-7f01-4449-a38b-5bc8ade069c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Transition to ACTIVE for port object 8f1dcbc3-66af-4ed6-87d0-a5119b81a4a1 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:36.571486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-38560f98-0776-451e-8d16-c7dc793471ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:36.633078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ca089fa5-0ffd-439a-8187-aba0f38771d2 None None] For port cd53876c-16c0-484f-924b-3f25364e8bb9, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=cd53876c-16c0-484f-924b-3f25364e8bb9,segment=NetworkSegment(50cd8c3f-fbce-4671-b6b6-174af4e6d937),segment_id=50cd8c3f-fbce-4671-b6b6-174af4e6d937)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:11:36.673885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-40bed210-bd49-4345-8777-cc11083f7026 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:36.778962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca089fa5-0ffd-439a-8187-aba0f38771d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:36.906579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-260d3d11-be62-4256-9360-6afc4b443e52 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:36.985639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bed210-bd49-4345-8777-cc11083f7026 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:11:36.990935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-40bed210-bd49-4345-8777-cc11083f7026 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:37.004470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-63bf695b-027d-40e5-a3f6-35e1c302a72d None None] Set router ea126362-8665-408d-8b29-ad8af11558d6 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:11:37.008731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bed210-bd49-4345-8777-cc11083f7026 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Subnet': ['ID=03f499d0-30f8-4787-801b-71c7ac3f8e75,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:37.011317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-40d9723b-317d-48c5-a815-9b846721a21c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Unset dirty status for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:11:37.016227 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-40d9723b-317d-48c5-a815-9b846721a21c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "GET /v2.0/ports/6bb030d9-b084-4664-8db9-a86be0b6f2fb HTTP/1.1" status: 404  len: 333 time: 0.6802962
Nov 24 13:11:37.019836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bed210-bd49-4345-8777-cc11083f7026 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:37.020520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-40bed210-bd49-4345-8777-cc11083f7026 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:37.024072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49860) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:37.025880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-40bed210-bd49-4345-8777-cc11083f7026 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:37.050870 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-40bed210-bd49-4345-8777-cc11083f7026 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4671085
Nov 24 13:11:37.053383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49864) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:37.060823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'port': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'mac_address': 'fa:16:3e:8c:19:36', 'name': 'tempest-NetworksTestDHCPv6-1504301630'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:37.105963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38560f98-0776-451e-8d16-c7dc793471ce None None] Network 243fa431-19b1-4e38-ae17-26c9d179c61e is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:11:37.111829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:37.139205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49868) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:37.152937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-38560f98-0776-451e-8d16-c7dc793471ce None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:37.164977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Provisioning for port 8cd2df79-4f21-44cb-b603-669682245997 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:11:37.179932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38560f98-0776-451e-8d16-c7dc793471ce None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:11:37.198603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port a4f185b6-6411-41f0-9e4f-a65caff11bf2 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:37.199242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:37.269725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:37.277717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Provisioning complete for port 8cd2df79-4f21-44cb-b603-669682245997 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:37.278547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:37.283679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:37.297769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:11:37.310734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-092e5f66-2e5b-425e-bee8-d1ca2ba01f4d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:37.315919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:37.428456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b24eb26d-7f01-4449-a38b-5bc8ade069c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:37.463772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8e64463d-6de3-4c85-841b-f12c6b2dbeb9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:37.517803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-63bf695b-027d-40e5-a3f6-35e1c302a72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d6d8dd8>, [{'id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300700035', 'tenant_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd1af6866-d1a9-4d3d-bc0f-6157d5e3c70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:25Z', 'updated_at': '2020-11-24T13:11:31Z', 'revision_number': 3, 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'gw_port': {'id': 'd1af6866-d1a9-4d3d-bc0f-6157d5e3c70f', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:29Z', 'updated_at': '2020-11-24T13:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:37.523426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bf695b-027d-40e5-a3f6-35e1c302a72d None None] The sync data for ids ['ea126362-8665-408d-8b29-ad8af11558d6'] in dv-neutron-601336-61-ovs is: [{'id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300700035', 'tenant_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd1af6866-d1a9-4d3d-bc0f-6157d5e3c70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:25Z', 'updated_at': '2020-11-24T13:11:31Z', 'revision_number': 3, 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'gw_port': {'id': 'd1af6866-d1a9-4d3d-bc0f-6157d5e3c70f', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:29Z', 'updated_at': '2020-11-24T13:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:11:37.580698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-98acfc96-65d5-4132-97e1-f0ed6407168c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting port 0a2f5a51-5e22-486b-8e4a-156ce095f213 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:11:37.581085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-98acfc96-65d5-4132-97e1-f0ed6407168c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:37.660526 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8343253c-48a4-40e9-834d-cb6d8b4620f6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7c3704a0a57b4dc1bd04032d6b80c6ea&name=default HTTP/1.1" status: 200  len: 2747 time: 0.5177486
Nov 24 13:11:37.667082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49874) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:37.670090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] device_id is not set on port bca0e49b-a195-4b8c-b6c3-dadfb5b15a5c yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:11:37.699870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba800fd-0a4e-4ef3-ab50-7578de8cacb6 None None] DHCP port deletion for 8ca51b04-1dca-4f60-b844-2979d8864b51 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:11:37.747996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4ba800fd-0a4e-4ef3-ab50-7578de8cacb6 None None] Deleting port 8cd2df79-4f21-44cb-b603-669682245997 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:11:37.748397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ba800fd-0a4e-4ef3-ab50-7578de8cacb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:37.829521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-530574df-ba51-4219-9fad-f1d72db20612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:37.838601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:37.847353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:37.868600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-530574df-ba51-4219-9fad-f1d72db20612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:37.900449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-38560f98-0776-451e-8d16-c7dc793471ce None None] Attempting to bind port e2392882-e074-4e85-9688-495cbe9e3f45 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:11:37.901157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-38560f98-0776-451e-8d16-c7dc793471ce None None] Attempting to bind port e2392882-e074-4e85-9688-495cbe9e3f45 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'e12989ca-8b0d-4761-a8a7-c72a72a248b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '243fa431-19b1-4e38-ae17-26c9d179c61e'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:11:37.901687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38560f98-0776-451e-8d16-c7dc793471ce None None] Attempting to bind port e2392882-e074-4e85-9688-495cbe9e3f45 on network 243fa431-19b1-4e38-ae17-26c9d179c61e {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:11:37.933979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24eb26d-7f01-4449-a38b-5bc8ade069c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Port': ['ID=8f1dcbc3-66af-4ed6-87d0-a5119b81a4a1,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:37.940593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38560f98-0776-451e-8d16-c7dc793471ce None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:11:37.941404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38560f98-0776-451e-8d16-c7dc793471ce None None] Checking segment: {'id': 'e12989ca-8b0d-4761-a8a7-c72a72a248b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '243fa431-19b1-4e38-ae17-26c9d179c61e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:11:37.942480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38560f98-0776-451e-8d16-c7dc793471ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:37.943155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38560f98-0776-451e-8d16-c7dc793471ce None None] Bound using segment: {'id': 'e12989ca-8b0d-4761-a8a7-c72a72a248b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '243fa431-19b1-4e38-ae17-26c9d179c61e'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:11:37.945551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-38560f98-0776-451e-8d16-c7dc793471ce None None] Bound port: e2392882-e074-4e85-9688-495cbe9e3f45, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12989ca-8b0d-4761-a8a7-c72a72a248b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '243fa431-19b1-4e38-ae17-26c9d179c61e'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:11:37.945551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38560f98-0776-451e-8d16-c7dc793471ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:38.041874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b24eb26d-7f01-4449-a38b-5bc8ade069c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:38.070423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Allocated IP 2001:db8::150 (8ca51b04-1dca-4f60-b844-2979d8864b51/03f499d0-30f8-4787-801b-71c7ac3f8e75/bca0e49b-a195-4b8c-b6c3-dadfb5b15a5c) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:11:38.075281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-530574df-ba51-4219-9fad-f1d72db20612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:38.082161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-27f8851d-8a06-474b-9985-062709d7d95d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:38.166652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530574df-ba51-4219-9fad-f1d72db20612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94bac88-b3fe-4a2f-a482-96b39b7d479e,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:38.181940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-530574df-ba51-4219-9fad-f1d72db20612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:38.182384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-38560f98-0776-451e-8d16-c7dc793471ce None None] For port e2392882-e074-4e85-9688-495cbe9e3f45, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:11:38.188522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-38560f98-0776-451e-8d16-c7dc793471ce None None] For port e2392882-e074-4e85-9688-495cbe9e3f45, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=e2392882-e074-4e85-9688-495cbe9e3f45,segment=NetworkSegment(e12989ca-8b0d-4761-a8a7-c72a72a248b4),segment_id=e12989ca-8b0d-4761-a8a7-c72a72a248b4)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:11:38.209122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca089fa5-0ffd-439a-8187-aba0f38771d2 None None] Pushing event updated for resources: {'Port': ['ID=cd53876c-16c0-484f-924b-3f25364e8bb9,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:38.292432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-530574df-ba51-4219-9fad-f1d72db20612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:38.304836 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-530574df-ba51-4219-9fad-f1d72db20612 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a94bac88-b3fe-4a2f-a482-96b39b7d479e HTTP/1.1" status: 204  len: 168 time: 0.6362882
Nov 24 13:11:38.311477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ca089fa5-0ffd-439a-8187-aba0f38771d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.199s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:38.315885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38560f98-0776-451e-8d16-c7dc793471ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:38.363738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Transition to ACTIVE for port object 12976d14-60b2-4aca-99b8-bd2919bf97aa will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:38.385887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ac6f7365-1ebb-49a2-9a2a-0de399a4a113 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:38.620750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38560f98-0776-451e-8d16-c7dc793471ce None None] Pushing event updated for resources: {'Port': ['ID=e2392882-e074-4e85-9688-495cbe9e3f45,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:38.624731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-38560f98-0776-451e-8d16-c7dc793471ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:38.658607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26af4ad-ba3e-4c5e-995c-765fef6b3731 None None] Network dbbd7c85-153b-48aa-aad7-fac01d93dd8a requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:11:38.783587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:38.829953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device cd53876c-16c0-484f-924b-3f25364e8bb9 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:11:38.834696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Transition to ACTIVE for port object bca0e49b-a195-4b8c-b6c3-dadfb5b15a5c will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:38.883776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:38.887960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-98acfc96-65d5-4132-97e1-f0ed6407168c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:38.894888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] For port 8cd2df79-4f21-44cb-b603-669682245997, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8cd2df79-4f21-44cb-b603-669682245997,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:11:39.064176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-430dfdcf-ee79-457a-a47c-9d206f2eb9a5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:39.083538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:39.095587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-38560f98-0776-451e-8d16-c7dc793471ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:39.206526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Port': ['ID=bca0e49b-a195-4b8c-b6c3-dadfb5b15a5c,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:39.222474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:39.223122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:39.223683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:39.224077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:39.224398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:39.224820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:39.225247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:39.225867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:39.226054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:39.226559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:39.228003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:39.228003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:39.228520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:39.228999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:39.229406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:39.229707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:39.230117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:39.230550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:39.230957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:39.231372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:39.231779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:39.232184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:39.232592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:39.232997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:39.238264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:39.240771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:11:39.242104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:39.244636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:11:39.249237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:39.250054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:39.295345 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 2.2401063
Nov 24 13:11:39.299832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49888) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:39.454491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24eb26d-7f01-4449-a38b-5bc8ade069c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network cbdbad0c-010e-4d22-8dfc-6aedacfa9790 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:11:39.533704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633cbddb-6c2e-4d80-b75c-603942174dcd tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:39.539791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633cbddb-6c2e-4d80-b75c-603942174dcd tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:39.540947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-633cbddb-6c2e-4d80-b75c-603942174dcd tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:11:39.565555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-b24eb26d-7f01-4449-a38b-5bc8ade069c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:39.573722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-633cbddb-6c2e-4d80-b75c-603942174dcd tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:11:39.578004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Pushing event updated for resources: {'Port': ['ID=8cd2df79-4f21-44cb-b603-669682245997,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:39.579264 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-633cbddb-6c2e-4d80-b75c-603942174dcd tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1592 time: 0.2780030
Nov 24 13:11:39.580497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49894) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:39.597591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-98acfc96-65d5-4132-97e1-f0ed6407168c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Calling delete_port for 0a2f5a51-5e22-486b-8e4a-156ce095f213 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:11:39.639032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:39.654922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Provisioning for port 8462d164-a7fa-4fae-803c-bc97f9b1bdf3 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:11:39.673530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-4ba800fd-0a4e-4ef3-ab50-7578de8cacb6 None None] For port 8cd2df79-4f21-44cb-b603-669682245997, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8cd2df79-4f21-44cb-b603-669682245997,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:11:39.674644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ba800fd-0a4e-4ef3-ab50-7578de8cacb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:39.705014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e14eab97-980b-4178-907d-0e200018d932 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting port bca0e49b-a195-4b8c-b6c3-dadfb5b15a5c {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:11:39.705726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e14eab97-980b-4178-907d-0e200018d932 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:39.776972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Provisioning complete for port 8462d164-a7fa-4fae-803c-bc97f9b1bdf3 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:39.777385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:39.893382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24eb26d-7f01-4449-a38b-5bc8ade069c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:11:39.934224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-04af6b00-0543-4339-b529-e784eb103e9d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:39.954565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4ba800fd-0a4e-4ef3-ab50-7578de8cacb6 None None] Calling delete_port for 8cd2df79-4f21-44cb-b603-669682245997 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:11:40.041605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.043601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.044166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.044725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.045282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.045860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.049252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.049932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.050518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.051076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.051652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.052210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.052903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.053986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.054581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.055138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.055700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.056255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.056822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.057396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.057946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.059574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.060141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.060696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.081028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.986s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:40.082901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6267aee-1968-4068-b00c-05f75722971c None None] Network cbdbad0c-010e-4d22-8dfc-6aedacfa9790 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:11:40.089674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e14eab97-980b-4178-907d-0e200018d932 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:40.228637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-98acfc96-65d5-4132-97e1-f0ed6407168c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:40.230757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Pushing event updated for resources: {'Port': ['ID=12976d14-60b2-4aca-99b8-bd2919bf97aa,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:40.275543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.275985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.276936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.277385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.277951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.278431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.278851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.279270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.279703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.280930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.281357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.281931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.282330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.282749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.283164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.283577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.283988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.284401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.284828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.296526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.297105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.298874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.300635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.301083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:11:40.313074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:40.313829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:40.356899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port cd53876c-16c0-484f-924b-3f25364e8bb9 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:11:40.397917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e14eab97-980b-4178-907d-0e200018d932 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Calling delete_port for bca0e49b-a195-4b8c-b6c3-dadfb5b15a5c owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:11:40.415086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b3ad966-2517-4c4d-8822-4e50e83ace35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:40.425776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d1af6866-d1a9-4d3d-bc0f-6157d5e3c70f up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:11:40.433394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98acfc96-65d5-4132-97e1-f0ed6407168c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Port': ['ID=0a2f5a51-5e22-486b-8e4a-156ce095f213,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:40.447843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-98acfc96-65d5-4132-97e1-f0ed6407168c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:40.458449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-4ba800fd-0a4e-4ef3-ab50-7578de8cacb6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:11:40.458863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-4ba800fd-0a4e-4ef3-ab50-7578de8cacb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:11:40.564631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Network dbbd7c85-153b-48aa-aad7-fac01d93dd8a is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:11:40.586692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:40.601394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:11:40.659434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e14eab97-980b-4178-907d-0e200018d932 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:40.763426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:40.872950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:40.923332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-375a694b-f95e-4165-bbcd-1d26771f667c tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:40.961471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4ba800fd-0a4e-4ef3-ab50-7578de8cacb6 None None] Deleting port 8cd2df79-4f21-44cb-b603-669682245997 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:11:40.961959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ba800fd-0a4e-4ef3-ab50-7578de8cacb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:40.988556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14eab97-980b-4178-907d-0e200018d932 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Port': ['ID=bca0e49b-a195-4b8c-b6c3-dadfb5b15a5c,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:40.996038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e14eab97-980b-4178-907d-0e200018d932 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:41.001589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e14eab97-980b-4178-907d-0e200018d932 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:41.011842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24eb26d-7f01-4449-a38b-5bc8ade069c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:41.012829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b24eb26d-7f01-4449-a38b-5bc8ade069c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:41.021893 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e14eab97-980b-4178-907d-0e200018d932 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/bca0e49b-a195-4b8c-b6c3-dadfb5b15a5c HTTP/1.1" status: 204  len: 168 time: 1.4372048
Nov 24 13:11:41.021893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49912) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:41.106867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] For port 8462d164-a7fa-4fae-803c-bc97f9b1bdf3, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8462d164-a7fa-4fae-803c-bc97f9b1bdf3,segment=NetworkSegment(a9963d2b-3f62-4ef0-bf03-f4ac5f0ff507),segment_id=a9963d2b-3f62-4ef0-bf03-f4ac5f0ff507)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:11:41.130278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port d1af6866-d1a9-4d3d-bc0f-6157d5e3c70f completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:11:41.140364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:41.141584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d700b65c-fd06-4c83-a0f7-d88dbbff5968 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:41.144336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d700b65c-fd06-4c83-a0f7-d88dbbff5968 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:41.145191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d700b65c-fd06-4c83-a0f7-d88dbbff5968 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:11:41.155663 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b24eb26d-7f01-4449-a38b-5bc8ade069c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 11.6565442
Nov 24 13:11:41.164458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49918) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:41.213642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:41.224697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8521409f-067c-47b4-915d-e18226180ab7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:41.245243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7504b4c9-40eb-4997-9c27-1b83fc92d685 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:41.264656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port d1af6866-d1a9-4d3d-bc0f-6157d5e3c70f triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:41.265221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:41.282350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d700b65c-fd06-4c83-a0f7-d88dbbff5968 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:11:41.284100 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d700b65c-fd06-4c83-a0f7-d88dbbff5968 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.2602847
Nov 24 13:11:41.285666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7504b4c9-40eb-4997-9c27-1b83fc92d685 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:41.290088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49922) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:41.291298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7504b4c9-40eb-4997-9c27-1b83fc92d685 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:41.292100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7504b4c9-40eb-4997-9c27-1b83fc92d685 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:41.293703 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7504b4c9-40eb-4997-9c27-1b83fc92d685 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "PUT /v2.0/ports/2bdb7f4c-82cf-4d2d-a5c1-11842321c4b6 HTTP/1.1" status: 200  len: 911 time: 7.8405266
Nov 24 13:11:41.306408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7f195dd0-c63d-462b-8349-fbf84771eb56 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:41.356943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49926) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:41.414259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-98acfc96-65d5-4132-97e1-f0ed6407168c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:41.421622 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-98acfc96-65d5-4132-97e1-f0ed6407168c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/ports/0a2f5a51-5e22-486b-8e4a-156ce095f213 HTTP/1.1" status: 204  len: 168 time: 4.3761389
Nov 24 13:11:41.432315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49932) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:41.596994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Pushing event updated for resources: {'Port': ['ID=8462d164-a7fa-4fae-803c-bc97f9b1bdf3,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:41.607528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:41.626706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4009dae4-81ee-4472-b131-9b29b7fef95e None None] Provisioning for port cd53876c-16c0-484f-924b-3f25364e8bb9 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:11:41.647695 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd74dda-979a-43d4-ad4e-6945af5bcfd4 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] GET failed (client error): The resource could not be found.
Nov 24 13:11:41.648348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fcd74dda-979a-43d4-ad4e-6945af5bcfd4 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Synchronizing usage tracker for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:11:41.666888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4009dae4-81ee-4472-b131-9b29b7fef95e None None] Provisioning complete for port cd53876c-16c0-484f-924b-3f25364e8bb9 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:41.668230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4009dae4-81ee-4472-b131-9b29b7fef95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:41.691165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49938) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:41.772204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-092e5f66-2e5b-425e-bee8-d1ca2ba01f4d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:41.860120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504b4c9-40eb-4997-9c27-1b83fc92d685 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Port': ['ID=2bdb7f4c-82cf-4d2d-a5c1-11842321c4b6,revision_number=3']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:41.863781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7504b4c9-40eb-4997-9c27-1b83fc92d685 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:41.895579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:41.899841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fcd74dda-979a-43d4-ad4e-6945af5bcfd4 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Unset dirty status for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:11:41.901101 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fcd74dda-979a-43d4-ad4e-6945af5bcfd4 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "GET /v2.0/ports/0a2f5a51-5e22-486b-8e4a-156ce095f213 HTTP/1.1" status: 404  len: 333 time: 0.3928318
Nov 24 13:11:41.908653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49944) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:41.909302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-4ba800fd-0a4e-4ef3-ab50-7578de8cacb6 None None] For port 8cd2df79-4f21-44cb-b603-669682245997, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8cd2df79-4f21-44cb-b603-669682245997,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:11:41.909973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ba800fd-0a4e-4ef3-ab50-7578de8cacb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:41.979984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f1e8a008-5313-4bad-b85a-4b5db699b676 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:42.112969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4ba800fd-0a4e-4ef3-ab50-7578de8cacb6 None None] Calling delete_port for 8cd2df79-4f21-44cb-b603-669682245997 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:11:42.137712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e5f66-2e5b-425e-bee8-d1ca2ba01f4d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Pushing event updated for resources: {'Subnet': ['ID=f1951d68-7f36-4552-b89b-d7e48222dfea,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:42.140850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-092e5f66-2e5b-425e-bee8-d1ca2ba01f4d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:42.197124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port d1af6866-d1a9-4d3d-bc0f-6157d5e3c70f, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d1af6866-d1a9-4d3d-bc0f-6157d5e3c70f,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:11:42.226683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:42.232769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 06e95f65-9ed2-47d5-9ce1-6e56049e593b up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:11:42.332048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ca089fa5-0ffd-439a-8187-aba0f38771d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:42.595132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4009dae4-81ee-4472-b131-9b29b7fef95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:42.693752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ba800fd-0a4e-4ef3-ab50-7578de8cacb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:42.736852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe79c0c-96de-4955-9968-42e54f092e89 None None] Network 243fa431-19b1-4e38-ae17-26c9d179c61e requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:11:42.755351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-50a54958-8a6b-4262-b110-3e713d0f463a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:42.762230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-d8519043-f00c-4907-9532-786594c1a81f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'network': {'name': 'tempest-network-smoke--1243743066', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'port_security_enabled': True}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:42.762574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e8cb526-55f5-43cf-b8f1-59231f14c5e7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting subnet 8a16b9e9-24f9-433c-843b-8d1ab69624fd {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:11:42.768195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d8519043-f00c-4907-9532-786594c1a81f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:42.777406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d8519043-f00c-4907-9532-786594c1a81f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:network and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:42.784159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d8519043-f00c-4907-9532-786594c1a81f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:42.792028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d8519043-f00c-4907-9532-786594c1a81f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:42.821396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8519043-f00c-4907-9532-786594c1a81f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Made reservation on behalf of ddd175861f0b46ae9d96e8c7cb7e2213 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:11:42.826946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d8519043-f00c-4907-9532-786594c1a81f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:42.828762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e8cb526-55f5-43cf-b8f1-59231f14c5e7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:42.917630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d6894c-34b9-4db5-8b0d-3aa8f4ae293d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting subnet 03f499d0-30f8-4787-801b-71c7ac3f8e75 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:11:42.921792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23d6894c-34b9-4db5-8b0d-3aa8f4ae293d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:42.925254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=d1af6866-d1a9-4d3d-bc0f-6157d5e3c70f,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:42.933858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d8519043-f00c-4907-9532-786594c1a81f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:42.980328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:43.000032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-89956df2-d65f-4400-befb-8605129cc402 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.270s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:43.005160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23d6894c-34b9-4db5-8b0d-3aa8f4ae293d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:43.063974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-4009dae4-81ee-4472-b131-9b29b7fef95e None None] For port cd53876c-16c0-484f-924b-3f25364e8bb9, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=cd53876c-16c0-484f-924b-3f25364e8bb9,segment=NetworkSegment(50cd8c3f-fbce-4671-b6b6-174af4e6d937),segment_id=50cd8c3f-fbce-4671-b6b6-174af4e6d937)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:11:43.084564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba800fd-0a4e-4ef3-ab50-7578de8cacb6 None None] Pushing event deleted for resources: {'Port': ['ID=8cd2df79-4f21-44cb-b603-669682245997,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:43.094031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4009dae4-81ee-4472-b131-9b29b7fef95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:43.098689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4ba800fd-0a4e-4ef3-ab50-7578de8cacb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:43.099296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4ba800fd-0a4e-4ef3-ab50-7578de8cacb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:43.157438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e8cb526-55f5-43cf-b8f1-59231f14c5e7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:43.185019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 06e95f65-9ed2-47d5-9ce1-6e56049e593b completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:11:43.207595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:43.279547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e8cb526-55f5-43cf-b8f1-59231f14c5e7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:43.326216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8cd2df79-4f21-44cb-b603-669682245997 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:11:43.352053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d8519043-f00c-4907-9532-786594c1a81f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:43.360251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d8519043-f00c-4907-9532-786594c1a81f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:43.367888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d8519043-f00c-4907-9532-786594c1a81f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:43.374620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 8cd2df79-4f21-44cb-b603-669682245997 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:11:43.375025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8cd2df79-4f21-44cb-b603-669682245997 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:11:43.375265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d8519043-f00c-4907-9532-786594c1a81f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:43.392858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4009dae4-81ee-4472-b131-9b29b7fef95e None None] Provisioning complete for port 8462d164-a7fa-4fae-803c-bc97f9b1bdf3 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:43.393288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4009dae4-81ee-4472-b131-9b29b7fef95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:43.656044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d8519043-f00c-4907-9532-786594c1a81f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:43.695245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d8519043-f00c-4907-9532-786594c1a81f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:43.705547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-515180e5-227b-4179-84b6-5db25da5e528 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:43.779173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23d6894c-34b9-4db5-8b0d-3aa8f4ae293d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:43.780897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009dae4-81ee-4472-b131-9b29b7fef95e None None] Pushing event updated for resources: {'Port': ['ID=cd53876c-16c0-484f-924b-3f25364e8bb9,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:43.794757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4009dae4-81ee-4472-b131-9b29b7fef95e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:43.808214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d1af6866-d1a9-4d3d-bc0f-6157d5e3c70f up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:11:43.870159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba800fd-0a4e-4ef3-ab50-7578de8cacb6 None None] No DVR routers for this DVR port 8cd2df79-4f21-44cb-b603-669682245997 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:11:43.888019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8519043-f00c-4907-9532-786594c1a81f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:11:43.923121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1732e03a-f0ee-4a40-8d3a-0acb2fbb13c1 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:11:43.927141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8519043-f00c-4907-9532-786594c1a81f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8fefcd-4e15-45d7-b2a3-6c59e328b000,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:43.938629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092e5f66-2e5b-425e-bee8-d1ca2ba01f4d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Checking segment: {'id': '15da2527-98df-4484-9ea8-a3b8957eb7b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:11:43.939229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092e5f66-2e5b-425e-bee8-d1ca2ba01f4d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Network hostable DHCP agents. Network: b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:11:43.947873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d8519043-f00c-4907-9532-786594c1a81f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:43.961204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d8519043-f00c-4907-9532-786594c1a81f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:43.961799 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-d8519043-f00c-4907-9532-786594c1a81f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Added segment c8d55b70-bd3f-49b2-974e-4ecf0319621f of type vxlan for network b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8
Nov 24 13:11:43.983281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092e5f66-2e5b-425e-bee8-d1ca2ba01f4d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Network b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:11:44.041441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-092e5f66-2e5b-425e-bee8-d1ca2ba01f4d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:44.044702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7789c461-6fd4-4dde-b24f-e105278b91d4 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:44.138394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d8519043-f00c-4907-9532-786594c1a81f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:44.141936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092e5f66-2e5b-425e-bee8-d1ca2ba01f4d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:44.142741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-092e5f66-2e5b-425e-bee8-d1ca2ba01f4d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:44.158769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c42a086-b158-4257-a508-167b6e5142aa None None] Network b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:11:44.170378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:44.178323 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-092e5f66-2e5b-425e-bee8-d1ca2ba01f4d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 8.8642075
Nov 24 13:11:44.182608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49958) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:44.185378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:44.242281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-58e45501-c2a6-4c62-ab71-02d7c508ffb8 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:44.376543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e8cb526-55f5-43cf-b8f1-59231f14c5e7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:44.381536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f31ebe-d8c2-483f-89ff-1e20d0dc49ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-8ca51b04-1dca-4f60-b844-2979d8864b51', 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'fixed_ips': [{'subnet_id': '03f499d0-30f8-4787-801b-71c7ac3f8e75'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:11:44.382449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-37f31ebe-d8c2-483f-89ff-1e20d0dc49ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:44.398651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:44.409709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4009dae4-81ee-4472-b131-9b29b7fef95e None None] Could not find standard attr ID for object 0a2f5a51-5e22-486b-8e4a-156ce095f213. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:11:44.456946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-d8519043-f00c-4907-9532-786594c1a81f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:11:44.483269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port d1af6866-d1a9-4d3d-bc0f-6157d5e3c70f triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:44.483784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:44.513778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23d6894c-34b9-4db5-8b0d-3aa8f4ae293d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:44.612565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Pushing event updated for resources: {'Port': ['ID=12976d14-60b2-4aca-99b8-bd2919bf97aa,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:44.626461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d8519043-f00c-4907-9532-786594c1a81f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:44.633611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8519043-f00c-4907-9532-786594c1a81f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:44.634321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d8519043-f00c-4907-9532-786594c1a81f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:44.657237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4e11e6-a65b-4b09-90fb-c69dab9add99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1', 'network_id': 'b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1', 'tenant_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'fixed_ips': [{'subnet_id': 'f1951d68-7f36-4552-b89b-d7e48222dfea'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:11:44.658174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4b4e11e6-a65b-4b09-90fb-c69dab9add99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:44.660923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f8c8c480-b7fa-4ddd-9934-f7cbf8932512 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:44.663127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:44.665195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e504e46e-45d0-40d5-9548-ad1301da657b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:44.682568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:44.738218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e8cb526-55f5-43cf-b8f1-59231f14c5e7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:44.758690 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3e8cb526-55f5-43cf-b8f1-59231f14c5e7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/subnets/8a16b9e9-24f9-433c-843b-8d1ab69624fd HTTP/1.1" status: 204  len: 168 time: 2.8438721
Nov 24 13:11:44.758690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23d6894c-34b9-4db5-8b0d-3aa8f4ae293d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:44.761854 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-23d6894c-34b9-4db5-8b0d-3aa8f4ae293d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/03f499d0-30f8-4787-801b-71c7ac3f8e75 HTTP/1.1" status: 204  len: 168 time: 3.4682667
Nov 24 13:11:44.763803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8cb526-55f5-43cf-b8f1-59231f14c5e7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Subnet': ['ID=8a16b9e9-24f9-433c-843b-8d1ab69624fd,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:44.766085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49962) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:44.766502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49964) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:44.815205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c411e46c-58b8-4007-aa6b-c55f599f5a7c None None] Network 7bb9a0a3-3263-4388-b990-a50705e3b492 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:11:44.866463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:44.890332 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d8519043-f00c-4907-9532-786594c1a81f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 3.1241562
Nov 24 13:11:44.984589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 49972) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:45.040668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-60779626-a36a-49af-a8e8-3902370db63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-649114394', 'admin_state_up': True, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:45.054581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-60779626-a36a-49af-a8e8-3902370db63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:45.059645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-60779626-a36a-49af-a8e8-3902370db63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:router and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:45.062904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-60779626-a36a-49af-a8e8-3902370db63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:45.068998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-60779626-a36a-49af-a8e8-3902370db63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:45.079069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8519043-f00c-4907-9532-786594c1a81f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Network': ['ID=b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:45.088166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60779626-a36a-49af-a8e8-3902370db63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:45.088467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60779626-a36a-49af-a8e8-3902370db63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:45.099566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d8519043-f00c-4907-9532-786594c1a81f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:45.208110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bceb9b4e-417a-4572-8776-a7deba9aeafa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:45.326660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4009dae4-81ee-4472-b131-9b29b7fef95e None None] Provisioning for port 06e95f65-9ed2-47d5-9ce1-6e56049e593b completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:11:45.329597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Network dbbd7c85-153b-48aa-aad7-fac01d93dd8a is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:11:45.334494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:11:45.349866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:11:45.373789 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f52f8f01-4ecc-494c-a4cb-b5659b061b20 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.6012137
Nov 24 13:11:45.389894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49976) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:45.412388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-bceb9b4e-417a-4572-8776-a7deba9aeafa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting port 8462d164-a7fa-4fae-803c-bc97f9b1bdf3 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:11:45.413342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bceb9b4e-417a-4572-8776-a7deba9aeafa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:45.421931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:45.441649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6894c-34b9-4db5-8b0d-3aa8f4ae293d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Subnet': ['ID=03f499d0-30f8-4787-801b-71c7ac3f8e75,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:45.556150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dc2c8699-1bfb-4366-9fd3-df11136994f2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:45.571114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4009dae4-81ee-4472-b131-9b29b7fef95e None None] Provisioning complete for port 06e95f65-9ed2-47d5-9ce1-6e56049e593b triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:45.571672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4009dae4-81ee-4472-b131-9b29b7fef95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:45.600931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9a7925cd-331f-4c79-adf7-2e44cbf512b5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:11:45.624898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-23d6894c-34b9-4db5-8b0d-3aa8f4ae293d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.964s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:45.751652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60779626-a36a-49af-a8e8-3902370db63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:45.961506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-4b4e11e6-a65b-4b09-90fb-c69dab9add99 None None] Allocated IP 172.20.0.2 (b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1/f1951d68-7f36-4552-b89b-d7e48222dfea/54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:11:46.143420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ff00ab1c-7385-4a8f-b661-fe696845ef73 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.449s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:46.144139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ff00ab1c-7385-4a8f-b661-fe696845ef73 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:46.282318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9a7925cd-331f-4c79-adf7-2e44cbf512b5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:11:46.283664 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9a7925cd-331f-4c79-adf7-2e44cbf512b5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.8813760
Nov 24 13:11:46.321803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49986) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:46.699862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8462d164-a7fa-4fae-803c-bc97f9b1bdf3 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:11:46.808553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60779626-a36a-49af-a8e8-3902370db63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:46.813371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe547ba-0a1b-4c2b-a89f-75ce70c89cd7 None None] DHCP port deletion for 7bb9a0a3-3263-4388-b990-a50705e3b492 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:11:46.828194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6fe547ba-0a1b-4c2b-a89f-75ce70c89cd7 None None] Deleting port 8462d164-a7fa-4fae-803c-bc97f9b1bdf3 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:11:46.828979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6fe547ba-0a1b-4c2b-a89f-75ce70c89cd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:46.886139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-bceb9b4e-417a-4572-8776-a7deba9aeafa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] For port 8462d164-a7fa-4fae-803c-bc97f9b1bdf3, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8462d164-a7fa-4fae-803c-bc97f9b1bdf3,segment=NetworkSegment(a9963d2b-3f62-4ef0-bf03-f4ac5f0ff507),segment_id=a9963d2b-3f62-4ef0-bf03-f4ac5f0ff507)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:11:46.886539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bceb9b4e-417a-4572-8776-a7deba9aeafa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:46.934233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4b4e11e6-a65b-4b09-90fb-c69dab9add99 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:47.013810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4b4e11e6-a65b-4b09-90fb-c69dab9add99 None None] Transition to ACTIVE for port object 54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:47.082891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-bceb9b4e-417a-4572-8776-a7deba9aeafa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Calling delete_port for 8462d164-a7fa-4fae-803c-bc97f9b1bdf3 owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:11:47.111869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Router fe0e3dc6-9d7e-4a41-9fbd-233fe424964c is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:11:47.189746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47277fe-a236-4064-b263-51c0c5e86ff7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:47.189746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e47277fe-a236-4064-b263-51c0c5e86ff7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:11:47.217626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-6fe547ba-0a1b-4c2b-a89f-75ce70c89cd7 None None] For port 8462d164-a7fa-4fae-803c-bc97f9b1bdf3, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8462d164-a7fa-4fae-803c-bc97f9b1bdf3,segment=NetworkSegment(a9963d2b-3f62-4ef0-bf03-f4ac5f0ff507),segment_id=a9963d2b-3f62-4ef0-bf03-f4ac5f0ff507)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:11:47.219053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6fe547ba-0a1b-4c2b-a89f-75ce70c89cd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:47.229399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-dc2c8699-1bfb-4366-9fd3-df11136994f2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:11:47.263664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dc2c8699-1bfb-4366-9fd3-df11136994f2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:47.273965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dc2c8699-1bfb-4366-9fd3-df11136994f2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:47.293369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3bfb34a3-45da-423c-891a-ec98528997aa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:47.365748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6fe547ba-0a1b-4c2b-a89f-75ce70c89cd7 None None] Calling delete_port for 8462d164-a7fa-4fae-803c-bc97f9b1bdf3 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:11:47.383305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e47277fe-a236-4064-b263-51c0c5e86ff7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:11:47.387381 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e47277fe-a236-4064-b263-51c0c5e86ff7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 1.0572023
Nov 24 13:11:47.388058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 49996) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:47.446378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4009dae4-81ee-4472-b131-9b29b7fef95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:47.491389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-4009dae4-81ee-4472-b131-9b29b7fef95e None None] For port 06e95f65-9ed2-47d5-9ce1-6e56049e593b, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=06e95f65-9ed2-47d5-9ce1-6e56049e593b,segment=NetworkSegment(4918300b-ce72-41ca-9e86-2199e3617ec5),segment_id=4918300b-ce72-41ca-9e86-2199e3617ec5)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:11:47.492490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 8462d164-a7fa-4fae-803c-bc97f9b1bdf3 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:47.493079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:47.501435 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-20e2fe2f-f40d-42a9-ba44-de6747b42137 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0924308
Nov 24 13:11:47.504575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50000) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:47.514830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-cd5c7b37-25db-46db-b62b-93c8aa526e22 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:47.526446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6fe547ba-0a1b-4c2b-a89f-75ce70c89cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:47.552099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e279bd91-5b17-4629-81d1-f8dc6a273414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:47.568859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60779626-a36a-49af-a8e8-3902370db63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_gateway, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:47.582364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4009dae4-81ee-4472-b131-9b29b7fef95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:47.602852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60779626-a36a-49af-a8e8-3902370db63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:47.617408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-7789c461-6fd4-4dde-b24f-e105278b91d4 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Deleting port 2bdb7f4c-82cf-4d2d-a5c1-11842321c4b6 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:11:47.617775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7789c461-6fd4-4dde-b24f-e105278b91d4 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:47.655995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-cd5c7b37-25db-46db-b62b-93c8aa526e22 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:47.667762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Port 8462d164-a7fa-4fae-803c-bc97f9b1bdf3 was deleted so its status cannot be updated. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:318}}
Nov 24 13:11:47.668410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device e2392882-e074-4e85-9688-495cbe9e3f45 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:11:47.668944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-bceb9b4e-417a-4572-8776-a7deba9aeafa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:11:47.669307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-bceb9b4e-417a-4572-8776-a7deba9aeafa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:11:47.675622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c8699-1bfb-4366-9fd3-df11136994f2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Port': ['ID=8f1dcbc3-66af-4ed6-87d0-a5119b81a4a1,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:47.683946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dc2c8699-1bfb-4366-9fd3-df11136994f2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:47.687285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-cd5c7b37-25db-46db-b62b-93c8aa526e22 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:47.724451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5c7b37-25db-46db-b62b-93c8aa526e22 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:11:47.730814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd5c7b37-25db-46db-b62b-93c8aa526e22 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:47.741690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe547ba-0a1b-4c2b-a89f-75ce70c89cd7 None None] Pushing event deleted for resources: {'Port': ['ID=8462d164-a7fa-4fae-803c-bc97f9b1bdf3,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:47.745347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6fe547ba-0a1b-4c2b-a89f-75ce70c89cd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:47.746063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4009dae4-81ee-4472-b131-9b29b7fef95e None None] Could not find standard attr ID for object 6bb030d9-b084-4664-8db9-a86be0b6f2fb. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:11:47.749119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4b4e11e6-a65b-4b09-90fb-c69dab9add99 None None] Transition to ACTIVE for port object 54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:47.757421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:47.847319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009dae4-81ee-4472-b131-9b29b7fef95e None None] Pushing event updated for resources: {'Port': ['ID=06e95f65-9ed2-47d5-9ce1-6e56049e593b,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:47.854065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4009dae4-81ee-4472-b131-9b29b7fef95e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:47.860050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4b4e11e6-a65b-4b09-90fb-c69dab9add99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:47.958787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6fe547ba-0a1b-4c2b-a89f-75ce70c89cd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:48.051920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-60779626-a36a-49af-a8e8-3902370db63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.26.8.207 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:11:48.081702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe547ba-0a1b-4c2b-a89f-75ce70c89cd7 None None] No DVR routers for this DVR port 8462d164-a7fa-4fae-803c-bc97f9b1bdf3 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:11:48.085383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port e2392882-e074-4e85-9688-495cbe9e3f45 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:11:48.103359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b4abf75b-6032-45b6-9361-ad7d9deb66b5 None None] Provisioning complete for port cd53876c-16c0-484f-924b-3f25364e8bb9 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:48.103802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b4abf75b-6032-45b6-9361-ad7d9deb66b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:48.183618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-bceb9b4e-417a-4572-8776-a7deba9aeafa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting port 8462d164-a7fa-4fae-803c-bc97f9b1bdf3 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:11:48.183915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bceb9b4e-417a-4572-8776-a7deba9aeafa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:48.260667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e11e6-a65b-4b09-90fb-c69dab9add99 None None] Pushing event updated for resources: {'Port': ['ID=54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:48.264475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4b4e11e6-a65b-4b09-90fb-c69dab9add99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:48.294083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60779626-a36a-49af-a8e8-3902370db63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:48.345403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4e11e6-a65b-4b09-90fb-c69dab9add99 None None] Network b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:11:48.347519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-4b4e11e6-a65b-4b09-90fb-c69dab9add99 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:48.351102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4e11e6-a65b-4b09-90fb-c69dab9add99 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:11:48.370266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60779626-a36a-49af-a8e8-3902370db63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:48.370499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-bceb9b4e-417a-4572-8776-a7deba9aeafa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] The port '8462d164-a7fa-4fae-803c-bc97f9b1bdf3' was deleted {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:11:48.505674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device cd53876c-16c0-484f-924b-3f25364e8bb9 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:11:48.546262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bceb9b4e-417a-4572-8776-a7deba9aeafa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:48.574660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4b4e11e6-a65b-4b09-90fb-c69dab9add99 None None] Attempting to bind port 54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:11:48.575081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4b4e11e6-a65b-4b09-90fb-c69dab9add99 None None] Attempting to bind port 54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '15da2527-98df-4484-9ea8-a3b8957eb7b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:11:48.575509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4e11e6-a65b-4b09-90fb-c69dab9add99 None None] Attempting to bind port 54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9 on network b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:11:48.589741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4e11e6-a65b-4b09-90fb-c69dab9add99 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:11:48.590194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4e11e6-a65b-4b09-90fb-c69dab9add99 None None] Checking segment: {'id': '15da2527-98df-4484-9ea8-a3b8957eb7b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:11:48.590663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4b4e11e6-a65b-4b09-90fb-c69dab9add99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:48.591117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4e11e6-a65b-4b09-90fb-c69dab9add99 None None] Bound using segment: {'id': '15da2527-98df-4484-9ea8-a3b8957eb7b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:11:48.591668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4b4e11e6-a65b-4b09-90fb-c69dab9add99 None None] Bound port: 54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15da2527-98df-4484-9ea8-a3b8957eb7b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:11:48.592097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4b4e11e6-a65b-4b09-90fb-c69dab9add99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:48.690273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-bceb9b4e-417a-4572-8776-a7deba9aeafa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634631cd30>,) {'filters': {'network_id': ['7bb9a0a3-3263-4388-b990-a50705e3b492']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:48.705363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-bceb9b4e-417a-4572-8776-a7deba9aeafa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634631cd30>, 'a9963d2b-3f62-4ef0-bf03-f4ac5f0ff507') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:48.705693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-bceb9b4e-417a-4572-8776-a7deba9aeafa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634631cd30>, 'a9963d2b-3f62-4ef0-bf03-f4ac5f0ff507') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:48.707778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-4b4e11e6-a65b-4b09-90fb-c69dab9add99 None None] For port 54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:11:48.711646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-4b4e11e6-a65b-4b09-90fb-c69dab9add99 None None] For port 54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9,segment=NetworkSegment(15da2527-98df-4484-9ea8-a3b8957eb7b8),segment_id=15da2527-98df-4484-9ea8-a3b8957eb7b8)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:11:48.716522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port cd53876c-16c0-484f-924b-3f25364e8bb9 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:48.717044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:48.720843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bceb9b4e-417a-4572-8776-a7deba9aeafa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:48.737053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bceb9b4e-417a-4572-8776-a7deba9aeafa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:48.739479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bceb9b4e-417a-4572-8776-a7deba9aeafa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Releasing vxlan tunnel 6 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:11:48.777954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4b4e11e6-a65b-4b09-90fb-c69dab9add99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:48.845375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ebdb3a65-6146-4638-bcec-0c169bcb2fcc tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:48.864357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-38560f98-0776-451e-8d16-c7dc793471ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:48.950350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-bceb9b4e-417a-4572-8776-a7deba9aeafa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network 7bb9a0a3-3263-4388-b990-a50705e3b492 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:11:48.955782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b4abf75b-6032-45b6-9361-ad7d9deb66b5 None None] Provisioning for port e2392882-e074-4e85-9688-495cbe9e3f45 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:11:48.962058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bceb9b4e-417a-4572-8776-a7deba9aeafa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:48.971825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e11e6-a65b-4b09-90fb-c69dab9add99 None None] Pushing event updated for resources: {'Port': ['ID=54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:48.975277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b4abf75b-6032-45b6-9361-ad7d9deb66b5 None None] Provisioning complete for port e2392882-e074-4e85-9688-495cbe9e3f45 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:48.975682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b4abf75b-6032-45b6-9361-ad7d9deb66b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:48.991467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60779626-a36a-49af-a8e8-3902370db63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:49.007337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-60779626-a36a-49af-a8e8-3902370db63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:49.019924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4b4e11e6-a65b-4b09-90fb-c69dab9add99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:49.045221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60779626-a36a-49af-a8e8-3902370db63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:11:49.049649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:11:49.066070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-60779626-a36a-49af-a8e8-3902370db63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:49.082037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60779626-a36a-49af-a8e8-3902370db63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:11:49.085850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4f7bf1-d0ce-42e4-942f-900f9d543c1a None None] Sync routers for ids ['fe0e3dc6-9d7e-4a41-9fbd-233fe424964c'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:11:49.177578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-bceb9b4e-417a-4572-8776-a7deba9aeafa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network 7bb9a0a3-3263-4388-b990-a50705e3b492 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:11:49.239695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4f7bf1-d0ce-42e4-942f-900f9d543c1a None None] Routers {'fe0e3dc6-9d7e-4a41-9fbd-233fe424964c'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:11:49.240399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ab4f7bf1-d0ce-42e4-942f-900f9d543c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346ec2eb8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:11:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['fe0e3dc6-9d7e-4a41-9fbd-233fe424964c'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:49.272684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7789c461-6fd4-4dde-b24f-e105278b91d4 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:49.291079 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] 10.222.0.76 "PUT /v2.0/routers/fe0e3dc6-9d7e-4a41-9fbd-233fe424964c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 18.4189126
Nov 24 13:11:49.291956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50006) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:11:49.301881 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:11:49.312505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bceb9b4e-417a-4572-8776-a7deba9aeafa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:49.321047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a4472476-fae6-4542-9a77-d3a67557c5b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:49.338281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ab4f7bf1-d0ce-42e4-942f-900f9d543c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346ec2eb8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:49.351556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 06e95f65-9ed2-47d5-9ce1-6e56049e593b up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:11:49.374289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bceb9b4e-417a-4572-8776-a7deba9aeafa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:49.384406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb9b4e-417a-4572-8776-a7deba9aeafa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Network': ['ID=7bb9a0a3-3263-4388-b990-a50705e3b492,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:49.395141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bceb9b4e-417a-4572-8776-a7deba9aeafa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:49.397922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dc2c8699-1bfb-4366-9fd3-df11136994f2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:49.414802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4f7bf1-d0ce-42e4-942f-900f9d543c1a None None] Routers {'fe0e3dc6-9d7e-4a41-9fbd-233fe424964c'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:11:49.415511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ab4f7bf1-d0ce-42e4-942f-900f9d543c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346ec2eb8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:11:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['fe0e3dc6-9d7e-4a41-9fbd-233fe424964c'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:49.468614 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bceb9b4e-417a-4572-8776-a7deba9aeafa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/networks/7bb9a0a3-3263-4388-b990-a50705e3b492 HTTP/1.1" status: 204  len: 168 time: 4.6981475
Nov 24 13:11:49.471078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50010) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:49.480339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a9f32add-d2fc-40d5-9b4f-e92869392d40 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-441322717'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:49.486538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a9f32add-d2fc-40d5-9b4f-e92869392d40 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:49.491801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a9f32add-d2fc-40d5-9b4f-e92869392d40 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:network and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:49.495593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a9f32add-d2fc-40d5-9b4f-e92869392d40 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for network was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:49.503474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a9f32add-d2fc-40d5-9b4f-e92869392d40 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:49.539473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-7789c461-6fd4-4dde-b24f-e105278b91d4 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Calling delete_port for 2bdb7f4c-82cf-4d2d-a5c1-11842321c4b6 owned by network:router_interface {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:11:49.589244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f32add-d2fc-40d5-9b4f-e92869392d40 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:11:49.595427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a9f32add-d2fc-40d5-9b4f-e92869392d40 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:49.660514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f32add-d2fc-40d5-9b4f-e92869392d40 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:11:49.746605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dc2c8699-1bfb-4366-9fd3-df11136994f2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:49.790155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ab4f7bf1-d0ce-42e4-942f-900f9d543c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346ec2eb8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:49.790755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4f7bf1-d0ce-42e4-942f-900f9d543c1a None None] The sync data for ids ['fe0e3dc6-9d7e-4a41-9fbd-233fe424964c'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:11:49.816353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60779626-a36a-49af-a8e8-3902370db63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_gateway, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:49.817548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60779626-a36a-49af-a8e8-3902370db63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:49.888430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b4abf75b-6032-45b6-9361-ad7d9deb66b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:49.928153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b4abf75b-6032-45b6-9361-ad7d9deb66b5 None None] For port e2392882-e074-4e85-9688-495cbe9e3f45, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=e2392882-e074-4e85-9688-495cbe9e3f45,segment=NetworkSegment(e12989ca-8b0d-4761-a8a7-c72a72a248b4),segment_id=e12989ca-8b0d-4761-a8a7-c72a72a248b4)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:11:49.948833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b4abf75b-6032-45b6-9361-ad7d9deb66b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:49.967391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-679249a6-e215-4687-ba14-8135f47bb866 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:50.002459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05007634-86fa-4d9c-836b-6cae8f925fea tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:50.054305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abf75b-6032-45b6-9361-ad7d9deb66b5 None None] Pushing event updated for resources: {'Port': ['ID=e2392882-e074-4e85-9688-495cbe9e3f45,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:50.067540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b4abf75b-6032-45b6-9361-ad7d9deb66b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:50.069718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 06e95f65-9ed2-47d5-9ce1-6e56049e593b triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:50.070312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:50.104976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b4abf75b-6032-45b6-9361-ad7d9deb66b5 None None] Provisioning for port 8f1dcbc3-66af-4ed6-87d0-a5119b81a4a1 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:11:50.117208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b4abf75b-6032-45b6-9361-ad7d9deb66b5 None None] Provisioning complete for port 8f1dcbc3-66af-4ed6-87d0-a5119b81a4a1 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:50.117775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b4abf75b-6032-45b6-9361-ad7d9deb66b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:50.198598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b4abf75b-6032-45b6-9361-ad7d9deb66b5 None None] Port 8f1dcbc3-66af-4ed6-87d0-a5119b81a4a1 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:11:50.231011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b4abf75b-6032-45b6-9361-ad7d9deb66b5 None None] Provisioning complete for port 06e95f65-9ed2-47d5-9ce1-6e56049e593b triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:50.231579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b4abf75b-6032-45b6-9361-ad7d9deb66b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:50.292191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dc2c8699-1bfb-4366-9fd3-df11136994f2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:50.300597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dc2c8699-1bfb-4366-9fd3-df11136994f2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:50.331015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a9f32add-d2fc-40d5-9b4f-e92869392d40 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:50.331400 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-a9f32add-d2fc-40d5-9b4f-e92869392d40 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Added segment 07f3feac-e069-452a-8540-44c6137a002f of type vxlan for network 3f3403a2-d305-4977-a43b-1177362527b5
Nov 24 13:11:50.336767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-df189d59-7684-4ece-9d97-5480b25d07e1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:50.482603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b4abf75b-6032-45b6-9361-ad7d9deb66b5 None None] Provisioning for port 12976d14-60b2-4aca-99b8-bd2919bf97aa completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:11:50.491955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b4abf75b-6032-45b6-9361-ad7d9deb66b5 None None] Provisioning complete for port 12976d14-60b2-4aca-99b8-bd2919bf97aa triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:50.492221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b4abf75b-6032-45b6-9361-ad7d9deb66b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:50.530955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8462d164-a7fa-4fae-803c-bc97f9b1bdf3 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:11:50.596060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 8462d164-a7fa-4fae-803c-bc97f9b1bdf3 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:11:50.596822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8462d164-a7fa-4fae-803c-bc97f9b1bdf3 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:11:50.663545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b4abf75b-6032-45b6-9361-ad7d9deb66b5 None None] Port 12976d14-60b2-4aca-99b8-bd2919bf97aa cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:11:50.823114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-de9df18c-5721-4d24-b9aa-2e37d86234b0 None None] Provisioning complete for port 8f1dcbc3-66af-4ed6-87d0-a5119b81a4a1 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:50.823651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de9df18c-5721-4d24-b9aa-2e37d86234b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:50.885217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7789c461-6fd4-4dde-b24f-e105278b91d4 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:50.909950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-30f6bda4-e958-4eb3-bd57-47c48a48076e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:50.950677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:11:50.956204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a9f32add-d2fc-40d5-9b4f-e92869392d40 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:50.968461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c8699-1bfb-4366-9fd3-df11136994f2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Port': ['ID=8f1dcbc3-66af-4ed6-87d0-a5119b81a4a1,revision_number=3']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:50.977615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dc2c8699-1bfb-4366-9fd3-df11136994f2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:51.024324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789c461-6fd4-4dde-b24f-e105278b91d4 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Port': ['ID=2bdb7f4c-82cf-4d2d-a5c1-11842321c4b6,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:51.034632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dc2c8699-1bfb-4366-9fd3-df11136994f2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:51.044064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7789c461-6fd4-4dde-b24f-e105278b91d4 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:51.061815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:51.068023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-de9df18c-5721-4d24-b9aa-2e37d86234b0 None None] Port 8f1dcbc3-66af-4ed6-87d0-a5119b81a4a1 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:11:51.161779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a9f32add-d2fc-40d5-9b4f-e92869392d40 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:51.166012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f32add-d2fc-40d5-9b4f-e92869392d40 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:51.166707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a9f32add-d2fc-40d5-9b4f-e92869392d40 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:51.175217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5352b22a-4f7d-4f01-a26c-adb3c759c9c1 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:51.320237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:11:51.328744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device e2392882-e074-4e85-9688-495cbe9e3f45 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:11:51.358429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-05007634-86fa-4d9c-836b-6cae8f925fea tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Allocated IP 172.20.0.1 (b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1/f1951d68-7f36-4552-b89b-d7e48222dfea/326770a6-5149-4c41-bf70-efc901a22c73) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:11:51.358769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f32add-d2fc-40d5-9b4f-e92869392d40 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Network': ['ID=3f3403a2-d305-4977-a43b-1177362527b5,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:51.364564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a9f32add-d2fc-40d5-9b4f-e92869392d40 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:51.383603 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a9f32add-d2fc-40d5-9b4f-e92869392d40 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.9109864
Nov 24 13:11:51.388769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50018) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:51.399715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 3f3403a2-d305-4977-a43b-1177362527b5 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:11:51.401229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-eb9fc49c-44c4-4ff6-a3d4-636e314da815 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'subnet': {'network_id': '3f3403a2-d305-4977-a43b-1177362527b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:51.584607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2c8699-1bfb-4366-9fd3-df11136994f2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network cbdbad0c-010e-4d22-8dfc-6aedacfa9790 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:11:51.595093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-dc2c8699-1bfb-4366-9fd3-df11136994f2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:51.610267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 3f3403a2-d305-4977-a43b-1177362527b5 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:11:51.888662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port e2392882-e074-4e85-9688-495cbe9e3f45 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:51.889095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:52.161509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-eb9fc49c-44c4-4ff6-a3d4-636e314da815 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:52.253317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f5cc5535-6d49-4729-a4c0-190016ff8efd None None] Provisioning complete for port 8f1dcbc3-66af-4ed6-87d0-a5119b81a4a1 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:52.258232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f5cc5535-6d49-4729-a4c0-190016ff8efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:52.327404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bc89d7-89c9-4882-bcc8-c021e1df8eea None None] Network b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:11:52.339608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-eb9fc49c-44c4-4ff6-a3d4-636e314da815 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:subnet and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:52.346307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f5cc5535-6d49-4729-a4c0-190016ff8efd None None] Port 8f1dcbc3-66af-4ed6-87d0-a5119b81a4a1 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:11:52.352679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.objects.ports [None req-cd5c7b37-25db-46db-b62b-93c8aa526e22 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80943) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 24 13:11:52.362772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-eb9fc49c-44c4-4ff6-a3d4-636e314da815 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:52.392958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd5c7b37-25db-46db-b62b-93c8aa526e22 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:52.418896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-88f56240-99d7-4b83-9c15-c973570c35b8 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:52.513599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-eb9fc49c-44c4-4ff6-a3d4-636e314da815 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:52.578689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ca60bc83-5c03-4fcb-94d2-34e6f85ed334 None None] Provisioning for port 54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:11:52.591490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ca60bc83-5c03-4fcb-94d2-34e6f85ed334 None None] Provisioning complete for port 54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:52.591936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca60bc83-5c03-4fcb-94d2-34e6f85ed334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:52.743678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05007634-86fa-4d9c-836b-6cae8f925fea tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:52.764126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c7b37-25db-46db-b62b-93c8aa526e22 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Subnet': ['ID=5d7eaf31-6650-405e-ae35-147305672da3,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:52.770490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cd5c7b37-25db-46db-b62b-93c8aa526e22 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:52.788880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7789c461-6fd4-4dde-b24f-e105278b91d4 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:52.789696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca60bc83-5c03-4fcb-94d2-34e6f85ed334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:52.798637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9fc49c-44c4-4ff6-a3d4-636e314da815 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:11:52.830236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-05007634-86fa-4d9c-836b-6cae8f925fea tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Transition to ACTIVE for port object 326770a6-5149-4c41-bf70-efc901a22c73 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:52.903625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ca60bc83-5c03-4fcb-94d2-34e6f85ed334 None None] For port 54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9,segment=NetworkSegment(15da2527-98df-4484-9ea8-a3b8957eb7b8),segment_id=15da2527-98df-4484-9ea8-a3b8957eb7b8)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:11:52.939014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5c7b37-25db-46db-b62b-93c8aa526e22 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:11:52.946246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-cd5c7b37-25db-46db-b62b-93c8aa526e22 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:52.958943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa79d6f-8564-4d94-82e2-1ff16c4ab822 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:11:52.967157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eb9fc49c-44c4-4ff6-a3d4-636e314da815 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:52.993236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5c7b37-25db-46db-b62b-93c8aa526e22 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:52.994526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd5c7b37-25db-46db-b62b-93c8aa526e22 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:53.177916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60779626-a36a-49af-a8e8-3902370db63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 72fdfc95-aeba-4bd0-961b-8bf5c0940129 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:11:53.198493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca60bc83-5c03-4fcb-94d2-34e6f85ed334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:53.243150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-325d0f80-891f-46b6-959f-cc1164126f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:53.363426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60bc83-5c03-4fcb-94d2-34e6f85ed334 None None] Pushing event updated for resources: {'Port': ['ID=54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:53.367917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ca60bc83-5c03-4fcb-94d2-34e6f85ed334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:53.445583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05007634-86fa-4d9c-836b-6cae8f925fea tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:53.465951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9e2053da-0222-4e12-be26-d1e22c64d837 None None] Provisioning complete for port 54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:53.465951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9e2053da-0222-4e12-be26-d1e22c64d837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:53.602604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-28d549bd-842c-43e1-88ef-a28ec715eb3f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:53.621917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e8349e-9e1c-4b3e-bf47-bd3146d568f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-8ca51b04-1dca-4f60-b844-2979d8864b51', 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'fixed_ips': [{'subnet_id': '5d7eaf31-6650-405e-ae35-147305672da3'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:11:53.623317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a7e8349e-9e1c-4b3e-bf47-bd3146d568f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:53.737710 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-66e83b87-9b98-4e5f-84bb-61e8fb018c3e tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:11:53.742670 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-66e83b87-9b98-4e5f-84bb-61e8fb018c3e tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] 10.222.0.76 "PUT /v2.0/routers/fe0e3dc6-9d7e-4a41-9fbd-233fe424964c/add_router_interface HTTP/1.1" status: 400  len: 438 time: 4.4442329
Nov 24 13:11:53.742875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50026) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:53.754028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05007634-86fa-4d9c-836b-6cae8f925fea tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Network b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:11:53.759652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-05007634-86fa-4d9c-836b-6cae8f925fea tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:53.791721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05007634-86fa-4d9c-836b-6cae8f925fea tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:11:53.855452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2c8699-1bfb-4366-9fd3-df11136994f2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Router 505eff6d-c3cf-430f-b608-aa20a80025a4 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:11:53.859879 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cd5c7b37-25db-46db-b62b-93c8aa526e22 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 6.3510189
Nov 24 13:11:53.863754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50030) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:53.873395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-356f25b0-c878-4229-89b0-00c2642f7392 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:53.907901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05007634-86fa-4d9c-836b-6cae8f925fea tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:54.014455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05007634-86fa-4d9c-836b-6cae8f925fea tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Pushing event updated for resources: {'Port': ['ID=326770a6-5149-4c41-bf70-efc901a22c73,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:54.040862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-05007634-86fa-4d9c-836b-6cae8f925fea tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:54.086515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f4f4185e-ca5e-4c59-98a1-e631891b984d None None] Provisioning complete for port 54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:54.087097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f4f4185e-ca5e-4c59-98a1-e631891b984d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:54.463326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-a7e8349e-9e1c-4b3e-bf47-bd3146d568f7 None None] Allocated IP 2001:db8::f816:3eff:fec8:569b (8ca51b04-1dca-4f60-b844-2979d8864b51/5d7eaf31-6650-405e-ae35-147305672da3/c8562d6c-1694-497e-91df-215e73ab8274) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:11:54.595677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c13df282-0e37-40b5-bf5d-fa7af3f63419 None None] Provisioning complete for port 54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:54.596467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c13df282-0e37-40b5-bf5d-fa7af3f63419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:54.840306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:11:54.864344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60779626-a36a-49af-a8e8-3902370db63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:11:54.875663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f002f1-986f-44ed-9ea0-a576adfe6991 None None] Sync routers for ids ['72fdfc95-aeba-4bd0-961b-8bf5c0940129'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:11:54.892577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f002f1-986f-44ed-9ea0-a576adfe6991 None None] Routers {'72fdfc95-aeba-4bd0-961b-8bf5c0940129'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:11:54.894055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b0f002f1-986f-44ed-9ea0-a576adfe6991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c5c55c0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:11:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['72fdfc95-aeba-4bd0-961b-8bf5c0940129'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:55.155681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a7e8349e-9e1c-4b3e-bf47-bd3146d568f7 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:55.188373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a7e8349e-9e1c-4b3e-bf47-bd3146d568f7 None None] Transition to ACTIVE for port object c8562d6c-1694-497e-91df-215e73ab8274 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:55.251252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-356f25b0-c878-4229-89b0-00c2642f7392 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:55.260078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a7e8349e-9e1c-4b3e-bf47-bd3146d568f7 None None] Transition to ACTIVE for port object c8562d6c-1694-497e-91df-215e73ab8274 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:55.270041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:55.270862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:55.291747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-356f25b0-c878-4229-89b0-00c2642f7392 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:55.332675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c13df282-0e37-40b5-bf5d-fa7af3f63419 None None] Provisioning for port 326770a6-5149-4c41-bf70-efc901a22c73 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:11:55.343285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c13df282-0e37-40b5-bf5d-fa7af3f63419 None None] Provisioning complete for port 326770a6-5149-4c41-bf70-efc901a22c73 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:55.344123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c13df282-0e37-40b5-bf5d-fa7af3f63419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:55.376820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-b0f002f1-986f-44ed-9ea0-a576adfe6991 None None] Set router 72fdfc95-aeba-4bd0-961b-8bf5c0940129 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:11:55.412358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c13df282-0e37-40b5-bf5d-fa7af3f63419 None None] Port 326770a6-5149-4c41-bf70-efc901a22c73 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:11:55.415310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a7e8349e-9e1c-4b3e-bf47-bd3146d568f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:55.435260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:55.505127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8349e-9e1c-4b3e-bf47-bd3146d568f7 None None] Pushing event updated for resources: {'Port': ['ID=c8562d6c-1694-497e-91df-215e73ab8274,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:55.512282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a7e8349e-9e1c-4b3e-bf47-bd3146d568f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:55.643409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356f25b0-c878-4229-89b0-00c2642f7392 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:11:55.668120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05007634-86fa-4d9c-836b-6cae8f925fea tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:55.680796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60779626-a36a-49af-a8e8-3902370db63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:55.682379 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-60779626-a36a-49af-a8e8-3902370db63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 10.6947706
Nov 24 13:11:55.693623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50038) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:55.708844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2c8699-1bfb-4366-9fd3-df11136994f2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:11:55.813365 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-dc2c8699-1bfb-4366-9fd3-df11136994f2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "PUT /v2.0/routers/505eff6d-c3cf-430f-b608-aa20a80025a4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.6469092
Nov 24 13:11:55.821500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50044) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:55.849208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8ae803-7092-4eff-8ad6-218e2ef06296 None None] Sync routers for ids ['505eff6d-c3cf-430f-b608-aa20a80025a4'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:11:55.961475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e8349e-9e1c-4b3e-bf47-bd3146d568f7 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:11:55.965898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8ae803-7092-4eff-8ad6-218e2ef06296 None None] Routers {'505eff6d-c3cf-430f-b608-aa20a80025a4'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:11:55.968462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-0c8ae803-7092-4eff-8ad6-218e2ef06296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f63472ae1d0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:11:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['505eff6d-c3cf-430f-b608-aa20a80025a4'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:56.083076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eb9fc49c-44c4-4ff6-a3d4-636e314da815 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:56.135253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-0c8ae803-7092-4eff-8ad6-218e2ef06296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f63472ae1d0>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:56.142044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-a7e8349e-9e1c-4b3e-bf47-bd3146d568f7 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:56.171899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e8349e-9e1c-4b3e-bf47-bd3146d568f7 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:11:56.195806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8ae803-7092-4eff-8ad6-218e2ef06296 None None] Routers {'505eff6d-c3cf-430f-b608-aa20a80025a4'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:11:56.202737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-0c8ae803-7092-4eff-8ad6-218e2ef06296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f63472ae1d0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:11:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['505eff6d-c3cf-430f-b608-aa20a80025a4'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:56.317634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-21ba3f78-7a14-4292-a59a-c17416036aba tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:56.344929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-0c8ae803-7092-4eff-8ad6-218e2ef06296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f63472ae1d0>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:56.345725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8ae803-7092-4eff-8ad6-218e2ef06296 None None] The sync data for ids ['505eff6d-c3cf-430f-b608-aa20a80025a4'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:11:56.359790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-a7e8349e-9e1c-4b3e-bf47-bd3146d568f7 None None] Attempting to bind port c8562d6c-1694-497e-91df-215e73ab8274 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:11:56.360181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-a7e8349e-9e1c-4b3e-bf47-bd3146d568f7 None None] Attempting to bind port c8562d6c-1694-497e-91df-215e73ab8274 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:11:56.360570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e8349e-9e1c-4b3e-bf47-bd3146d568f7 None None] Attempting to bind port c8562d6c-1694-497e-91df-215e73ab8274 on network 8ca51b04-1dca-4f60-b844-2979d8864b51 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:11:56.373332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b0f002f1-986f-44ed-9ea0-a576adfe6991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c5c55c0>, [{'id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'name': 'tempest-TestNetworkBasicOps-router-649114394', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:45Z', 'updated_at': '2020-11-24T13:11:49Z', 'revision_number': 3, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:47Z', 'updated_at': '2020-11-24T13:11:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:56.379321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e8349e-9e1c-4b3e-bf47-bd3146d568f7 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:11:56.379749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e8349e-9e1c-4b3e-bf47-bd3146d568f7 None None] Checking segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:11:56.380181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a7e8349e-9e1c-4b3e-bf47-bd3146d568f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:56.380636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e8349e-9e1c-4b3e-bf47-bd3146d568f7 None None] Bound using segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:11:56.381129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-a7e8349e-9e1c-4b3e-bf47-bd3146d568f7 None None] Bound port: c8562d6c-1694-497e-91df-215e73ab8274, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:11:56.381564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a7e8349e-9e1c-4b3e-bf47-bd3146d568f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:56.384616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f002f1-986f-44ed-9ea0-a576adfe6991 None None] Checking router: 72fdfc95-aeba-4bd0-961b-8bf5c0940129 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:11:56.384939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f002f1-986f-44ed-9ea0-a576adfe6991 None None] Updating router 72fdfc95-aeba-4bd0-961b-8bf5c0940129 port bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6 binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:11:56.413180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6260256-f333-4641-935d-e192086e601c tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:56.413842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a6260256-f333-4641-935d-e192086e601c tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Synchronizing usage tracker for tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:11:56.423946 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2f2f8090-2e13-4953-8361-31fa94904eac tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/subnets?project_id=ddd175861f0b46ae9d96e8c7cb7e2213&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.7219524
Nov 24 13:11:56.434414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50048) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:56.449061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9fc49c-44c4-4ff6-a3d4-636e314da815 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Subnet': ['ID=981e3fc6-7e62-4a05-9aa6-663696e1027b,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:56.464717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-34ac9014-2eed-4ae1-9861-19fac32225d1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1182768806', 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:56.477033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-eb9fc49c-44c4-4ff6-a3d4-636e314da815 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:56.496916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ef60fd76-36b5-420b-a760-4284e4fc5088 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:56.513820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-a7e8349e-9e1c-4b3e-bf47-bd3146d568f7 None None] For port c8562d6c-1694-497e-91df-215e73ab8274, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:11:56.518047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-a7e8349e-9e1c-4b3e-bf47-bd3146d568f7 None None] For port c8562d6c-1694-497e-91df-215e73ab8274, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=c8562d6c-1694-497e-91df-215e73ab8274,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:11:56.521809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0f002f1-986f-44ed-9ea0-a576adfe6991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:56.585618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7789c461-6fd4-4dde-b24f-e105278b91d4 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Router 23f0a9c0-8a00-449e-ba3d-a829d0d03cdc has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:11:56.593427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a7e8349e-9e1c-4b3e-bf47-bd3146d568f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:56.601050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-356f25b0-c878-4229-89b0-00c2642f7392 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:56.617397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-34ac9014-2eed-4ae1-9861-19fac32225d1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:56.621516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-34ac9014-2eed-4ae1-9861-19fac32225d1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:subnet and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:56.624791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-34ac9014-2eed-4ae1-9861-19fac32225d1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:56.633813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-34ac9014-2eed-4ae1-9861-19fac32225d1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:56.689607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05007634-86fa-4d9c-836b-6cae8f925fea tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:56.743735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ac9014-2eed-4ae1-9861-19fac32225d1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Made reservation on behalf of ddd175861f0b46ae9d96e8c7cb7e2213 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:11:56.767591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05007634-86fa-4d9c-836b-6cae8f925fea tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:56.779035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a6260256-f333-4641-935d-e192086e601c tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Unset dirty status for tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:11:56.799226 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-338a5444-a618-4f78-88ca-8044a578ede6 req-c3cdfcb8-06c0-4a60-b6ed-f14746a17ebf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=611de65b-4d1a-4c98-aca6-6d87bf8e23a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 1.1822927
Nov 24 13:11:56.801629 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a6260256-f333-4641-935d-e192086e601c tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "GET /v2.0/ports/8f1dcbc3-66af-4ed6-87d0-a5119b81a4a1 HTTP/1.1" status: 200  len: 978 time: 0.9558945
Nov 24 13:11:56.811267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50054) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:56.820307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-30f6bda4-e958-4eb3-bd57-47c48a48076e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:56.826283 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.ipam_backend_mixin [None req-356f25b0-c878-4229-89b0-00c2642f7392 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5d7eaf31-6650-405e-ae35-147305672da3 (CIDR: 2001:db8::/64)
Nov 24 13:11:56.939495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ca60bc83-5c03-4fcb-94d2-34e6f85ed334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:56.961528 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-356f25b0-c878-4229-89b0-00c2642f7392 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:11:56.962775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-356f25b0-c878-4229-89b0-00c2642f7392 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 400 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:11:57.034363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9fc49c-44c4-4ff6-a3d4-636e314da815 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Checking segment: {'id': '07f3feac-e069-452a-8540-44c6137a002f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3f3403a2-d305-4977-a43b-1177362527b5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:11:57.034738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9fc49c-44c4-4ff6-a3d4-636e314da815 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network hostable DHCP agents. Network: 3f3403a2-d305-4977-a43b-1177362527b5, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:11:57.080865 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-356f25b0-c878-4229-89b0-00c2642f7392 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 3.2126141
Nov 24 13:11:57.106770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50058) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:57.156145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8349e-9e1c-4b3e-bf47-bd3146d568f7 None None] Pushing event updated for resources: {'Port': ['ID=c8562d6c-1694-497e-91df-215e73ab8274,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:57.158545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a6da1b10-b04d-404d-a853-96742dfe592e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:57.160658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a7e8349e-9e1c-4b3e-bf47-bd3146d568f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:57.213136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05007634-86fa-4d9c-836b-6cae8f925fea tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Pushing event updated for resources: {'Port': ['ID=326770a6-5149-4c41-bf70-efc901a22c73,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:57.285531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-05007634-86fa-4d9c-836b-6cae8f925fea tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:57.442070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9fc49c-44c4-4ff6-a3d4-636e314da815 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network 3f3403a2-d305-4977-a43b-1177362527b5 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:11:57.489614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05007634-86fa-4d9c-836b-6cae8f925fea tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:57.651600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-b0f002f1-986f-44ed-9ea0-a576adfe6991 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:11:57.653704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7789c461-6fd4-4dde-b24f-e105278b91d4 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:11:57.665385 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7789c461-6fd4-4dde-b24f-e105278b91d4 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "PUT /v2.0/routers/23f0a9c0-8a00-449e-ba3d-a829d0d03cdc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 16.2731075
Nov 24 13:11:57.677298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50062) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:57.681835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296a7985-a3db-4d46-a70f-dc09427eb631 None None] Sync routers for ids ['23f0a9c0-8a00-449e-ba3d-a829d0d03cdc'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:11:57.692820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34ac9014-2eed-4ae1-9861-19fac32225d1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:57.696584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a6da1b10-b04d-404d-a853-96742dfe592e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:57.709232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-eb9fc49c-44c4-4ff6-a3d4-636e314da815 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 3f3403a2-d305-4977-a43b-1177362527b5) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:57.720350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bd5864-5b23-4390-9f10-53b7d0f5eb9e None None] Network 3f3403a2-d305-4977-a43b-1177362527b5 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:11:57.764021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a5444-a618-4f78-88ca-8044a578ede6 req-724cb7b0-8acd-4512-8be7-02ced6d6419b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:57.765821 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-338a5444-a618-4f78-88ca-8044a578ede6 req-724cb7b0-8acd-4512-8be7-02ced6d6419b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6efb027d4b0e48cc970462a6d3154fa0&device_id=611de65b-4d1a-4c98-aca6-6d87bf8e23a3 HTTP/1.1" status: 200  len: 1162 time: 0.5317698
Nov 24 13:11:57.794405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a6da1b10-b04d-404d-a853-96742dfe592e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:57.853271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9fc49c-44c4-4ff6-a3d4-636e314da815 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:57.853673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eb9fc49c-44c4-4ff6-a3d4-636e314da815 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:57.919825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6211d274-d9e7-482c-9d1f-c76bf99a12a1 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Synchronizing usage tracker for tenant:7bd33557530a48bab25cc76dc38cd9bb on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:11:57.939305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0f002f1-986f-44ed-9ea0-a576adfe6991 None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:57.957231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296a7985-a3db-4d46-a70f-dc09427eb631 None None] Routers {'23f0a9c0-8a00-449e-ba3d-a829d0d03cdc'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:11:57.957924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-296a7985-a3db-4d46-a70f-dc09427eb631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cdda240>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:11:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['23f0a9c0-8a00-449e-ba3d-a829d0d03cdc'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:57.995413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6da1b10-b04d-404d-a853-96742dfe592e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:11:58.007442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a6da1b10-b04d-404d-a853-96742dfe592e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:58.035169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-296a7985-a3db-4d46-a70f-dc09427eb631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cdda240>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:58.037750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b0f002f1-986f-44ed-9ea0-a576adfe6991 None None] Transition to ACTIVE for port object bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6 will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:58.071449 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-eb9fc49c-44c4-4ff6-a3d4-636e314da815 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 6.6814420
Nov 24 13:11:58.173191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50068) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:58.262669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0f002f1-986f-44ed-9ea0-a576adfe6991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:58.293120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-237bd85e-52e1-4d16-bc6d-dbd94cbde7df tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-146671891', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:11:58.307364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-08f0ead4-62be-4400-8c83-8433d1bd72b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:58.318591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-237bd85e-52e1-4d16-bc6d-dbd94cbde7df tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:11:58.325570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-237bd85e-52e1-4d16-bc6d-dbd94cbde7df tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:router and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:11:58.339502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-237bd85e-52e1-4d16-bc6d-dbd94cbde7df tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:11:58.340597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-237bd85e-52e1-4d16-bc6d-dbd94cbde7df tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:11:58.367058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28e72bb-991f-42a9-b24a-2e4ea2f04f90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-3f3403a2-d305-4977-a43b-1177362527b5', 'network_id': '3f3403a2-d305-4977-a43b-1177362527b5', 'tenant_id': 'acab0616bf414845b5ccf5a4593c62ac', 'fixed_ips': [{'subnet_id': '981e3fc6-7e62-4a05-9aa6-663696e1027b'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:11:58.368093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f28e72bb-991f-42a9-b24a-2e4ea2f04f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:58.382369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6211d274-d9e7-482c-9d1f-c76bf99a12a1 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Unset dirty status for tenant:7bd33557530a48bab25cc76dc38cd9bb on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:11:58.383937 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6211d274-d9e7-482c-9d1f-c76bf99a12a1 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "GET /v2.0/ports?device_id=23f0a9c0-8a00-449e-ba3d-a829d0d03cdc HTTP/1.1" status: 200  len: 205 time: 0.6745100
Nov 24 13:11:58.394304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50076) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:11:58.410247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-237bd85e-52e1-4d16-bc6d-dbd94cbde7df tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:58.411258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-237bd85e-52e1-4d16-bc6d-dbd94cbde7df tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:58.483543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16915b0e-dba6-4a66-a921-5176ba880182 None None] Pushing event updated for resources: {'Port': ['ID=bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6,revision_number=2']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:58.488620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-16915b0e-dba6-4a66-a921-5176ba880182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:58.512748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296a7985-a3db-4d46-a70f-dc09427eb631 None None] Routers {'23f0a9c0-8a00-449e-ba3d-a829d0d03cdc'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:11:58.513450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-296a7985-a3db-4d46-a70f-dc09427eb631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cdda240>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:11:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['23f0a9c0-8a00-449e-ba3d-a829d0d03cdc'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:58.589331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-296a7985-a3db-4d46-a70f-dc09427eb631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cdda240>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:58.589963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296a7985-a3db-4d46-a70f-dc09427eb631 None None] The sync data for ids ['23f0a9c0-8a00-449e-ba3d-a829d0d03cdc'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:11:58.753640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b0f002f1-986f-44ed-9ea0-a576adfe6991 None None] Attempting to bind port bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:11:58.754290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b0f002f1-986f-44ed-9ea0-a576adfe6991 None None] Attempting to bind port bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:11:58.754478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f002f1-986f-44ed-9ea0-a576adfe6991 None None] Attempting to bind port bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6 on network cfe08d36-e5ba-4f00-8669-16a0ead5d220 {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:11:58.763452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f002f1-986f-44ed-9ea0-a576adfe6991 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:11:58.763882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f002f1-986f-44ed-9ea0-a576adfe6991 None None] Checking segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:11:58.764338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0f002f1-986f-44ed-9ea0-a576adfe6991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:58.764776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f002f1-986f-44ed-9ea0-a576adfe6991 None None] Bound using segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:11:58.765316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b0f002f1-986f-44ed-9ea0-a576adfe6991 None None] Bound port: bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:11:58.765734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0f002f1-986f-44ed-9ea0-a576adfe6991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:58.948668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b0f002f1-986f-44ed-9ea0-a576adfe6991 None None] For port bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:11:58.951652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-f28e72bb-991f-42a9-b24a-2e4ea2f04f90 None None] Allocated IP 2001:db8::2 (3f3403a2-d305-4977-a43b-1177362527b5/981e3fc6-7e62-4a05-9aa6-663696e1027b/33a58fec-0827-4bf3-bb6b-d962bf61156a) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:11:58.953634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b0f002f1-986f-44ed-9ea0-a576adfe6991 None None] For port bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:11:58.961792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0f002f1-986f-44ed-9ea0-a576adfe6991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:59.157632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:59.237303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16915b0e-dba6-4a66-a921-5176ba880182 None None] Pushing event updated for resources: {'Port': ['ID=bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:59.241497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-16915b0e-dba6-4a66-a921-5176ba880182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:59.244253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f28e72bb-991f-42a9-b24a-2e4ea2f04f90 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:59.259403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f28e72bb-991f-42a9-b24a-2e4ea2f04f90 None None] Transition to ACTIVE for port object 33a58fec-0827-4bf3-bb6b-d962bf61156a will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:59.268172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f002f1-986f-44ed-9ea0-a576adfe6991 None None] Routers {'72fdfc95-aeba-4bd0-961b-8bf5c0940129'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:11:59.269450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b0f002f1-986f-44ed-9ea0-a576adfe6991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c5c55c0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:11:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['72fdfc95-aeba-4bd0-961b-8bf5c0940129'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:11:59.283222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f28e72bb-991f-42a9-b24a-2e4ea2f04f90 None None] Transition to ACTIVE for port object 33a58fec-0827-4bf3-bb6b-d962bf61156a will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:11:59.291812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device c8562d6c-1694-497e-91df-215e73ab8274 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:11:59.335958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05007634-86fa-4d9c-836b-6cae8f925fea tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Network b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:11:59.346418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-05007634-86fa-4d9c-836b-6cae8f925fea tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:59.392063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f28e72bb-991f-42a9-b24a-2e4ea2f04f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:59.396343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ef60fd76-36b5-420b-a760-4284e4fc5088 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Deleting port 12976d14-60b2-4aca-99b8-bd2919bf97aa {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:11:59.397479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ef60fd76-36b5-420b-a760-4284e4fc5088 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:59.529441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-237bd85e-52e1-4d16-bc6d-dbd94cbde7df tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:59.574046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a7e8349e-9e1c-4b3e-bf47-bd3146d568f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:11:59.654169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-db3e92bd-8437-4d4f-beb6-8194935c6ae8 None None] Provisioning for port c8562d6c-1694-497e-91df-215e73ab8274 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:11:59.662067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e72bb-991f-42a9-b24a-2e4ea2f04f90 None None] Pushing event updated for resources: {'Port': ['ID=33a58fec-0827-4bf3-bb6b-d962bf61156a,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:11:59.675831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28e72bb-991f-42a9-b24a-2e4ea2f04f90 None None] Network 3f3403a2-d305-4977-a43b-1177362527b5 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:11:59.679888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f28e72bb-991f-42a9-b24a-2e4ea2f04f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:11:59.681008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-f28e72bb-991f-42a9-b24a-2e4ea2f04f90 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:11:59.689478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28e72bb-991f-42a9-b24a-2e4ea2f04f90 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:11:59.698348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-b0f002f1-986f-44ed-9ea0-a576adfe6991 None None] Set router 72fdfc95-aeba-4bd0-961b-8bf5c0940129 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:11:59.745725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a5444-a618-4f78-88ca-8044a578ede6 req-3c156016-a20f-47d3-b2ae-8c9e4b8b3087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:11:59.747360 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-338a5444-a618-4f78-88ca-8044a578ede6 req-3c156016-a20f-47d3-b2ae-8c9e4b8b3087 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c200d148-1aac-4d09-a682-2365e76cfa1f HTTP/1.1" status: 200  len: 905 time: 1.7984011
Nov 24 13:11:59.769698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port c8562d6c-1694-497e-91df-215e73ab8274 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:11:59.792551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port c8562d6c-1694-497e-91df-215e73ab8274 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:11:59.793016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:59.886279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f28e72bb-991f-42a9-b24a-2e4ea2f04f90 None None] Attempting to bind port 33a58fec-0827-4bf3-bb6b-d962bf61156a on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:11:59.886489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f28e72bb-991f-42a9-b24a-2e4ea2f04f90 None None] Attempting to bind port 33a58fec-0827-4bf3-bb6b-d962bf61156a by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '07f3feac-e069-452a-8540-44c6137a002f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3f3403a2-d305-4977-a43b-1177362527b5'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:11:59.886861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28e72bb-991f-42a9-b24a-2e4ea2f04f90 None None] Attempting to bind port 33a58fec-0827-4bf3-bb6b-d962bf61156a on network 3f3403a2-d305-4977-a43b-1177362527b5 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:11:59.913890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28e72bb-991f-42a9-b24a-2e4ea2f04f90 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:11:59.914347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28e72bb-991f-42a9-b24a-2e4ea2f04f90 None None] Checking segment: {'id': '07f3feac-e069-452a-8540-44c6137a002f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3f3403a2-d305-4977-a43b-1177362527b5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:11:59.914779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f28e72bb-991f-42a9-b24a-2e4ea2f04f90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:11:59.915231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28e72bb-991f-42a9-b24a-2e4ea2f04f90 None None] Bound using segment: {'id': '07f3feac-e069-452a-8540-44c6137a002f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3f3403a2-d305-4977-a43b-1177362527b5'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:11:59.915777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f28e72bb-991f-42a9-b24a-2e4ea2f04f90 None None] Bound port: 33a58fec-0827-4bf3-bb6b-d962bf61156a, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f3feac-e069-452a-8540-44c6137a002f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3f3403a2-d305-4977-a43b-1177362527b5'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:11:59.920317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f28e72bb-991f-42a9-b24a-2e4ea2f04f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:00.007416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70acc726-3345-45a9-b759-f704ad18fc9e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:00.023885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ef60fd76-36b5-420b-a760-4284e4fc5088 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:00.036302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5565102c-dfd7-48dd-a0c2-c45f0e840b86 None None] Provisioning complete for port c8562d6c-1694-497e-91df-215e73ab8274 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:00.037118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5565102c-dfd7-48dd-a0c2-c45f0e840b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:00.075288 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-338a5444-a618-4f78-88ca-8044a578ede6 req-ea4cf33e-4dfe-4dac-bb7a-c528f4b39e1d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ce6c3d3-edd6-4f01-a984-fd146d4c951b HTTP/1.1" status: 200  len: 1000 time: 0.2304232
Nov 24 13:12:00.210179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:00.222487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-f28e72bb-991f-42a9-b24a-2e4ea2f04f90 None None] For port 33a58fec-0827-4bf3-bb6b-d962bf61156a, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:12:00.250411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-f28e72bb-991f-42a9-b24a-2e4ea2f04f90 None None] For port 33a58fec-0827-4bf3-bb6b-d962bf61156a, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=33a58fec-0827-4bf3-bb6b-d962bf61156a,segment=NetworkSegment(07f3feac-e069-452a-8540-44c6137a002f),segment_id=07f3feac-e069-452a-8540-44c6137a002f)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:12:00.291137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b0f002f1-986f-44ed-9ea0-a576adfe6991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c5c55c0>, [{'id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'name': 'tempest-TestNetworkBasicOps-router-649114394', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:45Z', 'updated_at': '2020-11-24T13:11:49Z', 'revision_number': 3, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:47Z', 'updated_at': '2020-11-24T13:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:00.297043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f002f1-986f-44ed-9ea0-a576adfe6991 None None] The sync data for ids ['72fdfc95-aeba-4bd0-961b-8bf5c0940129'] in dv-neutron-601336-61-ovs is: [{'id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'name': 'tempest-TestNetworkBasicOps-router-649114394', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:45Z', 'updated_at': '2020-11-24T13:11:49Z', 'revision_number': 3, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:47Z', 'updated_at': '2020-11-24T13:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:12:00.308848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f28e72bb-991f-42a9-b24a-2e4ea2f04f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:00.317841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ef60fd76-36b5-420b-a760-4284e4fc5088 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Calling delete_port for 12976d14-60b2-4aca-99b8-bd2919bf97aa owned by network:router_interface {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:12:00.342076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port c8562d6c-1694-497e-91df-215e73ab8274, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=c8562d6c-1694-497e-91df-215e73ab8274,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:12:00.343635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4b4e11e6-a65b-4b09-90fb-c69dab9add99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:00.453228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:00.462437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-237bd85e-52e1-4d16-bc6d-dbd94cbde7df tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:00.522966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5565102c-dfd7-48dd-a0c2-c45f0e840b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:00.580197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e72bb-991f-42a9-b24a-2e4ea2f04f90 None None] Pushing event updated for resources: {'Port': ['ID=33a58fec-0827-4bf3-bb6b-d962bf61156a,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:00.595055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f28e72bb-991f-42a9-b24a-2e4ea2f04f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:00.603814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4009dae4-81ee-4472-b131-9b29b7fef95e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:00.621794 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-701e4622-8ed7-45ec-8fe9-78ce3b29f01d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1498028031&fields=id&tenant_id=6efb027d4b0e48cc970462a6d3154fa0 HTTP/1.1" status: 200  len: 267 time: 0.1680462
Nov 24 13:12:00.706161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=c8562d6c-1694-497e-91df-215e73ab8274,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:00.728762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:00.788904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-5565102c-dfd7-48dd-a0c2-c45f0e840b86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:12:00.789455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-5565102c-dfd7-48dd-a0c2-c45f0e840b86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:12:00.836273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ef60fd76-36b5-420b-a760-4284e4fc5088 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:00.841389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-237bd85e-52e1-4d16-bc6d-dbd94cbde7df tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:00.846030 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-237bd85e-52e1-4d16-bc6d-dbd94cbde7df tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 2.6059983
Nov 24 13:12:00.849360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50092) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:00.857143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dc2c8699-1bfb-4366-9fd3-df11136994f2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:00.863461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9d089843-9341-44f5-b365-e3d1d51a420e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'port': {'network_id': '3f3403a2-d305-4977-a43b-1177362527b5', 'name': 'tempest-PortsIpV6TestJSON-213869017'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:00.901337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a5444-a618-4f78-88ca-8044a578ede6 req-f0ce08e4-01a6-40c9-90ef-8daef15cad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:00.903654 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-338a5444-a618-4f78-88ca-8044a578ede6 req-f0ce08e4-01a6-40c9-90ef-8daef15cad31 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fbd62c91-d804-432f-af8e-75bb073f1bc3 HTTP/1.1" status: 200  len: 850 time: 0.5502772
Nov 24 13:12:00.968615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60fd76-36b5-420b-a760-4284e4fc5088 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Pushing event deleted for resources: {'Port': ['ID=12976d14-60b2-4aca-99b8-bd2919bf97aa,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:00.970894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a6da1b10-b04d-404d-a853-96742dfe592e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:01.001198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ef60fd76-36b5-420b-a760-4284e4fc5088 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:01.058012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-eb9fc49c-44c4-4ff6-a3d4-636e314da815 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:01.217067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-04d12862-8ae8-4287-a918-908ed226de8c tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:01.220127 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-04d12862-8ae8-4287-a918-908ed226de8c tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/networks?id=c200d148-1aac-4d09-a682-2365e76cfa1f HTTP/1.1" status: 200  len: 811 time: 0.5564950
Nov 24 13:12:01.278925 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-9076e647-5dfc-4572-aff5-caa66427346e tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/quotas/6efb027d4b0e48cc970462a6d3154fa0 HTTP/1.1" status: 200  len: 375 time: 0.0470865
Nov 24 13:12:01.302033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da1b10-b04d-404d-a853-96742dfe592e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Subnet': ['ID=7a25d22f-a563-41dd-b791-6a286083e2ed,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:01.355010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a6da1b10-b04d-404d-a853-96742dfe592e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:01.395020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9d089843-9341-44f5-b365-e3d1d51a420e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:01.488172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9d089843-9341-44f5-b365-e3d1d51a420e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:port and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:12:01.495703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9d089843-9341-44f5-b365-e3d1d51a420e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for port was recalculated. Used quota:2. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:12:01.507772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9d089843-9341-44f5-b365-e3d1d51a420e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:12:01.513450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6da1b10-b04d-404d-a853-96742dfe592e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:12:01.519344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-a6da1b10-b04d-404d-a853-96742dfe592e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:12:01.552795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6da1b10-b04d-404d-a853-96742dfe592e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:01.553943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a6da1b10-b04d-404d-a853-96742dfe592e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:01.560688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5aa1b1-1b48-4c8b-80f0-080b74db5761 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:12:01.641618 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-eafb4611-acda-4ef2-9775-db14eddf3432 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?tenant_id=6efb027d4b0e48cc970462a6d3154fa0&fields=id HTTP/1.1" status: 200  len: 440 time: 0.3459833
Nov 24 13:12:01.771524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5565102c-dfd7-48dd-a0c2-c45f0e840b86 None None] Provisioning complete for port 326770a6-5149-4c41-bf70-efc901a22c73 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:01.772340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5565102c-dfd7-48dd-a0c2-c45f0e840b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:01.793387 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a6da1b10-b04d-404d-a853-96742dfe592e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 4.6823611
Nov 24 13:12:01.822242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50096) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:01.838426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9a71f3af-8f19-4f83-a958-ceef3171ecfe tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'port': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'mac_address': 'fa:16:3e:42:5b:3b', 'name': 'tempest-NetworksTestDHCPv6-385151196'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:01.883416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5565102c-dfd7-48dd-a0c2-c45f0e840b86 None None] Port 326770a6-5149-4c41-bf70-efc901a22c73 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:12:01.890071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ef60fd76-36b5-420b-a760-4284e4fc5088 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:01.990754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d089843-9341-44f5-b365-e3d1d51a420e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:12:01.996235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d089843-9341-44f5-b365-e3d1d51a420e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:02.008824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-83cae600-bb3c-4265-b034-df52a4d21ac9 None None] Provisioning complete for port c8562d6c-1694-497e-91df-215e73ab8274 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:02.009390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83cae600-bb3c-4265-b034-df52a4d21ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:02.024253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70acc726-3345-45a9-b759-f704ad18fc9e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:02.035024 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-bf1e86c5-a0f2-4f14-bb67-677919074c79 service neutron] 10.222.0.76 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3654366
Nov 24 13:12:02.090223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70acc726-3345-45a9-b759-f704ad18fc9e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:02.247738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef167ee5-202f-4d0b-b254-fc978fd24541 None None] Update dhcp port {'port': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'fixed_ips': [{'subnet_id': '5d7eaf31-6650-405e-ae35-147305672da3', 'ip_address': '2001:db8::f816:3eff:fec8:569b'}, {'subnet_id': '7a25d22f-a563-41dd-b791-6a286083e2ed'}], 'binding:host_id': 'dv-neutron-601336-61-ovs'}, 'id': 'c8562d6c-1694-497e-91df-215e73ab8274'} from dv-neutron-601336-61-ovs. {{(pid=80945) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 24 13:12:02.287961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a5444-a618-4f78-88ca-8044a578ede6 req-880758d2-fe64-4b2b-86ce-115c216cdc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:02.289665 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-338a5444-a618-4f78-88ca-8044a578ede6 req-880758d2-fe64-4b2b-86ce-115c216cdc50 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c200d148-1aac-4d09-a682-2365e76cfa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.3062866
Nov 24 13:12:02.310921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ef167ee5-202f-4d0b-b254-fc978fd24541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:02.530053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9a71f3af-8f19-4f83-a958-ceef3171ecfe tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:02.580334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70acc726-3345-45a9-b759-f704ad18fc9e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:02.580967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70acc726-3345-45a9-b759-f704ad18fc9e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Fanout notify agent at l3_agent the message router_deleted on router 23f0a9c0-8a00-449e-ba3d-a829d0d03cdc {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:12:02.609149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9a71f3af-8f19-4f83-a958-ceef3171ecfe tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:port and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:12:02.609850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87b9ee8-f3a0-4e44-af20-4020677db6dd None None] Network 3f3403a2-d305-4977-a43b-1177362527b5 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:12:02.614723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9a71f3af-8f19-4f83-a958-ceef3171ecfe tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for port was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:12:02.668204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05007634-86fa-4d9c-836b-6cae8f925fea tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Router ea126362-8665-408d-8b29-ad8af11558d6 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:12:02.673175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9a71f3af-8f19-4f83-a958-ceef3171ecfe tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:12:02.678581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-9d089843-9341-44f5-b365-e3d1d51a420e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] device_id is not set on port 657f93f7-83a0-4b7b-bc94-fe620d3dd626 yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:12:02.732611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70acc726-3345-45a9-b759-f704ad18fc9e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:02.736765 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-70acc726-3345-45a9-b759-f704ad18fc9e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/routers/23f0a9c0-8a00-449e-ba3d-a829d0d03cdc HTTP/1.1" status: 204  len: 168 time: 4.3371203
Nov 24 13:12:02.746610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50100) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:02.764531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4c25a603-b459-4189-85af-46acb8cc088c None None] Provisioning for port 33a58fec-0827-4bf3-bb6b-d962bf61156a completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:12:02.818659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-ef167ee5-202f-4d0b-b254-fc978fd24541 None None] Allocated IP 2001:db8:0:1::2 (8ca51b04-1dca-4f60-b844-2979d8864b51/7a25d22f-a563-41dd-b791-6a286083e2ed/c8562d6c-1694-497e-91df-215e73ab8274) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:12:02.842844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34ac9014-2eed-4ae1-9861-19fac32225d1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:02.873564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d24bcf7f-f679-4661-8dd7-f445ef2b1390 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:02.895389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:12:02.910091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a71f3af-8f19-4f83-a958-ceef3171ecfe tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:12:02.911057 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-46d769c7-9a9d-449b-a929-9965bbd48339 service neutron] 10.222.0.76 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8610077
Nov 24 13:12:03.181940 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-338a5444-a618-4f78-88ca-8044a578ede6 req-db5caa77-46fb-4cc8-8292-2c34ebf08a33 service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8440454
Nov 24 13:12:03.193361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ef167ee5-202f-4d0b-b254-fc978fd24541 None None] For port c8562d6c-1694-497e-91df-215e73ab8274, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=c8562d6c-1694-497e-91df-215e73ab8274,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:12:03.196398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:12:03.203203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:03.203632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:03.223734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef60fd76-36b5-420b-a760-4284e4fc5088 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Router fe0e3dc6-9d7e-4a41-9fbd-233fe424964c has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:12:03.307746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ef167ee5-202f-4d0b-b254-fc978fd24541 None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:03.374256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ef167ee5-202f-4d0b-b254-fc978fd24541 None None] Transition to ACTIVE for port object c8562d6c-1694-497e-91df-215e73ab8274 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:12:03.384637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ef167ee5-202f-4d0b-b254-fc978fd24541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:03.466957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef60fd76-36b5-420b-a760-4284e4fc5088 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:12:03.496160 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ef60fd76-36b5-420b-a760-4284e4fc5088 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] 10.222.0.76 "PUT /v2.0/routers/fe0e3dc6-9d7e-4a41-9fbd-233fe424964c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.7521055
Nov 24 13:12:03.499109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50112) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:03.514225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ca089fa5-0ffd-439a-8187-aba0f38771d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:03.558327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7040949-ee59-42b1-a7a7-1b587d356dc7 None None] Sync routers for ids ['fe0e3dc6-9d7e-4a41-9fbd-233fe424964c'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:12:03.659124 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-ec56e7a4-a566-4cf2-a25d-67cf555959b3 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] delete failed (client error): The resource could not be found.
Nov 24 13:12:03.660274 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ec56e7a4-a566-4cf2-a25d-67cf555959b3 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] 10.222.0.76 "DELETE /v2.0/routers/tempest-non_exist_router-128848935 HTTP/1.1" status: 404  len: 334 time: 0.1599545
Nov 24 13:12:03.665651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50118) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:03.670368 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0aabb488-258a-4dd8-9627-ad474a345cc5 req-2de6c5dd-90ab-43df-b196-d1bed40cfdf7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 210 time: 0.0627346
Nov 24 13:12:03.675881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-6e84c955-6011-4142-9c82-bad3f5b6c576 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Request body: {'router': {'external_gateway_info': {'network_id': 'fe0e3dc6-9d7e-4a41-9fbd-233fe424964c'}}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:03.677175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac9014-2eed-4ae1-9861-19fac32225d1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Subnet': ['ID=ef8a9360-9e18-4774-ae21-805af42ac96b,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:03.713803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-34ac9014-2eed-4ae1-9861-19fac32225d1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.840s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:03.746595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:03.767753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:12:03.784329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:03.785252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device c8562d6c-1694-497e-91df-215e73ab8274 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:12:03.877884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef167ee5-202f-4d0b-b254-fc978fd24541 None None] Pushing event updated for resources: {'Port': ['ID=c8562d6c-1694-497e-91df-215e73ab8274,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:03.895817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7040949-ee59-42b1-a7a7-1b587d356dc7 None None] Routers {'fe0e3dc6-9d7e-4a41-9fbd-233fe424964c'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:12:03.898577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d7040949-ee59-42b1-a7a7-1b587d356dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca4f828>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:11:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['fe0e3dc6-9d7e-4a41-9fbd-233fe424964c'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:03.993463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ef167ee5-202f-4d0b-b254-fc978fd24541 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:03.994013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-74799e83-6984-4201-9a4a-f44b064a1c9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:04.235780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6e84c955-6011-4142-9c82-bad3f5b6c576 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:04.272653 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-6e84c955-6011-4142-9c82-bad3f5b6c576 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] update failed (client error): The resource could not be found.
Nov 24 13:12:04.274114 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6e84c955-6011-4142-9c82-bad3f5b6c576 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] 10.222.0.76 "PUT /v2.0/routers/fe0e3dc6-9d7e-4a41-9fbd-233fe424964c HTTP/1.1" status: 404  len: 339 time: 0.6072934
Nov 24 13:12:04.279466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50122) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:04.332709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d7040949-ee59-42b1-a7a7-1b587d356dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca4f828>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:04.343677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 33a58fec-0827-4bf3-bb6b-d962bf61156a up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:12:04.421812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7040949-ee59-42b1-a7a7-1b587d356dc7 None None] Routers {'fe0e3dc6-9d7e-4a41-9fbd-233fe424964c'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:12:04.422612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d7040949-ee59-42b1-a7a7-1b587d356dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca4f828>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:11:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['fe0e3dc6-9d7e-4a41-9fbd-233fe424964c'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:04.451481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-9d089843-9341-44f5-b365-e3d1d51a420e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Allocated IP 2001:db8::10f (3f3403a2-d305-4977-a43b-1177362527b5/981e3fc6-7e62-4a05-9aa6-663696e1027b/657f93f7-83a0-4b7b-bc94-fe620d3dd626) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:12:04.499961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d7040949-ee59-42b1-a7a7-1b587d356dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca4f828>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:04.500727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7040949-ee59-42b1-a7a7-1b587d356dc7 None None] The sync data for ids ['fe0e3dc6-9d7e-4a41-9fbd-233fe424964c'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:12:04.508762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:04.512633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e89890-16b6-4b42-aaa1-6d35d538004f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Deleting subnet 48a32474-aa47-4f43-b743-4f4c11c3b38b {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:12:04.515566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:04.517633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b7e89890-16b6-4b42-aaa1-6d35d538004f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:04.545117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 33a58fec-0827-4bf3-bb6b-d962bf61156a completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:12:04.550138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 33a58fec-0827-4bf3-bb6b-d962bf61156a triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:04.550670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:04.591331 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-338a5444-a618-4f78-88ca-8044a578ede6 req-728022d4-5181-445d-947b-7a789736ee6b service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.3493061
Nov 24 13:12:04.597085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a71f3af-8f19-4f83-a958-ceef3171ecfe tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:04.614975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d420fd4-7cc5-467f-b0d1-b644af6070ad tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:04.720556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b7e89890-16b6-4b42-aaa1-6d35d538004f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:04.737160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-07acd91d-d7d1-4ec4-a631-b9884a1488d8 None None] Provisioning for port c8562d6c-1694-497e-91df-215e73ab8274 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:12:04.765465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-07acd91d-d7d1-4ec4-a631-b9884a1488d8 None None] Provisioning complete for port c8562d6c-1694-497e-91df-215e73ab8274 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:04.765693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07acd91d-d7d1-4ec4-a631-b9884a1488d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:04.828938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:04.871405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 33a58fec-0827-4bf3-bb6b-d962bf61156a, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=33a58fec-0827-4bf3-bb6b-d962bf61156a,segment=NetworkSegment(07f3feac-e069-452a-8540-44c6137a002f),segment_id=07f3feac-e069-452a-8540-44c6137a002f)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:12:04.877223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:04.877451 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-298919f8-6d10-4f00-b8ab-080a18eec30a req-19a975df-215f-47a1-9872-0f40bdc8e0b1 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 210 time: 0.0656152
Nov 24 13:12:04.904840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:04.964470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-27fd2332-6ffd-41e8-afda-3cb7f8bc9c52 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:05.012992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:12:05.151093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=33a58fec-0827-4bf3-bb6b-d962bf61156a,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:05.154294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:05.154730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:05.218172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:05.247750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2e24baa8-3e83-491d-8048-a7c8c499c792 None None] Provisioning complete for port c8562d6c-1694-497e-91df-215e73ab8274 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:05.248117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e24baa8-3e83-491d-8048-a7c8c499c792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:05.330251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ac9014-2eed-4ae1-9861-19fac32225d1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Checking segment: {'id': 'c8d55b70-bd3f-49b2-974e-4ecf0319621f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:12:05.330667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ac9014-2eed-4ae1-9861-19fac32225d1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network hostable DHCP agents. Network: b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:12:05.362735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device c8562d6c-1694-497e-91df-215e73ab8274 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:12:05.415143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-9a71f3af-8f19-4f83-a958-ceef3171ecfe tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] device_id is not set on port d825aa7c-263e-4d41-8ad0-fc92823b52a5 yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:12:05.483433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d089843-9341-44f5-b365-e3d1d51a420e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:05.500767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port c8562d6c-1694-497e-91df-215e73ab8274 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:05.501357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:05.510685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b7e89890-16b6-4b42-aaa1-6d35d538004f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:05.597725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9d089843-9341-44f5-b365-e3d1d51a420e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Transition to ACTIVE for port object 657f93f7-83a0-4b7b-bc94-fe620d3dd626 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:12:05.671867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ac9014-2eed-4ae1-9861-19fac32225d1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:12:05.849633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-34ac9014-2eed-4ae1-9861-19fac32225d1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:12:05.860092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c1cafc-832e-4eaf-95f8-1f5a7de3111d None None] Network b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:12:05.862010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-27fd2332-6ffd-41e8-afda-3cb7f8bc9c52 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Allocated IP 172.20.0.1 (c0f4c913-a4d2-4fa6-ac4e-dd15f56165d0/77adcbac-2560-441e-8c6a-c7ecd7729d9c/7abee631-8146-442d-9d98-420446f00b2c) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:12:05.869099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05007634-86fa-4d9c-836b-6cae8f925fea tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:12:05.882479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5420220e-ec71-4f76-8813-ae809a4603dd None None] Sync routers for ids ['ea126362-8665-408d-8b29-ad8af11558d6'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:12:05.908960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5420220e-ec71-4f76-8813-ae809a4603dd None None] Routers {'ea126362-8665-408d-8b29-ad8af11558d6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:12:05.909830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5420220e-ec71-4f76-8813-ae809a4603dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634caf0c50>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:11:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['ea126362-8665-408d-8b29-ad8af11558d6'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:05.911603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ac9014-2eed-4ae1-9861-19fac32225d1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:05.912782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34ac9014-2eed-4ae1-9861-19fac32225d1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:05.997311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d089843-9341-44f5-b365-e3d1d51a420e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:06.054851 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c169c333-6890-4b6d-8d59-0298dd9f2d0f req-1c877363-7a18-4670-a3e9-473de5af4325 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 210 time: 0.0577857
Nov 24 13:12:06.060315 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-05007634-86fa-4d9c-836b-6cae8f925fea tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "PUT /v2.0/routers/ea126362-8665-408d-8b29-ad8af11558d6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 21.8762934
Nov 24 13:12:06.061236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-53b7fd48-f249-416a-9475-ce9dc9381d45 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:06.231854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-5420220e-ec71-4f76-8813-ae809a4603dd None None] Set router ea126362-8665-408d-8b29-ad8af11558d6 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:12:06.246904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-27fd2332-6ffd-41e8-afda-3cb7f8bc9c52 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:06.286839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-27fd2332-6ffd-41e8-afda-3cb7f8bc9c52 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Transition to ACTIVE for port object 7abee631-8146-442d-9d98-420446f00b2c will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:12:06.301124 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-34ac9014-2eed-4ae1-9861-19fac32225d1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 9.8614025
Nov 24 13:12:06.304504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50144) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:06.335677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1860c846-6684-4590-83f1-52f5cbc62dd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8', 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ips': [{'subnet_id': 'ef8a9360-9e18-4774-ae21-805af42ac96b'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:12:06.338238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1860c846-6684-4590-83f1-52f5cbc62dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:06.442099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d089843-9341-44f5-b365-e3d1d51a420e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Port': ['ID=657f93f7-83a0-4b7b-bc94-fe620d3dd626,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:06.469757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9d089843-9341-44f5-b365-e3d1d51a420e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:06.480116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-9a71f3af-8f19-4f83-a958-ceef3171ecfe tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Allocated IP 2001:db8:0:1::138 (8ca51b04-1dca-4f60-b844-2979d8864b51/7a25d22f-a563-41dd-b791-6a286083e2ed/d825aa7c-263e-4d41-8ad0-fc92823b52a5) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:12:06.510542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-9a71f3af-8f19-4f83-a958-ceef3171ecfe tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Allocated IP 2001:db8::f816:3eff:fe42:5b3b (8ca51b04-1dca-4f60-b844-2979d8864b51/5d7eaf31-6650-405e-ae35-147305672da3/d825aa7c-263e-4d41-8ad0-fc92823b52a5) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:12:06.552112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4d420fd4-7cc5-467f-b0d1-b644af6070ad tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Deleting port 8f1dcbc3-66af-4ed6-87d0-a5119b81a4a1 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:12:06.552112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d420fd4-7cc5-467f-b0d1-b644af6070ad tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:06.595930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-27fd2332-6ffd-41e8-afda-3cb7f8bc9c52 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:06.685418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d089843-9341-44f5-b365-e3d1d51a420e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network 3f3403a2-d305-4977-a43b-1177362527b5 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:12:06.688398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5420220e-ec71-4f76-8813-ae809a4603dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634caf0c50>, [{'id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300700035', 'tenant_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd1af6866-d1a9-4d3d-bc0f-6157d5e3c70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:25Z', 'updated_at': '2020-11-24T13:11:54Z', 'revision_number': 4, 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'gw_port': {'id': 'd1af6866-d1a9-4d3d-bc0f-6157d5e3c70f', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:29Z', 'updated_at': '2020-11-24T13:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '326770a6-5149-4c41-bf70-efc901a22c73', 'name': '', 'network_id': 'b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1', 'tenant_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'mac_address': 'fa:16:3e:e4:c0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'f1951d68-7f36-4552-b89b-d7e48222dfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:50Z', 'updated_at': '2020-11-24T13:11:56Z', 'revision_number': 2, 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'subnets': [{'id': 'f1951d68-7f36-4552-b89b-d7e48222dfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:06.691725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-9d089843-9341-44f5-b365-e3d1d51a420e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:12:06.695651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5420220e-ec71-4f76-8813-ae809a4603dd None None] Checking router: ea126362-8665-408d-8b29-ad8af11558d6 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:12:06.696063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5420220e-ec71-4f76-8813-ae809a4603dd None None] Updating router ea126362-8665-408d-8b29-ad8af11558d6 port 326770a6-5149-4c41-bf70-efc901a22c73 binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:12:06.717552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d089843-9341-44f5-b365-e3d1d51a420e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:12:06.722168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d089843-9341-44f5-b365-e3d1d51a420e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:06.722860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d089843-9341-44f5-b365-e3d1d51a420e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:06.732307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b7e89890-16b6-4b42-aaa1-6d35d538004f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:06.747483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-26947b73-f605-4d79-9510-ddf37fb30886 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:06.764857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5420220e-ec71-4f76-8813-ae809a4603dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:06.857275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd2332-6ffd-41e8-afda-3cb7f8bc9c52 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Pushing event updated for resources: {'Port': ['ID=7abee631-8146-442d-9d98-420446f00b2c,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:06.865532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-27fd2332-6ffd-41e8-afda-3cb7f8bc9c52 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:06.872330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fd2332-6ffd-41e8-afda-3cb7f8bc9c52 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Network c0f4c913-a4d2-4fa6-ac4e-dd15f56165d0 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:12:06.889029 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-cb29ffc3-ccdf-44d4-876d-6db8e24a6e7c tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-252285243&fields=id&tenant_id=13ec6c0cf7604dc89b88b05e88e40ca3 HTTP/1.1" status: 200  len: 267 time: 0.3649735
Nov 24 13:12:06.890167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-27fd2332-6ffd-41e8-afda-3cb7f8bc9c52 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:12:06.902036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-1860c846-6684-4590-83f1-52f5cbc62dd6 None None] Allocated IP 172.20.0.2 (b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8/ef8a9360-9e18-4774-ae21-805af42ac96b/9792011d-3d04-45fd-a139-621869f6b8d0) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:12:06.915513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fd2332-6ffd-41e8-afda-3cb7f8bc9c52 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:12:06.970239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-36510f32-7afa-4b3b-8198-2ba8bf9cdc69 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:07.061361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-27fd2332-6ffd-41e8-afda-3cb7f8bc9c52 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:07.091813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 33a58fec-0827-4bf3-bb6b-d962bf61156a up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:12:07.353626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f73f1e54-1992-4e08-98d5-28092a22ef36 None None] Provisioning for port 657f93f7-83a0-4b7b-bc94-fe620d3dd626 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:12:07.369917 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cc08cd23-e32b-4c85-a3a1-7509851b4194 req-f7d91673-6c9d-4d0c-a4d9-ecd9a0675dec tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 210 time: 0.1571898
Nov 24 13:12:07.386071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f73f1e54-1992-4e08-98d5-28092a22ef36 None None] Provisioning complete for port 657f93f7-83a0-4b7b-bc94-fe620d3dd626 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:07.386852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f73f1e54-1992-4e08-98d5-28092a22ef36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:07.473618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f73f1e54-1992-4e08-98d5-28092a22ef36 None None] Port 657f93f7-83a0-4b7b-bc94-fe620d3dd626 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:12:07.557360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 33a58fec-0827-4bf3-bb6b-d962bf61156a triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:07.558204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:07.618011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5420220e-ec71-4f76-8813-ae809a4603dd None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:07.633398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5420220e-ec71-4f76-8813-ae809a4603dd None None] Transition to ACTIVE for port object 326770a6-5149-4c41-bf70-efc901a22c73 will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:12:07.640050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-27fd2332-6ffd-41e8-afda-3cb7f8bc9c52 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:07.647362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5420220e-ec71-4f76-8813-ae809a4603dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:07.658502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1860c846-6684-4590-83f1-52f5cbc62dd6 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:07.677437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:07.720502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1860c846-6684-4590-83f1-52f5cbc62dd6 None None] Transition to ACTIVE for port object 9792011d-3d04-45fd-a139-621869f6b8d0 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:12:07.725571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-e73f341d-11ff-4955-9e15-35d7fed813c6 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:07.727275 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-e73f341d-11ff-4955-9e15-35d7fed813c6 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/networks?id=b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1 HTTP/1.1" status: 200  len: 795 time: 0.6674838
Nov 24 13:12:07.730197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1e55baca-4526-4623-977d-58f1f7e24c75 None None] Provisioning for port 7abee631-8146-442d-9d98-420446f00b2c completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:12:07.747187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1e55baca-4526-4623-977d-58f1f7e24c75 None None] Provisioning complete for port 7abee631-8146-442d-9d98-420446f00b2c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:07.752434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1e55baca-4526-4623-977d-58f1f7e24c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:07.752589 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-abf7e84a-3d83-487a-8263-2a643f54c63d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/quotas/13ec6c0cf7604dc89b88b05e88e40ca3 HTTP/1.1" status: 200  len: 375 time: 0.0153830
Nov 24 13:12:07.809425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1860c846-6684-4590-83f1-52f5cbc62dd6 None None] Transition to ACTIVE for port object 9792011d-3d04-45fd-a139-621869f6b8d0 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:12:07.832964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26187458-c8ed-4c82-84b3-21e75f64262d None None] Pushing event updated for resources: {'Port': ['ID=326770a6-5149-4c41-bf70-efc901a22c73,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:07.840662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1860c846-6684-4590-83f1-52f5cbc62dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:07.843505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-26187458-c8ed-4c82-84b3-21e75f64262d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:07.861162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ac6f7365-1ebb-49a2-9a2a-0de399a4a113 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:07.878885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:12:07.893115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a71f3af-8f19-4f83-a958-ceef3171ecfe tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:07.910459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e89890-16b6-4b42-aaa1-6d35d538004f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Subnet': ['ID=48a32474-aa47-4f43-b743-4f4c11c3b38b,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:07.927689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b7e89890-16b6-4b42-aaa1-6d35d538004f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:07.936266 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b7e89890-16b6-4b42-aaa1-6d35d538004f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/subnets/48a32474-aa47-4f43-b743-4f4c11c3b38b HTTP/1.1" status: 204  len: 168 time: 5.1875765
Nov 24 13:12:07.947462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50162) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:07.954759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b7e89890-16b6-4b42-aaa1-6d35d538004f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.985s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:07.969696 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9d089843-9341-44f5-b365-e3d1d51a420e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 7.1148999
Nov 24 13:12:07.972271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50166) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:07.979613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9a71f3af-8f19-4f83-a958-ceef3171ecfe tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Transition to ACTIVE for port object d825aa7c-263e-4d41-8ad0-fc92823b52a5 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:12:08.024074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dcadcb-35e2-4d32-b5bf-bb6cfb739251 None None] Network fec1cd6f-fbb9-4716-b96e-1595ee35444d requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:12:08.138026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-5420220e-ec71-4f76-8813-ae809a4603dd None None] Attempting to bind port 326770a6-5149-4c41-bf70-efc901a22c73 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:12:08.145834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-5420220e-ec71-4f76-8813-ae809a4603dd None None] Attempting to bind port 326770a6-5149-4c41-bf70-efc901a22c73 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '15da2527-98df-4484-9ea8-a3b8957eb7b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:12:08.145834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5420220e-ec71-4f76-8813-ae809a4603dd None None] Attempting to bind port 326770a6-5149-4c41-bf70-efc901a22c73 on network b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1 {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:12:08.154829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-1e55baca-4526-4623-977d-58f1f7e24c75 None None] Port 7abee631-8146-442d-9d98-420446f00b2c cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:12:08.163149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5420220e-ec71-4f76-8813-ae809a4603dd None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:12:08.163149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5420220e-ec71-4f76-8813-ae809a4603dd None None] Checking segment: {'id': '15da2527-98df-4484-9ea8-a3b8957eb7b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:12:08.163149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5420220e-ec71-4f76-8813-ae809a4603dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:08.163686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5420220e-ec71-4f76-8813-ae809a4603dd None None] Bound using segment: {'id': '15da2527-98df-4484-9ea8-a3b8957eb7b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:12:08.164190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-5420220e-ec71-4f76-8813-ae809a4603dd None None] Bound port: 326770a6-5149-4c41-bf70-efc901a22c73, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15da2527-98df-4484-9ea8-a3b8957eb7b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:12:08.164885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5420220e-ec71-4f76-8813-ae809a4603dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:08.321147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860c846-6684-4590-83f1-52f5cbc62dd6 None None] Pushing event updated for resources: {'Port': ['ID=9792011d-3d04-45fd-a139-621869f6b8d0,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:08.334725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1860c846-6684-4590-83f1-52f5cbc62dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:08.338906 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-08c2518f-bd44-41b2-87e1-427cf213a441 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/ports?tenant_id=13ec6c0cf7604dc89b88b05e88e40ca3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5586624
Nov 24 13:12:08.358604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-5420220e-ec71-4f76-8813-ae809a4603dd None None] For port 326770a6-5149-4c41-bf70-efc901a22c73, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:12:08.364033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-5420220e-ec71-4f76-8813-ae809a4603dd None None] For port 326770a6-5149-4c41-bf70-efc901a22c73, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=326770a6-5149-4c41-bf70-efc901a22c73,segment=NetworkSegment(15da2527-98df-4484-9ea8-a3b8957eb7b8),segment_id=15da2527-98df-4484-9ea8-a3b8957eb7b8)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:12:08.383770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5420220e-ec71-4f76-8813-ae809a4603dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:08.402735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-5d12f0bd-ac58-45c3-9be0-e62e8e21259b service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:12:08.403850 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-5d12f0bd-ac58-45c3-9be0-e62e8e21259b service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0055776
Nov 24 13:12:08.410929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec31e28c-c719-452b-83a5-c80c0febad5a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:08.465546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1860c846-6684-4590-83f1-52f5cbc62dd6 None None] Network b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:12:08.467534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-1860c846-6684-4590-83f1-52f5cbc62dd6 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:12:08.480573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1860c846-6684-4590-83f1-52f5cbc62dd6 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:12:08.552150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d420fd4-7cc5-467f-b0d1-b644af6070ad tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:08.748282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbeced6f-a1bc-4d6f-9e44-3966a18d2bb1 None None] DHCP port deletion for fec1cd6f-fbb9-4716-b96e-1595ee35444d request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:12:08.772550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-fbeced6f-a1bc-4d6f-9e44-3966a18d2bb1 None None] Deleting port 9751226d-b23d-4515-96ed-fe5e29f4c1c4 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:12:08.773086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fbeced6f-a1bc-4d6f-9e44-3966a18d2bb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:08.821674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-1860c846-6684-4590-83f1-52f5cbc62dd6 None None] Attempting to bind port 9792011d-3d04-45fd-a139-621869f6b8d0 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:12:08.822271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-1860c846-6684-4590-83f1-52f5cbc62dd6 None None] Attempting to bind port 9792011d-3d04-45fd-a139-621869f6b8d0 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'c8d55b70-bd3f-49b2-974e-4ecf0319621f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:12:08.822789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1860c846-6684-4590-83f1-52f5cbc62dd6 None None] Attempting to bind port 9792011d-3d04-45fd-a139-621869f6b8d0 on network b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:12:08.849558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1860c846-6684-4590-83f1-52f5cbc62dd6 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:12:08.850846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1860c846-6684-4590-83f1-52f5cbc62dd6 None None] Checking segment: {'id': 'c8d55b70-bd3f-49b2-974e-4ecf0319621f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:12:08.851419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1860c846-6684-4590-83f1-52f5cbc62dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:08.851979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1860c846-6684-4590-83f1-52f5cbc62dd6 None None] Bound using segment: {'id': 'c8d55b70-bd3f-49b2-974e-4ecf0319621f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:12:08.852668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-1860c846-6684-4590-83f1-52f5cbc62dd6 None None] Bound port: 9792011d-3d04-45fd-a139-621869f6b8d0, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8d55b70-bd3f-49b2-974e-4ecf0319621f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:12:08.853245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1860c846-6684-4590-83f1-52f5cbc62dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:08.936259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:09.067483 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-bddb89af-1019-4fd6-a7d2-a3865a297ac8 service neutron] 10.222.0.76 "GET /v2.0/networks/b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5603144
Nov 24 13:12:09.085156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26187458-c8ed-4c82-84b3-21e75f64262d None None] Pushing event updated for resources: {'Port': ['ID=326770a6-5149-4c41-bf70-efc901a22c73,revision_number=4']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:09.090472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-26187458-c8ed-4c82-84b3-21e75f64262d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:09.093118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5420220e-ec71-4f76-8813-ae809a4603dd None None] Routers {'ea126362-8665-408d-8b29-ad8af11558d6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:12:09.094604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5420220e-ec71-4f76-8813-ae809a4603dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634caf0c50>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:11:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['ea126362-8665-408d-8b29-ad8af11558d6'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:09.095628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-fbeced6f-a1bc-4d6f-9e44-3966a18d2bb1 None None] For port 9751226d-b23d-4515-96ed-fe5e29f4c1c4, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=9751226d-b23d-4515-96ed-fe5e29f4c1c4,segment=NetworkSegment(35b73c1a-54bf-4eaa-ae82-a2088d3b392d),segment_id=35b73c1a-54bf-4eaa-ae82-a2088d3b392d)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:12:09.096214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fbeced6f-a1bc-4d6f-9e44-3966a18d2bb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:09.104263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4d420fd4-7cc5-467f-b0d1-b644af6070ad tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Calling delete_port for 8f1dcbc3-66af-4ed6-87d0-a5119b81a4a1 owned by network:router_interface {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:12:09.264614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-fbeced6f-a1bc-4d6f-9e44-3966a18d2bb1 None None] Calling delete_port for 9751226d-b23d-4515-96ed-fe5e29f4c1c4 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:12:09.343130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-27fd2332-6ffd-41e8-afda-3cb7f8bc9c52 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:09.383769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 9751226d-b23d-4515-96ed-fe5e29f4c1c4 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:12:09.394353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ec31e28c-c719-452b-83a5-c80c0febad5a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Deleting port 9751226d-b23d-4515-96ed-fe5e29f4c1c4 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:12:09.394733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec31e28c-c719-452b-83a5-c80c0febad5a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:09.431037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fbeced6f-a1bc-4d6f-9e44-3966a18d2bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:09.449376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-025cdc74-5286-47bb-8021-2dfb2d88d44a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:09.473351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-5420220e-ec71-4f76-8813-ae809a4603dd None None] Set router ea126362-8665-408d-8b29-ad8af11558d6 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:12:09.479939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 9751226d-b23d-4515-96ed-fe5e29f4c1c4 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:12:09.480468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 9751226d-b23d-4515-96ed-fe5e29f4c1c4 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:12:09.519799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-27fd2332-6ffd-41e8-afda-3cb7f8bc9c52 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:09.555257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a71f3af-8f19-4f83-a958-ceef3171ecfe tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:09.563175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d420fd4-7cc5-467f-b0d1-b644af6070ad tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:09.581374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f7ec9054-3111-4e0f-b034-d4bca77b80d5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:09.590832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4fc2c04e-ffd3-4201-b757-9220148058e1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:09.601662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeced6f-a1bc-4d6f-9e44-3966a18d2bb1 None None] Pushing event deleted for resources: {'Port': ['ID=9751226d-b23d-4515-96ed-fe5e29f4c1c4,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:09.609588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fbeced6f-a1bc-4d6f-9e44-3966a18d2bb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:09.656265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ec31e28c-c719-452b-83a5-c80c0febad5a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] The port '9751226d-b23d-4515-96ed-fe5e29f4c1c4' was deleted {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:12:09.779490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd2332-6ffd-41e8-afda-3cb7f8bc9c52 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Pushing event updated for resources: {'Port': ['ID=7abee631-8146-442d-9d98-420446f00b2c,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:09.782242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-1860c846-6684-4590-83f1-52f5cbc62dd6 None None] For port 9792011d-3d04-45fd-a139-621869f6b8d0, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:12:09.786818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-1860c846-6684-4590-83f1-52f5cbc62dd6 None None] For port 9792011d-3d04-45fd-a139-621869f6b8d0, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=9792011d-3d04-45fd-a139-621869f6b8d0,segment=NetworkSegment(c8d55b70-bd3f-49b2-974e-4ecf0319621f),segment_id=c8d55b70-bd3f-49b2-974e-4ecf0319621f)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:12:09.791501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeced6f-a1bc-4d6f-9e44-3966a18d2bb1 None None] No DVR routers for this DVR port 9751226d-b23d-4515-96ed-fe5e29f4c1c4 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:12:09.798991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1860c846-6684-4590-83f1-52f5cbc62dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:09.804269 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7dfb7fbf-cf9f-4f34-bd6f-c6615c6c4a98 req-39793533-3eb6-490f-bbcd-c0145e6f52da tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 210 time: 0.4546039
Nov 24 13:12:09.805316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-27fd2332-6ffd-41e8-afda-3cb7f8bc9c52 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:09.826726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4723f013-fb8b-4e0e-b8be-345dd64cea0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:09.979164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860c846-6684-4590-83f1-52f5cbc62dd6 None None] Pushing event updated for resources: {'Port': ['ID=9792011d-3d04-45fd-a139-621869f6b8d0,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:09.997194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1860c846-6684-4590-83f1-52f5cbc62dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:10.004573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5420220e-ec71-4f76-8813-ae809a4603dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634caf0c50>, [{'id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300700035', 'tenant_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd1af6866-d1a9-4d3d-bc0f-6157d5e3c70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:25Z', 'updated_at': '2020-11-24T13:11:54Z', 'revision_number': 4, 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'gw_port': {'id': 'd1af6866-d1a9-4d3d-bc0f-6157d5e3c70f', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:29Z', 'updated_at': '2020-11-24T13:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '326770a6-5149-4c41-bf70-efc901a22c73', 'name': '', 'network_id': 'b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1', 'tenant_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'mac_address': 'fa:16:3e:e4:c0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'f1951d68-7f36-4552-b89b-d7e48222dfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:50Z', 'updated_at': '2020-11-24T13:12:08Z', 'revision_number': 4, 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'subnets': [{'id': 'f1951d68-7f36-4552-b89b-d7e48222dfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:10.015547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5420220e-ec71-4f76-8813-ae809a4603dd None None] The sync data for ids ['ea126362-8665-408d-8b29-ad8af11558d6'] in dv-neutron-601336-61-ovs is: [{'id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300700035', 'tenant_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd1af6866-d1a9-4d3d-bc0f-6157d5e3c70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:25Z', 'updated_at': '2020-11-24T13:11:54Z', 'revision_number': 4, 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'gw_port': {'id': 'd1af6866-d1a9-4d3d-bc0f-6157d5e3c70f', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:29Z', 'updated_at': '2020-11-24T13:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '326770a6-5149-4c41-bf70-efc901a22c73', 'name': '', 'network_id': 'b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1', 'tenant_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'mac_address': 'fa:16:3e:e4:c0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'f1951d68-7f36-4552-b89b-d7e48222dfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:50Z', 'updated_at': '2020-11-24T13:12:08Z', 'revision_number': 4, 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'subnets': [{'id': 'f1951d68-7f36-4552-b89b-d7e48222dfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:12:10.216137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-27fd2332-6ffd-41e8-afda-3cb7f8bc9c52 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:10.247363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ad2dd99b-384e-431b-a424-ca9215536b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:10.263677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71f3af-8f19-4f83-a958-ceef3171ecfe tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Port': ['ID=d825aa7c-263e-4d41-8ad0-fc92823b52a5,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:10.315399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9a71f3af-8f19-4f83-a958-ceef3171ecfe tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:10.315762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1f633fac-8cb8-4a83-b28d-132feacba347 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.660s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:10.410283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d420fd4-7cc5-467f-b0d1-b644af6070ad tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event deleted for resources: {'Port': ['ID=8f1dcbc3-66af-4ed6-87d0-a5119b81a4a1,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:10.429829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4d420fd4-7cc5-467f-b0d1-b644af6070ad tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:10.520043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a71f3af-8f19-4f83-a958-ceef3171ecfe tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:12:10.537964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-9a71f3af-8f19-4f83-a958-ceef3171ecfe tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:12:10.544787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a71f3af-8f19-4f83-a958-ceef3171ecfe tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:12:10.549635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a71f3af-8f19-4f83-a958-ceef3171ecfe tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:10.550386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a71f3af-8f19-4f83-a958-ceef3171ecfe tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:10.551571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec31e28c-c719-452b-83a5-c80c0febad5a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:10.732370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-ec31e28c-c719-452b-83a5-c80c0febad5a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f63464cdd68>,) {'filters': {'network_id': ['fec1cd6f-fbb9-4716-b96e-1595ee35444d']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:10.789794 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-d4bfd80a-b2e2-4832-84ea-294143dac7e9 service neutron] 10.222.0.76 "GET /v2.0/networks/b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.3478990
Nov 24 13:12:10.799164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-ec31e28c-c719-452b-83a5-c80c0febad5a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f63464cdd68>, '35b73c1a-54bf-4eaa-ae82-a2088d3b392d') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:10.799705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-ec31e28c-c719-452b-83a5-c80c0febad5a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f63464cdd68>, '35b73c1a-54bf-4eaa-ae82-a2088d3b392d') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:10.833846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec31e28c-c719-452b-83a5-c80c0febad5a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:10.921307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec31e28c-c719-452b-83a5-c80c0febad5a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:10.934108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ec31e28c-c719-452b-83a5-c80c0febad5a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Releasing vxlan tunnel 9 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:12:10.939654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-edc2dd09-b2d9-4c71-8e28-99086460e3bc tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:10.946720 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-edc2dd09-b2d9-4c71-8e28-99086460e3bc tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.70 "GET /v2.0/networks?id=c200d148-1aac-4d09-a682-2365e76cfa1f HTTP/1.1" status: 200  len: 811 time: 1.0955303
Nov 24 13:12:10.984042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fd2332-6ffd-41e8-afda-3cb7f8bc9c52 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Network c0f4c913-a4d2-4fa6-ac4e-dd15f56165d0 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:12:11.048411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-27fd2332-6ffd-41e8-afda-3cb7f8bc9c52 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:12:11.292484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 326770a6-5149-4c41-bf70-efc901a22c73 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:12:11.302380 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9a71f3af-8f19-4f83-a958-ceef3171ecfe tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 9.4716775
Nov 24 13:12:11.452204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50182) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:11.484187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c2cefc7b-535b-4873-832b-30b87ba9b281 None None] Provisioning for port d825aa7c-263e-4d41-8ad0-fc92823b52a5 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:12:11.509250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c2cefc7b-535b-4873-832b-30b87ba9b281 None None] Provisioning complete for port d825aa7c-263e-4d41-8ad0-fc92823b52a5 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:11.509682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c2cefc7b-535b-4873-832b-30b87ba9b281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:11.627051 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-daf495eb-6a0e-4934-ad5e-9e6188c2eb94 req-04a08763-5df7-4634-9faf-caa34d07482c tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 210 time: 0.1275103
Nov 24 13:12:11.678273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c2cefc7b-535b-4873-832b-30b87ba9b281 None None] Port d825aa7c-263e-4d41-8ad0-fc92823b52a5 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:12:11.686872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 326770a6-5149-4c41-bf70-efc901a22c73 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:12:11.695230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 326770a6-5149-4c41-bf70-efc901a22c73 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:11.695668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:11.834765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b7fcd887-2965-4bb5-9b81-f71a589c5a50 None None] Provisioning complete for port 7abee631-8146-442d-9d98-420446f00b2c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:11.834765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b7fcd887-2965-4bb5-9b81-f71a589c5a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:11.954461 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9eb13fb4-4485-4d5f-833f-69a0885d775e req-e4baf3b7-daa0-4158-81e2-08a08c58bcd7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 210 time: 0.3580043
Nov 24 13:12:11.997604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:12.015595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ec31e28c-c719-452b-83a5-c80c0febad5a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network fec1cd6f-fbb9-4716-b96e-1595ee35444d has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:12:12.021258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b7fcd887-2965-4bb5-9b81-f71a589c5a50 None None] Port 7abee631-8146-442d-9d98-420446f00b2c cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:12:12.105448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 326770a6-5149-4c41-bf70-efc901a22c73, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=326770a6-5149-4c41-bf70-efc901a22c73,segment=NetworkSegment(15da2527-98df-4484-9ea8-a3b8957eb7b8),segment_id=15da2527-98df-4484-9ea8-a3b8957eb7b8)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:12:12.110168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:12.111874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 9792011d-3d04-45fd-a139-621869f6b8d0 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:12:12.155047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec31e28c-c719-452b-83a5-c80c0febad5a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:12.161437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:12.239222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bd6471c-e1d5-4329-8e4c-dd9978e2051c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:12.356395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=326770a6-5149-4c41-bf70-efc901a22c73,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:12.362198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:12.366869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f4750077-fbf6-4485-a04a-56cdc7bb2706 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting port d825aa7c-263e-4d41-8ad0-fc92823b52a5 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:12:12.367253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f4750077-fbf6-4485-a04a-56cdc7bb2706 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:12.390311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 9792011d-3d04-45fd-a139-621869f6b8d0 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:12:12.556513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3a5e26be-538e-4403-a26c-b0b6e2f7ece1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:12.590568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241ed960-3034-4cd4-b703-3e86899887b6 None None] Network b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:12:12.668053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d420fd4-7cc5-467f-b0d1-b644af6070ad tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:12.789606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-473d5eb9-057d-4c17-afd8-20feedadf5ff None None] Provisioning for port 9792011d-3d04-45fd-a139-621869f6b8d0 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:12:12.882806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-473d5eb9-057d-4c17-afd8-20feedadf5ff None None] Provisioning complete for port 9792011d-3d04-45fd-a139-621869f6b8d0 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:12.883515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-473d5eb9-057d-4c17-afd8-20feedadf5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:13.038578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ec31e28c-c719-452b-83a5-c80c0febad5a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network fec1cd6f-fbb9-4716-b96e-1595ee35444d has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:12:13.050780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 326770a6-5149-4c41-bf70-efc901a22c73 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:12:13.159379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f4750077-fbf6-4485-a04a-56cdc7bb2706 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:13.224027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:13.237400 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:12:13.237400 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:12:13.237400 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:12:13.237400 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:12:13.237400 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:12:13.237400 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:12:13.237400 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:12:13.237400 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:12:13.237400 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:12:13.237400 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:12:13.237400 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:12:13.237400 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:12:13.237400 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:12:13.237400 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:12:13.237400 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:12:13.237400 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:12:13.237400 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:12:13.237400 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:12:13.237400 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:12:13.237400 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:12:13.237400 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:12:13.237400 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:12:13.237400 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:12:13.237400 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:12:13.237400 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:12:13.237400 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:12:13.237400 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:12:13.237400 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:12:13.237400 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:12:13.237400 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:12:13.237400 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:12:13.237400 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:12:13.333851 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0da9bb15-af10-485c-9497-155d7397277c req-975fe465-9cfe-473a-b1de-ca96c26b4dd5 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 210 time: 0.0952675
Nov 24 13:12:13.337757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-473d5eb9-057d-4c17-afd8-20feedadf5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:13.367823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 326770a6-5149-4c41-bf70-efc901a22c73 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:13.368949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:13.378447 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-405e2233-c941-46db-b6dc-85f137c2566b req-e688247c-e20a-4146-87ee-a94fb864b91c tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 210 time: 0.0851228
Nov 24 13:12:13.433214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f4750077-fbf6-4485-a04a-56cdc7bb2706 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Calling delete_port for d825aa7c-263e-4d41-8ad0-fc92823b52a5 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:12:13.545292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-473d5eb9-057d-4c17-afd8-20feedadf5ff None None] For port 9792011d-3d04-45fd-a139-621869f6b8d0, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=9792011d-3d04-45fd-a139-621869f6b8d0,segment=NetworkSegment(c8d55b70-bd3f-49b2-974e-4ecf0319621f),segment_id=c8d55b70-bd3f-49b2-974e-4ecf0319621f)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:12:13.574249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-473d5eb9-057d-4c17-afd8-20feedadf5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:13.592134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4b4e11e6-a65b-4b09-90fb-c69dab9add99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:13.734087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d5eb9-057d-4c17-afd8-20feedadf5ff None None] Pushing event updated for resources: {'Port': ['ID=9792011d-3d04-45fd-a139-621869f6b8d0,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:13.741118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-473d5eb9-057d-4c17-afd8-20feedadf5ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:13.780583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-92a41448-986d-4fa7-82b4-f55251ef565a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:13.812958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec31e28c-c719-452b-83a5-c80c0febad5a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:13.818450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec31e28c-c719-452b-83a5-c80c0febad5a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:13.819428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a76acc63-e4ec-4e42-b0e4-9a810a9da112 None None] Provisioning complete for port 9792011d-3d04-45fd-a139-621869f6b8d0 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:13.820117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a76acc63-e4ec-4e42-b0e4-9a810a9da112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:13.871756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4bf8eb67-e843-4a17-9790-e142824a5342 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:13.910255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bd6471c-e1d5-4329-8e4c-dd9978e2051c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:13.910444 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ec31e28c-c719-452b-83a5-c80c0febad5a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/networks/fec1cd6f-fbb9-4716-b96e-1595ee35444d HTTP/1.1" status: 204  len: 168 time: 5.9566832
Nov 24 13:12:13.916395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-19b954c0-76b4-47ec-aeb0-3ee27fe86407 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:13.918179 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-19b954c0-76b4-47ec-aeb0-3ee27fe86407 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.70 "GET /v2.0/networks?id=b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1 HTTP/1.1" status: 200  len: 795 time: 0.3800998
Nov 24 13:12:13.918471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50200) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:13.922771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31e28c-c719-452b-83a5-c80c0febad5a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Network': ['ID=fec1cd6f-fbb9-4716-b96e-1595ee35444d,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:13.931525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bd6471c-e1d5-4329-8e4c-dd9978e2051c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:13.932905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ec31e28c-c719-452b-83a5-c80c0febad5a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:13.949907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-76dea4ac-872c-46b1-959b-8192b89237b8 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-345678177', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:13.964113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-60779626-a36a-49af-a8e8-3902370db63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:14.076098 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-76f13c26-4b55-4c51-ac94-6501767ec177 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6efb027d4b0e48cc970462a6d3154fa0 HTTP/1.1" status: 200  len: 5287 time: 2.8103576
Nov 24 13:12:14.077436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-76dea4ac-872c-46b1-959b-8192b89237b8 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:14.108805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-a968d8f1-ea75-4c20-aff4-5b1244b4eb49 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Request body: {'port': {'device_id': 'f1db2316-d71c-428e-9138-dad14da0ded9', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'admin_state_up': True, 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'security_groups': ['3c44158b-393b-43bf-8bb6-14d1cb919318']}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:14.140925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:14.145563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-76dea4ac-872c-46b1-959b-8192b89237b8 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Usage tracker for resource:router and tenant:7bd33557530a48bab25cc76dc38cd9bb is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:12:14.202076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-aad4c61e-e9f3-42b4-b100-560f404abc34 None None] Provisioning complete for port 9792011d-3d04-45fd-a139-621869f6b8d0 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:14.202076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aad4c61e-e9f3-42b4-b100-560f404abc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:14.202408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27fd2332-6ffd-41e8-afda-3cb7f8bc9c52 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Router fe0e3dc6-9d7e-4a41-9fbd-233fe424964c has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:12:14.265820 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-2e49b4a5-6e3f-4420-8d66-236435a66ff2 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=13ec6c0cf7604dc89b88b05e88e40ca3 HTTP/1.1" status: 200  len: 7375 time: 0.3256052
Nov 24 13:12:14.281934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-3c3f35f6-dea0-41d6-a6a2-cafbd45449aa tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Request body: {'port': {'device_id': '7d4ac8e7-3926-45f6-8768-a48646f10a72', 'network_id': 'b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1', 'admin_state_up': True, 'tenant_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'security_groups': ['690e0261-09d3-40a2-9cd2-6eef68d14c5e']}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:14.309418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-76dea4ac-872c-46b1-959b-8192b89237b8 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:12:14.399188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-76dea4ac-872c-46b1-959b-8192b89237b8 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:12:14.440434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-a968d8f1-ea75-4c20-aff4-5b1244b4eb49 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:14.476356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-a968d8f1-ea75-4c20-aff4-5b1244b4eb49 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:12:14.565812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6471c-e1d5-4329-8e4c-dd9978e2051c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Port': ['ID=657f93f7-83a0-4b7b-bc94-fe620d3dd626,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:14.576410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4bd6471c-e1d5-4329-8e4c-dd9978e2051c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:14.674247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76dea4ac-872c-46b1-959b-8192b89237b8 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:14.675262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76dea4ac-872c-46b1-959b-8192b89237b8 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:14.682387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-60f01b20-817d-46a0-852d-36b1370049e8 None None] Provisioning complete for port 9792011d-3d04-45fd-a139-621869f6b8d0 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:14.682818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60f01b20-817d-46a0-852d-36b1370049e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:14.690449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-a968d8f1-ea75-4c20-aff4-5b1244b4eb49 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Made reservation on behalf of 6efb027d4b0e48cc970462a6d3154fa0 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:12:14.696704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-a968d8f1-ea75-4c20-aff4-5b1244b4eb49 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:14.697813 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-914938f0-4c18-4a9e-8b7e-4d259e33c57e req-94b32c9f-897a-4881-9bd3-d0e6d64a43ec tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 210 time: 0.1275280
Nov 24 13:12:14.728267 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-92d60655-d098-450a-a81e-8b524781173e req-d4e9ad57-7cc5-4480-ad85-eba5dd4f0379 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 210 time: 0.1024990
Nov 24 13:12:14.734933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:14.845542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-3c3f35f6-dea0-41d6-a6a2-cafbd45449aa tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:14.849845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-3c3f35f6-dea0-41d6-a6a2-cafbd45449aa tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Usage tracker for resource:port and tenant:13ec6c0cf7604dc89b88b05e88e40ca3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:12:14.853218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-3c3f35f6-dea0-41d6-a6a2-cafbd45449aa tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Quota usage for port was recalculated. Used quota:2. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:12:14.928348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-3c3f35f6-dea0-41d6-a6a2-cafbd45449aa tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:12:14.987671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 9792011d-3d04-45fd-a139-621869f6b8d0 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:12:15.078036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 9792011d-3d04-45fd-a139-621869f6b8d0 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:15.078801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:15.086618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-3c3f35f6-dea0-41d6-a6a2-cafbd45449aa tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Made reservation on behalf of 13ec6c0cf7604dc89b88b05e88e40ca3 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:12:15.093023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-3c3f35f6-dea0-41d6-a6a2-cafbd45449aa tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:15.164320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-584cfac0-5564-4bdf-9fa2-336eff7f1cb2 None None] Provisioning complete for port 657f93f7-83a0-4b7b-bc94-fe620d3dd626 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:15.164836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-584cfac0-5564-4bdf-9fa2-336eff7f1cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:15.221756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fd2332-6ffd-41e8-afda-3cb7f8bc9c52 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:12:15.242091 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-27fd2332-6ffd-41e8-afda-3cb7f8bc9c52 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] 10.222.0.76 "PUT /v2.0/routers/fe0e3dc6-9d7e-4a41-9fbd-233fe424964c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.9579606
Nov 24 13:12:15.246721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50212) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:15.247113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b26e9-c0f7-4108-a258-bc90e0fc39bb None None] Sync routers for ids ['fe0e3dc6-9d7e-4a41-9fbd-233fe424964c'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:12:15.255162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76dea4ac-872c-46b1-959b-8192b89237b8 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:15.308279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-584cfac0-5564-4bdf-9fa2-336eff7f1cb2 None None] Port 657f93f7-83a0-4b7b-bc94-fe620d3dd626 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:12:15.309654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b26e9-c0f7-4108-a258-bc90e0fc39bb None None] Routers {'fe0e3dc6-9d7e-4a41-9fbd-233fe424964c'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:12:15.310443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d94b26e9-c0f7-4108-a258-bc90e0fc39bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346f324a8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:12:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['fe0e3dc6-9d7e-4a41-9fbd-233fe424964c'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:15.386074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d94b26e9-c0f7-4108-a258-bc90e0fc39bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346f324a8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:15.406079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b26e9-c0f7-4108-a258-bc90e0fc39bb None None] Routers {'fe0e3dc6-9d7e-4a41-9fbd-233fe424964c'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:12:15.406079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d94b26e9-c0f7-4108-a258-bc90e0fc39bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346f324a8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:12:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['fe0e3dc6-9d7e-4a41-9fbd-233fe424964c'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:15.454077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-92a41448-986d-4fa7-82b4-f55251ef565a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.20.0.1 (b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8/ef8a9360-9e18-4774-ae21-805af42ac96b/e647b167-1027-48c2-98f3-b8ff2ebe77e1) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:12:15.480532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d94b26e9-c0f7-4108-a258-bc90e0fc39bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346f324a8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:15.481033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b26e9-c0f7-4108-a258-bc90e0fc39bb None None] The sync data for ids ['fe0e3dc6-9d7e-4a41-9fbd-233fe424964c'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:12:15.625295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f4750077-fbf6-4485-a04a-56cdc7bb2706 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:15.648214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0c94174f-f7aa-4304-8ede-efe7332b7833 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:15.847630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4750077-fbf6-4485-a04a-56cdc7bb2706 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Port': ['ID=d825aa7c-263e-4d41-8ad0-fc92823b52a5,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:15.869186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f4750077-fbf6-4485-a04a-56cdc7bb2706 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:15.887897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76dea4ac-872c-46b1-959b-8192b89237b8 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:16.011764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-92a41448-986d-4fa7-82b4-f55251ef565a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:16.019576 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-aaa62466-fd53-4e87-b2c8-566b514bf25a req-1397d031-7ee8-4ab0-b40a-5c3598659a02 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 210 time: 0.1524124
Nov 24 13:12:16.239834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76dea4ac-872c-46b1-959b-8192b89237b8 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:16.241737 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-76dea4ac-872c-46b1-959b-8192b89237b8 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 2.3196695
Nov 24 13:12:16.269959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50220) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:16.281558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bd6471c-e1d5-4329-8e4c-dd9978e2051c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:16.291455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-83f94b40-5668-4797-b40a-2803ce0d0007 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1603133593'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:16.305225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d420fd4-7cc5-467f-b0d1-b644af6070ad tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Router 505eff6d-c3cf-430f-b608-aa20a80025a4 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:12:16.314161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-83f94b40-5668-4797-b40a-2803ce0d0007 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:16.333554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-83f94b40-5668-4797-b40a-2803ce0d0007 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Usage tracker for resource:network and tenant:7bd33557530a48bab25cc76dc38cd9bb is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:12:16.333966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fff81034-c701-4533-8cf2-b53fedeea9b1 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:16.345002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-83f94b40-5668-4797-b40a-2803ce0d0007 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:12:16.398045 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2dfca17d-bd0f-49a6-9759-96f7d35734fa req-bf543268-f1c7-43c6-b52a-9e2470c69744 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 210 time: 0.4546416
Nov 24 13:12:16.401842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-83f94b40-5668-4797-b40a-2803ce0d0007 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:12:16.421288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-3c3f35f6-dea0-41d6-a6a2-cafbd45449aa tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Allocated IP 172.20.0.4 (b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1/f1951d68-7f36-4552-b89b-d7e48222dfea/cac694b9-fa07-4b88-908d-4cee3567a9e9) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:12:16.429490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-92a41448-986d-4fa7-82b4-f55251ef565a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Transition to ACTIVE for port object e647b167-1027-48c2-98f3-b8ff2ebe77e1 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:12:16.446801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f4750077-fbf6-4485-a04a-56cdc7bb2706 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:16.540829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f94b40-5668-4797-b40a-2803ce0d0007 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Made reservation on behalf of 7bd33557530a48bab25cc76dc38cd9bb for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:12:16.546499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83f94b40-5668-4797-b40a-2803ce0d0007 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:16.566173 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f4750077-fbf6-4485-a04a-56cdc7bb2706 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/d825aa7c-263e-4d41-8ad0-fc92823b52a5 HTTP/1.1" status: 204  len: 168 time: 4.9955826
Nov 24 13:12:16.573254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50224) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:16.668381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-92a41448-986d-4fa7-82b4-f55251ef565a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:16.683435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-a968d8f1-ea75-4c20-aff4-5b1244b4eb49 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Allocated IP 172.20.0.12 (c200d148-1aac-4d09-a682-2365e76cfa1f/fbd62c91-d804-432f-af8e-75bb073f1bc3/c09c6095-8fff-48fc-a609-630a514b92d0) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:12:16.691053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e14eab97-980b-4178-907d-0e200018d932 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:16.798689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f94b40-5668-4797-b40a-2803ce0d0007 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:12:16.825151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bd6471c-e1d5-4329-8e4c-dd9978e2051c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:16.854302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d420fd4-7cc5-467f-b0d1-b644af6070ad tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:12:16.863789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83f94b40-5668-4797-b40a-2803ce0d0007 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:16.864224 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-83f94b40-5668-4797-b40a-2803ce0d0007 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Added segment 4b826b43-7d8c-4e18-b607-a1fec0f3ee98 of type vxlan for network 3890690b-1b27-48be-82c3-5a2be89a2726
Nov 24 13:12:16.866680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e9a4e0-099a-4424-89df-db292313330a None None] Sync routers for ids ['505eff6d-c3cf-430f-b608-aa20a80025a4'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:12:16.882968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e9a4e0-099a-4424-89df-db292313330a None None] Routers {'505eff6d-c3cf-430f-b608-aa20a80025a4'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:12:16.883812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a41448-986d-4fa7-82b4-f55251ef565a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=e647b167-1027-48c2-98f3-b8ff2ebe77e1,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:16.883967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e3e9a4e0-099a-4424-89df-db292313330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cda0da0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:12:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['505eff6d-c3cf-430f-b608-aa20a80025a4'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:16.903029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-92a41448-986d-4fa7-82b4-f55251ef565a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:16.908517 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4d420fd4-7cc5-467f-b0d1-b644af6070ad tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "PUT /v2.0/routers/505eff6d-c3cf-430f-b608-aa20a80025a4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 19.9555881
Nov 24 13:12:16.911118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50228) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:16.915616 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-fff81034-c701-4533-8cf2-b53fedeea9b1 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] delete failed (client error): There was a conflict when trying to complete your request.
Nov 24 13:12:16.917887 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fff81034-c701-4533-8cf2-b53fedeea9b1 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] 10.222.0.76 "DELETE /v2.0/routers/fe0e3dc6-9d7e-4a41-9fbd-233fe424964c HTTP/1.1" status: 409  len: 329 time: 1.6657219
Nov 24 13:12:16.961486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50232) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:16.967826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e3e9a4e0-099a-4424-89df-db292313330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cda0da0>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:16.981064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e9a4e0-099a-4424-89df-db292313330a None None] Routers {'505eff6d-c3cf-430f-b608-aa20a80025a4'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:12:16.981829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e3e9a4e0-099a-4424-89df-db292313330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cda0da0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:12:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['505eff6d-c3cf-430f-b608-aa20a80025a4'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:17.030961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-3c3f35f6-dea0-41d6-a6a2-cafbd45449aa tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:17.057845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e3e9a4e0-099a-4424-89df-db292313330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cda0da0>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:17.058676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e9a4e0-099a-4424-89df-db292313330a None None] The sync data for ids ['505eff6d-c3cf-430f-b608-aa20a80025a4'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:12:17.137608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-3c3f35f6-dea0-41d6-a6a2-cafbd45449aa tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Transition to ACTIVE for port object cac694b9-fa07-4b88-908d-4cee3567a9e9 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:12:17.158689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83f94b40-5668-4797-b40a-2803ce0d0007 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:17.198278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b17b9fe-2df2-478a-9b32-acb1ac7c20ee tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:17.199345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9b17b9fe-2df2-478a-9b32-acb1ac7c20ee tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:12:17.232851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a41448-986d-4fa7-82b4-f55251ef565a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:12:17.242197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-92a41448-986d-4fa7-82b4-f55251ef565a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:12:17.286422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a41448-986d-4fa7-82b4-f55251ef565a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:12:17.332451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-83f94b40-5668-4797-b40a-2803ce0d0007 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:12:17.352028 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4b50de92-04b3-4d91-ae9c-1afae0c19fed req-23eed6bb-ee03-4722-a9a1-35686bb42a32 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 210 time: 0.1231146
Nov 24 13:12:17.435797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-3c3f35f6-dea0-41d6-a6a2-cafbd45449aa tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:17.461374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1b1787a5-6ca6-4f49-a8bb-333910650f58 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:17.490755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9b17b9fe-2df2-478a-9b32-acb1ac7c20ee tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:12:17.493174 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9b17b9fe-2df2-478a-9b32-acb1ac7c20ee tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.8867190
Nov 24 13:12:17.505428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50240) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:17.513646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-92a41448-986d-4fa7-82b4-f55251ef565a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:17.588060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1fd8ba81-e1e3-4e95-8bf0-5816d157bbcb None None] Provisioning for port e647b167-1027-48c2-98f3-b8ff2ebe77e1 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:12:17.598952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1fd8ba81-e1e3-4e95-8bf0-5816d157bbcb None None] Provisioning complete for port e647b167-1027-48c2-98f3-b8ff2ebe77e1 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:17.605034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1fd8ba81-e1e3-4e95-8bf0-5816d157bbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:17.605179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83f94b40-5668-4797-b40a-2803ce0d0007 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:17.608506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f94b40-5668-4797-b40a-2803ce0d0007 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:17.609826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83f94b40-5668-4797-b40a-2803ce0d0007 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:17.688314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-1fd8ba81-e1e3-4e95-8bf0-5816d157bbcb None None] Port e647b167-1027-48c2-98f3-b8ff2ebe77e1 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:12:17.809702 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-ee978eae-8652-4d82-846c-633e3a1a51ce tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] remove_router_interface failed (client error): The resource could not be found.
Nov 24 13:12:17.810905 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ee978eae-8652-4d82-846c-633e3a1a51ce tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "PUT /v2.0/routers/505eff6d-c3cf-430f-b608-aa20a80025a4/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.8916810
Nov 24 13:12:17.817258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f35f6-dea0-41d6-a6a2-cafbd45449aa tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Pushing event updated for resources: {'Port': ['ID=cac694b9-fa07-4b88-908d-4cee3567a9e9,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:17.837724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50244) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:17.837724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3c3f35f6-dea0-41d6-a6a2-cafbd45449aa tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:17.904271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0238bc0d-be2a-4ecf-a29e-5946261962d0 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:17.935688 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c8628ea8-a7ea-4440-a3d7-52eeecd2f980 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "GET /v2.0/ports?device_id=505eff6d-c3cf-430f-b608-aa20a80025a4 HTTP/1.1" status: 200  len: 205 time: 0.0965443
Nov 24 13:12:17.938267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50248) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:18.013892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-a968d8f1-ea75-4c20-aff4-5b1244b4eb49 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:18.049214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93bcfc7-faa5-4923-8ca4-40295d558224 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:18.050867 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a93bcfc7-faa5-4923-8ca4-40295d558224 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.5388596
Nov 24 13:12:18.057133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50252) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:18.059056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-3c3f35f6-dea0-41d6-a6a2-cafbd45449aa tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Network b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:12:18.063413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-92a41448-986d-4fa7-82b4-f55251ef565a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:18.075413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-3c3f35f6-dea0-41d6-a6a2-cafbd45449aa tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:12:18.123535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea9291-dd82-40f4-89a1-3dec1babf58d req-ef668d7e-4898-442e-b2e7-e10e9426041a tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:18.131732 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1aea9291-dd82-40f4-89a1-3dec1babf58d req-ef668d7e-4898-442e-b2e7-e10e9426041a tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 931 time: 0.4931231
Nov 24 13:12:18.133052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-3c3f35f6-dea0-41d6-a6a2-cafbd45449aa tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:12:18.180523 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-83f94b40-5668-4797-b40a-2803ce0d0007 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.9128528
Nov 24 13:12:18.202314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-a968d8f1-ea75-4c20-aff4-5b1244b4eb49 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Transition to ACTIVE for port object c09c6095-8fff-48fc-a609-630a514b92d0 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:12:18.206064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50256) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:18.214871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-f3ebfc43-01a2-41d6-b8e2-9be54af3d312 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Request body: {'subnet': {'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:18.264515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f94b40-5668-4797-b40a-2803ce0d0007 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Network': ['ID=3890690b-1b27-48be-82c3-5a2be89a2726,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:18.268238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-83f94b40-5668-4797-b40a-2803ce0d0007 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:18.277810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 3890690b-1b27-48be-82c3-5a2be89a2726 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:12:18.376861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 3890690b-1b27-48be-82c3-5a2be89a2726 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:12:18.438632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-3c3f35f6-dea0-41d6-a6a2-cafbd45449aa tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:18.439350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-3c3f35f6-dea0-41d6-a6a2-cafbd45449aa tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:18.448046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b371081-9603-4b25-9ab3-9918c7a6400e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:18.449344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b371081-9603-4b25-9ab3-9918c7a6400e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:18.450857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b371081-9603-4b25-9ab3-9918c7a6400e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:18.451952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1b371081-9603-4b25-9ab3-9918c7a6400e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:12:18.511322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b9434a4-6036-47e5-98cf-cc8e976c4872 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:18.593393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-a968d8f1-ea75-4c20-aff4-5b1244b4eb49 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:18.598047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-59eb62b5-50af-48e0-aca4-8d2be7656722 None None] Provisioning for port cac694b9-fa07-4b88-908d-4cee3567a9e9 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:12:18.605569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-59eb62b5-50af-48e0-aca4-8d2be7656722 None None] Provisioning complete for port cac694b9-fa07-4b88-908d-4cee3567a9e9 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:18.606103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-59eb62b5-50af-48e0-aca4-8d2be7656722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:18.675497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-59eb62b5-50af-48e0-aca4-8d2be7656722 None None] Port cac694b9-fa07-4b88-908d-4cee3567a9e9 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:12:18.702432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0c94174f-f7aa-4304-8ede-efe7332b7833 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:18.863978 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1aea9291-dd82-40f4-89a1-3dec1babf58d req-afaeb5d0-d060-47fa-980e-481afece1fa8 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/security-groups?id=690e0261-09d3-40a2-9cd2-6eef68d14c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6988456
Nov 24 13:12:18.906050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f3ebfc43-01a2-41d6-b8e2-9be54af3d312 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:18.922294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-4bd6471c-e1d5-4329-8e4c-dd9978e2051c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:12:18.922390 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-3c3f35f6-dea0-41d6-a6a2-cafbd45449aa tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.6455424
Nov 24 13:12:18.932138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f3ebfc43-01a2-41d6-b8e2-9be54af3d312 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Usage tracker for resource:subnet and tenant:7bd33557530a48bab25cc76dc38cd9bb is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:12:18.979793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bd6471c-e1d5-4329-8e4c-dd9978e2051c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:18.998994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f3ebfc43-01a2-41d6-b8e2-9be54af3d312 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:12:19.005583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-8485ef6a-bfd2-4db4-aa3c-c0926fa2d94a service neutron] Request body: {'port': {'device_id': '7d4ac8e7-3926-45f6-8768-a48646f10a72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:19.040437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1b371081-9603-4b25-9ab3-9918c7a6400e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:12:19.041741 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1b371081-9603-4b25-9ab3-9918c7a6400e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.9797904
Nov 24 13:12:19.052072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968d8f1-ea75-4c20-aff4-5b1244b4eb49 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Pushing event updated for resources: {'Port': ['ID=c09c6095-8fff-48fc-a609-630a514b92d0,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:19.059658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50262) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:19.064667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bd6471c-e1d5-4329-8e4c-dd9978e2051c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:19.065578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bd6471c-e1d5-4329-8e4c-dd9978e2051c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:19.085733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a968d8f1-ea75-4c20-aff4-5b1244b4eb49 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:19.085865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a968d8f1-ea75-4c20-aff4-5b1244b4eb49 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:19.136999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f3ebfc43-01a2-41d6-b8e2-9be54af3d312 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:12:19.261013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ebfc43-01a2-41d6-b8e2-9be54af3d312 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Made reservation on behalf of 7bd33557530a48bab25cc76dc38cd9bb for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:12:19.426913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3603b-1491-498d-a95f-c2b78257e2e4 req-cb2ba938-91f9-44a1-b456-6c77e1b61e9c tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:19.429129 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-09f3603b-1491-498d-a95f-c2b78257e2e4 req-cb2ba938-91f9-44a1-b456-6c77e1b61e9c tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 932 time: 0.6138024
Nov 24 13:12:19.432192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6471c-e1d5-4329-8e4c-dd9978e2051c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Port': ['ID=657f93f7-83a0-4b7b-bc94-fe620d3dd626,revision_number=3']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:19.513513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4bd6471c-e1d5-4329-8e4c-dd9978e2051c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:19.549883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-a968d8f1-ea75-4c20-aff4-5b1244b4eb49 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Network c200d148-1aac-4d09-a682-2365e76cfa1f is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:12:19.567157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-a968d8f1-ea75-4c20-aff4-5b1244b4eb49 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:12:19.598838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-8485ef6a-bfd2-4db4-aa3c-c0926fa2d94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:19.636372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-a968d8f1-ea75-4c20-aff4-5b1244b4eb49 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:12:19.659742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3ebfc43-01a2-41d6-b8e2-9be54af3d312 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:19.687792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b9434a4-6036-47e5-98cf-cc8e976c4872 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:19.734091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b9434a4-6036-47e5-98cf-cc8e976c4872 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:19.739605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-241ba22c-122d-4537-9321-374f39c67899 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:19.813647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd6471c-e1d5-4329-8e4c-dd9978e2051c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network 3f3403a2-d305-4977-a43b-1177362527b5 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:12:19.822805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1f57b25a-c8d9-4be4-ad69-88673e109e98 None None] Provisioning for port c09c6095-8fff-48fc-a609-630a514b92d0 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:12:19.825613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-4bd6471c-e1d5-4329-8e4c-dd9978e2051c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:12:19.829084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1f57b25a-c8d9-4be4-ad69-88673e109e98 None None] Provisioning complete for port c09c6095-8fff-48fc-a609-630a514b92d0 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:19.829820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1f57b25a-c8d9-4be4-ad69-88673e109e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:19.907589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-1f57b25a-c8d9-4be4-ad69-88673e109e98 None None] Port c09c6095-8fff-48fc-a609-630a514b92d0 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:12:19.908484 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-09f3603b-1491-498d-a95f-c2b78257e2e4 req-cd4360e0-9bd4-4666-a27d-f8231f38c1a2 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.3972926
Nov 24 13:12:20.006244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd21303e-37ed-420b-880b-480b49edf301 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting subnet 5d7eaf31-6650-405e-ae35-147305672da3 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:12:20.025621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fd21303e-37ed-420b-880b-480b49edf301 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:20.207147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-a968d8f1-ea75-4c20-aff4-5b1244b4eb49 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:20.208127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-a968d8f1-ea75-4c20-aff4-5b1244b4eb49 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:20.258682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-077403dd-378e-4b79-a9e9-d7051eb31471 None None] Provisioning complete for port 657f93f7-83a0-4b7b-bc94-fe620d3dd626 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:20.258938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-077403dd-378e-4b79-a9e9-d7051eb31471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:20.297993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fd21303e-37ed-420b-880b-480b49edf301 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:20.335552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-077403dd-378e-4b79-a9e9-d7051eb31471 None None] Port 657f93f7-83a0-4b7b-bc94-fe620d3dd626 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:12:20.376447 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-a968d8f1-ea75-4c20-aff4-5b1244b4eb49 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.2714190
Nov 24 13:12:20.422645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-8ac2579b-40cc-41b5-818c-ff9a32172ea0 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:12:20.423790 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-8ac2579b-40cc-41b5-818c-ff9a32172ea0 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0111334
Nov 24 13:12:20.450081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-34bce74c-2878-4260-a3ad-bbaa4fe64c41 service neutron] Request body: {'port': {'device_id': 'f1db2316-d71c-428e-9138-dad14da0ded9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:20.508330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b9434a4-6036-47e5-98cf-cc8e976c4872 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:20.508926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9434a4-6036-47e5-98cf-cc8e976c4872 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Fanout notify agent at l3_agent the message router_deleted on router 505eff6d-c3cf-430f-b608-aa20a80025a4 {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:12:20.531496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b9434a4-6036-47e5-98cf-cc8e976c4872 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:20.532715 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6b9434a4-6036-47e5-98cf-cc8e976c4872 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/routers/505eff6d-c3cf-430f-b608-aa20a80025a4 HTTP/1.1" status: 204  len: 168 time: 2.5357177
Nov 24 13:12:20.535704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50268) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:20.598552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-92a41448-986d-4fa7-82b4-f55251ef565a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:20.629179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-92a41448-986d-4fa7-82b4-f55251ef565a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:20.665892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dc2c8699-1bfb-4366-9fd3-df11136994f2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:20.771039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826846d1-0859-4cc4-af87-b8d32718e1b9 req-36650b6a-51d4-4eb0-8160-5b98531960c0 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:20.771825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-826846d1-0859-4cc4-af87-b8d32718e1b9 req-36650b6a-51d4-4eb0-8160-5b98531960c0 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Synchronizing usage tracker for tenant:13ec6c0cf7604dc89b88b05e88e40ca3 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:12:20.778331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fd21303e-37ed-420b-880b-480b49edf301 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:20.844025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:20.922368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-34bce74c-2878-4260-a3ad-bbaa4fe64c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:21.208204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a41448-986d-4fa7-82b4-f55251ef565a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=e647b167-1027-48c2-98f3-b8ff2ebe77e1,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:21.210996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-92a41448-986d-4fa7-82b4-f55251ef565a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:21.231621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-92a41448-986d-4fa7-82b4-f55251ef565a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:21.277898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-213fc87c-8f14-457a-bf97-6246b2dedbb2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Deleting subnet 0722e24c-090a-4e84-bfbb-a73d7c90d92f {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:12:21.285241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-213fc87c-8f14-457a-bf97-6246b2dedbb2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:21.500998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-213fc87c-8f14-457a-bf97-6246b2dedbb2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:21.512212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-826846d1-0859-4cc4-af87-b8d32718e1b9 req-36650b6a-51d4-4eb0-8160-5b98531960c0 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Unset dirty status for tenant:13ec6c0cf7604dc89b88b05e88e40ca3 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:12:21.513829 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-826846d1-0859-4cc4-af87-b8d32718e1b9 req-36650b6a-51d4-4eb0-8160-5b98531960c0 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 931 time: 1.3896165
Nov 24 13:12:21.803840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-8485ef6a-bfd2-4db4-aa3c-c0926fa2d94a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cac694b9-fa07-4b88-908d-4cee3567a9e9 {{(pid=80943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:12:21.822988 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-826846d1-0859-4cc4-af87-b8d32718e1b9 req-8210c4b4-20f1-43e7-b803-6ffb2765fdd6 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/security-groups?id=690e0261-09d3-40a2-9cd2-6eef68d14c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2908411
Nov 24 13:12:21.873246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd6471c-e1d5-4329-8e4c-dd9978e2051c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Router 214058a3-dfe7-490e-bd04-35aa11265946 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:12:21.881493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-213fc87c-8f14-457a-bf97-6246b2dedbb2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:21.881626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f3571-035f-4dea-9ba4-33f367a7b6a7 req-fba636e1-f351-4862-8efc-94b37e4288d3 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:21.881626 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3f6f3571-035f-4dea-9ba4-33f367a7b6a7 req-fba636e1-f351-4862-8efc-94b37e4288d3 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 932 time: 0.6860633
Nov 24 13:12:21.885624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-8485ef6a-bfd2-4db4-aa3c-c0926fa2d94a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:21.931218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a41448-986d-4fa7-82b4-f55251ef565a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:12:21.943919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-92a41448-986d-4fa7-82b4-f55251ef565a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:12:21.948261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-8485ef6a-bfd2-4db4-aa3c-c0926fa2d94a service neutron] Transition to ACTIVE for port object cac694b9-fa07-4b88-908d-4cee3567a9e9 will not be triggered until provisioned by entity L2. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:12:22.030393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-8485ef6a-bfd2-4db4-aa3c-c0926fa2d94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:22.062281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4e1d348e-a7f2-4441-8925-616394ad68f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:22.155079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-34bce74c-2878-4260-a3ad-bbaa4fe64c41 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:12:22.296934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f3572eb9-e679-4995-a6fc-d307a5794607 None None] Provisioning complete for port e647b167-1027-48c2-98f3-b8ff2ebe77e1 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:22.297841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3572eb9-e679-4995-a6fc-d307a5794607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:22.350191 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3f6f3571-035f-4dea-9ba4-33f367a7b6a7 req-16628811-c8e1-47ae-bcd3-868e0119afdd tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.4598732
Nov 24 13:12:22.351331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fd21303e-37ed-420b-880b-480b49edf301 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:22.381871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485ef6a-bfd2-4db4-aa3c-c0926fa2d94a service neutron] Pushing event updated for resources: {'Port': ['ID=cac694b9-fa07-4b88-908d-4cee3567a9e9,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:22.386627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f3572eb9-e679-4995-a6fc-d307a5794607 None None] Port e647b167-1027-48c2-98f3-b8ff2ebe77e1 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:12:22.452408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8485ef6a-bfd2-4db4-aa3c-c0926fa2d94a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:22.470588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f96c4613-f3fc-4240-b560-991767856a0d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:22.534857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21303e-37ed-420b-880b-480b49edf301 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Subnet': ['ID=5d7eaf31-6650-405e-ae35-147305672da3,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:22.549210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fd21303e-37ed-420b-880b-480b49edf301 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:22.667816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-34bce74c-2878-4260-a3ad-bbaa4fe64c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c09c6095-8fff-48fc-a609-630a514b92d0 {{(pid=80944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:12:22.686997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-34bce74c-2878-4260-a3ad-bbaa4fe64c41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:22.733074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-34bce74c-2878-4260-a3ad-bbaa4fe64c41 service neutron] Transition to ACTIVE for port object c09c6095-8fff-48fc-a609-630a514b92d0 will not be triggered until provisioned by entity L2. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:12:22.793883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-34bce74c-2878-4260-a3ad-bbaa4fe64c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:22.815947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-05007634-86fa-4d9c-836b-6cae8f925fea tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:22.844364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3ebfc43-01a2-41d6-b8e2-9be54af3d312 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:22.864387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a12ddedf-f5b7-4648-8117-f6d9fb205c11 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:22.988194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f2ec83-31ad-43cf-ab91-94aa42b95515 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:12:23.039704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bce74c-2878-4260-a3ad-bbaa4fe64c41 service neutron] Pushing event updated for resources: {'Port': ['ID=c09c6095-8fff-48fc-a609-630a514b92d0,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:23.057407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd6471c-e1d5-4329-8e4c-dd9978e2051c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:12:23.074227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-34bce74c-2878-4260-a3ad-bbaa4fe64c41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:23.083516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5de6df-6efa-419c-8478-e63b8b24ccce None None] Sync routers for ids ['214058a3-dfe7-490e-bd04-35aa11265946'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:12:23.100893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-241ba22c-122d-4537-9321-374f39c67899 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Deleting port 7abee631-8146-442d-9d98-420446f00b2c {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:12:23.101250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-241ba22c-122d-4537-9321-374f39c67899 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:23.111697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5de6df-6efa-419c-8478-e63b8b24ccce None None] Routers {'214058a3-dfe7-490e-bd04-35aa11265946'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:12:23.112419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8c5de6df-6efa-419c-8478-e63b8b24ccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347de99e8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:12:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['214058a3-dfe7-490e-bd04-35aa11265946'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:23.135683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-213fc87c-8f14-457a-bf97-6246b2dedbb2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:23.155378 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4bd6471c-e1d5-4329-8e4c-dd9978e2051c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "PUT /v2.0/routers/214058a3-dfe7-490e-bd04-35aa11265946/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.1778471
Nov 24 13:12:23.165834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50276) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:23.166980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1bb4e154-035d-4a72-a484-00475228b956 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:23.188366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8c5de6df-6efa-419c-8478-e63b8b24ccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347de99e8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:23.238901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5de6df-6efa-419c-8478-e63b8b24ccce None None] Routers {'214058a3-dfe7-490e-bd04-35aa11265946'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:12:23.239622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8c5de6df-6efa-419c-8478-e63b8b24ccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347de99e8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:12:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['214058a3-dfe7-490e-bd04-35aa11265946'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:23.314916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fd21303e-37ed-420b-880b-480b49edf301 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:23.336266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fc87c-8f14-457a-bf97-6246b2dedbb2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event deleted for resources: {'Subnet': ['ID=0722e24c-090a-4e84-bfbb-a73d7c90d92f,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:23.357558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8c5de6df-6efa-419c-8478-e63b8b24ccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347de99e8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:23.358443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5de6df-6efa-419c-8478-e63b8b24ccce None None] The sync data for ids ['214058a3-dfe7-490e-bd04-35aa11265946'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:12:23.374580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-213fc87c-8f14-457a-bf97-6246b2dedbb2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:23.476405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ebfc43-01a2-41d6-b8e2-9be54af3d312 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Subnet': ['ID=270ef693-97b1-4984-a6d6-13a3d217c465,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:23.496193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f3ebfc43-01a2-41d6-b8e2-9be54af3d312 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:23.501483 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fd21303e-37ed-420b-880b-480b49edf301 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/5d7eaf31-6650-405e-ae35-147305672da3 HTTP/1.1" status: 204  len: 168 time: 4.3775315
Nov 24 13:12:23.510440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50284) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:23.681197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-8485ef6a-bfd2-4db4-aa3c-c0926fa2d94a service neutron] Attempting to bind port cac694b9-fa07-4b88-908d-4cee3567a9e9 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:12:23.681750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-8485ef6a-bfd2-4db4-aa3c-c0926fa2d94a service neutron] Attempting to bind port cac694b9-fa07-4b88-908d-4cee3567a9e9 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '15da2527-98df-4484-9ea8-a3b8957eb7b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1'}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:12:23.681904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-8485ef6a-bfd2-4db4-aa3c-c0926fa2d94a service neutron] Attempting to bind port cac694b9-fa07-4b88-908d-4cee3567a9e9 on network b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1 {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:12:23.690937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227d4591-6d9a-4041-a9ed-78d3e25fb21d None None] Network cbdbad0c-010e-4d22-8dfc-6aedacfa9790 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:12:23.726392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-8485ef6a-bfd2-4db4-aa3c-c0926fa2d94a service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:12:23.727075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-8485ef6a-bfd2-4db4-aa3c-c0926fa2d94a service neutron] Checking segment: {'id': '15da2527-98df-4484-9ea8-a3b8957eb7b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:12:23.727853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-8485ef6a-bfd2-4db4-aa3c-c0926fa2d94a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:23.728419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-8485ef6a-bfd2-4db4-aa3c-c0926fa2d94a service neutron] Bound using segment: {'id': '15da2527-98df-4484-9ea8-a3b8957eb7b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1'} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:12:23.728924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-8485ef6a-bfd2-4db4-aa3c-c0926fa2d94a service neutron] Bound port: cac694b9-fa07-4b88-908d-4cee3567a9e9, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15da2527-98df-4484-9ea8-a3b8957eb7b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1'}}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:12:23.729315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-8485ef6a-bfd2-4db4-aa3c-c0926fa2d94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:23.757107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-213fc87c-8f14-457a-bf97-6246b2dedbb2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:23.763618 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-213fc87c-8f14-457a-bf97-6246b2dedbb2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/subnets/0722e24c-090a-4e84-bfbb-a73d7c90d92f HTTP/1.1" status: 204  len: 168 time: 3.2188280
Nov 24 13:12:23.770493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50288) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:23.803439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cb2cb6-77d8-4f38-811c-51cff82e1c74 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:23.804153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-31cb2cb6-77d8-4f38-811c-51cff82e1c74 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Synchronizing usage tracker for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:12:23.816213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-241ba22c-122d-4537-9321-374f39c67899 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:23.905432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b3d11c0-1648-4a55-8d94-cd9afe262386 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting subnet 7a25d22f-a563-41dd-b791-6a286083e2ed {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:12:23.944528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b3d11c0-1648-4a55-8d94-cd9afe262386 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:23.998597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-31cb2cb6-77d8-4f38-811c-51cff82e1c74 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Unset dirty status for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:12:24.003854 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-31cb2cb6-77d8-4f38-811c-51cff82e1c74 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "GET /v2.0/ports?device_id=214058a3-dfe7-490e-bd04-35aa11265946 HTTP/1.1" status: 200  len: 988 time: 0.8004465
Nov 24 13:12:24.011555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-241ba22c-122d-4537-9321-374f39c67899 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Calling delete_port for 7abee631-8146-442d-9d98-420446f00b2c owned by network:router_interface {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:12:24.031464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e75e0-0630-4e0d-ad1a-3909f4489f00 req-c93cb3e2-c489-4c52-95ad-ec11e1d94560 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:24.034474 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ed8e75e0-0630-4e0d-ad1a-3909f4489f00 req-c93cb3e2-c489-4c52-95ad-ec11e1d94560 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 943 time: 0.7076135
Nov 24 13:12:24.035446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1281220d-edb0-431e-82d0-63bbc1b61fca None None] DHCP port deletion for cbdbad0c-010e-4d22-8dfc-6aedacfa9790 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:12:24.040302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-1281220d-edb0-431e-82d0-63bbc1b61fca None None] Deleting port cd53876c-16c0-484f-924b-3f25364e8bb9 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:12:24.040735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1281220d-edb0-431e-82d0-63bbc1b61fca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:24.041954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50292) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:24.074899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-34bce74c-2878-4260-a3ad-bbaa4fe64c41 service neutron] Attempting to bind port c09c6095-8fff-48fc-a609-630a514b92d0 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:12:24.075612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-34bce74c-2878-4260-a3ad-bbaa4fe64c41 service neutron] Attempting to bind port c09c6095-8fff-48fc-a609-630a514b92d0 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'f37bbda7-8694-4075-8d54-b96ea9721450', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f'}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:12:24.076145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-34bce74c-2878-4260-a3ad-bbaa4fe64c41 service neutron] Attempting to bind port c09c6095-8fff-48fc-a609-630a514b92d0 on network c200d148-1aac-4d09-a682-2365e76cfa1f {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:12:24.102075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-34bce74c-2878-4260-a3ad-bbaa4fe64c41 service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:12:24.102832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-34bce74c-2878-4260-a3ad-bbaa4fe64c41 service neutron] Checking segment: {'id': 'f37bbda7-8694-4075-8d54-b96ea9721450', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:12:24.103333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-34bce74c-2878-4260-a3ad-bbaa4fe64c41 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:24.103802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-34bce74c-2878-4260-a3ad-bbaa4fe64c41 service neutron] Bound using segment: {'id': 'f37bbda7-8694-4075-8d54-b96ea9721450', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f'} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:12:24.104374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-34bce74c-2878-4260-a3ad-bbaa4fe64c41 service neutron] Bound port: c09c6095-8fff-48fc-a609-630a514b92d0, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37bbda7-8694-4075-8d54-b96ea9721450', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f'}}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:12:24.104826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-34bce74c-2878-4260-a3ad-bbaa4fe64c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:24.272594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-34bce74c-2878-4260-a3ad-bbaa4fe64c41 service neutron] For port c09c6095-8fff-48fc-a609-630a514b92d0, host hv-neutron-6013, cleared binding levels {{(pid=80944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:12:24.310273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-34bce74c-2878-4260-a3ad-bbaa4fe64c41 service neutron] For port c09c6095-8fff-48fc-a609-630a514b92d0, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=c09c6095-8fff-48fc-a609-630a514b92d0,segment=NetworkSegment(f37bbda7-8694-4075-8d54-b96ea9721450),segment_id=f37bbda7-8694-4075-8d54-b96ea9721450)] {{(pid=80944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:12:24.320734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-1281220d-edb0-431e-82d0-63bbc1b61fca None None] For port cd53876c-16c0-484f-924b-3f25364e8bb9, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=cd53876c-16c0-484f-924b-3f25364e8bb9,segment=NetworkSegment(50cd8c3f-fbce-4671-b6b6-174af4e6d937),segment_id=50cd8c3f-fbce-4671-b6b6-174af4e6d937)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:12:24.320734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1281220d-edb0-431e-82d0-63bbc1b61fca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:24.324065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1185644c-300c-484b-8086-4c22d6ccbbf8 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:24.350647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-34bce74c-2878-4260-a3ad-bbaa4fe64c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:24.373904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-05007634-86fa-4d9c-836b-6cae8f925fea tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:24.390388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b3d11c0-1648-4a55-8d94-cd9afe262386 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:24.463464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-1281220d-edb0-431e-82d0-63bbc1b61fca None None] Calling delete_port for cd53876c-16c0-484f-924b-3f25364e8bb9 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:12:24.527836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a13306a6-f4f4-4926-a01e-39595c1de8fb None None] Provisioning complete for port c8562d6c-1694-497e-91df-215e73ab8274 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:24.528607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a13306a6-f4f4-4926-a01e-39595c1de8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:24.548966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bce74c-2878-4260-a3ad-bbaa4fe64c41 service neutron] Pushing event updated for resources: {'Port': ['ID=c09c6095-8fff-48fc-a609-630a514b92d0,revision_number=3']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:24.555248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-241ba22c-122d-4537-9321-374f39c67899 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:24.556363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-8485ef6a-bfd2-4db4-aa3c-c0926fa2d94a service neutron] For port cac694b9-fa07-4b88-908d-4cee3567a9e9, host hv-neutron-6013, cleared binding levels {{(pid=80943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:12:24.580305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123faa6c-be87-49ef-9bf7-2d100284d82d req-9d73ce24-74d5-42f7-8f8c-ee0f2b00f7f1 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:24.581515 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-123faa6c-be87-49ef-9bf7-2d100284d82d req-9d73ce24-74d5-42f7-8f8c-ee0f2b00f7f1 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 944 time: 0.9792042
Nov 24 13:12:24.605703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-8485ef6a-bfd2-4db4-aa3c-c0926fa2d94a service neutron] For port cac694b9-fa07-4b88-908d-4cee3567a9e9, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=cac694b9-fa07-4b88-908d-4cee3567a9e9,segment=NetworkSegment(15da2527-98df-4484-9ea8-a3b8957eb7b8),segment_id=15da2527-98df-4484-9ea8-a3b8957eb7b8)] {{(pid=80943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:12:24.609600 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ed8e75e0-0630-4e0d-ad1a-3909f4489f00 req-640f5522-ac43-47cf-ad90-3b6b28b75d38 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/security-groups?id=690e0261-09d3-40a2-9cd2-6eef68d14c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5579228
Nov 24 13:12:24.641941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ebfc43-01a2-41d6-b8e2-9be54af3d312 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Checking segment: {'id': '4b826b43-7d8c-4e18-b607-a1fec0f3ee98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:12:24.641941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ebfc43-01a2-41d6-b8e2-9be54af3d312 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network hostable DHCP agents. Network: 3890690b-1b27-48be-82c3-5a2be89a2726, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:12:24.642111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-34bce74c-2878-4260-a3ad-bbaa4fe64c41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:24.642111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-34bce74c-2878-4260-a3ad-bbaa4fe64c41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:24.650795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1281220d-edb0-431e-82d0-63bbc1b61fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:24.664777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-8485ef6a-bfd2-4db4-aa3c-c0926fa2d94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:24.672492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ef167ee5-202f-4d0b-b254-fc978fd24541 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:24.690113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3a10f093-e53e-47e3-ac3e-24066803e011 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:24.730112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ba22c-122d-4537-9321-374f39c67899 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Pushing event deleted for resources: {'Port': ['ID=7abee631-8146-442d-9d98-420446f00b2c,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:24.741088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-241ba22c-122d-4537-9321-374f39c67899 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:24.780121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1281220d-edb0-431e-82d0-63bbc1b61fca None None] Pushing event deleted for resources: {'Port': ['ID=cd53876c-16c0-484f-924b-3f25364e8bb9,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:24.797831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1281220d-edb0-431e-82d0-63bbc1b61fca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:24.820297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-34bce74c-2878-4260-a3ad-bbaa4fe64c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:24.821153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-34bce74c-2878-4260-a3ad-bbaa4fe64c41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:24.822574 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-34bce74c-2878-4260-a3ad-bbaa4fe64c41 service neutron] 10.222.0.70 "PUT /v2.0/ports/c09c6095-8fff-48fc-a609-630a514b92d0 HTTP/1.1" status: 200  len: 1158 time: 4.3830538
Nov 24 13:12:24.823248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1db2316-d71c-428e-9138-dad14da0ded9', 'tag': 'c09c6095-8fff-48fc-a609-630a514b92d0'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:12:24.845343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1281220d-edb0-431e-82d0-63bbc1b61fca None None] No DVR routers for this DVR port cd53876c-16c0-484f-924b-3f25364e8bb9 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:12:24.930568 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1db2316-d71c-428e-9138-dad14da0ded9', 'tag': 'c09c6095-8fff-48fc-a609-630a514b92d0', 'status': 'completed', 'code': 200}
Nov 24 13:12:25.032055 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-123faa6c-be87-49ef-9bf7-2d100284d82d req-a1290dbd-74aa-45ca-8529-1b31f8d4e8b5 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.4371848
Nov 24 13:12:25.051847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b3d11c0-1648-4a55-8d94-cd9afe262386 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:25.078928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device cd53876c-16c0-484f-924b-3f25364e8bb9 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:12:25.150781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: cd53876c-16c0-484f-924b-3f25364e8bb9 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:12:25.152062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device cd53876c-16c0-484f-924b-3f25364e8bb9 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:12:25.215505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a41448-986d-4fa7-82b4-f55251ef565a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 72fdfc95-aeba-4bd0-961b-8bf5c0940129 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:12:25.216860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ebfc43-01a2-41d6-b8e2-9be54af3d312 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network 3890690b-1b27-48be-82c3-5a2be89a2726 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:12:25.381808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1185644c-300c-484b-8086-4c22d6ccbbf8 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:25.573592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-241ba22c-122d-4537-9321-374f39c67899 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:25.659149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-09656094-468b-4f7a-8fcb-df9ac184e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:25.661383 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-09656094-468b-4f7a-8fcb-df9ac184e3a7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6efb027d4b0e48cc970462a6d3154fa0&device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 1161 time: 0.7628720
Nov 24 13:12:25.683789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-f3ebfc43-01a2-41d6-b8e2-9be54af3d312 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 3890690b-1b27-48be-82c3-5a2be89a2726) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:12:25.694188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ba55de-9274-404b-8628-07b775eaa10c None None] Network 3890690b-1b27-48be-82c3-5a2be89a2726 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:12:25.751394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485ef6a-bfd2-4db4-aa3c-c0926fa2d94a service neutron] Pushing event updated for resources: {'Port': ['ID=cac694b9-fa07-4b88-908d-4cee3567a9e9,revision_number=3']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:25.762975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8485ef6a-bfd2-4db4-aa3c-c0926fa2d94a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.073s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:25.765026 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-8cde0066-ff9f-4c6d-b662-20095ab398e5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c09c6095-8fff-48fc-a609-630a514b92d0 HTTP/1.1" status: 200  len: 217 time: 0.0894485
Nov 24 13:12:25.927892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-2f3b68c3-0f50-47d5-b5af-8ebb47f16391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:25.929417 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-2f3b68c3-0f50-47d5-b5af-8ebb47f16391 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fbd62c91-d804-432f-af8e-75bb073f1bc3 HTTP/1.1" status: 200  len: 850 time: 0.1520257
Nov 24 13:12:25.936729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ebfc43-01a2-41d6-b8e2-9be54af3d312 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:25.937387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f3ebfc43-01a2-41d6-b8e2-9be54af3d312 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:26.111313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-8485ef6a-bfd2-4db4-aa3c-c0926fa2d94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:26.112002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-8485ef6a-bfd2-4db4-aa3c-c0926fa2d94a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:26.113503 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-8485ef6a-bfd2-4db4-aa3c-c0926fa2d94a service neutron] 10.222.0.70 "PUT /v2.0/ports/cac694b9-fa07-4b88-908d-4cee3567a9e9 HTTP/1.1" status: 200  len: 1157 time: 7.1785843
Nov 24 13:12:26.124220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d4ac8e7-3926-45f6-8768-a48646f10a72', 'tag': 'cac694b9-fa07-4b88-908d-4cee3567a9e9'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:12:26.155154 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f3ebfc43-01a2-41d6-b8e2-9be54af3d312 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 7.9456813
Nov 24 13:12:26.197872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312f3122-372f-4e43-88a2-4524c2e549ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-3890690b-1b27-48be-82c3-5a2be89a2726', 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'fixed_ips': [{'subnet_id': '270ef693-97b1-4984-a6d6-13a3d217c465'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:12:26.199244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-312f3122-372f-4e43-88a2-4524c2e549ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:26.226012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50306) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:26.432647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-02fd75fd-30c3-4404-937f-fe9360565f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:26.434248 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-02fd75fd-30c3-4404-937f-fe9360565f5c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c200d148-1aac-4d09-a682-2365e76cfa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4927223
Nov 24 13:12:26.489561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-1185644c-300c-484b-8086-4c22d6ccbbf8 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634775ffd0>,) {'filters': {'network_id': ['cbdbad0c-010e-4d22-8dfc-6aedacfa9790']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:26.579699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-1185644c-300c-484b-8086-4c22d6ccbbf8 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634775ffd0>, '50cd8c3f-fbce-4671-b6b6-174af4e6d937') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:26.580304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-1185644c-300c-484b-8086-4c22d6ccbbf8 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634775ffd0>, '50cd8c3f-fbce-4671-b6b6-174af4e6d937') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:26.588619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-312f3122-372f-4e43-88a2-4524c2e549ad None None] Allocated IP 2001:db8::2 (3890690b-1b27-48be-82c3-5a2be89a2726/270ef693-97b1-4984-a6d6-13a3d217c465/471829ce-6b71-46f3-9793-58ee587a3dc8) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:12:26.600436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b3d11c0-1648-4a55-8d94-cd9afe262386 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:26.622808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-40bed210-bd49-4345-8777-cc11083f7026 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:26.710557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1185644c-300c-484b-8086-4c22d6ccbbf8 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:26.758948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d11c0-1648-4a55-8d94-cd9afe262386 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Subnet': ['ID=7a25d22f-a563-41dd-b791-6a286083e2ed,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:26.761962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1b3d11c0-1648-4a55-8d94-cd9afe262386 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:26.774422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1185644c-300c-484b-8086-4c22d6ccbbf8 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:26.799266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1185644c-300c-484b-8086-4c22d6ccbbf8 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Releasing vxlan tunnel 10 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:12:26.815975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-312f3122-372f-4e43-88a2-4524c2e549ad None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:26.826205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4596ab2-630d-4869-b918-a3e5ff800315 req-f1a8e2e7-c692-44b3-84be-4ca21c18cefc tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:26.827859 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e4596ab2-630d-4869-b918-a3e5ff800315 req-f1a8e2e7-c692-44b3-84be-4ca21c18cefc tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 943 time: 1.0561633
Nov 24 13:12:26.829188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-312f3122-372f-4e43-88a2-4524c2e549ad None None] Transition to ACTIVE for port object 471829ce-6b71-46f3-9793-58ee587a3dc8 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:12:26.848189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-312f3122-372f-4e43-88a2-4524c2e549ad None None] Transition to ACTIVE for port object 471829ce-6b71-46f3-9793-58ee587a3dc8 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:12:26.853612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-312f3122-372f-4e43-88a2-4524c2e549ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:26.870189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f28e72bb-991f-42a9-b24a-2e4ea2f04f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:26.916821 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-8d497526-a743-4c54-91d5-0a485cbbcfc8 service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4253089
Nov 24 13:12:26.929558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241ba22c-122d-4537-9321-374f39c67899 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Router fe0e3dc6-9d7e-4a41-9fbd-233fe424964c has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:12:27.012371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3122-372f-4e43-88a2-4524c2e549ad None None] Pushing event updated for resources: {'Port': ['ID=471829ce-6b71-46f3-9793-58ee587a3dc8,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:27.019310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-312f3122-372f-4e43-88a2-4524c2e549ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:27.081148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312f3122-372f-4e43-88a2-4524c2e549ad None None] Network 3890690b-1b27-48be-82c3-5a2be89a2726 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:12:27.082674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-312f3122-372f-4e43-88a2-4524c2e549ad None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:12:27.085694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312f3122-372f-4e43-88a2-4524c2e549ad None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:12:27.145224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-312f3122-372f-4e43-88a2-4524c2e549ad None None] Attempting to bind port 471829ce-6b71-46f3-9793-58ee587a3dc8 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:12:27.145923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-312f3122-372f-4e43-88a2-4524c2e549ad None None] Attempting to bind port 471829ce-6b71-46f3-9793-58ee587a3dc8 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '4b826b43-7d8c-4e18-b607-a1fec0f3ee98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:12:27.146550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f3122-372f-4e43-88a2-4524c2e549ad None None] Attempting to bind port 471829ce-6b71-46f3-9793-58ee587a3dc8 on network 3890690b-1b27-48be-82c3-5a2be89a2726 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:12:27.153725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f3122-372f-4e43-88a2-4524c2e549ad None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:12:27.154402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f3122-372f-4e43-88a2-4524c2e549ad None None] Checking segment: {'id': '4b826b43-7d8c-4e18-b607-a1fec0f3ee98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:12:27.155011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-312f3122-372f-4e43-88a2-4524c2e549ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:27.155619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f3122-372f-4e43-88a2-4524c2e549ad None None] Bound using segment: {'id': '4b826b43-7d8c-4e18-b607-a1fec0f3ee98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:12:27.156304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-312f3122-372f-4e43-88a2-4524c2e549ad None None] Bound port: 471829ce-6b71-46f3-9793-58ee587a3dc8, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b826b43-7d8c-4e18-b607-a1fec0f3ee98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:12:27.156885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-312f3122-372f-4e43-88a2-4524c2e549ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:27.163542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-1185644c-300c-484b-8086-4c22d6ccbbf8 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network cbdbad0c-010e-4d22-8dfc-6aedacfa9790 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:12:27.178758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1185644c-300c-484b-8086-4c22d6ccbbf8 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:27.262744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-312f3122-372f-4e43-88a2-4524c2e549ad None None] For port 471829ce-6b71-46f3-9793-58ee587a3dc8, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:12:27.283281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-5bd1cfe1-21c2-4516-8280-14cf3f6bf413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:27.284971 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-5bd1cfe1-21c2-4516-8280-14cf3f6bf413 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13ec6c0cf7604dc89b88b05e88e40ca3&device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 1160 time: 0.9137671
Nov 24 13:12:27.288309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b3d11c0-1648-4a55-8d94-cd9afe262386 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:27.295689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8166178f-b5ff-4dc4-801e-9480ac296dd9 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:12:27.305284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b421ae9-313b-462a-973d-9891ccb464eb req-1034d39f-df02-434b-affa-318a9c93eb01 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:27.307436 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0b421ae9-313b-462a-973d-9891ccb464eb req-1034d39f-df02-434b-affa-318a9c93eb01 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 944 time: 0.8344002
Nov 24 13:12:27.311088 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e4596ab2-630d-4869-b918-a3e5ff800315 req-b1d8ab94-154e-4d97-916e-83a7f17b4272 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/security-groups?id=690e0261-09d3-40a2-9cd2-6eef68d14c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4097664
Nov 24 13:12:27.446776 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d4ac8e7-3926-45f6-8768-a48646f10a72', 'tag': 'cac694b9-fa07-4b88-908d-4cee3567a9e9', 'status': 'completed', 'code': 200}
Nov 24 13:12:27.452580 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1b3d11c0-1648-4a55-8d94-cd9afe262386 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/7a25d22f-a563-41dd-b791-6a286083e2ed HTTP/1.1" status: 204  len: 168 time: 3.9226503
Nov 24 13:12:27.509728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50310) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:27.600202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8927bfab-323c-4013-8dc8-71d972285727 None None] DHCP port deletion for 8ca51b04-1dca-4f60-b844-2979d8864b51 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:12:27.604860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-8927bfab-323c-4013-8dc8-71d972285727 None None] Deleting port c8562d6c-1694-497e-91df-215e73ab8274 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:12:27.605287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8927bfab-323c-4013-8dc8-71d972285727 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:27.624504 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cc68ce41-ba5f-4706-a5f8-59d64ece3983 req-d81f618d-bd6e-4c64-8584-ee7f28f0cec9 service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6937139
Nov 24 13:12:27.649483 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-cbca44c3-acf0-4988-a789-1101394ad2a8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cac694b9-fa07-4b88-908d-4cee3567a9e9 HTTP/1.1" status: 200  len: 217 time: 0.3317337
Nov 24 13:12:27.691486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241ba22c-122d-4537-9321-374f39c67899 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:12:27.705656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f3e363-4c9c-424f-826b-a5494c48f953 None None] Sync routers for ids ['fe0e3dc6-9d7e-4a41-9fbd-233fe424964c'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:12:27.720607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f3e363-4c9c-424f-826b-a5494c48f953 None None] Routers {'fe0e3dc6-9d7e-4a41-9fbd-233fe424964c'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:12:27.722148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-98f3e363-4c9c-424f-826b-a5494c48f953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cbb1128>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:12:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['fe0e3dc6-9d7e-4a41-9fbd-233fe424964c'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:27.741525 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-241ba22c-122d-4537-9321-374f39c67899 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] 10.222.0.76 "PUT /v2.0/routers/fe0e3dc6-9d7e-4a41-9fbd-233fe424964c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.7707973
Nov 24 13:12:27.759723 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7c29eb83-1bbf-4378-a224-42e0de0e447a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1903512
Nov 24 13:12:27.759723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50314) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:27.783705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50316) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:27.788537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c389b2b3-7d40-4bce-a379-08b14bed8294 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:27.805607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-98f3e363-4c9c-424f-826b-a5494c48f953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cbb1128>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:27.821085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f3e363-4c9c-424f-826b-a5494c48f953 None None] Routers {'fe0e3dc6-9d7e-4a41-9fbd-233fe424964c'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:12:27.822350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-98f3e363-4c9c-424f-826b-a5494c48f953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cbb1128>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:12:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['fe0e3dc6-9d7e-4a41-9fbd-233fe424964c'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:27.894221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-8927bfab-323c-4013-8dc8-71d972285727 None None] For port c8562d6c-1694-497e-91df-215e73ab8274, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=c8562d6c-1694-497e-91df-215e73ab8274,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:12:27.895118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-98f3e363-4c9c-424f-826b-a5494c48f953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cbb1128>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:27.895229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8927bfab-323c-4013-8dc8-71d972285727 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:27.895886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f3e363-4c9c-424f-826b-a5494c48f953 None None] The sync data for ids ['fe0e3dc6-9d7e-4a41-9fbd-233fe424964c'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:12:27.996700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f028ba-f095-48ff-be1e-b26963e8e17b req-fcd4b6ae-0099-4bcf-a728-0931c60495a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:27.998606 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-06f028ba-f095-48ff-be1e-b26963e8e17b req-fcd4b6ae-0099-4bcf-a728-0931c60495a7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6efb027d4b0e48cc970462a6d3154fa0&device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 1161 time: 0.2557590
Nov 24 13:12:28.051405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-8927bfab-323c-4013-8dc8-71d972285727 None None] Calling delete_port for c8562d6c-1694-497e-91df-215e73ab8274 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:12:28.150018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-1185644c-300c-484b-8086-4c22d6ccbbf8 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network cbdbad0c-010e-4d22-8dfc-6aedacfa9790 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:12:28.163403 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-d7b0d53b-fd8a-4d84-b99a-8e87fdc90f27 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] show failed (client error): The resource could not be found.
Nov 24 13:12:28.168577 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d7b0d53b-fd8a-4d84-b99a-8e87fdc90f27 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] 10.222.0.76 "GET /v2.0/routers/tempest-non_exist_router-1215542536 HTTP/1.1" status: 404  len: 335 time: 0.3865929
Nov 24 13:12:28.168996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50322) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:28.182058 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0b421ae9-313b-462a-973d-9891ccb464eb req-6ab25ae2-d4ef-4b77-a2dc-f13eba03fecf tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.7933903
Nov 24 13:12:28.186678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8927bfab-323c-4013-8dc8-71d972285727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:28.188670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7a044d33-8d6a-4b2b-b196-030d985ec534 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Request body: {'router': {'name': 'new_name'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:28.206057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1860c846-6684-4590-83f1-52f5cbc62dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:28.210330 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:12:28.210330 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:12:28.210330 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:12:28.210330 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:12:28.210330 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:12:28.210330 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:12:28.210330 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:12:28.210330 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:12:28.210330 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:12:28.210330 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:12:28.210330 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:12:28.210330 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:12:28.210330 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:12:28.210330 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:12:28.210330 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:12:28.210330 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:12:28.210330 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:12:28.210330 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:12:28.210330 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:12:28.210330 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:12:28.210330 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:12:28.210330 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:12:28.210330 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:12:28.210330 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:12:28.210330 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:12:28.210330 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:12:28.210330 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:12:28.210330 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:12:28.210330 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:12:28.210330 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:12:28.210330 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:12:28.210330 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:12:28.267687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2e0df84d-33e1-410a-9944-15189ef16716 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:28.278181 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-7a044d33-8d6a-4b2b-b196-030d985ec534 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] update failed (client error): The resource could not be found.
Nov 24 13:12:28.280644 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7a044d33-8d6a-4b2b-b196-030d985ec534 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] 10.222.0.76 "PUT /v2.0/routers/tempest-non_exist_router-1798224222 HTTP/1.1" status: 404  len: 335 time: 0.1004686
Nov 24 13:12:28.289677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50326) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:28.310515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927bfab-323c-4013-8dc8-71d972285727 None None] Pushing event deleted for resources: {'Port': ['ID=c8562d6c-1694-497e-91df-215e73ab8274,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:28.325204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8927bfab-323c-4013-8dc8-71d972285727 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:28.377715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a41448-986d-4fa7-82b4-f55251ef565a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:12:28.391829 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-92a41448-986d-4fa7-82b4-f55251ef565a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "PUT /v2.0/routers/72fdfc95-aeba-4bd0-961b-8bf5c0940129/add_router_interface HTTP/1.1" status: 200  len: 503 time: 22.0801435
Nov 24 13:12:28.392070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70230605-7597-46d6-aef1-7028053ed056 None None] Sync routers for ids ['72fdfc95-aeba-4bd0-961b-8bf5c0940129'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:12:28.398359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8927bfab-323c-4013-8dc8-71d972285727 None None] No DVR routers for this DVR port c8562d6c-1694-497e-91df-215e73ab8274 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:12:28.413755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70230605-7597-46d6-aef1-7028053ed056 None None] Routers {'72fdfc95-aeba-4bd0-961b-8bf5c0940129'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:12:28.417248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-70230605-7597-46d6-aef1-7028053ed056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346f2ef98>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:12:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['72fdfc95-aeba-4bd0-961b-8bf5c0940129'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:28.425001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50332) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:28.451323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-06c3a670-57fb-4d05-9246-fca710d751f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:28.453393 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-06c3a670-57fb-4d05-9246-fca710d751f9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f1951d68-7f36-4552-b89b-d7e48222dfea HTTP/1.1" status: 200  len: 835 time: 0.7859616
Nov 24 13:12:28.624734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-312f3122-372f-4e43-88a2-4524c2e549ad None None] For port 471829ce-6b71-46f3-9793-58ee587a3dc8, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=471829ce-6b71-46f3-9793-58ee587a3dc8,segment=NetworkSegment(4b826b43-7d8c-4e18-b607-a1fec0f3ee98),segment_id=4b826b43-7d8c-4e18-b607-a1fec0f3ee98)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:12:28.636629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-312f3122-372f-4e43-88a2-4524c2e549ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:28.656131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1281220d-edb0-431e-82d0-63bbc1b61fca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:28.656391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f028ba-f095-48ff-be1e-b26963e8e17b req-e429ef4b-150b-440e-aceb-1803ffbdd628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:28.657499 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-06f028ba-f095-48ff-be1e-b26963e8e17b req-e429ef4b-150b-440e-aceb-1803ffbdd628 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c200d148-1aac-4d09-a682-2365e76cfa1f HTTP/1.1" status: 200  len: 905 time: 0.6400459
Nov 24 13:12:28.715775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1185644c-300c-484b-8086-4c22d6ccbbf8 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:28.743472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9f1338d3-b2fd-40dc-abbd-aa175cb4174f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:28.760644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1185644c-300c-484b-8086-4c22d6ccbbf8 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:28.791771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2e0df84d-33e1-410a-9944-15189ef16716 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:28.797281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185644c-300c-484b-8086-4c22d6ccbbf8 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event deleted for resources: {'Network': ['ID=cbdbad0c-010e-4d22-8dfc-6aedacfa9790,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:28.812994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2e0df84d-33e1-410a-9944-15189ef16716 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:subnet and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:12:28.817069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1185644c-300c-484b-8086-4c22d6ccbbf8 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:28.824032 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1185644c-300c-484b-8086-4c22d6ccbbf8 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/networks/cbdbad0c-010e-4d22-8dfc-6aedacfa9790 HTTP/1.1" status: 204  len: 168 time: 5.0441234
Nov 24 13:12:28.824032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2e0df84d-33e1-410a-9944-15189ef16716 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:12:28.830903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50336) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:28.833300 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-06f028ba-f095-48ff-be1e-b26963e8e17b req-6769a8d2-5ecb-48c3-9848-214dd41be3c8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c09c6095-8fff-48fc-a609-630a514b92d0 HTTP/1.1" status: 200  len: 217 time: 0.1567552
Nov 24 13:12:28.845928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2e0df84d-33e1-410a-9944-15189ef16716 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:12:28.852328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-4921be75-2eb4-47bf-807f-678dab036928 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Request body: {'network': {'name': 'tempest-RoutersTest-1931157685'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:28.858063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4921be75-2eb4-47bf-807f-678dab036928 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:28.862789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4921be75-2eb4-47bf-807f-678dab036928 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Usage tracker for resource:network and tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:12:28.866781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4921be75-2eb4-47bf-807f-678dab036928 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Quota usage for network was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:12:28.910697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4921be75-2eb4-47bf-807f-678dab036928 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:12:28.929790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-325575de-0aa5-4df2-becc-a437037e1c92 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Deleting subnet caa1403e-3b2f-49fc-9099-3a71c4773173 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:12:28.933540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-325575de-0aa5-4df2-becc-a437037e1c92 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:28.959940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-f76e65f5-d22d-4c4c-817d-3af71c509f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:28.961618 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-f76e65f5-d22d-4c4c-817d-3af71c509f0e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4764211
Nov 24 13:12:28.962340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4921be75-2eb4-47bf-807f-678dab036928 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Made reservation on behalf of 48deb6cb4e7841bc8ac7ee76d248c5c5 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:12:28.968453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4921be75-2eb4-47bf-807f-678dab036928 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:29.022607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0df84d-33e1-410a-9944-15189ef16716 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:12:29.034604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3122-372f-4e43-88a2-4524c2e549ad None None] Pushing event updated for resources: {'Port': ['ID=471829ce-6b71-46f3-9793-58ee587a3dc8,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:29.043349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device c8562d6c-1694-497e-91df-215e73ab8274 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:12:29.065197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-325575de-0aa5-4df2-becc-a437037e1c92 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:29.074717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-312f3122-372f-4e43-88a2-4524c2e549ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:29.081883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-70230605-7597-46d6-aef1-7028053ed056 None None] Set router 72fdfc95-aeba-4bd0-961b-8bf5c0940129 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:12:29.097407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f028ba-f095-48ff-be1e-b26963e8e17b req-2b10b932-e3a1-4e8d-96cf-ec837c19d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:29.099032 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-06f028ba-f095-48ff-be1e-b26963e8e17b req-2b10b932-e3a1-4e8d-96cf-ec837c19d024 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fbd62c91-d804-432f-af8e-75bb073f1bc3 HTTP/1.1" status: 200  len: 850 time: 0.2547836
Nov 24 13:12:29.127579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: c8562d6c-1694-497e-91df-215e73ab8274 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:12:29.128433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device c8562d6c-1694-497e-91df-215e73ab8274 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:12:29.183825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-c389b2b3-7d40-4bce-a379-08b14bed8294 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Allocated IP 2001:db8::1 (3890690b-1b27-48be-82c3-5a2be89a2726/270ef693-97b1-4984-a6d6-13a3d217c465/4c32b203-1b67-404d-ba8c-e854514e72ef) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:12:29.238768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f54e0e8-72e1-4c49-af96-60d768a2206f tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:29.239200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f54e0e8-72e1-4c49-af96-60d768a2206f tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:29.239617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f54e0e8-72e1-4c49-af96-60d768a2206f tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:29.240643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f54e0e8-72e1-4c49-af96-60d768a2206f tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:29.241132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f54e0e8-72e1-4c49-af96-60d768a2206f tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:29.246667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f54e0e8-72e1-4c49-af96-60d768a2206f tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:29.247269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f54e0e8-72e1-4c49-af96-60d768a2206f tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:29.247680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f54e0e8-72e1-4c49-af96-60d768a2206f tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:29.248092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f54e0e8-72e1-4c49-af96-60d768a2206f tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:29.248609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f54e0e8-72e1-4c49-af96-60d768a2206f tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:29.252836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f54e0e8-72e1-4c49-af96-60d768a2206f tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:29.255815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f54e0e8-72e1-4c49-af96-60d768a2206f tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:29.256254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f54e0e8-72e1-4c49-af96-60d768a2206f tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:29.256675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f54e0e8-72e1-4c49-af96-60d768a2206f tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:29.257095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f54e0e8-72e1-4c49-af96-60d768a2206f tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:29.266025 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5f54e0e8-72e1-4c49-af96-60d768a2206f tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200  len: 10296 time: 0.8337569
Nov 24 13:12:29.285105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50342) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:29.295387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88805e15-c4b0-4e15-abc4-91f45f97e6ce req-1321c36e-9302-462e-be3d-11bbd093cfd2 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:29.297072 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-88805e15-c4b0-4e15-abc4-91f45f97e6ce req-1321c36e-9302-462e-be3d-11bbd093cfd2 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 943 time: 0.7999141
Nov 24 13:12:29.443094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f028ba-f095-48ff-be1e-b26963e8e17b req-cfe9473d-8cd9-48ba-aa17-869e119d2cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:29.444704 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-06f028ba-f095-48ff-be1e-b26963e8e17b req-cfe9473d-8cd9-48ba-aa17-869e119d2cf8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c200d148-1aac-4d09-a682-2365e76cfa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3339767
Nov 24 13:12:29.556783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-70230605-7597-46d6-aef1-7028053ed056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346f2ef98>, [{'id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'name': 'tempest-TestNetworkBasicOps-router-649114394', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:45Z', 'updated_at': '2020-11-24T13:12:17Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:47Z', 'updated_at': '2020-11-24T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'e647b167-1027-48c2-98f3-b8ff2ebe77e1', 'name': '', 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:b9:cc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'ef8a9360-9e18-4774-ae21-805af42ac96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:12:19Z', 'revision_number': 2, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': 'ef8a9360-9e18-4774-ae21-805af42ac96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:29.564027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70230605-7597-46d6-aef1-7028053ed056 None None] Checking router: 72fdfc95-aeba-4bd0-961b-8bf5c0940129 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:12:29.564027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70230605-7597-46d6-aef1-7028053ed056 None None] Updating router 72fdfc95-aeba-4bd0-961b-8bf5c0940129 port e647b167-1027-48c2-98f3-b8ff2ebe77e1 binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:12:29.609010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c389b2b3-7d40-4bce-a379-08b14bed8294 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:29.610999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e0df84d-33e1-410a-9944-15189ef16716 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:29.615667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-325575de-0aa5-4df2-becc-a437037e1c92 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:29.648458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70230605-7597-46d6-aef1-7028053ed056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:29.655938 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-88805e15-c4b0-4e15-abc4-91f45f97e6ce req-3e3d3bcf-9a02-4563-9f04-02c2e5ba9b07 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/security-groups?id=690e0261-09d3-40a2-9cd2-6eef68d14c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2579410
Nov 24 13:12:29.728098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c389b2b3-7d40-4bce-a379-08b14bed8294 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Transition to ACTIVE for port object 4c32b203-1b67-404d-ba8c-e854514e72ef will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:12:29.773146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4921be75-2eb4-47bf-807f-678dab036928 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:12:29.779999 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-06f028ba-f095-48ff-be1e-b26963e8e17b req-be2ae185-0b66-4db3-8b90-3dc6266d24c7 service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3269529
Nov 24 13:12:29.808309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c036ef4f-2096-4e49-ba46-bcd46d192021 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:29.907005 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-4ab665ee-684d-4c53-85fb-95738b00da4f service neutron] 10.222.0.70 "GET /v2.0/networks/b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9070699
Nov 24 13:12:29.908002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4921be75-2eb4-47bf-807f-678dab036928 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:29.908391 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-4921be75-2eb4-47bf-807f-678dab036928 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Added segment 864b2f48-d7ce-41f5-8c16-40a62588d09e of type vxlan for network 307d2496-254f-4457-9004-9521f9b9104b
Nov 24 13:12:29.940835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52489a6b-059d-46c4-a94b-d9c5628ddaeb tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:29.941231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52489a6b-059d-46c4-a94b-d9c5628ddaeb tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:29.941644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52489a6b-059d-46c4-a94b-d9c5628ddaeb tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:29.942048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52489a6b-059d-46c4-a94b-d9c5628ddaeb tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:29.942476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52489a6b-059d-46c4-a94b-d9c5628ddaeb tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:29.943345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52489a6b-059d-46c4-a94b-d9c5628ddaeb tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:29.943680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52489a6b-059d-46c4-a94b-d9c5628ddaeb tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:29.944073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52489a6b-059d-46c4-a94b-d9c5628ddaeb tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:29.944465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52489a6b-059d-46c4-a94b-d9c5628ddaeb tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:29.944855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52489a6b-059d-46c4-a94b-d9c5628ddaeb tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:29.945580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52489a6b-059d-46c4-a94b-d9c5628ddaeb tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:29.950405 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-52489a6b-059d-46c4-a94b-d9c5628ddaeb tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 7628 time: 0.6493518
Nov 24 13:12:29.952444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50346) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:30.059318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c389b2b3-7d40-4bce-a379-08b14bed8294 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:30.118649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70230605-7597-46d6-aef1-7028053ed056 None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:30.140278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-70230605-7597-46d6-aef1-7028053ed056 None None] Transition to ACTIVE for port object e647b167-1027-48c2-98f3-b8ff2ebe77e1 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:12:30.149201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70230605-7597-46d6-aef1-7028053ed056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:30.170577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b4abf75b-6032-45b6-9361-ad7d9deb66b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:30.182075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4921be75-2eb4-47bf-807f-678dab036928 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:30.194888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9931a24-8d1b-4fc4-b76a-81f04f9db73b req-eb653d30-9d61-46c3-b77e-84ae6332a03a tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:30.196605 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a9931a24-8d1b-4fc4-b76a-81f04f9db73b req-eb653d30-9d61-46c3-b77e-84ae6332a03a tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 944 time: 0.7614627
Nov 24 13:12:30.295110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c02932-5121-4f1b-b7b1-9bd32fda5339 None None] Pushing event updated for resources: {'Port': ['ID=e647b167-1027-48c2-98f3-b8ff2ebe77e1,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:30.298911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d1c02932-5121-4f1b-b7b1-9bd32fda5339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:30.327977 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a9931a24-8d1b-4fc4-b76a-81f04f9db73b req-ce98e643-84b3-45b4-9e4b-ca6eda6e865f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1202481
Nov 24 13:12:30.382815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4921be75-2eb4-47bf-807f-678dab036928 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:30.386997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4921be75-2eb4-47bf-807f-678dab036928 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:30.387689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4921be75-2eb4-47bf-807f-678dab036928 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:30.405378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-40057705-e7e0-4c8c-8cf3-c85bc73b0cd0 tempest-FloatingIPTestJSON-1656720109 tempest-FloatingIPTestJSON-1656720109] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:30.501181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-241ba22c-122d-4537-9321-374f39c67899 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:30.529784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-70230605-7597-46d6-aef1-7028053ed056 None None] Attempting to bind port e647b167-1027-48c2-98f3-b8ff2ebe77e1 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:12:30.530387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-70230605-7597-46d6-aef1-7028053ed056 None None] Attempting to bind port e647b167-1027-48c2-98f3-b8ff2ebe77e1 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'c8d55b70-bd3f-49b2-974e-4ecf0319621f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:12:30.530812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70230605-7597-46d6-aef1-7028053ed056 None None] Attempting to bind port e647b167-1027-48c2-98f3-b8ff2ebe77e1 on network b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:12:30.540216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70230605-7597-46d6-aef1-7028053ed056 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:12:30.540651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70230605-7597-46d6-aef1-7028053ed056 None None] Checking segment: {'id': 'c8d55b70-bd3f-49b2-974e-4ecf0319621f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:12:30.541111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70230605-7597-46d6-aef1-7028053ed056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:30.541556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70230605-7597-46d6-aef1-7028053ed056 None None] Bound using segment: {'id': 'c8d55b70-bd3f-49b2-974e-4ecf0319621f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:12:30.542086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-70230605-7597-46d6-aef1-7028053ed056 None None] Bound port: e647b167-1027-48c2-98f3-b8ff2ebe77e1, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8d55b70-bd3f-49b2-974e-4ecf0319621f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:12:30.542556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70230605-7597-46d6-aef1-7028053ed056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:30.549009 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d5d9a87f-869f-4d5d-b01e-a9fa7a7ab7a0 req-919ae553-8d28-4235-a7f3-6d16bfb2439d service neutron] 10.222.0.70 "GET /v2.0/networks/b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6209598
Nov 24 13:12:30.671389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-70230605-7597-46d6-aef1-7028053ed056 None None] For port e647b167-1027-48c2-98f3-b8ff2ebe77e1, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:12:30.674960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-70230605-7597-46d6-aef1-7028053ed056 None None] For port e647b167-1027-48c2-98f3-b8ff2ebe77e1, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=e647b167-1027-48c2-98f3-b8ff2ebe77e1,segment=NetworkSegment(c8d55b70-bd3f-49b2-974e-4ecf0319621f),segment_id=c8d55b70-bd3f-49b2-974e-4ecf0319621f)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:12:30.679301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70230605-7597-46d6-aef1-7028053ed056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:30.696167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d1c02932-5121-4f1b-b7b1-9bd32fda5339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:30.833483 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-06f028ba-f095-48ff-be1e-b26963e8e17b req-d9b74504-f2bf-43ee-a849-ca53d73d151a service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9849391
Nov 24 13:12:30.849103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389b2b3-7d40-4bce-a379-08b14bed8294 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Port': ['ID=4c32b203-1b67-404d-ba8c-e854514e72ef,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:30.870215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c389b2b3-7d40-4bce-a379-08b14bed8294 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:30.937411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-325575de-0aa5-4df2-becc-a437037e1c92 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:31.034393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c02932-5121-4f1b-b7b1-9bd32fda5339 None None] Pushing event updated for resources: {'Port': ['ID=e647b167-1027-48c2-98f3-b8ff2ebe77e1,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:31.039904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d1c02932-5121-4f1b-b7b1-9bd32fda5339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:31.063517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70230605-7597-46d6-aef1-7028053ed056 None None] Routers {'72fdfc95-aeba-4bd0-961b-8bf5c0940129'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:12:31.064991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-70230605-7597-46d6-aef1-7028053ed056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346f2ef98>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:12:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['72fdfc95-aeba-4bd0-961b-8bf5c0940129'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:31.090847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-04500ee5-2a14-475c-8ce4-81b44a0197de tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:31.145832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacef3d8-2c61-46c1-8482-e2fc526d2f19 None None] Network 3890690b-1b27-48be-82c3-5a2be89a2726 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:12:31.162660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325575de-0aa5-4df2-becc-a437037e1c92 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Pushing event deleted for resources: {'Subnet': ['ID=caa1403e-3b2f-49fc-9099-3a71c4773173,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:31.163972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 471829ce-6b71-46f3-9793-58ee587a3dc8 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:12:31.170430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-325575de-0aa5-4df2-becc-a437037e1c92 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:31.178181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c389b2b3-7d40-4bce-a379-08b14bed8294 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network 3890690b-1b27-48be-82c3-5a2be89a2726 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:12:31.184674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-c389b2b3-7d40-4bce-a379-08b14bed8294 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:12:31.188608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c389b2b3-7d40-4bce-a379-08b14bed8294 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:12:31.189581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c389b2b3-7d40-4bce-a379-08b14bed8294 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:31.310341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c389b2b3-7d40-4bce-a379-08b14bed8294 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:31.311699 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4921be75-2eb4-47bf-807f-678dab036928 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 2.4739838
Nov 24 13:12:31.328488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50352) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:31.338432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-325575de-0aa5-4df2-becc-a437037e1c92 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:31.356587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-223adc90-b7be-4336-939a-172a66729f39 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Request body: {'subnet': {'network_id': '307d2496-254f-4457-9004-9521f9b9104b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:31.376636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921be75-2eb4-47bf-807f-678dab036928 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Network': ['ID=307d2496-254f-4457-9004-9521f9b9104b,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:31.392050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4921be75-2eb4-47bf-807f-678dab036928 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.987s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:31.463922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bdca79-d694-4062-8602-e746b3ed0f6d None None] Network 243fa431-19b1-4e38-ae17-26c9d179c61e requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:12:31.484620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 307d2496-254f-4457-9004-9521f9b9104b details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:12:31.558449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 307d2496-254f-4457-9004-9521f9b9104b details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:12:31.582611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f4f82-46ce-42d4-9e2d-79c20d6ca9f5 req-e9871f35-63b6-4b21-8d1b-0a1fa08bad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:31.584208 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-394f4f82-46ce-42d4-9e2d-79c20d6ca9f5 req-e9871f35-63b6-4b21-8d1b-0a1fa08bad3f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13ec6c0cf7604dc89b88b05e88e40ca3&device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 1160 time: 0.8542225
Nov 24 13:12:31.629734 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-325575de-0aa5-4df2-becc-a437037e1c92 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] 10.222.0.76 "DELETE /v2.0/subnets/caa1403e-3b2f-49fc-9099-3a71c4773173 HTTP/1.1" status: 204  len: 168 time: 3.3348601
Nov 24 13:12:31.631235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50358) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:31.641425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df7c16-a159-4fa2-a580-77a9605fda58 req-8011391e-82d6-433b-9026-b0c18b0456c5 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:31.643078 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-72df7c16-a159-4fa2-a580-77a9605fda58 req-8011391e-82d6-433b-9026-b0c18b0456c5 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 943 time: 0.4016049
Nov 24 13:12:31.726286 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-203f65d4-5487-40f2-a043-269d519c8d7b tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 5378 time: 1.7725050
Nov 24 13:12:31.743997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c036ef4f-2096-4e49-ba46-bcd46d192021 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting port 657f93f7-83a0-4b7b-bc94-fe620d3dd626 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:12:31.744411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c036ef4f-2096-4e49-ba46-bcd46d192021 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:31.780738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-223adc90-b7be-4336-939a-172a66729f39 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:31.793869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-223adc90-b7be-4336-939a-172a66729f39 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Usage tracker for resource:subnet and tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:12:31.799787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-223adc90-b7be-4336-939a-172a66729f39 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:12:31.825301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-223adc90-b7be-4336-939a-172a66729f39 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:12:31.879214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d85e07a0-3a30-4596-9f0d-2ee00161e7de None None] Provisioning for port 471829ce-6b71-46f3-9793-58ee587a3dc8 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:12:31.905008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223adc90-b7be-4336-939a-172a66729f39 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Made reservation on behalf of 48deb6cb4e7841bc8ac7ee76d248c5c5 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:12:32.070509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-223adc90-b7be-4336-939a-172a66729f39 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:32.077455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 471829ce-6b71-46f3-9793-58ee587a3dc8 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:12:32.106177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 471829ce-6b71-46f3-9793-58ee587a3dc8 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:32.106577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:32.194963 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-72df7c16-a159-4fa2-a580-77a9605fda58 req-0166976d-3720-4722-93b0-a1efaee78d9d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/security-groups?id=690e0261-09d3-40a2-9cd2-6eef68d14c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4055150
Nov 24 13:12:32.230311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c389b2b3-7d40-4bce-a379-08b14bed8294 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:32.252540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159a4c0-f0ee-44a5-9952-15468ba12a74 req-9ca149f0-b91a-49b8-a5e0-999b8385b23d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:32.260685 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6159a4c0-f0ee-44a5-9952-15468ba12a74 req-9ca149f0-b91a-49b8-a5e0-999b8385b23d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 944 time: 0.7381489
Nov 24 13:12:32.307446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f4f82-46ce-42d4-9e2d-79c20d6ca9f5 req-9b7a5c49-7a9c-4a44-b1cc-e05535b35339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:32.309065 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-394f4f82-46ce-42d4-9e2d-79c20d6ca9f5 req-9b7a5c49-7a9c-4a44-b1cc-e05535b35339 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1 HTTP/1.1" status: 200  len: 890 time: 0.7110193
Nov 24 13:12:32.389650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-70230605-7597-46d6-aef1-7028053ed056 None None] Set router 72fdfc95-aeba-4bd0-961b-8bf5c0940129 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:12:32.476371 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-394f4f82-46ce-42d4-9e2d-79c20d6ca9f5 req-eb50980a-585f-4554-9654-00c5a4f46881 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cac694b9-fa07-4b88-908d-4cee3567a9e9 HTTP/1.1" status: 200  len: 217 time: 0.1516464
Nov 24 13:12:32.561875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c389b2b3-7d40-4bce-a379-08b14bed8294 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:32.563484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c389b2b3-7d40-4bce-a379-08b14bed8294 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:32.593493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c036ef4f-2096-4e49-ba46-bcd46d192021 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:32.594788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9a71f3af-8f19-4f83-a958-ceef3171ecfe tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:32.622808 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6159a4c0-f0ee-44a5-9952-15468ba12a74 req-be138678-9603-438f-93eb-d32552d2fb11 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.3610702
Nov 24 13:12:32.650903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f193a26-7fe8-4413-8a1f-176fb63a450b tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Deleting subnet a3d43ee0-7912-499d-a285-dd7008478498 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:12:32.653013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.objects.ports [None req-2e0df84d-33e1-410a-9944-15189ef16716 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80943) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 24 13:12:32.716118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3f193a26-7fe8-4413-8a1f-176fb63a450b tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:32.808169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e0df84d-33e1-410a-9944-15189ef16716 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:32.838953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c036ef4f-2096-4e49-ba46-bcd46d192021 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Calling delete_port for 657f93f7-83a0-4b7b-bc94-fe620d3dd626 owned by network:router_interface {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:12:32.884477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dea3c802-4230-4c22-b5f2-4f19b103475f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:32.975923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:32.993983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f840b2-622c-44dd-a801-9c0161d6217c None None] DHCP port deletion for 243fa431-19b1-4e38-ae17-26c9d179c61e request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:12:33.020843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50364) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:33.053200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-52f840b2-622c-44dd-a801-9c0161d6217c None None] Deleting port e2392882-e074-4e85-9688-495cbe9e3f45 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:12:33.054401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-de92fe49-4483-4f39-afda-fc8cdb653a39 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1156924274', 'description': 'tempest-secgroup-smoke-1156924274 description', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:33.055491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-52f840b2-622c-44dd-a801-9c0161d6217c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:33.063843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f4f82-46ce-42d4-9e2d-79c20d6ca9f5 req-c14b1424-baed-432b-be72-e949f48be1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:33.065465 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-394f4f82-46ce-42d4-9e2d-79c20d6ca9f5 req-c14b1424-baed-432b-be72-e949f48be1fd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f1951d68-7f36-4552-b89b-d7e48222dfea HTTP/1.1" status: 200  len: 835 time: 0.5354280
Nov 24 13:12:33.084450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-de92fe49-4483-4f39-afda-fc8cdb653a39 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:33.095606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3f193a26-7fe8-4413-8a1f-176fb63a450b tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:33.174086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389b2b3-7d40-4bce-a379-08b14bed8294 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Port': ['ID=4c32b203-1b67-404d-ba8c-e854514e72ef,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:33.178660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 471829ce-6b71-46f3-9793-58ee587a3dc8, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=471829ce-6b71-46f3-9793-58ee587a3dc8,segment=NetworkSegment(4b826b43-7d8c-4e18-b607-a1fec0f3ee98),segment_id=4b826b43-7d8c-4e18-b607-a1fec0f3ee98)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:12:33.181829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c389b2b3-7d40-4bce-a379-08b14bed8294 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:33.214394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:33.230216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-de92fe49-4483-4f39-afda-fc8cdb653a39 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:12:33.239647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-312f3122-372f-4e43-88a2-4524c2e549ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:33.273011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-de92fe49-4483-4f39-afda-fc8cdb653a39 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:12:33.307580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c389b2b3-7d40-4bce-a379-08b14bed8294 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network 3890690b-1b27-48be-82c3-5a2be89a2726 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:12:33.311608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-c389b2b3-7d40-4bce-a379-08b14bed8294 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:12:33.320618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-de92fe49-4483-4f39-afda-fc8cdb653a39 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:12:33.335794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0df84d-33e1-410a-9944-15189ef16716 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Subnet': ['ID=35fc4fb1-e05b-47d0-9b96-a4e4fa793642,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:33.343610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2e0df84d-33e1-410a-9944-15189ef16716 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:33.405908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device e2392882-e074-4e85-9688-495cbe9e3f45 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:12:33.439983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de92fe49-4483-4f39-afda-fc8cdb653a39 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:33.513888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=471829ce-6b71-46f3-9793-58ee587a3dc8,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:33.533495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:33.676137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-70230605-7597-46d6-aef1-7028053ed056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346f2ef98>, [{'id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'name': 'tempest-TestNetworkBasicOps-router-649114394', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:45Z', 'updated_at': '2020-11-24T13:12:17Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:47Z', 'updated_at': '2020-11-24T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'e647b167-1027-48c2-98f3-b8ff2ebe77e1', 'name': '', 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:b9:cc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'ef8a9360-9e18-4774-ae21-805af42ac96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:12:30Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': 'ef8a9360-9e18-4774-ae21-805af42ac96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:33.687518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device cac694b9-fa07-4b88-908d-4cee3567a9e9 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:12:33.801729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-52f840b2-622c-44dd-a801-9c0161d6217c None None] For port e2392882-e074-4e85-9688-495cbe9e3f45, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=e2392882-e074-4e85-9688-495cbe9e3f45,segment=NetworkSegment(e12989ca-8b0d-4761-a8a7-c72a72a248b4),segment_id=e12989ca-8b0d-4761-a8a7-c72a72a248b4)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:12:33.802259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-52f840b2-622c-44dd-a801-9c0161d6217c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:33.822261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70230605-7597-46d6-aef1-7028053ed056 None None] The sync data for ids ['72fdfc95-aeba-4bd0-961b-8bf5c0940129'] in dv-neutron-601336-61-ovs is: [{'id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'name': 'tempest-TestNetworkBasicOps-router-649114394', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:45Z', 'updated_at': '2020-11-24T13:12:17Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:47Z', 'updated_at': '2020-11-24T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'e647b167-1027-48c2-98f3-b8ff2ebe77e1', 'name': '', 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:b9:cc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'ef8a9360-9e18-4774-ae21-805af42ac96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:12:30Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': 'ef8a9360-9e18-4774-ae21-805af42ac96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:12:33.828857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-24616acd-4329-453d-86cc-c4fcefd0f575 None None] Provisioning complete for port 471829ce-6b71-46f3-9793-58ee587a3dc8 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:33.829759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-24616acd-4329-453d-86cc-c4fcefd0f575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:34.128832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0df84d-33e1-410a-9944-15189ef16716 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:12:34.134856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-de92fe49-4483-4f39-afda-fc8cdb653a39 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:34.144010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f4f82-46ce-42d4-9e2d-79c20d6ca9f5 req-95fe5357-626c-4879-9332-9acf39d7f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:34.148975 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-394f4f82-46ce-42d4-9e2d-79c20d6ca9f5 req-95fe5357-626c-4879-9332-9acf39d7f13a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.0690980
Nov 24 13:12:34.151365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-2e0df84d-33e1-410a-9944-15189ef16716 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:12:34.160524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3f193a26-7fe8-4413-8a1f-176fb63a450b tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:34.165752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-223adc90-b7be-4336-939a-172a66729f39 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:34.224667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-de92fe49-4483-4f39-afda-fc8cdb653a39 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:12:34.278480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-de92fe49-4483-4f39-afda-fc8cdb653a39 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:12:34.326634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-190d4a95-e244-4549-abeb-db06ba2475d8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:34.331735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:34.341775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf8cf72-0dae-49d7-9335-9b5dcec15323 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:12:34.372071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-52f840b2-622c-44dd-a801-9c0161d6217c None None] Calling delete_port for e2392882-e074-4e85-9688-495cbe9e3f45 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:12:34.426542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-de92fe49-4483-4f39-afda-fc8cdb653a39 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:12:34.441027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0df84d-33e1-410a-9944-15189ef16716 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:34.441683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e0df84d-33e1-410a-9944-15189ef16716 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:34.564100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223adc90-b7be-4336-939a-172a66729f39 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Subnet': ['ID=8dea8f86-49f6-4b0b-b436-f8f5dfdcec7b,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:34.567642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-223adc90-b7be-4336-939a-172a66729f39 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:34.590417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223adc90-b7be-4336-939a-172a66729f39 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Checking segment: {'id': '864b2f48-d7ce-41f5-8c16-40a62588d09e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '307d2496-254f-4457-9004-9521f9b9104b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:12:34.590821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223adc90-b7be-4336-939a-172a66729f39 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network hostable DHCP agents. Network: 307d2496-254f-4457-9004-9521f9b9104b, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:12:34.653557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb517a-b93c-4848-9278-651260bb477b req-023a359b-e8d4-493f-a647-58582013ffd4 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:34.656175 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d1eb517a-b93c-4848-9278-651260bb477b req-023a359b-e8d4-493f-a647-58582013ffd4 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 944 time: 0.6838601
Nov 24 13:12:34.662655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223adc90-b7be-4336-939a-172a66729f39 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network 307d2496-254f-4457-9004-9521f9b9104b is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:12:34.685822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-223adc90-b7be-4336-939a-172a66729f39 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 307d2496-254f-4457-9004-9521f9b9104b) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:12:34.704844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223adc90-b7be-4336-939a-172a66729f39 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:34.705775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-223adc90-b7be-4336-939a-172a66729f39 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:34.723339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d6d76-5d34-4fce-8048-02be14a46449 req-d3d887bc-76fa-41bb-a48c-37db20e89a53 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:34.726974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c389b2b3-7d40-4bce-a379-08b14bed8294 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Router 2c66548c-93ca-486f-8434-130b800376f6 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:12:34.729890 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ae6d6d76-5d34-4fce-8048-02be14a46449 req-d3d887bc-76fa-41bb-a48c-37db20e89a53 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 943 time: 1.2209926
Nov 24 13:12:34.735470 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-223adc90-b7be-4336-939a-172a66729f39 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.3999798
Nov 24 13:12:34.741895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50372) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:34.778581 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2e0df84d-33e1-410a-9944-15189ef16716 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 6.6181395
Nov 24 13:12:34.795069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e50956b-2c3b-4985-9468-399cde623e22 None None] Network 307d2496-254f-4457-9004-9521f9b9104b requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:12:34.799749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50376) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:34.801787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c036ef4f-2096-4e49-ba46-bcd46d192021 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:34.823434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-15eae953-23a9-45fe-9d36-0acdc2525b06 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Request body: {'router': {'name': 'tempest-RoutersTest-router-132912119', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:34.824034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port cac694b9-fa07-4b88-908d-4cee3567a9e9 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:12:34.826694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-0eac84a9-0a33-43d0-a801-a8577576ab43 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:34.845001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-15eae953-23a9-45fe-9d36-0acdc2525b06 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:34.851499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d71df4bc-c390-4243-a3ed-e3da140aeebb tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:34.858454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-15eae953-23a9-45fe-9d36-0acdc2525b06 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Usage tracker for resource:router and tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:12:34.862257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-15eae953-23a9-45fe-9d36-0acdc2525b06 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:12:34.894928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port cac694b9-fa07-4b88-908d-4cee3567a9e9 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:34.895596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:34.950201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-15eae953-23a9-45fe-9d36-0acdc2525b06 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:12:34.993786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-15eae953-23a9-45fe-9d36-0acdc2525b06 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:34.995693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-15eae953-23a9-45fe-9d36-0acdc2525b06 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:35.033196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c389b2b3-7d40-4bce-a379-08b14bed8294 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:12:35.046523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-15eae953-23a9-45fe-9d36-0acdc2525b06 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:35.049254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b674a2-8f2c-497c-8228-e267d3a84317 None None] Sync routers for ids ['2c66548c-93ca-486f-8434-130b800376f6'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:12:35.055823 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c389b2b3-7d40-4bce-a379-08b14bed8294 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "PUT /v2.0/routers/2c66548c-93ca-486f-8434-130b800376f6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8283226
Nov 24 13:12:35.057024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50380) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:35.063773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b674a2-8f2c-497c-8228-e267d3a84317 None None] Routers {'2c66548c-93ca-486f-8434-130b800376f6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:12:35.064457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-38b674a2-8f2c-497c-8228-e267d3a84317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cb78ba8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:12:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['2c66548c-93ca-486f-8434-130b800376f6'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:35.070635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-8c2216d4-25ae-4f7d-8ca3-759a51773a82 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1869902444'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:35.079966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8c2216d4-25ae-4f7d-8ca3-759a51773a82 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:35.083697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-24616acd-4329-453d-86cc-c4fcefd0f575 None None] Provisioning for port 4c32b203-1b67-404d-ba8c-e854514e72ef completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:12:35.087132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8c2216d4-25ae-4f7d-8ca3-759a51773a82 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Usage tracker for resource:network and tenant:7bd33557530a48bab25cc76dc38cd9bb is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:12:35.092221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036ef4f-2096-4e49-ba46-bcd46d192021 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Port': ['ID=657f93f7-83a0-4b7b-bc94-fe620d3dd626,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:35.093082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8c2216d4-25ae-4f7d-8ca3-759a51773a82 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Quota usage for network was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:12:35.103629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8c2216d4-25ae-4f7d-8ca3-759a51773a82 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:12:35.112129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-15eae953-23a9-45fe-9d36-0acdc2525b06 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:35.128275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c036ef4f-2096-4e49-ba46-bcd46d192021 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:35.144168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-15eae953-23a9-45fe-9d36-0acdc2525b06 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:35.149541 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-15eae953-23a9-45fe-9d36-0acdc2525b06 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.3993917
Nov 24 13:12:35.150977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50384) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:35.170857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port e2392882-e074-4e85-9688-495cbe9e3f45, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=e2392882-e074-4e85-9688-495cbe9e3f45,segment=NetworkSegment(e12989ca-8b0d-4761-a8a7-c72a72a248b4),segment_id=e12989ca-8b0d-4761-a8a7-c72a72a248b4)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:12:35.199810 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-394f4f82-46ce-42d4-9e2d-79c20d6ca9f5 req-1c541142-4555-4db3-a221-da5e1d7cc943 service neutron] 10.222.0.70 "GET /v2.0/networks/b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9797189
Nov 24 13:12:35.221374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2216d4-25ae-4f7d-8ca3-759a51773a82 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Made reservation on behalf of 7bd33557530a48bab25cc76dc38cd9bb for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:12:35.228008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c2216d4-25ae-4f7d-8ca3-759a51773a82 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:35.253108 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d1eb517a-b93c-4848-9278-651260bb477b req-91a58f05-dc53-40a9-ba6b-db92b3a45d3c tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.5719314
Nov 24 13:12:35.256771 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ae6d6d76-5d34-4fce-8048-02be14a46449 req-bf5ac573-2a83-4f2e-aa6f-2fe56dcfb765 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/security-groups?id=690e0261-09d3-40a2-9cd2-6eef68d14c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5197241
Nov 24 13:12:35.260144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:35.304635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de92fe49-4483-4f39-afda-fc8cdb653a39 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:35.323172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f28e72bb-991f-42a9-b24a-2e4ea2f04f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:35.355229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2216d4-25ae-4f7d-8ca3-759a51773a82 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] vxlan segment allocate from pool success with {'vxlan_vni': 15}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:12:35.358735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-24616acd-4329-453d-86cc-c4fcefd0f575 None None] Provisioning complete for port 4c32b203-1b67-404d-ba8c-e854514e72ef triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:35.359150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-24616acd-4329-453d-86cc-c4fcefd0f575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:35.380854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-38b674a2-8f2c-497c-8228-e267d3a84317 None None] Set router 2c66548c-93ca-486f-8434-130b800376f6 gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:12:35.400319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-52f840b2-622c-44dd-a801-9c0161d6217c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:12:35.400767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-52f840b2-622c-44dd-a801-9c0161d6217c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:12:35.449717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de92fe49-4483-4f39-afda-fc8cdb653a39 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:35.476497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-35f9a792-2a46-4dfd-bbdc-f2a1172adf7b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:35.505093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c2216d4-25ae-4f7d-8ca3-759a51773a82 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:35.508413 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-8c2216d4-25ae-4f7d-8ca3-759a51773a82 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Added segment c59c2745-639b-4491-85c6-a4bd2af574fa of type vxlan for network b16ed203-d70d-4089-881e-223145f98b51
Nov 24 13:12:35.542387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 471829ce-6b71-46f3-9793-58ee587a3dc8 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:12:35.624123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de92fe49-4483-4f39-afda-fc8cdb653a39 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:35.629991 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-de92fe49-4483-4f39-afda-fc8cdb653a39 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1680 time: 2.6033697
Nov 24 13:12:35.639367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50388) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:35.644296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-24616acd-4329-453d-86cc-c4fcefd0f575 None None] Port 4c32b203-1b67-404d-ba8c-e854514e72ef cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:12:35.659732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-5ce058ac-2947-41f0-b7d3-314fed0f00ed tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '250e383d-fa1c-47bf-9420-888338f72437', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:35.665562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c2216d4-25ae-4f7d-8ca3-759a51773a82 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:35.683012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:35.691684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92fe49-4483-4f39-afda-fc8cdb653a39 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroup': ['ID=250e383d-fa1c-47bf-9420-888338f72437,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:35.697352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5ce058ac-2947-41f0-b7d3-314fed0f00ed tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:35.715623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0eac84a9-0a33-43d0-a801-a8577576ab43 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:35.728516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-de92fe49-4483-4f39-afda-fc8cdb653a39 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:35.741152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0eac84a9-0a33-43d0-a801-a8577576ab43 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:subnet and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:12:35.747600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5ce058ac-2947-41f0-b7d3-314fed0f00ed tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:12:35.827559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0eac84a9-0a33-43d0-a801-a8577576ab43 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:12:35.841789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5ce058ac-2947-41f0-b7d3-314fed0f00ed tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:12:35.870990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5ce058ac-2947-41f0-b7d3-314fed0f00ed tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:12:35.873725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0eac84a9-0a33-43d0-a801-a8577576ab43 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:12:35.881295 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-394f4f82-46ce-42d4-9e2d-79c20d6ca9f5 req-d3b850d0-ea63-46b8-83ee-a98f04bd49d3 service neutron] 10.222.0.70 "GET /v2.0/networks/b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6631949
Nov 24 13:12:35.882659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f157b5-5b88-44bb-91a6-4d0daa7fac86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-8ca51b04-1dca-4f60-b844-2979d8864b51', 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'fixed_ips': [{'subnet_id': '35fc4fb1-e05b-47d0-9b96-a4e4fa793642'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:12:35.883575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33f157b5-5b88-44bb-91a6-4d0daa7fac86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:35.907223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4ac8e7-3926-45f6-8768-a48646f10a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac694b9-fa07-4b88-908d-4cee3567a9e9'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:12:35.919694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-52f840b2-622c-44dd-a801-9c0161d6217c None None] Deleting port e2392882-e074-4e85-9688-495cbe9e3f45 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:12:35.920501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-52f840b2-622c-44dd-a801-9c0161d6217c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:35.942039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5ce058ac-2947-41f0-b7d3-314fed0f00ed tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:35.957107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eac84a9-0a33-43d0-a801-a8577576ab43 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:12:35.996594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=e2392882-e074-4e85-9688-495cbe9e3f45,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:36.006616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:36.027381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-38b674a2-8f2c-497c-8228-e267d3a84317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cb78ba8>, [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:12:31Z', 'revision_number': 2, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None, '_interfaces': [{'id': '4c32b203-1b67-404d-ba8c-e854514e72ef', 'name': '', 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:36:64:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:28Z', 'updated_at': '2020-11-24T13:12:31Z', 'revision_number': 2, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:36.041303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b674a2-8f2c-497c-8228-e267d3a84317 None None] Checking router: 2c66548c-93ca-486f-8434-130b800376f6 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:12:36.042668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b674a2-8f2c-497c-8228-e267d3a84317 None None] Updating router 2c66548c-93ca-486f-8434-130b800376f6 port 4c32b203-1b67-404d-ba8c-e854514e72ef binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:12:36.045720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c2216d4-25ae-4f7d-8ca3-759a51773a82 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:36.052155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2216d4-25ae-4f7d-8ca3-759a51773a82 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:36.053196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c2216d4-25ae-4f7d-8ca3-759a51773a82 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:36.063619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fecb8220-2ded-4bd4-baff-a4e06a342539 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:36.147132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3f193a26-7fe8-4413-8a1f-176fb63a450b tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:36.154969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38b674a2-8f2c-497c-8228-e267d3a84317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:36.158568 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4ac8e7-3926-45f6-8768-a48646f10a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac694b9-fa07-4b88-908d-4cee3567a9e9', 'code': 200}
Nov 24 13:12:36.168201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port cac694b9-fa07-4b88-908d-4cee3567a9e9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=cac694b9-fa07-4b88-908d-4cee3567a9e9,segment=NetworkSegment(15da2527-98df-4484-9ea8-a3b8957eb7b8),segment_id=15da2527-98df-4484-9ea8-a3b8957eb7b8)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:12:36.172134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770cc8c3-2c9c-46a9-9d87-b4b032c68b09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-307d2496-254f-4457-9004-9521f9b9104b', 'network_id': '307d2496-254f-4457-9004-9521f9b9104b', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'fixed_ips': [{'subnet_id': '8dea8f86-49f6-4b0b-b436-f8f5dfdcec7b'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:12:36.173397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-770cc8c3-2c9c-46a9-9d87-b4b032c68b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:36.200852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:36.221174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8a10897f-0b48-4ef3-a5bc-9c8f476fb4eb None None] Provisioning complete for port 471829ce-6b71-46f3-9793-58ee587a3dc8 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:36.221174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8a10897f-0b48-4ef3-a5bc-9c8f476fb4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:36.255846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93c5c19f-37bb-4f70-aca5-9c01204017b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:36.270510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 471829ce-6b71-46f3-9793-58ee587a3dc8 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:36.271249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:36.303078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2216d4-25ae-4f7d-8ca3-759a51773a82 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Network': ['ID=b16ed203-d70d-4089-881e-223145f98b51,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:36.304549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f193a26-7fe8-4413-8a1f-176fb63a450b tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Pushing event deleted for resources: {'Subnet': ['ID=a3d43ee0-7912-499d-a285-dd7008478498,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:36.308826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8c2216d4-25ae-4f7d-8ca3-759a51773a82 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:36.324672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3f193a26-7fe8-4413-8a1f-176fb63a450b tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:36.355450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1860c846-6684-4590-83f1-52f5cbc62dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:36.376946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c036ef4f-2096-4e49-ba46-bcd46d192021 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:36.394273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network b16ed203-d70d-4089-881e-223145f98b51 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:12:36.526261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network b16ed203-d70d-4089-881e-223145f98b51 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:12:36.568097 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8c2216d4-25ae-4f7d-8ca3-759a51773a82 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.5040843
Nov 24 13:12:36.569187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50398) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:36.570581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70a1cc46-1f3a-4573-bc54-51c64c436eaa tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:36.589625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-03acd67c-e92c-4db2-a310-85f9b0f781b6 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Request body: {'subnet': {'network_id': 'b16ed203-d70d-4089-881e-223145f98b51', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:36.790107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38b674a2-8f2c-497c-8228-e267d3a84317 None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:36.803558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-38b674a2-8f2c-497c-8228-e267d3a84317 None None] Transition to ACTIVE for port object 4c32b203-1b67-404d-ba8c-e854514e72ef will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:12:36.806984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38b674a2-8f2c-497c-8228-e267d3a84317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:36.823216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:36.976295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-03acd67c-e92c-4db2-a310-85f9b0f781b6 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:36.986760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-03acd67c-e92c-4db2-a310-85f9b0f781b6 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Usage tracker for resource:subnet and tenant:7bd33557530a48bab25cc76dc38cd9bb is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:12:36.992533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-03acd67c-e92c-4db2-a310-85f9b0f781b6 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:12:37.005906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-03acd67c-e92c-4db2-a310-85f9b0f781b6 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:12:37.049358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03acd67c-e92c-4db2-a310-85f9b0f781b6 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Made reservation on behalf of 7bd33557530a48bab25cc76dc38cd9bb for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:12:37.084334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9488f3f-56a4-4068-a29c-bb96402584a2 req-8b42b1c5-d3bf-469d-82d8-df1461d93cbf tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:37.086339 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e9488f3f-56a4-4068-a29c-bb96402584a2 req-8b42b1c5-d3bf-469d-82d8-df1461d93cbf tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 945 time: 0.4060454
Nov 24 13:12:37.124776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044e175-fe21-4c0a-92ac-f7ea1fb02a2f None None] Pushing event updated for resources: {'Port': ['ID=4c32b203-1b67-404d-ba8c-e854514e72ef,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:37.145675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e175-fe21-4c0a-92ac-f7ea1fb02a2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:37.146093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e175-fe21-4c0a-92ac-f7ea1fb02a2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:37.146510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e175-fe21-4c0a-92ac-f7ea1fb02a2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:37.146876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e175-fe21-4c0a-92ac-f7ea1fb02a2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:37.147240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e175-fe21-4c0a-92ac-f7ea1fb02a2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:37.147676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e175-fe21-4c0a-92ac-f7ea1fb02a2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:37.147935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e175-fe21-4c0a-92ac-f7ea1fb02a2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:37.148294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e175-fe21-4c0a-92ac-f7ea1fb02a2f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:37.148792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e175-fe21-4c0a-92ac-f7ea1fb02a2f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:37.149158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e175-fe21-4c0a-92ac-f7ea1fb02a2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:37.149512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e175-fe21-4c0a-92ac-f7ea1fb02a2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:37.150231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e175-fe21-4c0a-92ac-f7ea1fb02a2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:37.150692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e175-fe21-4c0a-92ac-f7ea1fb02a2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:37.151046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e175-fe21-4c0a-92ac-f7ea1fb02a2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:37.151398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e175-fe21-4c0a-92ac-f7ea1fb02a2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:37.151748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e175-fe21-4c0a-92ac-f7ea1fb02a2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:37.152097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e175-fe21-4c0a-92ac-f7ea1fb02a2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:37.152445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e175-fe21-4c0a-92ac-f7ea1fb02a2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:37.152792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e175-fe21-4c0a-92ac-f7ea1fb02a2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:37.153882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e175-fe21-4c0a-92ac-f7ea1fb02a2f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:37.153882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e175-fe21-4c0a-92ac-f7ea1fb02a2f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:37.153882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e175-fe21-4c0a-92ac-f7ea1fb02a2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:37.154234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e175-fe21-4c0a-92ac-f7ea1fb02a2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:37.154589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e175-fe21-4c0a-92ac-f7ea1fb02a2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:37.155040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3f193a26-7fe8-4413-8a1f-176fb63a450b tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:37.160710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6044e175-fe21-4c0a-92ac-f7ea1fb02a2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:37.169296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0eac84a9-0a33-43d0-a801-a8577576ab43 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:37.174674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-03acd67c-e92c-4db2-a310-85f9b0f781b6 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:37.335582 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.ipam_backend_mixin [None req-0eac84a9-0a33-43d0-a801-a8577576ab43 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 35fc4fb1-e05b-47d0-9b96-a4e4fa793642 (CIDR: 2001:db8::/64)
Nov 24 13:12:37.404917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5ce058ac-2947-41f0-b7d3-314fed0f00ed tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:37.410907 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eac84a9-0a33-43d0-a801-a8577576ab43 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:12:37.412292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eac84a9-0a33-43d0-a801-a8577576ab43 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 400 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:12:37.425517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-38b674a2-8f2c-497c-8228-e267d3a84317 None None] Attempting to bind port 4c32b203-1b67-404d-ba8c-e854514e72ef on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:12:37.425938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-38b674a2-8f2c-497c-8228-e267d3a84317 None None] Attempting to bind port 4c32b203-1b67-404d-ba8c-e854514e72ef by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '4b826b43-7d8c-4e18-b607-a1fec0f3ee98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:12:37.426368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b674a2-8f2c-497c-8228-e267d3a84317 None None] Attempting to bind port 4c32b203-1b67-404d-ba8c-e854514e72ef on network 3890690b-1b27-48be-82c3-5a2be89a2726 {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:12:37.434593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b674a2-8f2c-497c-8228-e267d3a84317 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:12:37.435018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b674a2-8f2c-497c-8228-e267d3a84317 None None] Checking segment: {'id': '4b826b43-7d8c-4e18-b607-a1fec0f3ee98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:12:37.435485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38b674a2-8f2c-497c-8228-e267d3a84317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:37.435913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b674a2-8f2c-497c-8228-e267d3a84317 None None] Bound using segment: {'id': '4b826b43-7d8c-4e18-b607-a1fec0f3ee98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:12:37.436444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-38b674a2-8f2c-497c-8228-e267d3a84317 None None] Bound port: 4c32b203-1b67-404d-ba8c-e854514e72ef, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b826b43-7d8c-4e18-b607-a1fec0f3ee98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:12:37.436858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38b674a2-8f2c-497c-8228-e267d3a84317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:37.444150 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3f193a26-7fe8-4413-8a1f-176fb63a450b tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] 10.222.0.76 "DELETE /v2.0/subnets/a3d43ee0-7912-499d-a285-dd7008478498 HTTP/1.1" status: 204  len: 168 time: 5.8070650
Nov 24 13:12:37.452902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5ce058ac-2947-41f0-b7d3-314fed0f00ed tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:37.456851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50402) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:37.496104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-33f157b5-5b88-44bb-91a6-4d0daa7fac86 None None] Allocated IP 2001:db8::f816:3eff:fe8a:9e82 (8ca51b04-1dca-4f60-b844-2979d8864b51/35fc4fb1-e05b-47d0-9b96-a4e4fa793642/1d9bd7b3-a965-43da-892a-234a705aa327) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:12:37.500810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3e3dede5-cd02-46c4-9bfd-866015316c01 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:37.529041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d103c41-2328-40d0-a8d8-37ce306f6f94 req-7856c059-1e0a-4e10-a7fe-c622a78aa9e3 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:37.530972 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2d103c41-2328-40d0-a8d8-37ce306f6f94 req-7856c059-1e0a-4e10-a7fe-c622a78aa9e3 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 944 time: 0.7986679
Nov 24 13:12:37.573934 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0eac84a9-0a33-43d0-a801-a8577576ab43 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.7667110
Nov 24 13:12:37.578267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce058ac-2947-41f0-b7d3-314fed0f00ed tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca99ecbb-3b3a-4723-8db5-f3fc5fc39658,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:37.580307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50406) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:37.590931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3d69e-a5f3-4422-99a4-3963d0d081c7 req-d6899666-2583-4dab-8e70-5e4c9c4a8c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:37.592749 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e3e3d69e-a5f3-4422-99a4-3963d0d081c7 req-d6899666-2583-4dab-8e70-5e4c9c4a8c39 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 1162 time: 0.8186078
Nov 24 13:12:37.593413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-38b674a2-8f2c-497c-8228-e267d3a84317 None None] For port 4c32b203-1b67-404d-ba8c-e854514e72ef, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:12:37.595717 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e9488f3f-56a4-4068-a29c-bb96402584a2 req-92e49f79-ae9f-427c-b7ef-a19a64d9fd03 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/security-groups?id=690e0261-09d3-40a2-9cd2-6eef68d14c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4942675
Nov 24 13:12:37.598818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-38b674a2-8f2c-497c-8228-e267d3a84317 None None] For port 4c32b203-1b67-404d-ba8c-e854514e72ef, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=4c32b203-1b67-404d-ba8c-e854514e72ef,segment=NetworkSegment(4b826b43-7d8c-4e18-b607-a1fec0f3ee98),segment_id=4b826b43-7d8c-4e18-b607-a1fec0f3ee98)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:12:37.602197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c5a82a16-4011-4a65-9502-983d924bad7e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:37.605489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38b674a2-8f2c-497c-8228-e267d3a84317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:37.624067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:37.642393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5ce058ac-2947-41f0-b7d3-314fed0f00ed tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:37.669593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5ce058ac-2947-41f0-b7d3-314fed0f00ed tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:37.674253 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5ce058ac-2947-41f0-b7d3-314fed0f00ed tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 2.0281067
Nov 24 13:12:37.788968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50410) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:37.811281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044e175-fe21-4c0a-92ac-f7ea1fb02a2f None None] Pushing event updated for resources: {'Port': ['ID=4c32b203-1b67-404d-ba8c-e854514e72ef,revision_number=4']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:37.818365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-f7d424f8-864a-4773-9ceb-bd3e3399075e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '250e383d-fa1c-47bf-9420-888338f72437', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:37.835663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6044e175-fe21-4c0a-92ac-f7ea1fb02a2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:37.848582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33f157b5-5b88-44bb-91a6-4d0daa7fac86 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:37.856269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f7d424f8-864a-4773-9ceb-bd3e3399075e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:37.863784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-33f157b5-5b88-44bb-91a6-4d0daa7fac86 None None] Transition to ACTIVE for port object 1d9bd7b3-a965-43da-892a-234a705aa327 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:12:37.876614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f7d424f8-864a-4773-9ceb-bd3e3399075e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:12:37.890472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b674a2-8f2c-497c-8228-e267d3a84317 None None] Routers {'2c66548c-93ca-486f-8434-130b800376f6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:12:37.891445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-38b674a2-8f2c-497c-8228-e267d3a84317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cb78ba8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:12:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['2c66548c-93ca-486f-8434-130b800376f6'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:37.894657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-33f157b5-5b88-44bb-91a6-4d0daa7fac86 None None] Transition to ACTIVE for port object 1d9bd7b3-a965-43da-892a-234a705aa327 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:12:37.898491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f7d424f8-864a-4773-9ceb-bd3e3399075e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:12:37.918875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f7d424f8-864a-4773-9ceb-bd3e3399075e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:12:37.934550 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2d103c41-2328-40d0-a8d8-37ce306f6f94 req-8b1c6685-3dcc-4acf-b0e9-497157f6c38b tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.3817470
Nov 24 13:12:37.964024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device c09c6095-8fff-48fc-a609-630a514b92d0 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:12:38.008584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc95ac92-9df7-47a9-beb6-2988d7e10bb4 None None] Network dbbd7c85-153b-48aa-aad7-fac01d93dd8a requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:12:38.076844 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e3e3d69e-a5f3-4422-99a4-3963d0d081c7 req-3ce72f45-78f9-4362-9487-41495a93a820 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=690e0261-09d3-40a2-9cd2-6eef68d14c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4215236
Nov 24 13:12:38.110964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f7d424f8-864a-4773-9ceb-bd3e3399075e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:38.211339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-38b674a2-8f2c-497c-8228-e267d3a84317 None None] Set router 2c66548c-93ca-486f-8434-130b800376f6 gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:12:38.225845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:38.294402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c5a82a16-4011-4a65-9502-983d924bad7e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:38.347950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33f157b5-5b88-44bb-91a6-4d0daa7fac86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:38.379596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c5a82a16-4011-4a65-9502-983d924bad7e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:subnet and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:12:38.383007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-70a1cc46-1f3a-4573-bc54-51c64c436eaa tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Allocated IP 172.20.0.1 (307d2496-254f-4457-9004-9521f9b9104b/8dea8f86-49f6-4b0b-b436-f8f5dfdcec7b/82cf5ef0-c564-46bd-a45e-76d09308eb35) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:12:38.385400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Deleting port e2392882-e074-4e85-9688-495cbe9e3f45 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:12:38.385775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:38.387374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c5a82a16-4011-4a65-9502-983d924bad7e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:12:38.404679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c5a82a16-4011-4a65-9502-983d924bad7e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:12:38.487261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a82a16-4011-4a65-9502-983d924bad7e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:12:38.493681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5a82a16-4011-4a65-9502-983d924bad7e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:38.593469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f7d424f8-864a-4773-9ceb-bd3e3399075e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:38.610938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f7d424f8-864a-4773-9ceb-bd3e3399075e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:38.611540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-38b674a2-8f2c-497c-8228-e267d3a84317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cb78ba8>, [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:12:31Z', 'revision_number': 2, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None, '_interfaces': [{'id': '4c32b203-1b67-404d-ba8c-e854514e72ef', 'name': '', 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:36:64:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:28Z', 'updated_at': '2020-11-24T13:12:37Z', 'revision_number': 4, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:38.617875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d2cf82ec-3a18-466d-aa14-f469de90f8d3 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:38.618465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b674a2-8f2c-497c-8228-e267d3a84317 None None] The sync data for ids ['2c66548c-93ca-486f-8434-130b800376f6'] in dv-neutron-601336-61-ovs is: [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:12:31Z', 'revision_number': 2, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None, '_interfaces': [{'id': '4c32b203-1b67-404d-ba8c-e854514e72ef', 'name': '', 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:36:64:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:28Z', 'updated_at': '2020-11-24T13:12:37Z', 'revision_number': 4, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:12:38.674369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device e647b167-1027-48c2-98f3-b8ff2ebe77e1 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:12:38.719343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d424f8-864a-4773-9ceb-bd3e3399075e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef598c8-2b47-471e-8ddf-e953e768a272,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:38.734231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f7d424f8-864a-4773-9ceb-bd3e3399075e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:38.782737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f7d424f8-864a-4773-9ceb-bd3e3399075e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:38.787416 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f7d424f8-864a-4773-9ceb-bd3e3399075e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.9952292
Nov 24 13:12:38.794619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50416) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:38.802991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '250e383d-fa1c-47bf-9420-888338f72437', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:38.828046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=cac694b9-fa07-4b88-908d-4cee3567a9e9,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:38.832844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.477s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:38.846496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3c6d60b0-fc66-4718-89f2-e69feb31bb4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.407s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:38.871514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:38.882980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c036ef4f-2096-4e49-ba46-bcd46d192021 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Router 214058a3-dfe7-490e-bd04-35aa11265946 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:12:38.903402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:12:38.907519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:12:38.921245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:12:38.950769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70a1cc46-1f3a-4573-bc54-51c64c436eaa tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:39.003971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-70a1cc46-1f3a-4573-bc54-51c64c436eaa tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Transition to ACTIVE for port object 82cf5ef0-c564-46bd-a45e-76d09308eb35 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:12:39.010403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] For port e2392882-e074-4e85-9688-495cbe9e3f45, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=e2392882-e074-4e85-9688-495cbe9e3f45,segment=NetworkSegment(e12989ca-8b0d-4761-a8a7-c72a72a248b4),segment_id=e12989ca-8b0d-4761-a8a7-c72a72a248b4)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:12:39.010804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:39.025474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:39.182510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-52f840b2-622c-44dd-a801-9c0161d6217c None None] For port e2392882-e074-4e85-9688-495cbe9e3f45, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=e2392882-e074-4e85-9688-495cbe9e3f45,segment=NetworkSegment(e12989ca-8b0d-4761-a8a7-c72a72a248b4),segment_id=e12989ca-8b0d-4761-a8a7-c72a72a248b4)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:12:39.182883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Calling delete_port for e2392882-e074-4e85-9688-495cbe9e3f45 owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:12:39.186708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-52f840b2-622c-44dd-a801-9c0161d6217c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:39.294855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7641963-5608-455b-b5e9-e5bca158c741 None None] DHCP port deletion for dbbd7c85-153b-48aa-aad7-fac01d93dd8a request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:12:39.306523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port e647b167-1027-48c2-98f3-b8ff2ebe77e1 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:12:39.337999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b7641963-5608-455b-b5e9-e5bca158c741 None None] Deleting port 06e95f65-9ed2-47d5-9ce1-6e56049e593b {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:12:39.338488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b7641963-5608-455b-b5e9-e5bca158c741 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:39.412991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61daa88a-b1da-44b4-8bc3-3d255d838a39 req-8b76110d-100b-493e-b45d-abd91f7f7a02 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:39.418988 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-61daa88a-b1da-44b4-8bc3-3d255d838a39 req-8b76110d-100b-493e-b45d-abd91f7f7a02 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 945 time: 0.5956044
Nov 24 13:12:39.426760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f157b5-5b88-44bb-91a6-4d0daa7fac86 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:12:39.448237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-03acd67c-e92c-4db2-a310-85f9b0f781b6 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:39.565615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-33f157b5-5b88-44bb-91a6-4d0daa7fac86 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:12:39.568254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f157b5-5b88-44bb-91a6-4d0daa7fac86 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:12:39.572427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:39.588792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-52f840b2-622c-44dd-a801-9c0161d6217c None None] Calling delete_port for e2392882-e074-4e85-9688-495cbe9e3f45 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:12:39.606439 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-61daa88a-b1da-44b4-8bc3-3d255d838a39 req-aada96e2-49d6-4814-b0c0-add54a48d806 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/security-groups?id=690e0261-09d3-40a2-9cd2-6eef68d14c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1777632
Nov 24 13:12:39.608480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c036ef4f-2096-4e49-ba46-bcd46d192021 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:12:39.615273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-82f747d0-d9d4-40cb-a170-4fa8b76e8329 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:39.618487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:39.635898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port e647b167-1027-48c2-98f3-b8ff2ebe77e1 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:39.642354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:39.678935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70a1cc46-1f3a-4573-bc54-51c64c436eaa tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:39.679571 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c036ef4f-2096-4e49-ba46-bcd46d192021 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "PUT /v2.0/routers/214058a3-dfe7-490e-bd04-35aa11265946/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 15.6309426
Nov 24 13:12:39.680771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4235a540-3a17-4376-be91-267909a92966 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:39.688520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:39.690082 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.8941317
Nov 24 13:12:39.693866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e390f5-8922-45aa-998a-dde1c9e70568 None None] Sync routers for ids ['214058a3-dfe7-490e-bd04-35aa11265946'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:12:39.695542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50422) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:39.696007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50424) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:39.696751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f157b5-5b88-44bb-91a6-4d0daa7fac86 None None] Pushing event updated for resources: {'Port': ['ID=1d9bd7b3-a965-43da-892a-234a705aa327,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:39.700149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-33f157b5-5b88-44bb-91a6-4d0daa7fac86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.854s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:39.749267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port c09c6095-8fff-48fc-a609-630a514b92d0 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:12:39.761807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a7173869-e3b0-4909-b091-141eeff67d37 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '250e383d-fa1c-47bf-9420-888338f72437', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:39.819741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:39.853024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port c09c6095-8fff-48fc-a609-630a514b92d0 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:39.853631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:39.919260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03acd67c-e92c-4db2-a310-85f9b0f781b6 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Subnet': ['ID=8b204a68-c825-4c29-8ddb-2e2e6f394c54,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:39.931805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-03acd67c-e92c-4db2-a310-85f9b0f781b6 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:39.933556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9d089843-9341-44f5-b365-e3d1d51a420e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:40.065068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03acd67c-e92c-4db2-a310-85f9b0f781b6 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Checking segment: {'id': 'c59c2745-639b-4491-85c6-a4bd2af574fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'b16ed203-d70d-4089-881e-223145f98b51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:12:40.065473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03acd67c-e92c-4db2-a310-85f9b0f781b6 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network hostable DHCP agents. Network: b16ed203-d70d-4089-881e-223145f98b51, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:12:40.092535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1cc46-1f3a-4573-bc54-51c64c436eaa tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Port': ['ID=82cf5ef0-c564-46bd-a45e-76d09308eb35,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:40.111079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a7173869-e3b0-4909-b091-141eeff67d37 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:40.136923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbc89cb-6beb-4bf2-b208-d8f6d2c06d4a,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:40.147498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a7173869-e3b0-4909-b091-141eeff67d37 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:12:40.152593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:40.153029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:40.153451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:40.153871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:40.154333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:40.154752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:40.155161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:40.155567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:40.155975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:40.156391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:40.156784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:40.157188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:40.157699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:40.157890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Pushing event deleted for resources: {'Port': ['ID=e2392882-e074-4e85-9688-495cbe9e3f45,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:40.158102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:40.158550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:40.158954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:40.159359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:40.160270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:40.160856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:40.161104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:40.161705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:40.162117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:40.162553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:40.163315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:40.164852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:40.167704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7504b4c9-40eb-4997-9c27-1b83fc92d685 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.273s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:40.168047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:40.168165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7504b4c9-40eb-4997-9c27-1b83fc92d685 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:40.170528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a7173869-e3b0-4909-b091-141eeff67d37 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:12:40.170707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a1cc46-1f3a-4573-bc54-51c64c436eaa tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network 307d2496-254f-4457-9004-9521f9b9104b is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:12:40.171753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] No DVR routers for this DVR port e2392882-e074-4e85-9688-495cbe9e3f45 on host dv-neutron-601336-61-ovs {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:12:40.174489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-70a1cc46-1f3a-4573-bc54-51c64c436eaa tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:12:40.179946 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2942c9f-a3f8-4dee-8a47-4f730c8075df tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] GET failed (client error): The resource could not be found.
Nov 24 13:12:40.180521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c2942c9f-a3f8-4dee-8a47-4f730c8075df tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Synchronizing usage tracker for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:12:40.189749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a7173869-e3b0-4909-b091-141eeff67d37 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:12:40.198693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03ad34-df83-4ffc-964f-31bd31ed77e1 req-26f1eb22-985c-4e69-a30e-f65f30edd637 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:40.200475 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5f03ad34-df83-4ffc-964f-31bd31ed77e1 req-26f1eb22-985c-4e69-a30e-f65f30edd637 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 944 time: 1.0195713
Nov 24 13:12:40.206058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a1cc46-1f3a-4573-bc54-51c64c436eaa tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:12:40.275202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c2942c9f-a3f8-4dee-8a47-4f730c8075df tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Unset dirty status for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:12:40.279889 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c2942c9f-a3f8-4dee-8a47-4f730c8075df tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "GET /v2.0/ports/657f93f7-83a0-4b7b-bc94-fe620d3dd626 HTTP/1.1" status: 404  len: 333 time: 0.5247958
Nov 24 13:12:40.281910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50430) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:40.281910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a7173869-e3b0-4909-b091-141eeff67d37 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:40.326519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-33f157b5-5b88-44bb-91a6-4d0daa7fac86 None None] Attempting to bind port 1d9bd7b3-a965-43da-892a-234a705aa327 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:12:40.327136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-33f157b5-5b88-44bb-91a6-4d0daa7fac86 None None] Attempting to bind port 1d9bd7b3-a965-43da-892a-234a705aa327 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:12:40.327413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f157b5-5b88-44bb-91a6-4d0daa7fac86 None None] Attempting to bind port 1d9bd7b3-a965-43da-892a-234a705aa327 on network 8ca51b04-1dca-4f60-b844-2979d8864b51 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:12:40.336518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03acd67c-e92c-4db2-a310-85f9b0f781b6 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network b16ed203-d70d-4089-881e-223145f98b51 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:12:40.377869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-03acd67c-e92c-4db2-a310-85f9b0f781b6 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, b16ed203-d70d-4089-881e-223145f98b51) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:12:40.395570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:40.405647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f157b5-5b88-44bb-91a6-4d0daa7fac86 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:12:40.406154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f157b5-5b88-44bb-91a6-4d0daa7fac86 None None] Checking segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:12:40.406555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33f157b5-5b88-44bb-91a6-4d0daa7fac86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:40.407006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f157b5-5b88-44bb-91a6-4d0daa7fac86 None None] Bound using segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:12:40.407549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-33f157b5-5b88-44bb-91a6-4d0daa7fac86 None None] Bound port: 1d9bd7b3-a965-43da-892a-234a705aa327, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:12:40.407974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33f157b5-5b88-44bb-91a6-4d0daa7fac86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:40.433202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e390f5-8922-45aa-998a-dde1c9e70568 None None] Routers {'214058a3-dfe7-490e-bd04-35aa11265946'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:12:40.433909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e7e390f5-8922-45aa-998a-dde1c9e70568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347e7efd0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:12:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['214058a3-dfe7-490e-bd04-35aa11265946'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:40.434711 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5f03ad34-df83-4ffc-964f-31bd31ed77e1 req-9ccc5c7d-9163-45a3-86ac-79c4425bf718 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2210624
Nov 24 13:12:40.482881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70a1cc46-1f3a-4573-bc54-51c64c436eaa tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:40.489496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03acd67c-e92c-4db2-a310-85f9b0f781b6 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:40.490195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-03acd67c-e92c-4db2-a310-85f9b0f781b6 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:40.498567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0aa6b5-3a80-469c-87d4-d776e71123e1 None None] Network b16ed203-d70d-4089-881e-223145f98b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:12:40.550108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa30c7af-e605-43ef-a12a-414a28f23db9 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:40.566213 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-03acd67c-e92c-4db2-a310-85f9b0f781b6 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 3.9845626
Nov 24 13:12:40.577192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50434) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:40.600429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634722fbe0>,) {'filters': {'network_id': ['243fa431-19b1-4e38-ae17-26c9d179c61e']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:40.622322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634722fbe0>, 'e12989ca-8b0d-4761-a8a7-c72a72a248b4') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:40.623447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634722fbe0>, 'e12989ca-8b0d-4761-a8a7-c72a72a248b4') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:40.642492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:40.650968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f14497f6-b3d2-4c10-9cd8-650a9d99ffe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:40.651816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a7173869-e3b0-4909-b091-141eeff67d37 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:40.680359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:40.682704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Releasing vxlan tunnel 12 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:12:40.723446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a7173869-e3b0-4909-b091-141eeff67d37 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:40.732438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8d51b6a6-7278-42ea-bb31-4793bef9c130 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:40.764068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-770cc8c3-2c9c-46a9-9d87-b4b032c68b09 None None] Allocated IP 172.20.0.2 (307d2496-254f-4457-9004-9521f9b9104b/8dea8f86-49f6-4b0b-b436-f8f5dfdcec7b/f712e19e-89eb-4e03-a397-f2f00488ff9d) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:12:40.793414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-52f840b2-622c-44dd-a801-9c0161d6217c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:12:40.793835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-52f840b2-622c-44dd-a801-9c0161d6217c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:12:40.794442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:40.802822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7173869-e3b0-4909-b091-141eeff67d37 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365085fb-5c57-4ecb-96ae-066933340daa,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:40.805248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e7e390f5-8922-45aa-998a-dde1c9e70568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347e7efd0>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:40.805717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a7173869-e3b0-4909-b091-141eeff67d37 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:40.890604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a7173869-e3b0-4909-b091-141eeff67d37 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:40.894327 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a7173869-e3b0-4909-b091-141eeff67d37 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.1368592
Nov 24 13:12:40.895046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50442) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:40.927129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-52f840b2-622c-44dd-a801-9c0161d6217c None None] Deleting port e2392882-e074-4e85-9688-495cbe9e3f45 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:12:40.927759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-52f840b2-622c-44dd-a801-9c0161d6217c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:41.013236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-91619b69-e59b-4c95-91f3-da4f2ca74182 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '250e383d-fa1c-47bf-9420-888338f72437', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:41.038997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5a82a16-4011-4a65-9502-983d924bad7e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:41.039258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Network 243fa431-19b1-4e38-ae17-26c9d179c61e has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:12:41.055741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-91619b69-e59b-4c95-91f3-da4f2ca74182 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:41.062008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-614675af-52fb-42fe-9cec-9acb6f442cb0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:41.090916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b7641963-5608-455b-b5e9-e5bca158c741 None None] For port 06e95f65-9ed2-47d5-9ce1-6e56049e593b, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=06e95f65-9ed2-47d5-9ce1-6e56049e593b,segment=NetworkSegment(4918300b-ce72-41ca-9e86-2199e3617ec5),segment_id=4918300b-ce72-41ca-9e86-2199e3617ec5)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:12:41.091422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b7641963-5608-455b-b5e9-e5bca158c741 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:41.106558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:41.117197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1db2316-d71c-428e-9138-dad14da0ded9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09c6095-8fff-48fc-a609-630a514b92d0'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:12:41.157173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-91619b69-e59b-4c95-91f3-da4f2ca74182 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:12:41.182371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-91619b69-e59b-4c95-91f3-da4f2ca74182 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:12:41.250830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-52f840b2-622c-44dd-a801-9c0161d6217c None None] The port 'e2392882-e074-4e85-9688-495cbe9e3f45' was deleted {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:12:41.275877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-91619b69-e59b-4c95-91f3-da4f2ca74182 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:12:41.328115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port c09c6095-8fff-48fc-a609-630a514b92d0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=c09c6095-8fff-48fc-a609-630a514b92d0,segment=NetworkSegment(f37bbda7-8694-4075-8d54-b96ea9721450),segment_id=f37bbda7-8694-4075-8d54-b96ea9721450)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:12:41.349518 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1db2316-d71c-428e-9138-dad14da0ded9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09c6095-8fff-48fc-a609-630a514b92d0', 'code': 200}
Nov 24 13:12:41.352750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e390f5-8922-45aa-998a-dde1c9e70568 None None] Routers {'214058a3-dfe7-490e-bd04-35aa11265946'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:12:41.353451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e7e390f5-8922-45aa-998a-dde1c9e70568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347e7efd0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:12:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['214058a3-dfe7-490e-bd04-35aa11265946'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:41.405063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa30c7af-e605-43ef-a12a-414a28f23db9 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:41.414826 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-91619b69-e59b-4c95-91f3-da4f2ca74182 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Project ddd175861f0b46ae9d96e8c7cb7e2213 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:12:41.422351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:41.439970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-91619b69-e59b-4c95-91f3-da4f2ca74182 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:41.447957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a82a16-4011-4a65-9502-983d924bad7e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Subnet': ['ID=ec483b50-14ee-474c-8bec-66fdab5d25c3,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:41.450933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c5a82a16-4011-4a65-9502-983d924bad7e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:41.529657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-33f157b5-5b88-44bb-91a6-4d0daa7fac86 None None] For port 1d9bd7b3-a965-43da-892a-234a705aa327, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:12:41.538738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b7641963-5608-455b-b5e9-e5bca158c741 None None] Calling delete_port for 06e95f65-9ed2-47d5-9ce1-6e56049e593b owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:12:41.544491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-91619b69-e59b-4c95-91f3-da4f2ca74182 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:41.577148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:41.593186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-025cdc74-5286-47bb-8021-2dfb2d88d44a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:41.621817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa30c7af-e605-43ef-a12a-414a28f23db9 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:41.626911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-91619b69-e59b-4c95-91f3-da4f2ca74182 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:41.665786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e7e390f5-8922-45aa-998a-dde1c9e70568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347e7efd0>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:41.666302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e390f5-8922-45aa-998a-dde1c9e70568 None None] The sync data for ids ['214058a3-dfe7-490e-bd04-35aa11265946'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:12:41.669839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1b8b7ce0-149f-445a-9878-7095bb28d3bf tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:41.683578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70a1cc46-1f3a-4573-bc54-51c64c436eaa tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:41.690058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f962e7f-b390-4514-8951-d18e48b8f6f0 req-7f293af6-7a02-4289-a4f0-c886ef38c68a tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:41.694102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-33f157b5-5b88-44bb-91a6-4d0daa7fac86 None None] For port 1d9bd7b3-a965-43da-892a-234a705aa327, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=1d9bd7b3-a965-43da-892a-234a705aa327,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:12:41.697687 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7f962e7f-b390-4514-8951-d18e48b8f6f0 req-7f293af6-7a02-4289-a4f0-c886ef38c68a tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 945 time: 0.8170986
Nov 24 13:12:41.714183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91619b69-e59b-4c95-91f3-da4f2ca74182 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0832b063-5f65-4242-8aad-33aabc531c42,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:41.743323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33f157b5-5b88-44bb-91a6-4d0daa7fac86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:41.758979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-91619b69-e59b-4c95-91f3-da4f2ca74182 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:41.761844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port e647b167-1027-48c2-98f3-b8ff2ebe77e1, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=e647b167-1027-48c2-98f3-b8ff2ebe77e1,segment=NetworkSegment(c8d55b70-bd3f-49b2-974e-4ecf0319621f),segment_id=c8d55b70-bd3f-49b2-974e-4ecf0319621f)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:12:41.768243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Network 243fa431-19b1-4e38-ae17-26c9d179c61e has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:12:41.806728 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:12:41.806728 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:12:41.806728 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:12:41.806728 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:12:41.806728 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:12:41.806728 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:12:41.806728 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:12:41.806728 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:12:41.806728 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:12:41.806728 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:12:41.806728 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:12:41.806728 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:12:41.806728 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:12:41.806728 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:12:41.806728 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:12:41.806728 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:12:41.806728 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:12:41.806728 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:12:41.806728 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:12:41.806728 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:12:41.806728 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:12:41.806728 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:12:41.806728 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:12:41.806728 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:12:41.806728 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:12:41.806728 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:12:41.806728 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:12:41.806728 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:12:41.806728 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:12:41.806728 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:12:41.806728 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:12:41.806728 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:12:41.835312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-91619b69-e59b-4c95-91f3-da4f2ca74182 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:41.839248 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-91619b69-e59b-4c95-91f3-da4f2ca74182 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.8918786
Nov 24 13:12:41.843723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50450) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:41.850248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:41.872873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-63094dd9-06e0-4163-9910-45de7fbdee97 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '250e383d-fa1c-47bf-9420-888338f72437', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:41.881945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a82a16-4011-4a65-9502-983d924bad7e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:12:41.884114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa30c7af-e605-43ef-a12a-414a28f23db9 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:41.884687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa30c7af-e605-43ef-a12a-414a28f23db9 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Fanout notify agent at l3_agent the message router_deleted on router 214058a3-dfe7-490e-bd04-35aa11265946 {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:12:41.895670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-63094dd9-06e0-4163-9910-45de7fbdee97 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:41.902502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-c5a82a16-4011-4a65-9502-983d924bad7e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:12:41.916233 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7f962e7f-b390-4514-8951-d18e48b8f6f0 req-cc8b3ce1-2939-457c-9936-144f9bd1e9c3 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/security-groups?id=690e0261-09d3-40a2-9cd2-6eef68d14c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2165523
Nov 24 13:12:41.940768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-63094dd9-06e0-4163-9910-45de7fbdee97 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:12:41.945405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-63094dd9-06e0-4163-9910-45de7fbdee97 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:12:41.954534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a82a16-4011-4a65-9502-983d924bad7e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:41.955186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5a82a16-4011-4a65-9502-983d924bad7e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:41.963366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-63094dd9-06e0-4163-9910-45de7fbdee97 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:12:41.969330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa30c7af-e605-43ef-a12a-414a28f23db9 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:41.972877 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-aa30c7af-e605-43ef-a12a-414a28f23db9 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/routers/214058a3-dfe7-490e-bd04-35aa11265946 HTTP/1.1" status: 204  len: 168 time: 1.6791682
Nov 24 13:12:41.981268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50456) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:41.987674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76747a-3982-404d-a6ed-46d522e1bbc0 req-1e4b7aae-1c82-436d-b9e3-b5484525b124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:41.989297 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5b76747a-3982-404d-a6ed-46d522e1bbc0 req-1e4b7aae-1c82-436d-b9e3-b5484525b124 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 1163 time: 0.4392402
Nov 24 13:12:42.006417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:42.023218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e9bb88d2-63c9-40eb-9339-397a1d6bcd9c tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:42.049056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:42.055860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Pushing event deleted for resources: {'Network': ['ID=243fa431-19b1-4e38-ae17-26c9d179c61e,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:42.061669 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] 10.222.0.76 "DELETE /v2.0/networks/243fa431-19b1-4e38-ae17-26c9d179c61e HTTP/1.1" status: 204  len: 168 time: 4.6005685
Nov 24 13:12:42.064691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50460) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:42.072858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212a45c-5f58-470f-9f56-f04276d92795 req-e7ccaa02-5899-4afc-932b-dcb294b6e3ed tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:42.074534 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8212a45c-5f58-470f-9f56-f04276d92795 req-e7ccaa02-5899-4afc-932b-dcb294b6e3ed tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 946 time: 0.4496853
Nov 24 13:12:42.106498 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-63094dd9-06e0-4163-9910-45de7fbdee97 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Project ddd175861f0b46ae9d96e8c7cb7e2213 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:12:42.127052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=c09c6095-8fff-48fc-a609-630a514b92d0,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:42.147482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device cac694b9-fa07-4b88-908d-4cee3567a9e9 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:12:42.161188 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c5a82a16-4011-4a65-9502-983d924bad7e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 4.5738411
Nov 24 13:12:42.171590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50462) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:42.173972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4c32b203-1b67-404d-ba8c-e854514e72ef up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:12:42.194382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-96409737-7e90-49f3-a952-84db82febe10 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'port': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'mac_address': 'fa:16:3e:bb:5f:cd', 'name': 'tempest-NetworksTestDHCPv6-30565557'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:42.208861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-63094dd9-06e0-4163-9910-45de7fbdee97 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:42.253697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b7641963-5608-455b-b5e9-e5bca158c741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:42.269603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e02670f-e969-4c82-a599-ba61bbdba126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-b16ed203-d70d-4089-881e-223145f98b51', 'network_id': 'b16ed203-d70d-4089-881e-223145f98b51', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'fixed_ips': [{'subnet_id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:12:42.269906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9e02670f-e969-4c82-a599-ba61bbdba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:42.285149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-770cc8c3-2c9c-46a9-9d87-b4b032c68b09 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:42.424953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.425563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.425871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.426084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.426541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.426962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.427505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.428180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.428678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.429096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.429513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.429925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.430497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.430912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.431321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.431730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.432134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.432544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.432976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.433388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.433808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.434227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.434637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.435041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.452214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:42.608781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.609150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.609532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.609917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.610334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.610738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.611096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.611486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.611869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.612251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.612626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.612998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.613522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.613899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.614325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.614732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.615096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.615461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.615824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.616380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.616733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.617112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.617463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.617817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:12:42.635865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.043s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:42.639578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.864s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:42.666582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85fca1ea-58a9-44d3-ae80-57ee176cf5e5 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:42.691411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-770cc8c3-2c9c-46a9-9d87-b4b032c68b09 None None] Transition to ACTIVE for port object f712e19e-89eb-4e03-a397-f2f00488ff9d will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:12:42.747668 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5b76747a-3982-404d-a6ed-46d522e1bbc0 req-958ea668-99f5-4605-a9ed-6afd41fa2242 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.7065792
Nov 24 13:12:42.796444 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8212a45c-5f58-470f-9f56-f04276d92795 req-2a9c009e-a353-4910-a7bb-e141dc8584a4 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.7059727
Nov 24 13:12:42.823437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-770cc8c3-2c9c-46a9-9d87-b4b032c68b09 None None] Transition to ACTIVE for port object f712e19e-89eb-4e03-a397-f2f00488ff9d will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:12:42.837086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0a895b6f-71fb-4d48-aca8-ecc6c0856e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:42.878572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-770cc8c3-2c9c-46a9-9d87-b4b032c68b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:42.892782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-63094dd9-06e0-4163-9910-45de7fbdee97 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:42.909507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-63094dd9-06e0-4163-9910-45de7fbdee97 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:42.912318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-96409737-7e90-49f3-a952-84db82febe10 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:42.915063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-91619b69-e59b-4c95-91f3-da4f2ca74182 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:42.926805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2260751-1045-4170-9a61-4fb4b7d63867 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting subnet 981e3fc6-7e62-4a05-9aa6-663696e1027b {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:12:42.934831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956a50a-f1d0-4f6a-aae6-173b8db03d87 req-a89012ee-934a-44dc-977c-35502131a1bd tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:42.936484 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7956a50a-f1d0-4f6a-aae6-173b8db03d87 req-a89012ee-934a-44dc-977c-35502131a1bd tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 945 time: 0.8103697
Nov 24 13:12:42.946280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-96409737-7e90-49f3-a952-84db82febe10 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:port and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:12:42.953057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c2260751-1045-4170-9a61-4fb4b7d63867 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:42.990113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-96409737-7e90-49f3-a952-84db82febe10 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for port was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:12:43.009185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63094dd9-06e0-4163-9910-45de7fbdee97 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ad61be-c3d1-4e64-9f1f-554bbd855a8e,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:43.028173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-96409737-7e90-49f3-a952-84db82febe10 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:12:43.035846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-63094dd9-06e0-4163-9910-45de7fbdee97 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:43.049023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f157b5-5b88-44bb-91a6-4d0daa7fac86 None None] Pushing event updated for resources: {'Port': ['ID=1d9bd7b3-a965-43da-892a-234a705aa327,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:43.057143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-63094dd9-06e0-4163-9910-45de7fbdee97 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:43.065930 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-63094dd9-06e0-4163-9910-45de7fbdee97 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 1.2105603
Nov 24 13:12:43.065930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96409737-7e90-49f3-a952-84db82febe10 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:12:43.091500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85fca1ea-58a9-44d3-ae80-57ee176cf5e5 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:43.154466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 4c32b203-1b67-404d-ba8c-e854514e72ef completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:12:43.157954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:43.159008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7641963-5608-455b-b5e9-e5bca158c741 None None] No DVR routers for this DVR port 06e95f65-9ed2-47d5-9ce1-6e56049e593b on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:12:43.196026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 4c32b203-1b67-404d-ba8c-e854514e72ef triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:43.196503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:43.235326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c2260751-1045-4170-9a61-4fb4b7d63867 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:43.245078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port cac694b9-fa07-4b88-908d-4cee3567a9e9 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:43.245503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:43.283946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-70a1cc46-1f3a-4573-bc54-51c64c436eaa tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:12:43.317584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70a1cc46-1f3a-4573-bc54-51c64c436eaa tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:43.342676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70a1cc46-1f3a-4573-bc54-51c64c436eaa tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:43.345660 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7956a50a-f1d0-4f6a-aae6-173b8db03d87 req-d81b288e-203d-45ee-a4b3-a1226d4ef1b0 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/security-groups?id=690e0261-09d3-40a2-9cd2-6eef68d14c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3524487
Nov 24 13:12:43.376889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50480) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:43.388232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=e647b167-1027-48c2-98f3-b8ff2ebe77e1,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:43.388671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c389b2b3-7d40-4bce-a379-08b14bed8294 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:43.436389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-85fca1ea-58a9-44d3-ae80-57ee176cf5e5 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6347f96c18>,) {'filters': {'network_id': ['dbbd7c85-153b-48aa-aad7-fac01d93dd8a']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:43.461703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-7892e372-8904-4070-bb3d-29e111459b3e req-094fc1d4-037b-4a83-9688-2cd6019c007e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:12:43.472026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-85fca1ea-58a9-44d3-ae80-57ee176cf5e5 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347f96c18>, '4918300b-ce72-41ca-9e86-2199e3617ec5') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:43.472351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-85fca1ea-58a9-44d3-ae80-57ee176cf5e5 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347f96c18>, '4918300b-ce72-41ca-9e86-2199e3617ec5') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:43.510611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7641963-5608-455b-b5e9-e5bca158c741 None None] Pushing event deleted for resources: {'Port': ['ID=06e95f65-9ed2-47d5-9ce1-6e56049e593b,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:43.517800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85fca1ea-58a9-44d3-ae80-57ee176cf5e5 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:43.520906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-96409737-7e90-49f3-a952-84db82febe10 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:43.524193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770cc8c3-2c9c-46a9-9d87-b4b032c68b09 None None] Network 307d2496-254f-4457-9004-9521f9b9104b is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:12:43.525543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b7641963-5608-455b-b5e9-e5bca158c741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.886s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:43.542701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-770cc8c3-2c9c-46a9-9d87-b4b032c68b09 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:12:43.545620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770cc8c3-2c9c-46a9-9d87-b4b032c68b09 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:12:43.551313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85fca1ea-58a9-44d3-ae80-57ee176cf5e5 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:43.551860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2466680c-dfd6-4186-9a53-b741742961d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.680s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:43.557585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c2260751-1045-4170-9a61-4fb4b7d63867 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:43.557874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70a1cc46-1f3a-4573-bc54-51c64c436eaa tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:43.575718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-85fca1ea-58a9-44d3-ae80-57ee176cf5e5 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Releasing vxlan tunnel 11 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:12:43.596678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1cc46-1f3a-4573-bc54-51c64c436eaa tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Port': ['ID=82cf5ef0-c564-46bd-a45e-76d09308eb35,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:43.603413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-7892e372-8904-4070-bb3d-29e111459b3e req-094fc1d4-037b-4a83-9688-2cd6019c007e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:12:43.604657 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7892e372-8904-4070-bb3d-29e111459b3e req-094fc1d4-037b-4a83-9688-2cd6019c007e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1156924274&fields=id&tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 267 time: 0.3005426
Nov 24 13:12:43.725716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-70a1cc46-1f3a-4573-bc54-51c64c436eaa tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:43.763597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cc8c3-2c9c-46a9-9d87-b4b032c68b09 None None] Pushing event updated for resources: {'Port': ['ID=f712e19e-89eb-4e03-a397-f2f00488ff9d,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:43.768224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-770cc8c3-2c9c-46a9-9d87-b4b032c68b09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:43.844751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8927bfab-323c-4013-8dc8-71d972285727 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.546s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:43.845177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8927bfab-323c-4013-8dc8-71d972285727 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:43.862414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.907s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:43.862836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:43.874094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ff8865-a439-455e-af71-298b2520cd00 tempest-TestNetworkAdvancedServerOps-1641851400 tempest-TestNetworkAdvancedServerOps-1641851400] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:43.878854 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-91ff8865-a439-455e-af71-298b2520cd00 tempest-TestNetworkAdvancedServerOps-1641851400 tempest-TestNetworkAdvancedServerOps-1641851400] 10.222.0.76 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 1157 time: 0.4935107
Nov 24 13:12:43.906112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50486) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:43.945540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-770cc8c3-2c9c-46a9-9d87-b4b032c68b09 None None] Attempting to bind port f712e19e-89eb-4e03-a397-f2f00488ff9d on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:12:43.945965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-770cc8c3-2c9c-46a9-9d87-b4b032c68b09 None None] Attempting to bind port f712e19e-89eb-4e03-a397-f2f00488ff9d by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '864b2f48-d7ce-41f5-8c16-40a62588d09e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '307d2496-254f-4457-9004-9521f9b9104b'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:12:43.946458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770cc8c3-2c9c-46a9-9d87-b4b032c68b09 None None] Attempting to bind port f712e19e-89eb-4e03-a397-f2f00488ff9d on network 307d2496-254f-4457-9004-9521f9b9104b {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:12:44.058309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b266672f-10a3-43e6-9043-a09ecf3c5c2d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'port_id': 'cac694b9-fa07-4b88-908d-4cee3567a9e9', 'tenant_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:44.089422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770cc8c3-2c9c-46a9-9d87-b4b032c68b09 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:12:44.090044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770cc8c3-2c9c-46a9-9d87-b4b032c68b09 None None] Checking segment: {'id': '864b2f48-d7ce-41f5-8c16-40a62588d09e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '307d2496-254f-4457-9004-9521f9b9104b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:12:44.090656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-770cc8c3-2c9c-46a9-9d87-b4b032c68b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:44.091218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770cc8c3-2c9c-46a9-9d87-b4b032c68b09 None None] Bound using segment: {'id': '864b2f48-d7ce-41f5-8c16-40a62588d09e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '307d2496-254f-4457-9004-9521f9b9104b'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:12:44.091892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-770cc8c3-2c9c-46a9-9d87-b4b032c68b09 None None] Bound port: f712e19e-89eb-4e03-a397-f2f00488ff9d, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864b2f48-d7ce-41f5-8c16-40a62588d09e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '307d2496-254f-4457-9004-9521f9b9104b'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:12:44.092439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-770cc8c3-2c9c-46a9-9d87-b4b032c68b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:44.115215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b266672f-10a3-43e6-9043-a09ecf3c5c2d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:44.143021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b266672f-10a3-43e6-9043-a09ecf3c5c2d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Usage tracker for resource:floatingip and tenant:13ec6c0cf7604dc89b88b05e88e40ca3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:12:44.148104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b266672f-10a3-43e6-9043-a09ecf3c5c2d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:12:44.157125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-9e02670f-e969-4c82-a599-ba61bbdba126 None None] Allocated IP 2001:db8:1::2 (b16ed203-d70d-4089-881e-223145f98b51/8b204a68-c825-4c29-8ddb-2e2e6f394c54/d00e428b-1a5f-452c-9413-94ca7dab7af7) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:12:44.170421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b266672f-10a3-43e6-9043-a09ecf3c5c2d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:12:44.265481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b266672f-10a3-43e6-9043-a09ecf3c5c2d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for floatingip, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:44.335302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:44.358327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-85fca1ea-58a9-44d3-ae80-57ee176cf5e5 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Network dbbd7c85-153b-48aa-aad7-fac01d93dd8a has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:12:44.365400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:44.369550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85fca1ea-58a9-44d3-ae80-57ee176cf5e5 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:44.374989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892e372-8904-4070-bb3d-29e111459b3e req-8f52eadd-f502-4df6-bb73-8848b7bfdefa tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:44.376622 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7892e372-8904-4070-bb3d-29e111459b3e req-8f52eadd-f502-4df6-bb73-8848b7bfdefa tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/networks?id=b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8 HTTP/1.1" status: 200  len: 797 time: 0.7405906
Nov 24 13:12:44.382085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-96409737-7e90-49f3-a952-84db82febe10 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] device_id is not set on port 6050027c-cda3-4ec7-a494-09f04c6a3d2b yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:12:44.462534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 4c32b203-1b67-404d-ba8c-e854514e72ef, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=4c32b203-1b67-404d-ba8c-e854514e72ef,segment=NetworkSegment(4b826b43-7d8c-4e18-b607-a1fec0f3ee98),segment_id=4b826b43-7d8c-4e18-b607-a1fec0f3ee98)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:12:44.471925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:44.479743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a7e8349e-9e1c-4b3e-bf47-bd3146d568f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:44.511342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-770cc8c3-2c9c-46a9-9d87-b4b032c68b09 None None] For port f712e19e-89eb-4e03-a397-f2f00488ff9d, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:12:44.579785 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7892e372-8904-4070-bb3d-29e111459b3e req-d525fe63-206e-4a40-a190-2280c99ce2b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/quotas/ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 375 time: 0.1319060
Nov 24 13:12:44.584051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-770cc8c3-2c9c-46a9-9d87-b4b032c68b09 None None] For port f712e19e-89eb-4e03-a397-f2f00488ff9d, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=f712e19e-89eb-4e03-a397-f2f00488ff9d,segment=NetworkSegment(864b2f48-d7ce-41f5-8c16-40a62588d09e),segment_id=864b2f48-d7ce-41f5-8c16-40a62588d09e)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:12:44.592635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127469d-64dd-45b7-8fa7-0a221aa7ff94 req-2f58ea50-cf6c-46b7-9a21-bd6f19520d6e tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:44.594327 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4127469d-64dd-45b7-8fa7-0a221aa7ff94 req-2f58ea50-cf6c-46b7-9a21-bd6f19520d6e tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 946 time: 0.5254226
Nov 24 13:12:44.602245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 06e95f65-9ed2-47d5-9ce1-6e56049e593b no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:12:44.652833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a1cc46-1f3a-4573-bc54-51c64c436eaa tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network 307d2496-254f-4457-9004-9521f9b9104b is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:12:44.666902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-85fca1ea-58a9-44d3-ae80-57ee176cf5e5 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Network dbbd7c85-153b-48aa-aad7-fac01d93dd8a has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:12:44.675637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-70a1cc46-1f3a-4573-bc54-51c64c436eaa tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:12:44.696734 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:12:44.696734 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:12:44.696734 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:12:44.696734 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:12:44.696734 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:12:44.696734 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:12:44.696734 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:12:44.696734 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:12:44.696734 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:12:44.696734 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:12:44.696734 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:12:44.696734 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:12:44.696734 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:12:44.696734 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:12:44.696734 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:12:44.696734 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:12:44.696734 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:12:44.696734 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:12:44.696734 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:12:44.696734 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:12:44.696734 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:12:44.696734 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:12:44.696734 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:12:44.696734 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:12:44.696734 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:12:44.696734 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:12:44.696734 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:12:44.696734 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:12:44.696734 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:12:44.696734 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:12:44.696734 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:12:44.696734 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:12:44.710875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9e02670f-e969-4c82-a599-ba61bbdba126 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:44.728849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9e02670f-e969-4c82-a599-ba61bbdba126 None None] Transition to ACTIVE for port object d00e428b-1a5f-452c-9413-94ca7dab7af7 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:12:44.752294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9e02670f-e969-4c82-a599-ba61bbdba126 None None] Transition to ACTIVE for port object d00e428b-1a5f-452c-9413-94ca7dab7af7 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:12:44.757739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-770cc8c3-2c9c-46a9-9d87-b4b032c68b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:44.815594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-610afe7e-0abd-4469-8aec-dbc014754c9f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:44.824988 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4127469d-64dd-45b7-8fa7-0a221aa7ff94 req-22e64ea4-4b6e-4c60-901b-cf3e0d0d0690 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2177680
Nov 24 13:12:44.845552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c2260751-1045-4170-9a61-4fb4b7d63867 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:44.881131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:12:44.888634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a6da1b10-b04d-404d-a853-96742dfe592e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:45.062600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85fca1ea-58a9-44d3-ae80-57ee176cf5e5 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:45.068305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:45.078468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2260751-1045-4170-9a61-4fb4b7d63867 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Subnet': ['ID=981e3fc6-7e62-4a05-9aa6-663696e1027b,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:45.089710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c2260751-1045-4170-9a61-4fb4b7d63867 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:45.156518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-7892e372-8904-4070-bb3d-29e111459b3e req-58eee451-b9df-4cf8-aa85-10827b5fe7e2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:12:45.179471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-96409737-7e90-49f3-a952-84db82febe10 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Allocated IP 2001:db8:0:1::1be (8ca51b04-1dca-4f60-b844-2979d8864b51/ec483b50-14ee-474c-8bec-66fdab5d25c3/6050027c-cda3-4ec7-a494-09f04c6a3d2b) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:12:45.224929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-96409737-7e90-49f3-a952-84db82febe10 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Allocated IP 2001:db8::f816:3eff:febb:5fcd (8ca51b04-1dca-4f60-b844-2979d8864b51/35fc4fb1-e05b-47d0-9b96-a4e4fa793642/6050027c-cda3-4ec7-a494-09f04c6a3d2b) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:12:45.229337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b266672f-10a3-43e6-9043-a09ecf3c5c2d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:45.265336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-7892e372-8904-4070-bb3d-29e111459b3e req-58eee451-b9df-4cf8-aa85-10827b5fe7e2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:12:45.268642 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7892e372-8904-4070-bb3d-29e111459b3e req-58eee451-b9df-4cf8-aa85-10827b5fe7e2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&fields=id HTTP/1.1" status: 200  len: 302 time: 0.6393747
Nov 24 13:12:45.270674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c2260751-1045-4170-9a61-4fb4b7d63867 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:45.334637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=4c32b203-1b67-404d-ba8c-e854514e72ef,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:45.348331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.868s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:45.349829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 06e95f65-9ed2-47d5-9ce1-6e56049e593b {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:12:45.350273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 06e95f65-9ed2-47d5-9ce1-6e56049e593b not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:12:45.363688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device c09c6095-8fff-48fc-a609-630a514b92d0 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:12:45.524015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb05ccd5-bc9a-4db4-b56d-4c7af631f2b3 None None] Network 3f3403a2-d305-4977-a43b-1177362527b5 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:12:45.700979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9e02670f-e969-4c82-a599-ba61bbdba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:45.708276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85fca1ea-58a9-44d3-ae80-57ee176cf5e5 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:45.727305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-89956df2-d65f-4400-befb-8605129cc402 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:45.737516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fca1ea-58a9-44d3-ae80-57ee176cf5e5 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Pushing event deleted for resources: {'Network': ['ID=dbbd7c85-153b-48aa-aad7-fac01d93dd8a,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:45.771404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee13b049-2576-462c-bb51-77e426c82761 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:12:45.787363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4c32b203-1b67-404d-ba8c-e854514e72ef up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:12:45.803127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-85fca1ea-58a9-44d3-ae80-57ee176cf5e5 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:45.812323 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-85fca1ea-58a9-44d3-ae80-57ee176cf5e5 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] 10.222.0.76 "DELETE /v2.0/networks/dbbd7c85-153b-48aa-aad7-fac01d93dd8a HTTP/1.1" status: 204  len: 168 time: 3.5818293
Nov 24 13:12:45.826063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50490) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:45.883589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-610afe7e-0abd-4469-8aec-dbc014754c9f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Allocated IP 2001:db8:1::1 (b16ed203-d70d-4089-881e-223145f98b51/8b204a68-c825-4c29-8ddb-2e2e6f394c54/bee67db8-352a-4844-9c0c-c4c0ab169622) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:12:45.892574 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c2260751-1045-4170-9a61-4fb4b7d63867 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/subnets/981e3fc6-7e62-4a05-9aa6-663696e1027b HTTP/1.1" status: 204  len: 168 time: 3.9053490
Nov 24 13:12:45.910406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50496) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:46.109899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:46.261728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b609d889-a3b2-439a-ae47-b1535baa7688 None None] Provisioning for port 1d9bd7b3-a965-43da-892a-234a705aa327 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:12:46.289851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cc8c3-2c9c-46a9-9d87-b4b032c68b09 None None] Pushing event updated for resources: {'Port': ['ID=f712e19e-89eb-4e03-a397-f2f00488ff9d,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:46.348282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6e342442-391a-41d9-9340-55741ab3b639 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:46.354330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-610afe7e-0abd-4469-8aec-dbc014754c9f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:46.363797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port c09c6095-8fff-48fc-a609-630a514b92d0 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:46.364325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:46.404467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b1ddfe0-dbf1-405a-a615-7165cf7278dc tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Deleting subnet 77adcbac-2560-441e-8c6a-c7ecd7729d9c {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:12:46.416901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-610afe7e-0abd-4469-8aec-dbc014754c9f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Transition to ACTIVE for port object bee67db8-352a-4844-9c0c-c4c0ab169622 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:12:46.420929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b1ddfe0-dbf1-405a-a615-7165cf7278dc tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:46.457770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e02670f-e969-4c82-a599-ba61bbdba126 None None] Network b16ed203-d70d-4089-881e-223145f98b51 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:12:46.465669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 4c32b203-1b67-404d-ba8c-e854514e72ef triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:46.466095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:46.473706 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7892e372-8904-4070-bb3d-29e111459b3e req-7d0f8a90-d906-4ffe-83f8-98ca3c97cc5a service neutron] 10.222.0.76 "GET /v2.0/networks/b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1005352
Nov 24 13:12:46.507697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-9e02670f-e969-4c82-a599-ba61bbdba126 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:12:46.510462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e02670f-e969-4c82-a599-ba61bbdba126 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:12:46.542967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-610afe7e-0abd-4469-8aec-dbc014754c9f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:46.588216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02670f-e969-4c82-a599-ba61bbdba126 None None] Pushing event updated for resources: {'Port': ['ID=d00e428b-1a5f-452c-9413-94ca7dab7af7,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:46.592681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9e02670f-e969-4c82-a599-ba61bbdba126 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.865s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:46.601328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4723f013-fb8b-4e0e-b8be-345dd64cea0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.281s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:46.601835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4723f013-fb8b-4e0e-b8be-345dd64cea0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:46.644159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6e342442-391a-41d9-9340-55741ab3b639 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting port 33a58fec-0827-4bf3-bb6b-d962bf61156a {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:12:46.644644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6e342442-391a-41d9-9340-55741ab3b639 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:46.650978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f4750077-fbf6-4485-a04a-56cdc7bb2706 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:46.728411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b1ddfe0-dbf1-405a-a615-7165cf7278dc tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:46.731032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-96409737-7e90-49f3-a952-84db82febe10 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:46.766103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb46a4f-a8ad-48e5-859e-5083750ef577 req-a39801bf-22aa-4198-be24-a32d844b0993 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:46.767866 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fcb46a4f-a8ad-48e5-859e-5083750ef577 req-a39801bf-22aa-4198-be24-a32d844b0993 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 946 time: 0.7558174
Nov 24 13:12:46.791742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9e02670f-e969-4c82-a599-ba61bbdba126 None None] Attempting to bind port d00e428b-1a5f-452c-9413-94ca7dab7af7 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:12:46.792128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9e02670f-e969-4c82-a599-ba61bbdba126 None None] Attempting to bind port d00e428b-1a5f-452c-9413-94ca7dab7af7 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'c59c2745-639b-4491-85c6-a4bd2af574fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'b16ed203-d70d-4089-881e-223145f98b51'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:12:46.792839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e02670f-e969-4c82-a599-ba61bbdba126 None None] Attempting to bind port d00e428b-1a5f-452c-9413-94ca7dab7af7 on network b16ed203-d70d-4089-881e-223145f98b51 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:12:46.798183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a1cc46-1f3a-4573-bc54-51c64c436eaa tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Router 603ccd54-5968-4021-925c-78c523e8ca1b is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:12:46.820153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-96409737-7e90-49f3-a952-84db82febe10 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Transition to ACTIVE for port object 6050027c-cda3-4ec7-a494-09f04c6a3d2b will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:12:46.826892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610afe7e-0abd-4469-8aec-dbc014754c9f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Port': ['ID=bee67db8-352a-4844-9c0c-c4c0ab169622,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:46.836889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-610afe7e-0abd-4469-8aec-dbc014754c9f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:46.874495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e02670f-e969-4c82-a599-ba61bbdba126 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:12:46.875103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e02670f-e969-4c82-a599-ba61bbdba126 None None] Checking segment: {'id': 'c59c2745-639b-4491-85c6-a4bd2af574fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'b16ed203-d70d-4089-881e-223145f98b51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:12:46.875555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9e02670f-e969-4c82-a599-ba61bbdba126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:46.876046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e02670f-e969-4c82-a599-ba61bbdba126 None None] Bound using segment: {'id': 'c59c2745-639b-4491-85c6-a4bd2af574fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'b16ed203-d70d-4089-881e-223145f98b51'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:12:46.876589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9e02670f-e969-4c82-a599-ba61bbdba126 None None] Bound port: d00e428b-1a5f-452c-9413-94ca7dab7af7, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59c2745-639b-4491-85c6-a4bd2af574fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'b16ed203-d70d-4089-881e-223145f98b51'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:12:46.877008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9e02670f-e969-4c82-a599-ba61bbdba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:46.909960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-b266672f-10a3-43e6-9043-a09ecf3c5c2d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Allocated IP 172.26.8.203 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/ec3b7a90-0182-47fe-8879-5217c7b427de) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:12:46.950491 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7892e372-8904-4070-bb3d-29e111459b3e req-5cb4e197-1b1a-4c45-9b55-1797c0492051 service neutron] 10.222.0.76 "GET /v2.0/networks/b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4442570
Nov 24 13:12:46.952472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device e647b167-1027-48c2-98f3-b8ff2ebe77e1 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:12:47.029380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e2d4dd-f56e-4b13-9422-127582f12b35 None None] DHCP port deletion for 3f3403a2-d305-4977-a43b-1177362527b5 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:12:47.078527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c2e2d4dd-f56e-4b13-9422-127582f12b35 None None] Deleting port 33a58fec-0827-4bf3-bb6b-d962bf61156a {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:12:47.078954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c2e2d4dd-f56e-4b13-9422-127582f12b35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:47.084375 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fcb46a4f-a8ad-48e5-859e-5083750ef577 req-d2ddd766-4bd4-440c-8663-04f110ae7c0e tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2971857
Nov 24 13:12:47.169140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-9e02670f-e969-4c82-a599-ba61bbdba126 None None] For port d00e428b-1a5f-452c-9413-94ca7dab7af7, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:12:47.183783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-9e02670f-e969-4c82-a599-ba61bbdba126 None None] For port d00e428b-1a5f-452c-9413-94ca7dab7af7, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d00e428b-1a5f-452c-9413-94ca7dab7af7,segment=NetworkSegment(c59c2745-639b-4491-85c6-a4bd2af574fa),segment_id=c59c2745-639b-4491-85c6-a4bd2af574fa)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:12:47.216884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9e02670f-e969-4c82-a599-ba61bbdba126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:47.224771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-96409737-7e90-49f3-a952-84db82febe10 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:47.242963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:47.275592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-88ab8156-25ac-464f-bcf8-97a3a1c9edd8 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:47.430261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610afe7e-0abd-4469-8aec-dbc014754c9f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network b16ed203-d70d-4089-881e-223145f98b51 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:12:47.440805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-610afe7e-0abd-4469-8aec-dbc014754c9f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:12:47.516323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610afe7e-0abd-4469-8aec-dbc014754c9f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:12:47.516966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-610afe7e-0abd-4469-8aec-dbc014754c9f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:47.540047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b1ddfe0-dbf1-405a-a615-7165cf7278dc tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:47.614531 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1746bee5-cb83-4f9d-8048-3a3503db5138 req-66d8d036-c18d-4c7f-96f8-651f0454fcd3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=e638d7e1-ef65-47d1-a239-f130fe15e86d HTTP/1.1" status: 200  len: 210 time: 0.1382389
Nov 24 13:12:47.629532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-6e342442-391a-41d9-9340-55741ab3b639 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] For port 33a58fec-0827-4bf3-bb6b-d962bf61156a, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=33a58fec-0827-4bf3-bb6b-d962bf61156a,segment=NetworkSegment(07f3feac-e069-452a-8540-44c6137a002f),segment_id=07f3feac-e069-452a-8540-44c6137a002f)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:12:47.630670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6e342442-391a-41d9-9340-55741ab3b639 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:47.865104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6e342442-391a-41d9-9340-55741ab3b639 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Calling delete_port for 33a58fec-0827-4bf3-bb6b-d962bf61156a owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:12:47.894345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96409737-7e90-49f3-a952-84db82febe10 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Port': ['ID=6050027c-cda3-4ec7-a494-09f04c6a3d2b,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:47.898297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02670f-e969-4c82-a599-ba61bbdba126 None None] Pushing event updated for resources: {'Port': ['ID=d00e428b-1a5f-452c-9413-94ca7dab7af7,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:47.920214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-96409737-7e90-49f3-a952-84db82febe10 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:47.926060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9e02670f-e969-4c82-a599-ba61bbdba126 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:47.929326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port e647b167-1027-48c2-98f3-b8ff2ebe77e1 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:47.929753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:47.951872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96409737-7e90-49f3-a952-84db82febe10 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:12:47.962286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a1cc46-1f3a-4573-bc54-51c64c436eaa tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:12:47.974630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5645b4d-c09f-48a7-8add-042ee663980e None None] Sync routers for ids ['603ccd54-5968-4021-925c-78c523e8ca1b'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:12:47.975654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-96409737-7e90-49f3-a952-84db82febe10 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:12:47.984354 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-70a1cc46-1f3a-4573-bc54-51c64c436eaa tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "PUT /v2.0/routers/603ccd54-5968-4021-925c-78c523e8ca1b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.8316777
Nov 24 13:12:47.987607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-610afe7e-0abd-4469-8aec-dbc014754c9f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:47.996999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5645b4d-c09f-48a7-8add-042ee663980e None None] Routers {'603ccd54-5968-4021-925c-78c523e8ca1b'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:12:47.998007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-c5645b4d-c09f-48a7-8add-042ee663980e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc547b8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:12:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['603ccd54-5968-4021-925c-78c523e8ca1b'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:48.002713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96409737-7e90-49f3-a952-84db82febe10 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:12:48.007653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96409737-7e90-49f3-a952-84db82febe10 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:48.008328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-96409737-7e90-49f3-a952-84db82febe10 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:48.011967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50512) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:48.033309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b266672f-10a3-43e6-9043-a09ecf3c5c2d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:48.071736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e193244f-24b4-44b4-bcec-ba1806b8282e None None] Network 307d2496-254f-4457-9004-9521f9b9104b requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:12:48.135601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-c5645b4d-c09f-48a7-8add-042ee663980e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc547b8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:48.151109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5645b4d-c09f-48a7-8add-042ee663980e None None] Routers {'603ccd54-5968-4021-925c-78c523e8ca1b'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:12:48.152003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-c5645b4d-c09f-48a7-8add-042ee663980e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc547b8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:12:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['603ccd54-5968-4021-925c-78c523e8ca1b'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:48.154431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427fead-16e5-4eb0-ad19-62596f51b4d8 req-771f5f91-61c4-4dda-98b1-f950bfba5f7c tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:48.156245 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b427fead-16e5-4eb0-ad19-62596f51b4d8 req-771f5f91-61c4-4dda-98b1-f950bfba5f7c tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 946 time: 0.8233302
Nov 24 13:12:48.177614 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-96409737-7e90-49f3-a952-84db82febe10 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 5.9974751
Nov 24 13:12:48.207435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50518) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:48.231903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746d032b-ed99-4d5f-9621-f47901b444d6 None None] Update dhcp port {'port': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'fixed_ips': [{'subnet_id': '35fc4fb1-e05b-47d0-9b96-a4e4fa793642', 'ip_address': '2001:db8::f816:3eff:fe8a:9e82'}, {'subnet_id': 'ec483b50-14ee-474c-8bec-66fdab5d25c3'}], 'binding:host_id': 'dv-neutron-601336-61-ovs'}, 'id': '1d9bd7b3-a965-43da-892a-234a705aa327'} from dv-neutron-601336-61-ovs. {{(pid=80945) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 24 13:12:48.254654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-c5645b4d-c09f-48a7-8add-042ee663980e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc547b8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:48.256070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5645b4d-c09f-48a7-8add-042ee663980e None None] The sync data for ids ['603ccd54-5968-4021-925c-78c523e8ca1b'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:12:48.286982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6e342442-391a-41d9-9340-55741ab3b639 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:48.305435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9c5f43-6be7-44b3-9d76-b53a56e99b5a tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:48.306170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ee9c5f43-6be7-44b3-9d76-b53a56e99b5a tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Synchronizing usage tracker for tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:12:48.317067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-22b11986-a347-4781-8aa4-1ebec3bbd2a1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:48.371453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-c2e2d4dd-f56e-4b13-9422-127582f12b35 None None] For port 33a58fec-0827-4bf3-bb6b-d962bf61156a, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=33a58fec-0827-4bf3-bb6b-d962bf61156a,segment=NetworkSegment(07f3feac-e069-452a-8540-44c6137a002f),segment_id=07f3feac-e069-452a-8540-44c6137a002f)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:12:48.371938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c2e2d4dd-f56e-4b13-9422-127582f12b35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:48.398003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b19d0dff-49c2-49a0-ad88-dfa8a631d8c2 None None] Provisioning for port f712e19e-89eb-4e03-a397-f2f00488ff9d completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:12:48.415969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b1ddfe0-dbf1-405a-a615-7165cf7278dc tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:48.449271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-325575de-0aa5-4df2-becc-a437037e1c92 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:48.463665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e342442-391a-41d9-9340-55741ab3b639 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Port': ['ID=33a58fec-0827-4bf3-bb6b-d962bf61156a,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:48.467890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6e342442-391a-41d9-9340-55741ab3b639 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:48.469685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b266672f-10a3-43e6-9043-a09ecf3c5c2d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:48.483871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ee9c5f43-6be7-44b3-9d76-b53a56e99b5a tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Unset dirty status for tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:12:48.485276 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ee9c5f43-6be7-44b3-9d76-b53a56e99b5a tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "GET /v2.0/ports/82cf5ef0-c564-46bd-a45e-76d09308eb35 HTTP/1.1" status: 200  len: 910 time: 0.4720328
Nov 24 13:12:48.518644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50522) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:48.545913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d1258b5a-086d-45af-8885-52e2c2ddabef tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:48.568307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c2e2d4dd-f56e-4b13-9422-127582f12b35 None None] Calling delete_port for 33a58fec-0827-4bf3-bb6b-d962bf61156a owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:12:48.635514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-746d032b-ed99-4d5f-9621-f47901b444d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:48.651455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ddfe0-dbf1-405a-a615-7165cf7278dc tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Pushing event deleted for resources: {'Subnet': ['ID=77adcbac-2560-441e-8c6a-c7ecd7729d9c,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:48.656593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6b1ddfe0-dbf1-405a-a615-7165cf7278dc tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:48.870221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b1ddfe0-dbf1-405a-a615-7165cf7278dc tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:48.889824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49414f0-e4b7-4eb3-bd70-bc055d5be593 None None] Network c0f4c913-a4d2-4fa6-ac4e-dd15f56165d0 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:12:48.917984 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6b1ddfe0-dbf1-405a-a615-7165cf7278dc tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] 10.222.0.76 "DELETE /v2.0/subnets/77adcbac-2560-441e-8c6a-c7ecd7729d9c HTTP/1.1" status: 204  len: 168 time: 3.0825672
Nov 24 13:12:48.918966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50526) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:48.974381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-cc970241-34d5-464a-9663-b007bb978ea8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting port 6050027c-cda3-4ec7-a494-09f04c6a3d2b {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:12:48.975602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cc970241-34d5-464a-9663-b007bb978ea8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:49.062493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 1d9bd7b3-a965-43da-892a-234a705aa327 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:12:49.099779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-c2e2d4dd-f56e-4b13-9422-127582f12b35 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:12:49.100195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-c2e2d4dd-f56e-4b13-9422-127582f12b35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:12:49.212575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6172a544-b1d1-483c-8df1-cd6640c397bf tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:49.229136 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b427fead-16e5-4eb0-ad19-62596f51b4d8 req-0ce5437f-0bc4-4e8f-aa10-a3b948c55399 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 1.0499852
Nov 24 13:12:49.332639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6172a544-b1d1-483c-8df1-cd6640c397bf tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Deleting port a4f185b6-6411-41f0-9e4f-a65caff11bf2 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:12:49.333104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6172a544-b1d1-483c-8df1-cd6640c397bf tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:49.426389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-610afe7e-0abd-4469-8aec-dbc014754c9f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:49.435621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-610afe7e-0abd-4469-8aec-dbc014754c9f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:49.436533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-610afe7e-0abd-4469-8aec-dbc014754c9f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:49.454437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-570f107c-b8af-41d1-b9d7-e6bc46b04aca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:49.476520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 1d9bd7b3-a965-43da-892a-234a705aa327 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:12:49.495342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 1d9bd7b3-a965-43da-892a-234a705aa327 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:49.495768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:49.509626 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-70d390e3-172d-469a-b3a3-8a24ef48903d req-4a6d0ec1-9b13-4efc-bce5-6bad83cd1434 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=e638d7e1-ef65-47d1-a239-f130fe15e86d HTTP/1.1" status: 200  len: 210 time: 0.3282137
Nov 24 13:12:49.605077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c2e2d4dd-f56e-4b13-9422-127582f12b35 None None] Deleting port 33a58fec-0827-4bf3-bb6b-d962bf61156a {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:12:49.605510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c2e2d4dd-f56e-4b13-9422-127582f12b35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:49.633793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-746d032b-ed99-4d5f-9621-f47901b444d6 None None] Allocated IP 2001:db8:0:1::2 (8ca51b04-1dca-4f60-b844-2979d8864b51/ec483b50-14ee-474c-8bec-66fdab5d25c3/1d9bd7b3-a965-43da-892a-234a705aa327) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:12:49.680158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610afe7e-0abd-4469-8aec-dbc014754c9f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Port': ['ID=bee67db8-352a-4844-9c0c-c4c0ab169622,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:49.684763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-610afe7e-0abd-4469-8aec-dbc014754c9f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:49.747615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c2e2d4dd-f56e-4b13-9422-127582f12b35 None None] The port '33a58fec-0827-4bf3-bb6b-d962bf61156a' was deleted {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:12:49.840699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266672f-10a3-43e6-9043-a09ecf3c5c2d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Pushing event updated for resources: {'Port': ['ID=ec3b7a90-0182-47fe-8879-5217c7b427de,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:49.857815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b266672f-10a3-43e6-9043-a09ecf3c5c2d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.312s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:49.857967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-6172a544-b1d1-483c-8df1-cd6640c397bf tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] For port a4f185b6-6411-41f0-9e4f-a65caff11bf2, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=a4f185b6-6411-41f0-9e4f-a65caff11bf2,segment=NetworkSegment(39b4bb16-58e1-4d63-832e-2850d10b4db0),segment_id=39b4bb16-58e1-4d63-832e-2850d10b4db0)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:12:49.861735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6172a544-b1d1-483c-8df1-cd6640c397bf tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:49.894038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ec07a8-3ec8-4e6f-a0ed-6736fa0ccf04 None None] DHCP port deletion for c0f4c913-a4d2-4fa6-ac4e-dd15f56165d0 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:12:49.901821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b266672f-10a3-43e6-9043-a09ecf3c5c2d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:12:49.910392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e342442-391a-41d9-9340-55741ab3b639 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] No DVR routers for this DVR port 33a58fec-0827-4bf3-bb6b-d962bf61156a on host dv-neutron-601336-61-ovs {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:12:49.942390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-78ec07a8-3ec8-4e6f-a0ed-6736fa0ccf04 None None] Deleting port a4f185b6-6411-41f0-9e4f-a65caff11bf2 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:12:49.943711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-78ec07a8-3ec8-4e6f-a0ed-6736fa0ccf04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:49.960248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-b266672f-10a3-43e6-9043-a09ecf3c5c2d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:12:49.970331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610afe7e-0abd-4469-8aec-dbc014754c9f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network b16ed203-d70d-4089-881e-223145f98b51 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:12:50.001378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b266672f-10a3-43e6-9043-a09ecf3c5c2d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:12:50.070780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6172a544-b1d1-483c-8df1-cd6640c397bf tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Calling delete_port for a4f185b6-6411-41f0-9e4f-a65caff11bf2 owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:12:50.135643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-610afe7e-0abd-4469-8aec-dbc014754c9f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:12:50.201412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:50.226208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-504d6fb0-7c6a-42b8-a548-355a7a4c9dc9 None None] Provisioning for port 82cf5ef0-c564-46bd-a45e-76d09308eb35 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:12:50.255479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-504d6fb0-7c6a-42b8-a548-355a7a4c9dc9 None None] Provisioning complete for port 82cf5ef0-c564-46bd-a45e-76d09308eb35 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:50.261249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-504d6fb0-7c6a-42b8-a548-355a7a4c9dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:50.417218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a90ec2-3c54-4e21-9bda-45f83ee255ac None None] Network b16ed203-d70d-4089-881e-223145f98b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:12:50.497157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-504d6fb0-7c6a-42b8-a548-355a7a4c9dc9 None None] Port 82cf5ef0-c564-46bd-a45e-76d09308eb35 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:12:50.501154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6e342442-391a-41d9-9340-55741ab3b639 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:50.530168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-746d032b-ed99-4d5f-9621-f47901b444d6 None None] For port 1d9bd7b3-a965-43da-892a-234a705aa327, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=1d9bd7b3-a965-43da-892a-234a705aa327,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:12:50.668767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-6e342442-391a-41d9-9340-55741ab3b639 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6346c77b70>,) {'filters': {'network_id': ['3f3403a2-d305-4977-a43b-1177362527b5']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:50.685729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-6e342442-391a-41d9-9340-55741ab3b639 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346c77b70>, '07f3feac-e069-452a-8540-44c6137a002f') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:50.686306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-6e342442-391a-41d9-9340-55741ab3b639 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346c77b70>, '07f3feac-e069-452a-8540-44c6137a002f') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:50.700644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6e342442-391a-41d9-9340-55741ab3b639 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:50.722509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6e342442-391a-41d9-9340-55741ab3b639 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:50.725070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6e342442-391a-41d9-9340-55741ab3b639 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Releasing vxlan tunnel 6 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:12:50.766745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-746d032b-ed99-4d5f-9621-f47901b444d6 None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:50.768833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6172a544-b1d1-483c-8df1-cd6640c397bf tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:50.845378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-78ec07a8-3ec8-4e6f-a0ed-6736fa0ccf04 None None] For port a4f185b6-6411-41f0-9e4f-a65caff11bf2, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=a4f185b6-6411-41f0-9e4f-a65caff11bf2,segment=NetworkSegment(39b4bb16-58e1-4d63-832e-2850d10b4db0),segment_id=39b4bb16-58e1-4d63-832e-2850d10b4db0)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:12:50.845831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-78ec07a8-3ec8-4e6f-a0ed-6736fa0ccf04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:50.855252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-746d032b-ed99-4d5f-9621-f47901b444d6 None None] Transition to ACTIVE for port object 1d9bd7b3-a965-43da-892a-234a705aa327 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:12:50.878075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-746d032b-ed99-4d5f-9621-f47901b444d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:50.892826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2d1228c2-7693-417a-8fca-74f964377276 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:50.910659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cc970241-34d5-464a-9663-b007bb978ea8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:50.958872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fbeced6f-a1bc-4d6f-9e44-3966a18d2bb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:50.960901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892e372-8904-4070-bb3d-29e111459b3e req-0a3c668a-4ebf-4dff-bc22-e173fc45e13d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:50.962663 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7892e372-8904-4070-bb3d-29e111459b3e req-0a3c668a-4ebf-4dff-bc22-e173fc45e13d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/networks?id=b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8 HTTP/1.1" status: 200  len: 797 time: 1.7239463
Nov 24 13:12:51.004000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172a544-b1d1-483c-8df1-cd6640c397bf tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Pushing event deleted for resources: {'Port': ['ID=a4f185b6-6411-41f0-9e4f-a65caff11bf2,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:51.010138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6172a544-b1d1-483c-8df1-cd6640c397bf tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:51.089167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6172a544-b1d1-483c-8df1-cd6640c397bf tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] No DVR routers for this DVR port a4f185b6-6411-41f0-9e4f-a65caff11bf2 on host dv-neutron-601336-61-ovs {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:12:51.167552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-78ec07a8-3ec8-4e6f-a0ed-6736fa0ccf04 None None] Calling delete_port for a4f185b6-6411-41f0-9e4f-a65caff11bf2 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:12:51.187362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-cc970241-34d5-464a-9663-b007bb978ea8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Calling delete_port for 6050027c-cda3-4ec7-a494-09f04c6a3d2b owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:12:51.242650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6172a544-b1d1-483c-8df1-cd6640c397bf tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:51.261488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:51.338863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:12:51.339359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:12:51.347853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3df56be1-57e6-45ac-9f9f-056e017ef404 None None] Provisioning for port d00e428b-1a5f-452c-9413-94ca7dab7af7 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:12:51.381832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d032b-ed99-4d5f-9621-f47901b444d6 None None] Pushing event updated for resources: {'Port': ['ID=1d9bd7b3-a965-43da-892a-234a705aa327,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:51.399386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-746d032b-ed99-4d5f-9621-f47901b444d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:51.401190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-6172a544-b1d1-483c-8df1-cd6640c397bf tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634c1474a8>,) {'filters': {'network_id': ['c0f4c913-a4d2-4fa6-ac4e-dd15f56165d0']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:51.425318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-6172a544-b1d1-483c-8df1-cd6640c397bf tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c1474a8>, '39b4bb16-58e1-4d63-832e-2850d10b4db0') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:51.425318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-6172a544-b1d1-483c-8df1-cd6640c397bf tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c1474a8>, '39b4bb16-58e1-4d63-832e-2850d10b4db0') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:51.431187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610afe7e-0abd-4469-8aec-dbc014754c9f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Router 2c66548c-93ca-486f-8434-130b800376f6 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:12:51.440343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-78ec07a8-3ec8-4e6f-a0ed-6736fa0ccf04 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:12:51.440764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-78ec07a8-3ec8-4e6f-a0ed-6736fa0ccf04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:12:51.441216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6172a544-b1d1-483c-8df1-cd6640c397bf tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:51.466051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6172a544-b1d1-483c-8df1-cd6640c397bf tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:51.476981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3df56be1-57e6-45ac-9f9f-056e017ef404 None None] Provisioning complete for port 82cf5ef0-c564-46bd-a45e-76d09308eb35 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:51.477416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3df56be1-57e6-45ac-9f9f-056e017ef404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:51.504876 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56150a3d-072b-46cc-8bc3-bf253c301207 req-eaf8f362-8ab0-40bb-85ac-60899dfcd42f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 1.9783335
Nov 24 13:12:51.516257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-6e342442-391a-41d9-9340-55741ab3b639 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network 3f3403a2-d305-4977-a43b-1177362527b5 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:12:51.536067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6172a544-b1d1-483c-8df1-cd6640c397bf tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Releasing vxlan tunnel 4 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:12:51.541886 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2e0a8dd0-d563-4625-8df7-fe2446b5960d req-78db3ec7-ab61-4586-a770-ccaab884448c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=e638d7e1-ef65-47d1-a239-f130fe15e86d HTTP/1.1" status: 200  len: 210 time: 0.5979915
Nov 24 13:12:51.544935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6e342442-391a-41d9-9340-55741ab3b639 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:51.549989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3df56be1-57e6-45ac-9f9f-056e017ef404 None None] Port 82cf5ef0-c564-46bd-a45e-76d09308eb35 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:12:51.676624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-56150a3d-072b-46cc-8bc3-bf253c301207 req-48b0621e-b781-4f26-9fa7-9084a25fdaca tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:51.803014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-56150a3d-072b-46cc-8bc3-bf253c301207 req-48b0621e-b781-4f26-9fa7-9084a25fdaca tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:51.876206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-6172a544-b1d1-483c-8df1-cd6640c397bf tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Network c0f4c913-a4d2-4fa6-ac4e-dd15f56165d0 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:12:51.891078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6172a544-b1d1-483c-8df1-cd6640c397bf tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:51.938612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:51.949479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-73e73c7e-905d-4605-96e5-92e5c4f4a64d None None] Provisioning for port bee67db8-352a-4844-9c0c-c4c0ab169622 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:12:51.956446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-78ec07a8-3ec8-4e6f-a0ed-6736fa0ccf04 None None] Deleting port a4f185b6-6411-41f0-9e4f-a65caff11bf2 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:12:51.956878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-78ec07a8-3ec8-4e6f-a0ed-6736fa0ccf04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:51.997290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-56150a3d-072b-46cc-8bc3-bf253c301207 req-48b0621e-b781-4f26-9fa7-9084a25fdaca tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:12:52.003221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-73e73c7e-905d-4605-96e5-92e5c4f4a64d None None] Provisioning complete for port bee67db8-352a-4844-9c0c-c4c0ab169622 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:52.004570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-73e73c7e-905d-4605-96e5-92e5c4f4a64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:52.007660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610afe7e-0abd-4469-8aec-dbc014754c9f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:12:52.041459 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-610afe7e-0abd-4469-8aec-dbc014754c9f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "PUT /v2.0/routers/2c66548c-93ca-486f-8434-130b800376f6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.4601290
Nov 24 13:12:52.042452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50540) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:52.073512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-21badc19-ebc4-40cc-aa3d-362d773dd727 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1201010853'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:52.080334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-21badc19-ebc4-40cc-aa3d-362d773dd727 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:52.085440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-21badc19-ebc4-40cc-aa3d-362d773dd727 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Usage tracker for resource:network and tenant:7bd33557530a48bab25cc76dc38cd9bb is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:12:52.088167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-73e73c7e-905d-4605-96e5-92e5c4f4a64d None None] Port bee67db8-352a-4844-9c0c-c4c0ab169622 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:12:52.090117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584cce24-9686-4a2e-9204-a50d7be41a68 None None] Sync routers for ids ['2c66548c-93ca-486f-8434-130b800376f6'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:12:52.152944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-78ec07a8-3ec8-4e6f-a0ed-6736fa0ccf04 None None] The port 'a4f185b6-6411-41f0-9e4f-a65caff11bf2' was deleted {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:12:52.211127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 1d9bd7b3-a965-43da-892a-234a705aa327, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=1d9bd7b3-a965-43da-892a-234a705aa327,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:12:52.215764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584cce24-9686-4a2e-9204-a50d7be41a68 None None] Routers {'2c66548c-93ca-486f-8434-130b800376f6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:12:52.222286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-584cce24-9686-4a2e-9204-a50d7be41a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346edf3c8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:12:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['2c66548c-93ca-486f-8434-130b800376f6'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:52.243552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-6172a544-b1d1-483c-8df1-cd6640c397bf tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Network c0f4c913-a4d2-4fa6-ac4e-dd15f56165d0 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:12:52.267111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-6e342442-391a-41d9-9340-55741ab3b639 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network 3f3403a2-d305-4977-a43b-1177362527b5 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:12:52.295244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:52.308523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4723f013-fb8b-4e0e-b8be-345dd64cea0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:52.421699 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:12:52.421699 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:12:52.421699 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:12:52.421699 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:12:52.421699 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:12:52.421699 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:12:52.421699 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:12:52.421699 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:12:52.421699 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:12:52.421699 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:12:52.421699 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:12:52.421699 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:12:52.421699 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:12:52.421699 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:12:52.421699 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:12:52.421699 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:12:52.421699 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:12:52.421699 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:12:52.421699 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:12:52.421699 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:12:52.421699 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:12:52.421699 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:12:52.421699 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:12:52.421699 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:12:52.421699 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:12:52.421699 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:12:52.421699 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:12:52.421699 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:12:52.421699 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:12:52.421699 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:12:52.421699 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:12:52.421699 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:12:52.424784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-21badc19-ebc4-40cc-aa3d-362d773dd727 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Quota usage for network was recalculated. Used quota:2. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:12:52.426305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=1d9bd7b3-a965-43da-892a-234a705aa327,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:52.433472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-21badc19-ebc4-40cc-aa3d-362d773dd727 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:12:52.441812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6172a544-b1d1-483c-8df1-cd6640c397bf tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:52.446940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6172a544-b1d1-483c-8df1-cd6640c397bf tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:52.453871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e8993deb-bfc6-4ab4-9fc0-2ddc42a66bb5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:52.479025 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6172a544-b1d1-483c-8df1-cd6640c397bf tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] 10.222.0.76 "DELETE /v2.0/networks/c0f4c913-a4d2-4fa6-ac4e-dd15f56165d0 HTTP/1.1" status: 204  len: 168 time: 3.5026989
Nov 24 13:12:52.482052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21badc19-ebc4-40cc-aa3d-362d773dd727 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Made reservation on behalf of 7bd33557530a48bab25cc76dc38cd9bb for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:12:52.488321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21badc19-ebc4-40cc-aa3d-362d773dd727 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:52.504139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50544) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:52.508956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:52.516774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172a544-b1d1-483c-8df1-cd6640c397bf tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Pushing event deleted for resources: {'Network': ['ID=c0f4c913-a4d2-4fa6-ac4e-dd15f56165d0,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:52.521496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6172a544-b1d1-483c-8df1-cd6640c397bf tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:52.528218 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:12:52.528218 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:12:52.528218 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:12:52.528218 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:12:52.528218 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:12:52.528218 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:12:52.528218 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:12:52.528218 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:12:52.528218 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:12:52.528218 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:12:52.528218 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:12:52.528218 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:12:52.528218 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:12:52.528218 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:12:52.528218 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:12:52.528218 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:12:52.528218 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:12:52.528218 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:12:52.528218 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:12:52.528218 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:12:52.528218 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:12:52.528218 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:12:52.528218 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:12:52.528218 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:12:52.528218 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:12:52.528218 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:12:52.528218 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:12:52.528218 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:12:52.528218 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:12:52.528218 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:12:52.528218 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:12:52.528218 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:12:52.533623 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7892e372-8904-4070-bb3d-29e111459b3e req-9c817ee5-8505-4eb0-8636-1697d5f02bf4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 7377 time: 1.4106593
Nov 24 13:12:52.580226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ccb2f157-76f7-4227-894e-8491400a39e3 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Synchronizing usage tracker for tenant:9af73a5aa8e44d4ebd2c9eac61766eab on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:12:52.580403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-584cce24-9686-4a2e-9204-a50d7be41a68 None None] Set router 2c66548c-93ca-486f-8434-130b800376f6 gateway port host: None {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:12:52.608364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ccb2f157-76f7-4227-894e-8491400a39e3 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Unset dirty status for tenant:9af73a5aa8e44d4ebd2c9eac61766eab on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:12:52.613281 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ccb2f157-76f7-4227-894e-8491400a39e3 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] 10.222.0.76 "GET /v2.0/ports?device_id=fe0e3dc6-9d7e-4a41-9fbd-233fe424964c HTTP/1.1" status: 200  len: 205 time: 0.1021481
Nov 24 13:12:52.614148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50550) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:52.713682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-56150a3d-072b-46cc-8bc3-bf253c301207 req-48b0621e-b781-4f26-9fa7-9084a25fdaca tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for floatingip, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:52.769319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-7892e372-8904-4070-bb3d-29e111459b3e req-5d1d47a3-39d7-4ff4-9615-cebb70cbf0cb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'port': {'device_id': 'e638d7e1-ef65-47d1-a239-f130fe15e86d', 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8', 'admin_state_up': True, 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'security_groups': ['250e383d-fa1c-47bf-9420-888338f72437']}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:52.797013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6e342442-391a-41d9-9340-55741ab3b639 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:52.840121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-53230522-884d-4110-a042-eb5e7eff724f tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:53.168439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ec31e28c-c719-452b-83a5-c80c0febad5a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:53.202966 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-553795bc-e3cf-4dc9-8c6e-a86078ae7939 req-ec1e26ad-32f6-4d76-9270-e1e2bc37e419 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=e638d7e1-ef65-47d1-a239-f130fe15e86d HTTP/1.1" status: 200  len: 210 time: 0.1173346
Nov 24 13:12:53.213981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-7892e372-8904-4070-bb3d-29e111459b3e req-5d1d47a3-39d7-4ff4-9615-cebb70cbf0cb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:53.253263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6e342442-391a-41d9-9340-55741ab3b639 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:53.261458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device f712e19e-89eb-4e03-a397-f2f00488ff9d up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:12:53.286349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-7892e372-8904-4070-bb3d-29e111459b3e req-5d1d47a3-39d7-4ff4-9615-cebb70cbf0cb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:12:53.369685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3500054-68e7-43a2-9078-60e362309602 None None] get_active_networks_info from dv-neutron-601336-61-ovs {{(pid=80945) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 13:12:53.397483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e342442-391a-41d9-9340-55741ab3b639 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Network': ['ID=3f3403a2-d305-4977-a43b-1177362527b5,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:53.412054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7892e372-8904-4070-bb3d-29e111459b3e req-5d1d47a3-39d7-4ff4-9615-cebb70cbf0cb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Made reservation on behalf of ddd175861f0b46ae9d96e8c7cb7e2213 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:12:53.417836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-7892e372-8904-4070-bb3d-29e111459b3e req-5d1d47a3-39d7-4ff4-9615-cebb70cbf0cb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:53.432652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3a2e0ae2-d680-4171-8834-5b88241cd2c9 None None] Provisioning for port 1d9bd7b3-a965-43da-892a-234a705aa327 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:12:53.436515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6e342442-391a-41d9-9340-55741ab3b639 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:53.450308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3a2e0ae2-d680-4171-8834-5b88241cd2c9 None None] Provisioning complete for port 1d9bd7b3-a965-43da-892a-234a705aa327 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:53.450750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3a2e0ae2-d680-4171-8834-5b88241cd2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:53.471009 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6e342442-391a-41d9-9340-55741ab3b639 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/networks/3f3403a2-d305-4977-a43b-1177362527b5 HTTP/1.1" status: 204  len: 168 time: 7.5543909
Nov 24 13:12:53.487472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50554) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:53.567233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port f712e19e-89eb-4e03-a397-f2f00488ff9d completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:12:53.576898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-584cce24-9686-4a2e-9204-a50d7be41a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346edf3c8>, [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:12:47Z', 'revision_number': 3, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None, '_interfaces': [{'id': '4c32b203-1b67-404d-ba8c-e854514e72ef', 'name': '', 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:36:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:28Z', 'updated_at': '2020-11-24T13:12:44Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bee67db8-352a-4844-9c0c-c4c0ab169622', 'name': '', 'network_id': 'b16ed203-d70d-4089-881e-223145f98b51', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:18:ee:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:45Z', 'updated_at': '2020-11-24T13:12:48Z', 'revision_number': 2, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:53.586569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port f712e19e-89eb-4e03-a397-f2f00488ff9d triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:53.587001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:53.622744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584cce24-9686-4a2e-9204-a50d7be41a68 None None] Checking router: 2c66548c-93ca-486f-8434-130b800376f6 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:12:53.623156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584cce24-9686-4a2e-9204-a50d7be41a68 None None] Updating router 2c66548c-93ca-486f-8434-130b800376f6 port bee67db8-352a-4844-9c0c-c4c0ab169622 binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:12:53.650457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21badc19-ebc4-40cc-aa3d-362d773dd727 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:12:53.668895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cc970241-34d5-464a-9663-b007bb978ea8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:53.707011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8485ef6a-bfd2-4db4-aa3c-c0926fa2d94a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:53.725565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-53230522-884d-4110-a042-eb5e7eff724f tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:53.727585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21badc19-ebc4-40cc-aa3d-362d773dd727 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:53.728007 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-21badc19-ebc4-40cc-aa3d-362d773dd727 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Added segment f7421301-4e03-45f5-ac87-9057b26e1db6 of type vxlan for network c3cd0ef3-c28e-4353-817f-00c7023e5622
Nov 24 13:12:53.737421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-53230522-884d-4110-a042-eb5e7eff724f tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:53.762657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ae0c97-cfe4-4593-b41e-84508830d37f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:53.763022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c3ae0c97-cfe4-4593-b41e-84508830d37f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Synchronizing usage tracker for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:12:53.768663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-584cce24-9686-4a2e-9204-a50d7be41a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:53.768858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21badc19-ebc4-40cc-aa3d-362d773dd727 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:53.798965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-53230522-884d-4110-a042-eb5e7eff724f tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:53.799534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53230522-884d-4110-a042-eb5e7eff724f tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Fanout notify agent at l3_agent the message router_deleted on router fe0e3dc6-9d7e-4a41-9fbd-233fe424964c {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:12:53.825413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-53230522-884d-4110-a042-eb5e7eff724f tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:53.829655 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-53230522-884d-4110-a042-eb5e7eff724f tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] 10.222.0.76 "DELETE /v2.0/routers/fe0e3dc6-9d7e-4a41-9fbd-233fe424964c HTTP/1.1" status: 204  len: 168 time: 1.2136545
Nov 24 13:12:53.834364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21badc19-ebc4-40cc-aa3d-362d773dd727 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:53.838743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21badc19-ebc4-40cc-aa3d-362d773dd727 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:53.839626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21badc19-ebc4-40cc-aa3d-362d773dd727 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:53.845673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-82cfd64a-686c-46ae-9aa2-9f8e79048a92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:53.878760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3500054-68e7-43a2-9078-60e362309602 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 24 13:12:53.941937 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-21badc19-ebc4-40cc-aa3d-362d773dd727 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.8930802
Nov 24 13:12:53.942973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50560) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:53.969600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-fa7e0328-ff92-4eb3-85ca-1a278859063a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Request body: {'subnet': {'network_id': 'c3cd0ef3-c28e-4353-817f-00c7023e5622', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:54.035214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3a2e0ae2-d680-4171-8834-5b88241cd2c9 None None] Provisioning complete for port bee67db8-352a-4844-9c0c-c4c0ab169622 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:54.035646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3a2e0ae2-d680-4171-8834-5b88241cd2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:54.044383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21badc19-ebc4-40cc-aa3d-362d773dd727 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Network': ['ID=c3cd0ef3-c28e-4353-817f-00c7023e5622,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:54.052911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-21badc19-ebc4-40cc-aa3d-362d773dd727 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:54.067283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network c3cd0ef3-c28e-4353-817f-00c7023e5622 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:12:54.109628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network c3cd0ef3-c28e-4353-817f-00c7023e5622 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:12:54.118487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fa7e0328-ff92-4eb3-85ca-1a278859063a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:54.123307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fa7e0328-ff92-4eb3-85ca-1a278859063a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Usage tracker for resource:subnet and tenant:7bd33557530a48bab25cc76dc38cd9bb is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:12:54.126596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fa7e0328-ff92-4eb3-85ca-1a278859063a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:12:54.133490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fa7e0328-ff92-4eb3-85ca-1a278859063a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:12:54.145345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7e0328-ff92-4eb3-85ca-1a278859063a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Made reservation on behalf of 7bd33557530a48bab25cc76dc38cd9bb for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:12:54.227324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50566) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:54.239297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:54.298801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fa7e0328-ff92-4eb3-85ca-1a278859063a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:54.435225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0a8b688d-db84-47ea-8fe8-54adcfd261a7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:54.477220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3a2e0ae2-d680-4171-8834-5b88241cd2c9 None None] Port bee67db8-352a-4844-9c0c-c4c0ab169622 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:12:54.512466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc970241-34d5-464a-9663-b007bb978ea8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Port': ['ID=6050027c-cda3-4ec7-a494-09f04c6a3d2b,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:54.639603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cc970241-34d5-464a-9663-b007bb978ea8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.933s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:54.650450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port f712e19e-89eb-4e03-a397-f2f00488ff9d, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=f712e19e-89eb-4e03-a397-f2f00488ff9d,segment=NetworkSegment(864b2f48-d7ce-41f5-8c16-40a62588d09e),segment_id=864b2f48-d7ce-41f5-8c16-40a62588d09e)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:12:54.687046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:54.688522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 1d9bd7b3-a965-43da-892a-234a705aa327 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:12:54.734590 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d767cd1d-c1aa-4315-8278-f954d2b97210 req-f6d4d147-dd63-4928-8531-3bd2af332682 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=e638d7e1-ef65-47d1-a239-f130fe15e86d HTTP/1.1" status: 200  len: 210 time: 0.1620758
Nov 24 13:12:54.737430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-312f3122-372f-4e43-88a2-4524c2e549ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:54.763508 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cecc9125-7a7a-44b8-9e82-5d6eeaee8da2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9af73a5aa8e44d4ebd2c9eac61766eab&name=default HTTP/1.1" status: 200  len: 2747 time: 0.5316639
Nov 24 13:12:54.772860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50574) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:54.893228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c3ae0c97-cfe4-4593-b41e-84508830d37f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Unset dirty status for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:12:54.901638 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c3ae0c97-cfe4-4593-b41e-84508830d37f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "GET /v2.0/ports/fe814ca2-35e4-429c-81cc-a00fbb9922e4 HTTP/1.1" status: 200  len: 844 time: 1.4029844
Nov 24 13:12:54.906270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50578) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:54.968359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-7892e372-8904-4070-bb3d-29e111459b3e req-5d1d47a3-39d7-4ff4-9615-cebb70cbf0cb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.20.0.7 (b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8/ef8a9360-9e18-4774-ae21-805af42ac96b/82535079-08b0-4667-853b-5b72cfb05831) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:12:55.035394 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f9242c6e-a020-4f26-983b-d7b2b5b2e13b tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "GET /v2.0/ports/fe814ca2-35e4-429c-81cc-a00fbb9922e4?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.1182163
Nov 24 13:12:55.039085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50582) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:55.051039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-aef28797-1596-4d2c-9552-6ab8711a4f80 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'subnet': {'network_id': 'd41d42eb-e745-4ed3-8904-4470444a86a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:55.090283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-08472d66-bf1c-40df-95d5-16d42d55cd50 None None] Provisioning complete for port 1d9bd7b3-a965-43da-892a-234a705aa327 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:55.090283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-08472d66-bf1c-40df-95d5-16d42d55cd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:55.167676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=f712e19e-89eb-4e03-a397-f2f00488ff9d,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:55.167676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:55.194549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b648eae9-8165-4cbe-b801-d3ec8180f24f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:55.198969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-56150a3d-072b-46cc-8bc3-bf253c301207 req-48b0621e-b781-4f26-9fa7-9084a25fdaca tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:55.266970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b266672f-10a3-43e6-9043-a09ecf3c5c2d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for floatingip, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:55.319278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b648eae9-8165-4cbe-b801-d3ec8180f24f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:55.324291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cc970241-34d5-464a-9663-b007bb978ea8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:55.350380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 1d9bd7b3-a965-43da-892a-234a705aa327 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:55.350602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:55.362716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-aef28797-1596-4d2c-9552-6ab8711a4f80 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:55.386091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-aef28797-1596-4d2c-9552-6ab8711a4f80 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:subnet and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:12:55.396093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-aef28797-1596-4d2c-9552-6ab8711a4f80 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:12:55.409334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-aef28797-1596-4d2c-9552-6ab8711a4f80 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:12:55.517816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef28797-1596-4d2c-9552-6ab8711a4f80 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:12:55.569478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-584cce24-9686-4a2e-9204-a50d7be41a68 None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:55.595163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-584cce24-9686-4a2e-9204-a50d7be41a68 None None] Transition to ACTIVE for port object bee67db8-352a-4844-9c0c-c4c0ab169622 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:12:55.603141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b648eae9-8165-4cbe-b801-d3ec8180f24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:55.611252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e95e2512-3faa-40d3-a636-1699de7fdf84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:55.617651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-584cce24-9686-4a2e-9204-a50d7be41a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:55.641578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b7641963-5608-455b-b5e9-e5bca158c741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:55.645097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648eae9-8165-4cbe-b801-d3ec8180f24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095ac44e-fd80-4572-bb81-4dd2276e2bfe,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:55.652810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b648eae9-8165-4cbe-b801-d3ec8180f24f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:55.675885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fa7e0328-ff92-4eb3-85ca-1a278859063a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:55.693323 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cc970241-34d5-464a-9663-b007bb978ea8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/6050027c-cda3-4ec7-a494-09f04c6a3d2b HTTP/1.1" status: 204  len: 168 time: 7.4841948
Nov 24 13:12:55.693816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-43980077-c91b-4559-8a72-13f1ea8a8f04 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:55.712171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50586) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:55.841235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e0328-ff92-4eb3-85ca-1a278859063a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Subnet': ['ID=4cca3efd-4eb4-4e86-95c5-6118591e9f41,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:55.842966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d00e428b-1a5f-452c-9413-94ca7dab7af7 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:12:55.844247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b648eae9-8165-4cbe-b801-d3ec8180f24f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:55.845357 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b648eae9-8165-4cbe-b801-d3ec8180f24f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/095ac44e-fd80-4572-bb81-4dd2276e2bfe HTTP/1.1" status: 204  len: 168 time: 1.0698216
Nov 24 13:12:55.846863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fa7e0328-ff92-4eb3-85ca-1a278859063a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:55.907484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930b37a-d405-45bd-af11-8b225e887367 None None] Pushing event updated for resources: {'Port': ['ID=bee67db8-352a-4844-9c0c-c4c0ab169622,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:55.911939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3930b37a-d405-45bd-af11-8b225e887367 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:55.923298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aef28797-1596-4d2c-9552-6ab8711a4f80 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:55.931392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-08472d66-bf1c-40df-95d5-16d42d55cd50 None None] Could not find standard attr ID for object 6050027c-cda3-4ec7-a494-09f04c6a3d2b. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:12:56.247298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port d00e428b-1a5f-452c-9413-94ca7dab7af7 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:12:56.308231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7e0328-ff92-4eb3-85ca-1a278859063a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Checking segment: {'id': 'f7421301-4e03-45f5-ac87-9057b26e1db6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c3cd0ef3-c28e-4353-817f-00c7023e5622'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:12:56.309144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7e0328-ff92-4eb3-85ca-1a278859063a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network hostable DHCP agents. Network: c3cd0ef3-c28e-4353-817f-00c7023e5622, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:12:56.339444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port d00e428b-1a5f-452c-9413-94ca7dab7af7 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:56.340138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:56.362259 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e983c3dd-035b-45f8-9be0-1ee26a4a52d3 req-cf481110-7501-4db3-94f7-b4b34a9ac902 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=611de65b-4d1a-4c98-aca6-6d87bf8e23a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.5143607
Nov 24 13:12:56.362926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7e0328-ff92-4eb3-85ca-1a278859063a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network c3cd0ef3-c28e-4353-817f-00c7023e5622 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:12:56.379317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b266672f-10a3-43e6-9043-a09ecf3c5c2d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:56.401651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-fa7e0328-ff92-4eb3-85ca-1a278859063a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, c3cd0ef3-c28e-4353-817f-00c7023e5622) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:12:56.414688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-584cce24-9686-4a2e-9204-a50d7be41a68 None None] Attempting to bind port bee67db8-352a-4844-9c0c-c4c0ab169622 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:12:56.415538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-584cce24-9686-4a2e-9204-a50d7be41a68 None None] Attempting to bind port bee67db8-352a-4844-9c0c-c4c0ab169622 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'c59c2745-639b-4491-85c6-a4bd2af574fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'b16ed203-d70d-4089-881e-223145f98b51'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:12:56.416107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584cce24-9686-4a2e-9204-a50d7be41a68 None None] Attempting to bind port bee67db8-352a-4844-9c0c-c4c0ab169622 on network b16ed203-d70d-4089-881e-223145f98b51 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:12:56.440635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584cce24-9686-4a2e-9204-a50d7be41a68 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:12:56.441317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584cce24-9686-4a2e-9204-a50d7be41a68 None None] Checking segment: {'id': 'c59c2745-639b-4491-85c6-a4bd2af574fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'b16ed203-d70d-4089-881e-223145f98b51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:12:56.442284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-584cce24-9686-4a2e-9204-a50d7be41a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:56.442920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584cce24-9686-4a2e-9204-a50d7be41a68 None None] Bound using segment: {'id': 'c59c2745-639b-4491-85c6-a4bd2af574fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'b16ed203-d70d-4089-881e-223145f98b51'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:12:56.444309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-584cce24-9686-4a2e-9204-a50d7be41a68 None None] Bound port: bee67db8-352a-4844-9c0c-c4c0ab169622, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59c2745-639b-4491-85c6-a4bd2af574fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'b16ed203-d70d-4089-881e-223145f98b51'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:12:56.444920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-584cce24-9686-4a2e-9204-a50d7be41a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:56.511154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7e0328-ff92-4eb3-85ca-1a278859063a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:56.511810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fa7e0328-ff92-4eb3-85ca-1a278859063a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:56.601675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-584cce24-9686-4a2e-9204-a50d7be41a68 None None] For port bee67db8-352a-4844-9c0c-c4c0ab169622, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:12:56.606581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-584cce24-9686-4a2e-9204-a50d7be41a68 None None] For port bee67db8-352a-4844-9c0c-c4c0ab169622, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=bee67db8-352a-4844-9c0c-c4c0ab169622,segment=NetworkSegment(c59c2745-639b-4491-85c6-a4bd2af574fa),segment_id=c59c2745-639b-4491-85c6-a4bd2af574fa)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:12:56.614000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-584cce24-9686-4a2e-9204-a50d7be41a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:56.636925 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fa7e0328-ff92-4eb3-85ca-1a278859063a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.6758068
Nov 24 13:12:56.642094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50604) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:56.703508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-01361ec2-5302-4945-af85-a7da2e1764e1 req-45ac3703-5eb4-445f-b4c3-a93ad18918b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:12:56.747996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-7892e372-8904-4070-bb3d-29e111459b3e req-5d1d47a3-39d7-4ff4-9615-cebb70cbf0cb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:56.772310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-7892e372-8904-4070-bb3d-29e111459b3e req-5d1d47a3-39d7-4ff4-9615-cebb70cbf0cb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Transition to ACTIVE for port object 82535079-08b0-4667-853b-5b72cfb05831 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:12:56.889832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3930b37a-d405-45bd-af11-8b225e887367 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:56.929801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27621510-5f82-43d5-b25b-eaaf25578169 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:56.930784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-27621510-5f82-43d5-b25b-eaaf25578169 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:12:56.958849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4525e1ca-541f-4ca2-8e28-9c9570962d35 None None] Network c3cd0ef3-c28e-4353-817f-00c7023e5622 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:12:56.968944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-01361ec2-5302-4945-af85-a7da2e1764e1 req-45ac3703-5eb4-445f-b4c3-a93ad18918b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:12:56.971145 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-01361ec2-5302-4945-af85-a7da2e1764e1 req-45ac3703-5eb4-445f-b4c3-a93ad18918b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=e638d7e1-ef65-47d1-a239-f130fe15e86d HTTP/1.1" status: 200  len: 210 time: 0.8262794
Nov 24 13:12:56.980029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-27621510-5f82-43d5-b25b-eaaf25578169 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:12:56.982680 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-27621510-5f82-43d5-b25b-eaaf25578169 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 1.2681820
Nov 24 13:12:56.982932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983c3dd-035b-45f8-9be0-1ee26a4a52d3 req-6229000a-d69f-4704-895f-d5c2c32a2654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:56.984577 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e983c3dd-035b-45f8-9be0-1ee26a4a52d3 req-6229000a-d69f-4704-895f-d5c2c32a2654 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6efb027d4b0e48cc970462a6d3154fa0&device_id=611de65b-4d1a-4c98-aca6-6d87bf8e23a3 HTTP/1.1" status: 200  len: 1162 time: 0.4519014
Nov 24 13:12:57.023230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50612) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:57.100092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-7892e372-8904-4070-bb3d-29e111459b3e req-5d1d47a3-39d7-4ff4-9615-cebb70cbf0cb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:57.228319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-27fd2332-6ffd-41e8-afda-3cb7f8bc9c52 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:57.249381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:57.280031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930b37a-d405-45bd-af11-8b225e887367 None None] Pushing event updated for resources: {'Port': ['ID=bee67db8-352a-4844-9c0c-c4c0ab169622,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:57.283951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3930b37a-d405-45bd-af11-8b225e887367 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:57.300140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50618) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:57.306433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a6d44bf9-6bc8-4583-aa96-292ffa21d977 None None] Provisioning complete for port 1d9bd7b3-a965-43da-892a-234a705aa327 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:57.307093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a6d44bf9-6bc8-4583-aa96-292ffa21d977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:57.379180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584cce24-9686-4a2e-9204-a50d7be41a68 None None] Routers {'2c66548c-93ca-486f-8434-130b800376f6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:12:57.380206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-584cce24-9686-4a2e-9204-a50d7be41a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346edf3c8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:12:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['2c66548c-93ca-486f-8434-130b800376f6'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:57.514835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d47a3-39d7-4ff4-9615-cebb70cbf0cb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=82535079-08b0-4667-853b-5b72cfb05831,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:57.519956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5d1d47a3-39d7-4ff4-9615-cebb70cbf0cb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:57.542000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-56150a3d-072b-46cc-8bc3-bf253c301207 req-48b0621e-b781-4f26-9fa7-9084a25fdaca tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Allocated IP 172.26.8.178 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/af1bb475-41a3-4426-bd6a-ea6ba686ea9e) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:12:57.574612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-081b175c-dfec-4230-9261-8cd644e0811f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group': {'name': 'default'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:57.575395 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.api.v2.base [None req-081b175c-dfec-4230-9261-8cd644e0811f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 24 13:12:57.575943 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-081b175c-dfec-4230-9261-8cd644e0811f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] create failed (client error): There was a conflict when trying to complete your request.
Nov 24 13:12:57.585031 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-081b175c-dfec-4230-9261-8cd644e0811f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.2727242
Nov 24 13:12:57.592609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50624) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:57.627677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port d00e428b-1a5f-452c-9413-94ca7dab7af7, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d00e428b-1a5f-452c-9413-94ca7dab7af7,segment=NetworkSegment(c59c2745-639b-4491-85c6-a4bd2af574fa),segment_id=c59c2745-639b-4491-85c6-a4bd2af574fa)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:12:57.632115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-20077d6b-e576-4424-959d-9460f6a53481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group': {'name': 'tempest-secgroup--446852161'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:57.643925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:57.688464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-584cce24-9686-4a2e-9204-a50d7be41a68 None None] Set router 2c66548c-93ca-486f-8434-130b800376f6 gateway port host: None {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:12:57.694223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b266672f-10a3-43e6-9043-a09ecf3c5c2d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:57.840129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e291c686-59c4-4f85-99cb-27c0f10249cb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:57.844652 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e291c686-59c4-4f85-99cb-27c0f10249cb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.8164580
Nov 24 13:12:57.856087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983c3dd-035b-45f8-9be0-1ee26a4a52d3 req-8246d29b-d3ae-474a-9c7a-46597d24f757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:57.858202 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e983c3dd-035b-45f8-9be0-1ee26a4a52d3 req-8246d29b-d3ae-474a-9c7a-46597d24f757 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c200d148-1aac-4d09-a682-2365e76cfa1f HTTP/1.1" status: 200  len: 905 time: 0.8360176
Nov 24 13:12:57.861203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50628) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:57.922259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:57.968000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 33a58fec-0827-4bf3-bb6b-d962bf61156a no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:12:58.015017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7892e372-8904-4070-bb3d-29e111459b3e req-5d1d47a3-39d7-4ff4-9615-cebb70cbf0cb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:12:58.021580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-20077d6b-e576-4424-959d-9460f6a53481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:58.026787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b266672f-10a3-43e6-9043-a09ecf3c5c2d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:58.048131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7b0f1e-e482-4014-8093-4e8e332e3818 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:58.050093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ef60fd76-36b5-420b-a760-4284e4fc5088 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:58.050394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7b0f1e-e482-4014-8093-4e8e332e3818 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:58.053568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7b0f1e-e482-4014-8093-4e8e332e3818 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:58.054790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ca7b0f1e-e482-4014-8093-4e8e332e3818 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:12:58.063093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 33a58fec-0827-4bf3-bb6b-d962bf61156a {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:12:58.063691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 33a58fec-0827-4bf3-bb6b-d962bf61156a not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:12:58.064274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device a4f185b6-6411-41f0-9e4f-a65caff11bf2 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:12:58.083633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-7892e372-8904-4070-bb3d-29e111459b3e req-5d1d47a3-39d7-4ff4-9615-cebb70cbf0cb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:12:58.086257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-7892e372-8904-4070-bb3d-29e111459b3e req-5d1d47a3-39d7-4ff4-9615-cebb70cbf0cb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:12:58.140363 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e983c3dd-035b-45f8-9be0-1ee26a4a52d3 req-df2f2bbf-b33b-4981-8a4d-a64e2666d9c3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ce6c3d3-edd6-4f01-a984-fd146d4c951b HTTP/1.1" status: 200  len: 1000 time: 0.2719178
Nov 24 13:12:58.161484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: a4f185b6-6411-41f0-9e4f-a65caff11bf2 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:12:58.162059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device a4f185b6-6411-41f0-9e4f-a65caff11bf2 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:12:58.163909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30d6606-bf96-4028-a6dc-a89987bab792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-c3cd0ef3-c28e-4353-817f-00c7023e5622', 'network_id': 'c3cd0ef3-c28e-4353-817f-00c7023e5622', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'fixed_ips': [{'subnet_id': '4cca3efd-4eb4-4e86-95c5-6118591e9f41'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:12:58.164930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b30d6606-bf96-4028-a6dc-a89987bab792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:58.226207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-20077d6b-e576-4424-959d-9460f6a53481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Usage tracker for resource:security_group and tenant:adc766c5308c4317a94d96a02ddf3a18 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:12:58.235117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-20077d6b-e576-4424-959d-9460f6a53481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:12:58.339855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-20077d6b-e576-4424-959d-9460f6a53481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:12:58.354164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ca7b0f1e-e482-4014-8093-4e8e332e3818 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:12:58.359496 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ca7b0f1e-e482-4014-8093-4e8e332e3818 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.4955597
Nov 24 13:12:58.361012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983c3dd-035b-45f8-9be0-1ee26a4a52d3 req-58371368-e859-45fa-90f3-020dff0ed101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:58.362735 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e983c3dd-035b-45f8-9be0-1ee26a4a52d3 req-58371368-e859-45fa-90f3-020dff0ed101 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fbd62c91-d804-432f-af8e-75bb073f1bc3 HTTP/1.1" status: 200  len: 850 time: 0.1119106
Nov 24 13:12:58.363430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50634) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:58.412952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device f712e19e-89eb-4e03-a397-f2f00488ff9d up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:12:58.463244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20077d6b-e576-4424-959d-9460f6a53481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:58.509073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266672f-10a3-43e6-9043-a09ecf3c5c2d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Pushing event updated for resources: {'Port': ['ID=ec3b7a90-0182-47fe-8879-5217c7b427de,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:58.529037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b266672f-10a3-43e6-9043-a09ecf3c5c2d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:58.533791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=d00e428b-1a5f-452c-9413-94ca7dab7af7,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:58.554768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20077d6b-e576-4424-959d-9460f6a53481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:58.564110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:58.572800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892e372-8904-4070-bb3d-29e111459b3e req-5d1d47a3-39d7-4ff4-9615-cebb70cbf0cb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:58.573592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-7892e372-8904-4070-bb3d-29e111459b3e req-5d1d47a3-39d7-4ff4-9615-cebb70cbf0cb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:58.675332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-56150a3d-072b-46cc-8bc3-bf253c301207 req-48b0621e-b781-4f26-9fa7-9084a25fdaca tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:58.691572 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7892e372-8904-4070-bb3d-29e111459b3e req-5d1d47a3-39d7-4ff4-9615-cebb70cbf0cb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.9395237
Nov 24 13:12:58.734082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-7892e372-8904-4070-bb3d-29e111459b3e req-e179908e-379e-4fb5-b47f-bde73cc7abc7 service neutron] Request body: {'port': {'device_id': 'e638d7e1-ef65-47d1-a239-f130fe15e86d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:58.750012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aef28797-1596-4d2c-9552-6ab8711a4f80 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:58.778096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-20077d6b-e576-4424-959d-9460f6a53481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:58.802459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82665c50-ff94-4637-ac01-c268d24b02e0 req-d5fee2dd-4b83-44a0-bc4b-15155d8ca48c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:58.804245 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-82665c50-ff94-4637-ac01-c268d24b02e0 req-d5fee2dd-4b83-44a0-bc4b-15155d8ca48c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=e638d7e1-ef65-47d1-a239-f130fe15e86d HTTP/1.1" status: 200  len: 931 time: 0.5389221
Nov 24 13:12:58.808499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-20077d6b-e576-4424-959d-9460f6a53481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Usage tracker for resource:security_group_rule and tenant:adc766c5308c4317a94d96a02ddf3a18 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:12:58.846100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-20077d6b-e576-4424-959d-9460f6a53481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:12:58.857375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port f712e19e-89eb-4e03-a397-f2f00488ff9d triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:58.858058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:58.868626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-93c242d5-3a07-4c0c-806c-c1cc2d34750d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting subnet 35fc4fb1-e05b-47d0-9b96-a4e4fa793642 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:12:58.879457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9b294c34-7ef0-4d20-b961-24e2962f2836 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:58.915693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93c242d5-3a07-4c0c-806c-c1cc2d34750d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:58.924916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-20077d6b-e576-4424-959d-9460f6a53481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:12:58.988474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-073e3aea-e22b-4013-9354-8367b97de59e None None] Provisioning for port 82535079-08b0-4667-853b-5b72cfb05831 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:12:59.004328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-073e3aea-e22b-4013-9354-8367b97de59e None None] Provisioning complete for port 82535079-08b0-4667-853b-5b72cfb05831 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:59.004673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-073e3aea-e22b-4013-9354-8367b97de59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:59.036196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-56150a3d-072b-46cc-8bc3-bf253c301207 req-48b0621e-b781-4f26-9fa7-9084a25fdaca tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:59.059592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8485ef6a-bfd2-4db4-aa3c-c0926fa2d94a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:59.065099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93c242d5-3a07-4c0c-806c-c1cc2d34750d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:59.069653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-b30d6606-bf96-4028-a6dc-a89987bab792 None None] Allocated IP 2001:db8:2::2 (c3cd0ef3-c28e-4353-817f-00c7023e5622/4cca3efd-4eb4-4e86-95c5-6118591e9f41/5a06016f-9c0a-4c31-81b6-9858f377741b) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:12:59.105342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b266672f-10a3-43e6-9043-a09ecf3c5c2d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:59.118299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef28797-1596-4d2c-9552-6ab8711a4f80 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Subnet': ['ID=afefb129-bd7d-42dd-b640-cf815ced5f2b,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:12:59.143541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-073e3aea-e22b-4013-9354-8367b97de59e None None] Port 82535079-08b0-4667-853b-5b72cfb05831 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:12:59.173695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-584cce24-9686-4a2e-9204-a50d7be41a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346edf3c8>, [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:12:47Z', 'revision_number': 3, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None, '_interfaces': [{'id': '4c32b203-1b67-404d-ba8c-e854514e72ef', 'name': '', 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:36:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:28Z', 'updated_at': '2020-11-24T13:12:44Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bee67db8-352a-4844-9c0c-c4c0ab169622', 'name': '', 'network_id': 'b16ed203-d70d-4089-881e-223145f98b51', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:18:ee:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:45Z', 'updated_at': '2020-11-24T13:12:56Z', 'revision_number': 4, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:12:59.184498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983c3dd-035b-45f8-9be0-1ee26a4a52d3 req-60efa252-73f7-4aeb-9322-d0a58532681b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:59.186198 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e983c3dd-035b-45f8-9be0-1ee26a4a52d3 req-60efa252-73f7-4aeb-9322-d0a58532681b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c200d148-1aac-4d09-a682-2365e76cfa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.8086307
Nov 24 13:12:59.195605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-aef28797-1596-4d2c-9552-6ab8711a4f80 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:12:59.248793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584cce24-9686-4a2e-9204-a50d7be41a68 None None] The sync data for ids ['2c66548c-93ca-486f-8434-130b800376f6'] in dv-neutron-601336-61-ovs is: [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:12:47Z', 'revision_number': 3, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None, '_interfaces': [{'id': '4c32b203-1b67-404d-ba8c-e854514e72ef', 'name': '', 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:36:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:28Z', 'updated_at': '2020-11-24T13:12:44Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bee67db8-352a-4844-9c0c-c4c0ab169622', 'name': '', 'network_id': 'b16ed203-d70d-4089-881e-223145f98b51', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:18:ee:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:45Z', 'updated_at': '2020-11-24T13:12:56Z', 'revision_number': 4, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:12:59.253387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 1d9bd7b3-a965-43da-892a-234a705aa327 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:12:59.349813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef28797-1596-4d2c-9552-6ab8711a4f80 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network d41d42eb-e745-4ed3-8904-4470444a86a3 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:12:59.351374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20077d6b-e576-4424-959d-9460f6a53481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:59.364782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-aef28797-1596-4d2c-9552-6ab8711a4f80 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:12:59.387360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a63a10-288e-452b-8437-c4deab33c1bb None None] Network d41d42eb-e745-4ed3-8904-4470444a86a3 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:12:59.420372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20077d6b-e576-4424-959d-9460f6a53481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:59.437802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-0a8b688d-db84-47ea-8fe8-54adcfd261a7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Deleting port 82cf5ef0-c564-46bd-a45e-76d09308eb35 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:12:59.438450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0a8b688d-db84-47ea-8fe8-54adcfd261a7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:59.479339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef28797-1596-4d2c-9552-6ab8711a4f80 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:12:59.479967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aef28797-1596-4d2c-9552-6ab8711a4f80 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:59.544509 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-aef28797-1596-4d2c-9552-6ab8711a4f80 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.5056636
Nov 24 13:12:59.545562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50638) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:12:59.562847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-64c297b6-158c-4e13-94b6-711881464ea5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'security_group': {'name': 'tempest-secgroup-337938817'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:12:59.568931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93c242d5-3a07-4c0c-806c-c1cc2d34750d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:59.575558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 1d9bd7b3-a965-43da-892a-234a705aa327 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:12:59.575989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:59.662687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0a8b688d-db84-47ea-8fe8-54adcfd261a7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:59.670159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b30d6606-bf96-4028-a6dc-a89987bab792 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:59.704485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b30d6606-bf96-4028-a6dc-a89987bab792 None None] Transition to ACTIVE for port object 5a06016f-9c0a-4c31-81b6-9858f377741b will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:12:59.778154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b30d6606-bf96-4028-a6dc-a89987bab792 None None] Transition to ACTIVE for port object 5a06016f-9c0a-4c31-81b6-9858f377741b will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:12:59.810767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-0a8b688d-db84-47ea-8fe8-54adcfd261a7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Calling delete_port for 82cf5ef0-c564-46bd-a45e-76d09308eb35 owned by network:router_interface {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:12:59.821808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b30d6606-bf96-4028-a6dc-a89987bab792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:59.845248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:12:59.871068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-64c297b6-158c-4e13-94b6-711881464ea5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:12:59.880735 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e983c3dd-035b-45f8-9be0-1ee26a4a52d3 req-78dc91a8-53e7-448f-8e9e-cb29aaf9fce0 service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6811850
Nov 24 13:12:59.881841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-64c297b6-158c-4e13-94b6-711881464ea5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:security_group and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:12:59.950913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-7892e372-8904-4070-bb3d-29e111459b3e req-e179908e-379e-4fb5-b47f-bde73cc7abc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:12:59.954528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-64c297b6-158c-4e13-94b6-711881464ea5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:12:59.965913 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-82665c50-ff94-4637-ac01-c268d24b02e0 req-1eca9676-275e-4225-b607-bcaad3ffb6b1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=250e383d-fa1c-47bf-9420-888338f72437&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.1080174
Nov 24 13:12:59.975423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-64c297b6-158c-4e13-94b6-711881464ea5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:00.052290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-20077d6b-e576-4424-959d-9460f6a53481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:00.078806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-20077d6b-e576-4424-959d-9460f6a53481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Usage tracker for resource:security_group_rule and tenant:adc766c5308c4317a94d96a02ddf3a18 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:00.085766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0621e-b781-4f26-9fa7-9084a25fdaca tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Pushing event updated for resources: {'Port': ['ID=af1bb475-41a3-4426-bd6a-ea6ba686ea9e,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:00.094877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-20077d6b-e576-4424-959d-9460f6a53481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:00.127985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-64c297b6-158c-4e13-94b6-711881464ea5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:00.133482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-48b0621e-b781-4f26-9fa7-9084a25fdaca tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.074s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:00.136954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c6b4a7df-baa2-4944-9198-363e8b63ecfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.700s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:00.157218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-20077d6b-e576-4424-959d-9460f6a53481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:00.227854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d6606-bf96-4028-a6dc-a89987bab792 None None] Pushing event updated for resources: {'Port': ['ID=5a06016f-9c0a-4c31-81b6-9858f377741b,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:00.233325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b30d6606-bf96-4028-a6dc-a89987bab792 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:00.307463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b4ca08-4624-45d4-be4f-5c3f3e9d3f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-d41d42eb-e745-4ed3-8904-4470444a86a3', 'network_id': 'd41d42eb-e745-4ed3-8904-4470444a86a3', 'tenant_id': 'acab0616bf414845b5ccf5a4593c62ac', 'fixed_ips': [{'subnet_id': 'afefb129-bd7d-42dd-b640-cf815ced5f2b'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:13:00.308387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c8b4ca08-4624-45d4-be4f-5c3f3e9d3f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:00.321216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30d6606-bf96-4028-a6dc-a89987bab792 None None] Network c3cd0ef3-c28e-4353-817f-00c7023e5622 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:13:00.327105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-64c297b6-158c-4e13-94b6-711881464ea5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:00.327509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-b30d6606-bf96-4028-a6dc-a89987bab792 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:13:00.331970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30d6606-bf96-4028-a6dc-a89987bab792 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:13:00.332087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-64c297b6-158c-4e13-94b6-711881464ea5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:security_group_rule and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:00.336117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-64c297b6-158c-4e13-94b6-711881464ea5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:00.342758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-64c297b6-158c-4e13-94b6-711881464ea5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:00.358147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20077d6b-e576-4424-959d-9460f6a53481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6a3b4c-f2a7-4494-a148-7f4b9c66bc9e,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:00.367615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-20077d6b-e576-4424-959d-9460f6a53481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:00.369620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56150a3d-072b-46cc-8bc3-bf253c301207 req-48b0621e-b781-4f26-9fa7-9084a25fdaca tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:13:00.381436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-56150a3d-072b-46cc-8bc3-bf253c301207 req-48b0621e-b781-4f26-9fa7-9084a25fdaca tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:13:00.390776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-56150a3d-072b-46cc-8bc3-bf253c301207 req-48b0621e-b781-4f26-9fa7-9084a25fdaca tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:13:00.414208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-64c297b6-158c-4e13-94b6-711881464ea5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:00.436218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-64c297b6-158c-4e13-94b6-711881464ea5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:00.477658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-487d5edf-b6f8-4389-bf0c-7e004cd176f5 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:00.495977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-64c297b6-158c-4e13-94b6-711881464ea5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:00.501165 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-64c297b6-158c-4e13-94b6-711881464ea5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.9473314
Nov 24 13:13:00.501301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50642) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:00.513793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device bee67db8-352a-4844-9c0c-c4c0ab169622 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:13:00.517306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93c242d5-3a07-4c0c-806c-c1cc2d34750d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:00.550257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a7be979e-96dd-4c60-be8e-240dbbc71bed tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'security_group': {'name': 'tempest-secgroup-2018957183'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:00.557931 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e983c3dd-035b-45f8-9be0-1ee26a4a52d3 req-7d2d2258-fb74-4039-83dd-4fe253caa7a1 service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6264131
Nov 24 13:13:00.572582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b30d6606-bf96-4028-a6dc-a89987bab792 None None] Attempting to bind port 5a06016f-9c0a-4c31-81b6-9858f377741b on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:13:00.573017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b30d6606-bf96-4028-a6dc-a89987bab792 None None] Attempting to bind port 5a06016f-9c0a-4c31-81b6-9858f377741b by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f7421301-4e03-45f5-ac87-9057b26e1db6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c3cd0ef3-c28e-4353-817f-00c7023e5622'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:13:00.573440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30d6606-bf96-4028-a6dc-a89987bab792 None None] Attempting to bind port 5a06016f-9c0a-4c31-81b6-9858f377741b on network c3cd0ef3-c28e-4353-817f-00c7023e5622 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:13:00.595105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20077d6b-e576-4424-959d-9460f6a53481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:00.612570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30d6606-bf96-4028-a6dc-a89987bab792 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:13:00.612982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30d6606-bf96-4028-a6dc-a89987bab792 None None] Checking segment: {'id': 'f7421301-4e03-45f5-ac87-9057b26e1db6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c3cd0ef3-c28e-4353-817f-00c7023e5622'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:13:00.613622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b30d6606-bf96-4028-a6dc-a89987bab792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:00.614286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30d6606-bf96-4028-a6dc-a89987bab792 None None] Bound using segment: {'id': 'f7421301-4e03-45f5-ac87-9057b26e1db6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c3cd0ef3-c28e-4353-817f-00c7023e5622'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:13:00.614727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20077d6b-e576-4424-959d-9460f6a53481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:00.615213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b30d6606-bf96-4028-a6dc-a89987bab792 None None] Bound port: 5a06016f-9c0a-4c31-81b6-9858f377741b, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7421301-4e03-45f5-ac87-9057b26e1db6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c3cd0ef3-c28e-4353-817f-00c7023e5622'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:13:00.615807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b30d6606-bf96-4028-a6dc-a89987bab792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:00.629249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-21a0cfa6-dbf8-4873-8dd0-7aff2cb93deb tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:00.669416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port bee67db8-352a-4844-9c0c-c4c0ab169622 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:13:00.749131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port bee67db8-352a-4844-9c0c-c4c0ab169622 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:00.749567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:00.947527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b30d6606-bf96-4028-a6dc-a89987bab792 None None] For port 5a06016f-9c0a-4c31-81b6-9858f377741b, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:13:00.969547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a3ef3637-e9aa-44b3-8668-995f289f2009 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:00.980181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a7be979e-96dd-4c60-be8e-240dbbc71bed tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:00.994387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c297b6-158c-4e13-94b6-711881464ea5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'SecurityGroup': ['ID=71958e28-5d41-47b7-b100-f82bf5c77859,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:00.999937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a7be979e-96dd-4c60-be8e-240dbbc71bed tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:security_group and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:01.005675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b30d6606-bf96-4028-a6dc-a89987bab792 None None] For port 5a06016f-9c0a-4c31-81b6-9858f377741b, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=5a06016f-9c0a-4c31-81b6-9858f377741b,segment=NetworkSegment(f7421301-4e03-45f5-ac87-9057b26e1db6),segment_id=f7421301-4e03-45f5-ac87-9057b26e1db6)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:13:01.007823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a7be979e-96dd-4c60-be8e-240dbbc71bed tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:01.010823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-64c297b6-158c-4e13-94b6-711881464ea5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:01.010933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-227c8f97-86f8-4f6c-8a4a-1acd0c99d0ae tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.455s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:01.015527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b30d6606-bf96-4028-a6dc-a89987bab792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:01.040198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-33f157b5-5b88-44bb-91a6-4d0daa7fac86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:01.111878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a7be979e-96dd-4c60-be8e-240dbbc71bed tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:01.144683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20077d6b-e576-4424-959d-9460f6a53481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6934d9-5aeb-4199-a8e4-4c3f2f7b4ae4,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:01.162990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-20077d6b-e576-4424-959d-9460f6a53481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:01.164352 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-20077d6b-e576-4424-959d-9460f6a53481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1629 time: 3.5681384
Nov 24 13:13:01.169760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-20077d6b-e576-4424-959d-9460f6a53481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:01.169939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:01.175297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50648) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:01.185422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c8a13d2b-bdc7-4512-b4c9-b7b097353a57 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group_rule': {'security_group_id': '8b6934d9-5aeb-4199-a8e4-4c3f2f7b4ae4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:01.207098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-c8b4ca08-4624-45d4-be4f-5c3f3e9d3f1f None None] Allocated IP 2001:db8::2 (d41d42eb-e745-4ed3-8904-4470444a86a3/afefb129-bd7d-42dd-b640-cf815ced5f2b/b5c2c081-aab6-40a4-84eb-547ffbc46f73) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:13:01.212645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c8a13d2b-bdc7-4512-b4c9-b7b097353a57 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:01.215567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0a8b688d-db84-47ea-8fe8-54adcfd261a7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:01.241885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3c3f35f6-dea0-41d6-a6a2-cafbd45449aa tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:01.244810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c242d5-3a07-4c0c-806c-c1cc2d34750d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Subnet': ['ID=35fc4fb1-e05b-47d0-9b96-a4e4fa793642,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:01.257064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d6606-bf96-4028-a6dc-a89987bab792 None None] Pushing event updated for resources: {'Port': ['ID=5a06016f-9c0a-4c31-81b6-9858f377741b,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:01.266527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b30d6606-bf96-4028-a6dc-a89987bab792 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:01.267935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93c242d5-3a07-4c0c-806c-c1cc2d34750d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:01.273494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port bee67db8-352a-4844-9c0c-c4c0ab169622, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=bee67db8-352a-4844-9c0c-c4c0ab169622,segment=NetworkSegment(c59c2745-639b-4491-85c6-a4bd2af574fa),segment_id=c59c2745-639b-4491-85c6-a4bd2af574fa)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:13:01.342058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c8a13d2b-bdc7-4512-b4c9-b7b097353a57 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Usage tracker for resource:security_group_rule and tenant:adc766c5308c4317a94d96a02ddf3a18 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:01.346759 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-b266672f-10a3-43e6-9043-a09ecf3c5c2d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Floating IP f6268fed-25d4-46c7-9c32-12c7c000b17d associated. External IP: 172.26.8.203, port: cac694b9-fa07-4b88-908d-4cee3567a9e9.
Nov 24 13:13:01.355131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a7be979e-96dd-4c60-be8e-240dbbc71bed tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:01.369664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:01.370630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d00e428b-1a5f-452c-9413-94ca7dab7af7 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:13:01.399901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93c242d5-3a07-4c0c-806c-c1cc2d34750d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:01.401883 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-93c242d5-3a07-4c0c-806c-c1cc2d34750d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/35fc4fb1-e05b-47d0-9b96-a4e4fa793642 HTTP/1.1" status: 204  len: 168 time: 3.0264015
Nov 24 13:13:01.407818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b30d6606-bf96-4028-a6dc-a89987bab792 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:01.464360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acc78dd-87a6-4097-81c7-bb597bc5b1b5 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:13:01.468369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c8a13d2b-bdc7-4512-b4c9-b7b097353a57 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:01.479616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50652) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:01.496698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b688d-db84-47ea-8fe8-54adcfd261a7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event deleted for resources: {'Port': ['ID=82cf5ef0-c564-46bd-a45e-76d09308eb35,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:01.514005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c8a13d2b-bdc7-4512-b4c9-b7b097353a57 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:01.517133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0a8b688d-db84-47ea-8fe8-54adcfd261a7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:01.590763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a7be979e-96dd-4c60-be8e-240dbbc71bed tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:01.607647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a7be979e-96dd-4c60-be8e-240dbbc71bed tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:security_group_rule and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:01.618185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc907c3-0655-4979-aade-fbc0ff8a7ad5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting subnet ec483b50-14ee-474c-8bec-66fdab5d25c3 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:13:01.635463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a7be979e-96dd-4c60-be8e-240dbbc71bed tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:01.638578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7cc907c3-0655-4979-aade-fbc0ff8a7ad5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:01.645300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=bee67db8-352a-4844-9c0c-c4c0ab169622,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:01.672147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:01.682216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c8a13d2b-bdc7-4512-b4c9-b7b097353a57 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:01.689371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a7be979e-96dd-4c60-be8e-240dbbc71bed tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:01.749793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-56150a3d-072b-46cc-8bc3-bf253c301207 req-48b0621e-b781-4f26-9fa7-9084a25fdaca tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for floatingip, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:01.789373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7cc907c3-0655-4979-aade-fbc0ff8a7ad5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:01.840561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port d00e428b-1a5f-452c-9413-94ca7dab7af7 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:01.841367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:01.944544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ded59-f74a-4620-a8da-b31e5a896c5c req-cd6b47c4-040d-44ff-94e8-d6ded5787723 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:01.944544 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-445ded59-f74a-4620-a8da-b31e5a896c5c req-cd6b47c4-040d-44ff-94e8-d6ded5787723 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=e638d7e1-ef65-47d1-a239-f130fe15e86d HTTP/1.1" status: 200  len: 931 time: 0.6998258
Nov 24 13:13:01.958405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-7892e372-8904-4070-bb3d-29e111459b3e req-e179908e-379e-4fb5-b47f-bde73cc7abc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82535079-08b0-4667-853b-5b72cfb05831 {{(pid=80943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:13:01.978701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a7be979e-96dd-4c60-be8e-240dbbc71bed tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:01.989726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a7be979e-96dd-4c60-be8e-240dbbc71bed tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:02.002264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e1c27c80-3e23-41ae-9d95-d298bbf06ad9 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:02.014359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-7892e372-8904-4070-bb3d-29e111459b3e req-e179908e-379e-4fb5-b47f-bde73cc7abc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:02.128749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-56150a3d-072b-46cc-8bc3-bf253c301207 req-48b0621e-b781-4f26-9fa7-9084a25fdaca tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:02.212165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c8b4ca08-4624-45d4-be4f-5c3f3e9d3f1f None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:02.220657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be979e-96dd-4c60-be8e-240dbbc71bed tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'SecurityGroup': ['ID=81ae26d1-4ae7-479a-a4c9-27bdc85b04e0,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:02.281921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c8b4ca08-4624-45d4-be4f-5c3f3e9d3f1f None None] Transition to ACTIVE for port object b5c2c081-aab6-40a4-84eb-547ffbc46f73 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:13:02.288486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a7be979e-96dd-4c60-be8e-240dbbc71bed tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:02.321863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7cc907c3-0655-4979-aade-fbc0ff8a7ad5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:02.357634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c8b4ca08-4624-45d4-be4f-5c3f3e9d3f1f None None] Transition to ACTIVE for port object b5c2c081-aab6-40a4-84eb-547ffbc46f73 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:13:02.370050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c8b4ca08-4624-45d4-be4f-5c3f3e9d3f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:02.377025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-7892e372-8904-4070-bb3d-29e111459b3e req-e179908e-379e-4fb5-b47f-bde73cc7abc7 service neutron] Transition to ACTIVE for port object 82535079-08b0-4667-853b-5b72cfb05831 will not be triggered until provisioned by entity L2. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:13:02.390193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-473d5eb9-057d-4c17-afd8-20feedadf5ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:02.426426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c8a13d2b-bdc7-4512-b4c9-b7b097353a57 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:02.470831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a7be979e-96dd-4c60-be8e-240dbbc71bed tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:02.470831 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a7be979e-96dd-4c60-be8e-240dbbc71bed tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1629 time: 1.9558492
Nov 24 13:13:02.481658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-7892e372-8904-4070-bb3d-29e111459b3e req-e179908e-379e-4fb5-b47f-bde73cc7abc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:02.534334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50656) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:02.534334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cc970241-34d5-464a-9663-b007bb978ea8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:02.585756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-a3ef3637-e9aa-44b3-8668-995f289f2009 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Allocated IP 2001:db8:2::1 (c3cd0ef3-c28e-4353-817f-00c7023e5622/4cca3efd-4eb4-4e86-95c5-6118591e9f41/abc43573-20b3-4fb7-9430-b84dd6d12015) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:13:02.667798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c8a13d2b-bdc7-4512-b4c9-b7b097353a57 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:02.678903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-85c9cb48-a5ec-495f-b955-2d2b1b265602 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1004724982', 'security_groups': ['81ae26d1-4ae7-479a-a4c9-27bdc85b04e0'], 'network_id': 'd41d42eb-e745-4ed3-8904-4470444a86a3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'afefb129-bd7d-42dd-b640-cf815ced5f2b'}]}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:02.791883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4ca08-4624-45d4-be4f-5c3f3e9d3f1f None None] Pushing event updated for resources: {'Port': ['ID=b5c2c081-aab6-40a4-84eb-547ffbc46f73,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:02.807124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c8b4ca08-4624-45d4-be4f-5c3f3e9d3f1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:02.905794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b4ca08-4624-45d4-be4f-5c3f3e9d3f1f None None] Network d41d42eb-e745-4ed3-8904-4470444a86a3 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:13:02.905794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-c8b4ca08-4624-45d4-be4f-5c3f3e9d3f1f None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:13:02.917931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b4ca08-4624-45d4-be4f-5c3f3e9d3f1f None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:13:03.037554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c8b4ca08-4624-45d4-be4f-5c3f3e9d3f1f None None] Attempting to bind port b5c2c081-aab6-40a4-84eb-547ffbc46f73 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:13:03.037554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c8b4ca08-4624-45d4-be4f-5c3f3e9d3f1f None None] Attempting to bind port b5c2c081-aab6-40a4-84eb-547ffbc46f73 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'a4056028-942f-4db1-9f28-4b2ec11b7137', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd41d42eb-e745-4ed3-8904-4470444a86a3'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:13:03.037554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b4ca08-4624-45d4-be4f-5c3f3e9d3f1f None None] Attempting to bind port b5c2c081-aab6-40a4-84eb-547ffbc46f73 on network d41d42eb-e745-4ed3-8904-4470444a86a3 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:13:03.056572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b4ca08-4624-45d4-be4f-5c3f3e9d3f1f None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:13:03.056572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b4ca08-4624-45d4-be4f-5c3f3e9d3f1f None None] Checking segment: {'id': 'a4056028-942f-4db1-9f28-4b2ec11b7137', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd41d42eb-e745-4ed3-8904-4470444a86a3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:13:03.056572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c8b4ca08-4624-45d4-be4f-5c3f3e9d3f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:03.056572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b4ca08-4624-45d4-be4f-5c3f3e9d3f1f None None] Bound using segment: {'id': 'a4056028-942f-4db1-9f28-4b2ec11b7137', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd41d42eb-e745-4ed3-8904-4470444a86a3'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:13:03.056572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c8b4ca08-4624-45d4-be4f-5c3f3e9d3f1f None None] Bound port: b5c2c081-aab6-40a4-84eb-547ffbc46f73, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4056028-942f-4db1-9f28-4b2ec11b7137', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd41d42eb-e745-4ed3-8904-4470444a86a3'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:13:03.056572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c8b4ca08-4624-45d4-be4f-5c3f3e9d3f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:03.220450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-56150a3d-072b-46cc-8bc3-bf253c301207 req-48b0621e-b781-4f26-9fa7-9084a25fdaca tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:03.230994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179908e-379e-4fb5-b47f-bde73cc7abc7 service neutron] Pushing event updated for resources: {'Port': ['ID=82535079-08b0-4667-853b-5b72cfb05831,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:03.235642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 5a06016f-9c0a-4c31-81b6-9858f377741b up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:13:03.241264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e179908e-379e-4fb5-b47f-bde73cc7abc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:03.241264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:03.291695 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-445ded59-f74a-4620-a8da-b31e5a896c5c req-9fe91801-7fd5-49aa-9dda-d1d8ce3467b0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=250e383d-fa1c-47bf-9420-888338f72437&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.2831814
Nov 24 13:13:03.374747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-c8b4ca08-4624-45d4-be4f-5c3f3e9d3f1f None None] For port b5c2c081-aab6-40a4-84eb-547ffbc46f73, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:13:03.403335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-c8b4ca08-4624-45d4-be4f-5c3f3e9d3f1f None None] For port b5c2c081-aab6-40a4-84eb-547ffbc46f73, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=b5c2c081-aab6-40a4-84eb-547ffbc46f73,segment=NetworkSegment(a4056028-942f-4db1-9f28-4b2ec11b7137),segment_id=a4056028-942f-4db1-9f28-4b2ec11b7137)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:13:03.408687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a3ef3637-e9aa-44b3-8668-995f289f2009 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:03.414310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c8b4ca08-4624-45d4-be4f-5c3f3e9d3f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:03.431772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:03.448079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a3ef3637-e9aa-44b3-8668-995f289f2009 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Transition to ACTIVE for port object abc43573-20b3-4fb7-9430-b84dd6d12015 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:13:03.448079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7cc907c3-0655-4979-aade-fbc0ff8a7ad5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:03.472932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-aef28797-1596-4d2c-9552-6ab8711a4f80 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:03.498981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a13d2b-bdc7-4512-b4c9-b7b097353a57 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea74d53-5d3e-454e-be0d-c3180cda54d5,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:03.510413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c8a13d2b-bdc7-4512-b4c9-b7b097353a57 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:03.588644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 5a06016f-9c0a-4c31-81b6-9858f377741b completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:13:03.601715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc907c3-0655-4979-aade-fbc0ff8a7ad5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Subnet': ['ID=ec483b50-14ee-474c-8bec-66fdab5d25c3,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:03.608308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device bee67db8-352a-4844-9c0c-c4c0ab169622 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:13:03.615315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7cc907c3-0655-4979-aade-fbc0ff8a7ad5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:03.679889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4ca08-4624-45d4-be4f-5c3f3e9d3f1f None None] Pushing event updated for resources: {'Port': ['ID=b5c2c081-aab6-40a4-84eb-547ffbc46f73,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:03.679889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c8b4ca08-4624-45d4-be4f-5c3f3e9d3f1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:03.750067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a3ef3637-e9aa-44b3-8668-995f289f2009 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:03.767531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-56150a3d-072b-46cc-8bc3-bf253c301207 req-48b0621e-b781-4f26-9fa7-9084a25fdaca tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:03.807455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b24eb26d-7f01-4449-a38b-5bc8ade069c7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:03.813970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port bee67db8-352a-4844-9c0c-c4c0ab169622 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:03.813970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:04.163346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0a8b688d-db84-47ea-8fe8-54adcfd261a7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:04.168712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7cc907c3-0655-4979-aade-fbc0ff8a7ad5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:04.255810 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7cc907c3-0655-4979-aade-fbc0ff8a7ad5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/ec483b50-14ee-474c-8bec-66fdab5d25c3 HTTP/1.1" status: 204  len: 168 time: 2.7604167
Nov 24 13:13:04.255810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef3637-e9aa-44b3-8668-995f289f2009 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Port': ['ID=abc43573-20b3-4fb7-9430-b84dd6d12015,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:04.267291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50660) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:04.297915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a3ef3637-e9aa-44b3-8668-995f289f2009 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:04.317047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0621e-b781-4f26-9fa7-9084a25fdaca tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Pushing event updated for resources: {'Port': ['ID=af1bb475-41a3-4426-bd6a-ea6ba686ea9e,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:04.338677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-48b0621e-b781-4f26-9fa7-9084a25fdaca tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:04.453646 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c973ea8e-b7e4-4345-884f-1e3df9ddbf7d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1680660
Nov 24 13:13:04.463291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50666) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:04.463291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7314a879-ff67-4c5f-a386-ac1333a6f45a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:04.812919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ef3637-e9aa-44b3-8668-995f289f2009 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network c3cd0ef3-c28e-4353-817f-00c7023e5622 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:13:04.829938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-a3ef3637-e9aa-44b3-8668-995f289f2009 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:13:04.829938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ef3637-e9aa-44b3-8668-995f289f2009 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:13:04.829938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a3ef3637-e9aa-44b3-8668-995f289f2009 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:04.844540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7314a879-ff67-4c5f-a386-ac1333a6f45a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:04.863735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7314a879-ff67-4c5f-a386-ac1333a6f45a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:subnet and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:04.873567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7314a879-ff67-4c5f-a386-ac1333a6f45a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:04.883292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7314a879-ff67-4c5f-a386-ac1333a6f45a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:04.891890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-56150a3d-072b-46cc-8bc3-bf253c301207 req-48b0621e-b781-4f26-9fa7-9084a25fdaca tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:04.927722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-7892e372-8904-4070-bb3d-29e111459b3e req-e179908e-379e-4fb5-b47f-bde73cc7abc7 service neutron] Attempting to bind port 82535079-08b0-4667-853b-5b72cfb05831 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:13:04.927722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-7892e372-8904-4070-bb3d-29e111459b3e req-e179908e-379e-4fb5-b47f-bde73cc7abc7 service neutron] Attempting to bind port 82535079-08b0-4667-853b-5b72cfb05831 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'c8d55b70-bd3f-49b2-974e-4ecf0319621f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8'}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:13:04.927722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7892e372-8904-4070-bb3d-29e111459b3e req-e179908e-379e-4fb5-b47f-bde73cc7abc7 service neutron] Attempting to bind port 82535079-08b0-4667-853b-5b72cfb05831 on network b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8 {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:13:04.972416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-56150a3d-072b-46cc-8bc3-bf253c301207 req-48b0621e-b781-4f26-9fa7-9084a25fdaca tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:04.992268 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56150a3d-072b-46cc-8bc3-bf253c301207 req-48b0621e-b781-4f26-9fa7-9084a25fdaca tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 13.4216330
Nov 24 13:13:05.001055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7314a879-ff67-4c5f-a386-ac1333a6f45a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:13:05.024887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c714a8-e44d-4bd4-817d-5236d37aacbe None None] Network c3cd0ef3-c28e-4353-817f-00c7023e5622 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:13:05.140376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a3ef3637-e9aa-44b3-8668-995f289f2009 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:05.337033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7314a879-ff67-4c5f-a386-ac1333a6f45a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:05.444282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b5c2c081-aab6-40a4-84eb-547ffbc46f73 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:13:05.507579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b06f2e9-8e9e-4db1-910e-175d964bb02f None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:13:05.796475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7892e372-8904-4070-bb3d-29e111459b3e req-e179908e-379e-4fb5-b47f-bde73cc7abc7 service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:13:05.796475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7892e372-8904-4070-bb3d-29e111459b3e req-e179908e-379e-4fb5-b47f-bde73cc7abc7 service neutron] Checking segment: {'id': 'c8d55b70-bd3f-49b2-974e-4ecf0319621f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:13:05.796475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-7892e372-8904-4070-bb3d-29e111459b3e req-e179908e-379e-4fb5-b47f-bde73cc7abc7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:05.801303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7892e372-8904-4070-bb3d-29e111459b3e req-e179908e-379e-4fb5-b47f-bde73cc7abc7 service neutron] Bound using segment: {'id': 'c8d55b70-bd3f-49b2-974e-4ecf0319621f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8'} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:13:05.801303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-7892e372-8904-4070-bb3d-29e111459b3e req-e179908e-379e-4fb5-b47f-bde73cc7abc7 service neutron] Bound port: 82535079-08b0-4667-853b-5b72cfb05831, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8d55b70-bd3f-49b2-974e-4ecf0319621f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8'}}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:13:05.801303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-7892e372-8904-4070-bb3d-29e111459b3e req-e179908e-379e-4fb5-b47f-bde73cc7abc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:05.839264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0a8b688d-db84-47ea-8fe8-54adcfd261a7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:05.888271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c8a13d2b-bdc7-4512-b4c9-b7b097353a57 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:05.888271 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c8a13d2b-bdc7-4512-b4c9-b7b097353a57 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 4.7040327
Nov 24 13:13:05.906631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-89a4ee97-4652-459e-a343-8864c6fc581b None None] Provisioning complete for port 1d9bd7b3-a965-43da-892a-234a705aa327 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:05.906631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89a4ee97-4652-459e-a343-8864c6fc581b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:05.959209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50670) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:06.043253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port b5c2c081-aab6-40a4-84eb-547ffbc46f73 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:13:06.072885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e5589566-643f-4b7a-9660-1743a5078cd1 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group_rule': {'security_group_id': '8b6934d9-5aeb-4199-a8e4-4c3f2f7b4ae4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:06.105145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e5589566-643f-4b7a-9660-1743a5078cd1 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:06.234021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-89a4ee97-4652-459e-a343-8864c6fc581b None None] Provisioning for port 5a06016f-9c0a-4c31-81b6-9858f377741b completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:13:06.249569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-89a4ee97-4652-459e-a343-8864c6fc581b None None] Provisioning complete for port 5a06016f-9c0a-4c31-81b6-9858f377741b triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:06.251950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89a4ee97-4652-459e-a343-8864c6fc581b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:06.354725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62e346f-5e31-491f-a319-655b201a1852 None None] DHCP port deletion for 8ca51b04-1dca-4f60-b844-2979d8864b51 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:13:06.369567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b62e346f-5e31-491f-a319-655b201a1852 None None] Deleting port 1d9bd7b3-a965-43da-892a-234a705aa327 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:13:06.369567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b62e346f-5e31-491f-a319-655b201a1852 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:06.448216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-85c9cb48-a5ec-495f-b955-2d2b1b265602 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:06.448216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-85c9cb48-a5ec-495f-b955-2d2b1b265602 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:port and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:06.459726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-85c9cb48-a5ec-495f-b955-2d2b1b265602 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for port was recalculated. Used quota:2. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:06.459726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-85c9cb48-a5ec-495f-b955-2d2b1b265602 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:06.491841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-56150a3d-072b-46cc-8bc3-bf253c301207 req-5bab4225-33c4-40b2-a036-cc2f4d87fb65 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Synchronizing usage tracker for tenant:6efb027d4b0e48cc970462a6d3154fa0 on resource:floatingip {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:13:06.526411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c9cb48-a5ec-495f-b955-2d2b1b265602 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:13:06.640350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e5589566-643f-4b7a-9660-1743a5078cd1 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Usage tracker for resource:security_group_rule and tenant:adc766c5308c4317a94d96a02ddf3a18 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:06.640350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e5589566-643f-4b7a-9660-1743a5078cd1 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:06.652135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e5589566-643f-4b7a-9660-1743a5078cd1 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:06.684940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e5589566-643f-4b7a-9660-1743a5078cd1 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:06.781567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a4dee-486a-461c-b231-f15843edc07a req-57a54cc4-a19e-4763-b1d9-82b0eecafb7b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:06.781567 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9a2a4dee-486a-461c-b231-f15843edc07a req-57a54cc4-a19e-4763-b1d9-82b0eecafb7b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=e638d7e1-ef65-47d1-a239-f130fe15e86d HTTP/1.1" status: 200  len: 943 time: 2.0146754
Nov 24 13:13:06.812806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89a4ee97-4652-459e-a343-8864c6fc581b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:06.944182 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9a2a4dee-486a-461c-b231-f15843edc07a req-b4978596-02eb-4b89-bd3c-203ada7a7fec tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=250e383d-fa1c-47bf-9420-888338f72437&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1035025
Nov 24 13:13:06.981236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-7892e372-8904-4070-bb3d-29e111459b3e req-e179908e-379e-4fb5-b47f-bde73cc7abc7 service neutron] For port 82535079-08b0-4667-853b-5b72cfb05831, host hv-neutron-6013, cleared binding levels {{(pid=80943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:13:07.041667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 1d9bd7b3-a965-43da-892a-234a705aa327 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:13:07.047824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-56150a3d-072b-46cc-8bc3-bf253c301207 req-5bab4225-33c4-40b2-a036-cc2f4d87fb65 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Unset dirty status for tenant:6efb027d4b0e48cc970462a6d3154fa0 on resource:floatingip {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:13:07.047824 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56150a3d-072b-46cc-8bc3-bf253c301207 req-5bab4225-33c4-40b2-a036-cc2f4d87fb65 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.26.8.178 HTTP/1.1" status: 200  len: 696 time: 2.0487731
Nov 24 13:13:07.127788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-89a4ee97-4652-459e-a343-8864c6fc581b None None] For port 5a06016f-9c0a-4c31-81b6-9858f377741b, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=5a06016f-9c0a-4c31-81b6-9858f377741b,segment=NetworkSegment(f7421301-4e03-45f5-ac87-9057b26e1db6),segment_id=f7421301-4e03-45f5-ac87-9057b26e1db6)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:13:07.148765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89a4ee97-4652-459e-a343-8864c6fc581b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:07.166106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9e02670f-e969-4c82-a599-ba61bbdba126 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:07.333179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-7892e372-8904-4070-bb3d-29e111459b3e req-e179908e-379e-4fb5-b47f-bde73cc7abc7 service neutron] For port 82535079-08b0-4667-853b-5b72cfb05831, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=82535079-08b0-4667-853b-5b72cfb05831,segment=NetworkSegment(c8d55b70-bd3f-49b2-974e-4ecf0319621f),segment_id=c8d55b70-bd3f-49b2-974e-4ecf0319621f)] {{(pid=80943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:13:07.459345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4ee97-4652-459e-a343-8864c6fc581b None None] Pushing event updated for resources: {'Port': ['ID=5a06016f-9c0a-4c31-81b6-9858f377741b,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:07.482338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-7892e372-8904-4070-bb3d-29e111459b3e req-e179908e-379e-4fb5-b47f-bde73cc7abc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:07.494233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-89a4ee97-4652-459e-a343-8864c6fc581b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:07.532950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-631a02fe-04a9-4e3d-803b-e3407fdafc7b None None] Provisioning for port b5c2c081-aab6-40a4-84eb-547ffbc46f73 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:13:07.644397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a3ef3637-e9aa-44b3-8668-995f289f2009 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:07.650153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:07.655702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6e342442-391a-41d9-9340-55741ab3b639 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:07.704800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a3ef3637-e9aa-44b3-8668-995f289f2009 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:07.704800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a3ef3637-e9aa-44b3-8668-995f289f2009 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:07.757293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179908e-379e-4fb5-b47f-bde73cc7abc7 service neutron] Pushing event updated for resources: {'Port': ['ID=82535079-08b0-4667-853b-5b72cfb05831,revision_number=3']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:07.766640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c389b2b3-7d40-4bce-a379-08b14bed8294 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:07.777006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85c9cb48-a5ec-495f-b955-2d2b1b265602 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:07.839533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e179908e-379e-4fb5-b47f-bde73cc7abc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:07.932094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 1d9bd7b3-a965-43da-892a-234a705aa327, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=1d9bd7b3-a965-43da-892a-234a705aa327,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:13:07.932094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-631a02fe-04a9-4e3d-803b-e3407fdafc7b None None] Provisioning complete for port b5c2c081-aab6-40a4-84eb-547ffbc46f73 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:07.932094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-631a02fe-04a9-4e3d-803b-e3407fdafc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:07.968757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:07.990357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c81a6ce0-1f92-416f-a316-699cbf35b7f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:08.104694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892e372-8904-4070-bb3d-29e111459b3e req-e179908e-379e-4fb5-b47f-bde73cc7abc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:08.104694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-7892e372-8904-4070-bb3d-29e111459b3e req-e179908e-379e-4fb5-b47f-bde73cc7abc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:08.104694 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7892e372-8904-4070-bb3d-29e111459b3e req-e179908e-379e-4fb5-b47f-bde73cc7abc7 service neutron] 10.222.0.70 "PUT /v2.0/ports/82535079-08b0-4667-853b-5b72cfb05831 HTTP/1.1" status: 200  len: 1157 time: 9.3828270
Nov 24 13:13:08.163842 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-e5589566-643f-4b7a-9660-1743a5078cd1 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] create failed (client error): There was a conflict when trying to complete your request.
Nov 24 13:13:08.163842 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e5589566-643f-4b7a-9660-1743a5078cd1 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 2.2004066
Nov 24 13:13:08.173639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=1d9bd7b3-a965-43da-892a-234a705aa327,revision_number=7']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:08.177640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50676) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:08.214872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:08.294204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e638d7e1-ef65-47d1-a239-f130fe15e86d', 'tag': '82535079-08b0-4667-853b-5b72cfb05831'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:13:08.407579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b62e346f-5e31-491f-a319-655b201a1852 None None] For port 1d9bd7b3-a965-43da-892a-234a705aa327, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=1d9bd7b3-a965-43da-892a-234a705aa327,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:13:08.407579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b62e346f-5e31-491f-a319-655b201a1852 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:08.446645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef3637-e9aa-44b3-8668-995f289f2009 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Port': ['ID=abc43573-20b3-4fb7-9430-b84dd6d12015,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:08.461559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56150a3d-072b-46cc-8bc3-bf253c301207 req-6a739acf-1f63-4e62-b83a-0be7a5a21fda tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:08.461559 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56150a3d-072b-46cc-8bc3-bf253c301207 req-6a739acf-1f63-4e62-b83a-0be7a5a21fda tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/networks/cfe08d36-e5ba-4f00-8669-16a0ead5d220 HTTP/1.1" status: 200  len: 784 time: 1.2307587
Nov 24 13:13:08.467103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a3ef3637-e9aa-44b3-8668-995f289f2009 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:08.472308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b266672f-10a3-43e6-9043-a09ecf3c5c2d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Router ea126362-8665-408d-8b29-ad8af11558d6 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:13:08.710761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-812974da-b5f0-4500-a0d2-491043170cdd tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:08.849516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-812974da-b5f0-4500-a0d2-491043170cdd tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:08.860246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b62e346f-5e31-491f-a319-655b201a1852 None None] Calling delete_port for 1d9bd7b3-a965-43da-892a-234a705aa327 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:13:08.896630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-631a02fe-04a9-4e3d-803b-e3407fdafc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:08.902514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ef3637-e9aa-44b3-8668-995f289f2009 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network c3cd0ef3-c28e-4353-817f-00c7023e5622 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:13:08.907305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-a3ef3637-e9aa-44b3-8668-995f289f2009 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:13:08.971877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-631a02fe-04a9-4e3d-803b-e3407fdafc7b None None] For port b5c2c081-aab6-40a4-84eb-547ffbc46f73, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=b5c2c081-aab6-40a4-84eb-547ffbc46f73,segment=NetworkSegment(a4056028-942f-4db1-9f28-4b2ec11b7137),segment_id=a4056028-942f-4db1-9f28-4b2ec11b7137)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:13:08.971877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-631a02fe-04a9-4e3d-803b-e3407fdafc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:08.978104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3930b37a-d405-45bd-af11-8b225e887367 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:09.031856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 5a06016f-9c0a-4c31-81b6-9858f377741b up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:13:09.240913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7314a879-ff67-4c5f-a386-ac1333a6f45a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:09.246170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 5a06016f-9c0a-4c31-81b6-9858f377741b triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:09.246170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:09.275721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-746aede3-533d-4194-8724-8c874f52d9b7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:09.345405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a02fe-04a9-4e3d-803b-e3407fdafc7b None None] Pushing event updated for resources: {'Port': ['ID=b5c2c081-aab6-40a4-84eb-547ffbc46f73,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:09.345405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-b62e346f-5e31-491f-a319-655b201a1852 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:13:09.350961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-b62e346f-5e31-491f-a319-655b201a1852 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:13:09.350961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-631a02fe-04a9-4e3d-803b-e3407fdafc7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:09.370249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-85c9cb48-a5ec-495f-b955-2d2b1b265602 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] device_id is not set on port a5443fa7-9289-41c6-bb76-472b14854e93 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:13:09.427062 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e638d7e1-ef65-47d1-a239-f130fe15e86d', 'tag': '82535079-08b0-4667-853b-5b72cfb05831', 'status': 'completed', 'code': 200}
Nov 24 13:13:09.427248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-631a02fe-04a9-4e3d-803b-e3407fdafc7b None None] Provisioning complete for port 5a06016f-9c0a-4c31-81b6-9858f377741b triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:09.427248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-631a02fe-04a9-4e3d-803b-e3407fdafc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:09.452023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314a879-ff67-4c5f-a386-ac1333a6f45a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Subnet': ['ID=032afb30-f987-499c-a90a-d35473b66bf7,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:09.455506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7314a879-ff67-4c5f-a386-ac1333a6f45a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:09.456274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-812974da-b5f0-4500-a0d2-491043170cdd tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:09.464896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f3d8d6bd-e99f-4a77-a533-9e34f419d4c5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:09.507193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812974da-b5f0-4500-a0d2-491043170cdd tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6934d9-5aeb-4199-a8e4-4c3f2f7b4ae4,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:09.509869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-812974da-b5f0-4500-a0d2-491043170cdd tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:09.601683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-812974da-b5f0-4500-a0d2-491043170cdd tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:09.602950 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-812974da-b5f0-4500-a0d2-491043170cdd tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "DELETE /v2.0/security-groups/8b6934d9-5aeb-4199-a8e4-4c3f2f7b4ae4 HTTP/1.1" status: 204  len: 168 time: 1.3756969
Nov 24 13:13:09.608212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50684) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:09.611634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-631a02fe-04a9-4e3d-803b-e3407fdafc7b None None] Provisioning for port abc43573-20b3-4fb7-9430-b84dd6d12015 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:13:09.616735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-631a02fe-04a9-4e3d-803b-e3407fdafc7b None None] Provisioning complete for port abc43573-20b3-4fb7-9430-b84dd6d12015 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:09.617163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-631a02fe-04a9-4e3d-803b-e3407fdafc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:09.677957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-631a02fe-04a9-4e3d-803b-e3407fdafc7b None None] Port abc43573-20b3-4fb7-9430-b84dd6d12015 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:13:09.678659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8b688d-db84-47ea-8fe8-54adcfd261a7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Router 603ccd54-5968-4021-925c-78c523e8ca1b has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:13:09.694030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec463e-72c2-4824-9496-25818c418c5b req-b0378d48-da58-4d9c-a1bf-2f8ecbfd749e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:09.695699 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1eec463e-72c2-4824-9496-25818c418c5b req-b0378d48-da58-4d9c-a1bf-2f8ecbfd749e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=e638d7e1-ef65-47d1-a239-f130fe15e86d HTTP/1.1" status: 200  len: 943 time: 1.2294481
Nov 24 13:13:09.701005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-631a02fe-04a9-4e3d-803b-e3407fdafc7b None None] Provisioning complete for port fe814ca2-35e4-429c-81cc-a00fbb9922e4 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:09.701441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-631a02fe-04a9-4e3d-803b-e3407fdafc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:09.723223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7314a879-ff67-4c5f-a386-ac1333a6f45a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:13:09.732685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-7314a879-ff67-4c5f-a386-ac1333a6f45a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:13:09.751420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7314a879-ff67-4c5f-a386-ac1333a6f45a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:09.752105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7314a879-ff67-4c5f-a386-ac1333a6f45a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:09.771932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-631a02fe-04a9-4e3d-803b-e3407fdafc7b None None] Port fe814ca2-35e4-429c-81cc-a00fbb9922e4 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:13:09.796777 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7314a879-ff67-4c5f-a386-ac1333a6f45a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 5.3345046
Nov 24 13:13:09.796777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7b99a2c6-87ee-4701-8744-90f57a7dc280 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Synchronizing usage tracker for tenant:adc766c5308c4317a94d96a02ddf3a18 on resource:security_group {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:13:09.797587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50688) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:09.809124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c6b485a1-af98-48ab-8a3c-86151438d0c3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:09.846777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b62e346f-5e31-491f-a319-655b201a1852 None None] Deleting port 1d9bd7b3-a965-43da-892a-234a705aa327 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:13:09.847580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b62e346f-5e31-491f-a319-655b201a1852 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:09.866455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892e372-8904-4070-bb3d-29e111459b3e req-467966c6-dbef-468d-aed6-4abbe0faedf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:09.868110 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7892e372-8904-4070-bb3d-29e111459b3e req-467966c6-dbef-468d-aed6-4abbe0faedf7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=e638d7e1-ef65-47d1-a239-f130fe15e86d HTTP/1.1" status: 200  len: 1160 time: 1.5721846
Nov 24 13:13:09.935882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2d4433de-7228-4143-8f19-adf9241adf19 None None] Provisioning complete for port 5a06016f-9c0a-4c31-81b6-9858f377741b triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:09.935882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2d4433de-7228-4143-8f19-adf9241adf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:09.952334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7b99a2c6-87ee-4701-8744-90f57a7dc280 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Unset dirty status for tenant:adc766c5308c4317a94d96a02ddf3a18 on resource:security_group {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:13:09.958338 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7b99a2c6-87ee-4701-8744-90f57a7dc280 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2751 time: 0.3406525
Nov 24 13:13:09.962319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50692) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:09.990764 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7892e372-8904-4070-bb3d-29e111459b3e req-ed159fcd-1296-4224-a9fa-d22a1950afd7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82535079-08b0-4667-853b-5b72cfb05831 HTTP/1.1" status: 200  len: 217 time: 0.0886509
Nov 24 13:13:09.998083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c8854181-3f6e-4e24-b4da-c92ece34a1ec tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group': {'name': 'tempest-secgroup--717832437'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:10.026977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae0817-841e-4352-844c-cfcc74140e13 req-46c0af96-beb1-4b92-8e5b-248606be6c3d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:10.026977 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cbae0817-841e-4352-844c-cfcc74140e13 req-46c0af96-beb1-4b92-8e5b-248606be6c3d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=f1db2316-d71c-428e-9138-dad14da0ded9&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.5821583
Nov 24 13:13:10.032351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c8854181-3f6e-4e24-b4da-c92ece34a1ec tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:10.065373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c8854181-3f6e-4e24-b4da-c92ece34a1ec tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:10.088878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ef3637-e9aa-44b3-8668-995f289f2009 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Router 2c66548c-93ca-486f-8434-130b800376f6 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:13:10.099511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c8854181-3f6e-4e24-b4da-c92ece34a1ec tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:10.147442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c6b485a1-af98-48ab-8a3c-86151438d0c3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:10.175812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c6b485a1-af98-48ab-8a3c-86151438d0c3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:subnet and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:10.175812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c6b485a1-af98-48ab-8a3c-86151438d0c3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:10.220649 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cbae0817-841e-4352-844c-cfcc74140e13 req-88b1f19e-dcf4-4bfc-a126-897667f61cc8 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.26.8.178 HTTP/1.1" status: 200  len: 696 time: 0.1369905
Nov 24 13:13:10.282738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c6b485a1-af98-48ab-8a3c-86151438d0c3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:10.308089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c8854181-3f6e-4e24-b4da-c92ece34a1ec tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:10.315993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c8854181-3f6e-4e24-b4da-c92ece34a1ec tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Usage tracker for resource:security_group_rule and tenant:adc766c5308c4317a94d96a02ddf3a18 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:10.325689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c8854181-3f6e-4e24-b4da-c92ece34a1ec tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:10.328718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c8854181-3f6e-4e24-b4da-c92ece34a1ec tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:10.365798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b58d454e-b22a-4b0a-8cd2-148e6829911b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:10.376480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2d4433de-7228-4143-8f19-adf9241adf19 None None] Provisioning complete for port abc43573-20b3-4fb7-9430-b84dd6d12015 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:10.376480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2d4433de-7228-4143-8f19-adf9241adf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:10.380157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-cbae0817-841e-4352-844c-cfcc74140e13 req-00633cb3-50d1-44fa-8029-35b063cd00ba tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Request body: {'floatingip': {'port_id': 'c09c6095-8fff-48fc-a609-630a514b92d0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:10.440669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2d4433de-7228-4143-8f19-adf9241adf19 None None] Port abc43573-20b3-4fb7-9430-b84dd6d12015 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:13:10.445331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b62e346f-5e31-491f-a319-655b201a1852 None None] For port 1d9bd7b3-a965-43da-892a-234a705aa327, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=1d9bd7b3-a965-43da-892a-234a705aa327,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:13:10.445787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b62e346f-5e31-491f-a319-655b201a1852 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:10.563859 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1eec463e-72c2-4824-9496-25818c418c5b req-9887acca-36fa-4c94-ad42-702888fd62e8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=250e383d-fa1c-47bf-9420-888338f72437&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8427007
Nov 24 13:13:10.591296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-cbae0817-841e-4352-844c-cfcc74140e13 req-00633cb3-50d1-44fa-8029-35b063cd00ba tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for floatingip, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:10.597958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b62e346f-5e31-491f-a319-655b201a1852 None None] Calling delete_port for 1d9bd7b3-a965-43da-892a-234a705aa327 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:13:10.653338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892e372-8904-4070-bb3d-29e111459b3e req-c80b3eb1-8319-4fc5-a175-e0a2b69d0f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:10.654975 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7892e372-8904-4070-bb3d-29e111459b3e req-c80b3eb1-8319-4fc5-a175-e0a2b69d0f71 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ef8a9360-9e18-4774-ae21-805af42ac96b HTTP/1.1" status: 200  len: 835 time: 0.6437881
Nov 24 13:13:10.656010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b485a1-af98-48ab-8a3c-86151438d0c3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:13:10.758846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b62e346f-5e31-491f-a319-655b201a1852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:10.904686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-85c9cb48-a5ec-495f-b955-2d2b1b265602 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Allocated IP 2001:db8::207 (d41d42eb-e745-4ed3-8904-4470444a86a3/afefb129-bd7d-42dd-b640-cf815ced5f2b/a5443fa7-9289-41c6-bb76-472b14854e93) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:13:10.929694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8b688d-db84-47ea-8fe8-54adcfd261a7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:13:10.935856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c8854181-3f6e-4e24-b4da-c92ece34a1ec tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:10.941856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41580687-bba7-4326-89eb-a28cfcaee6d0 None None] Sync routers for ids ['603ccd54-5968-4021-925c-78c523e8ca1b'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:13:10.948091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c6b485a1-af98-48ab-8a3c-86151438d0c3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:10.961437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41580687-bba7-4326-89eb-a28cfcaee6d0 None None] Routers {'603ccd54-5968-4021-925c-78c523e8ca1b'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:13:10.961437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-41580687-bba7-4326-89eb-a28cfcaee6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c7e6390>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:12:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['603ccd54-5968-4021-925c-78c523e8ca1b'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:10.967619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ef3637-e9aa-44b3-8668-995f289f2009 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:13:10.980294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c8854181-3f6e-4e24-b4da-c92ece34a1ec tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:10.987601 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0a8b688d-db84-47ea-8fe8-54adcfd261a7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "PUT /v2.0/routers/603ccd54-5968-4021-925c-78c523e8ca1b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 21.9814751
Nov 24 13:13:11.006688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50696) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:11.048483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b648eae9-8165-4cbe-b801-d3ec8180f24f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:11.055493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:11.075411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-49cac5e9-b0b6-42e1-a79a-895ab869f289 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Synchronizing usage tracker for tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:13:11.102501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8854181-3f6e-4e24-b4da-c92ece34a1ec tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Pushing event updated for resources: {'SecurityGroup': ['ID=9326adc9-fcf2-4e29-99b4-502e33ace61c,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:11.111877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c8854181-3f6e-4e24-b4da-c92ece34a1ec tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:11.152728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-41580687-bba7-4326-89eb-a28cfcaee6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c7e6390>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:11.177904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73be5d8d-54dc-4b2f-a102-7859cd763e18 None None] Sync routers for ids ['2c66548c-93ca-486f-8434-130b800376f6'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:13:11.183609 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a3ef3637-e9aa-44b3-8668-995f289f2009 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "PUT /v2.0/routers/2c66548c-93ca-486f-8434-130b800376f6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.5297513
Nov 24 13:13:11.189706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b5c2c081-aab6-40a4-84eb-547ffbc46f73 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:13:11.196528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41580687-bba7-4326-89eb-a28cfcaee6d0 None None] Routers {'603ccd54-5968-4021-925c-78c523e8ca1b'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:13:11.196528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-41580687-bba7-4326-89eb-a28cfcaee6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c7e6390>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:12:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['603ccd54-5968-4021-925c-78c523e8ca1b'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:11.202338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50700) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:11.202338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-449c32ca-4010-43b0-b32c-02efe33b5dac tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1903306862'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:11.222838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c8854181-3f6e-4e24-b4da-c92ece34a1ec tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:11.222838 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c8854181-3f6e-4e24-b4da-c92ece34a1ec tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1629 time: 1.2415135
Nov 24 13:13:11.234606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892e372-8904-4070-bb3d-29e111459b3e req-fd4751ef-6ea2-483b-9b03-c3fd6d5ded10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:11.234606 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7892e372-8904-4070-bb3d-29e111459b3e req-fd4751ef-6ea2-483b-9b03-c3fd6d5ded10 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5190454
Nov 24 13:13:11.234606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b266672f-10a3-43e6-9043-a09ecf3c5c2d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:13:11.234606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50704) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:11.243557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-449c32ca-4010-43b0-b32c-02efe33b5dac tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:11.251803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-49cac5e9-b0b6-42e1-a79a-895ab869f289 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Unset dirty status for tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:13:11.251803 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-49cac5e9-b0b6-42e1-a79a-895ab869f289 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "GET /v2.0/ports?device_id=603ccd54-5968-4021-925c-78c523e8ca1b HTTP/1.1" status: 200  len: 205 time: 0.2383928
Nov 24 13:13:11.251803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50708) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:11.251803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-245306fa-71fc-4356-91b5-ed49ca7a85aa tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group_rule': {'security_group_id': '9326adc9-fcf2-4e29-99b4-502e33ace61c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:11.258526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-449c32ca-4010-43b0-b32c-02efe33b5dac tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Usage tracker for resource:network and tenant:7bd33557530a48bab25cc76dc38cd9bb is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:11.266045 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.api.v2.base [None req-245306fa-71fc-4356-91b5-ed49ca7a85aa tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Nov 24 13:13:11.266045 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-245306fa-71fc-4356-91b5-ed49ca7a85aa tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:13:11.266045 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-245306fa-71fc-4356-91b5-ed49ca7a85aa tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0173628
Nov 24 13:13:11.275748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-449c32ca-4010-43b0-b32c-02efe33b5dac tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Quota usage for network was recalculated. Used quota:3. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:11.275748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50710) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:11.314599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-449c32ca-4010-43b0-b32c-02efe33b5dac tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:11.365786 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.ipam_backend_mixin [None req-c6b485a1-af98-48ab-8a3c-86151438d0c3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 032afb30-f987-499c-a90a-d35473b66bf7 (CIDR: 2001:db8::/64)
Nov 24 13:13:11.386585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4b8ae0-ff1b-45c0-bb2f-cd079c5fa5a7 None None] Sync routers for ids ['ea126362-8665-408d-8b29-ad8af11558d6'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:13:11.401942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449c32ca-4010-43b0-b32c-02efe33b5dac tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Made reservation on behalf of 7bd33557530a48bab25cc76dc38cd9bb for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:13:11.407528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62e346f-5e31-491f-a319-655b201a1852 None None] No DVR routers for this DVR port 1d9bd7b3-a965-43da-892a-234a705aa327 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:13:11.425445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-449c32ca-4010-43b0-b32c-02efe33b5dac tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:11.431992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e346f-5e31-491f-a319-655b201a1852 None None] Pushing event deleted for resources: {'Port': ['ID=1d9bd7b3-a965-43da-892a-234a705aa327,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:11.431992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b62e346f-5e31-491f-a319-655b201a1852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:11.448411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-41580687-bba7-4326-89eb-a28cfcaee6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c7e6390>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:11.448411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41580687-bba7-4326-89eb-a28cfcaee6d0 None None] The sync data for ids ['603ccd54-5968-4021-925c-78c523e8ca1b'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:13:11.466810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port b5c2c081-aab6-40a4-84eb-547ffbc46f73 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:11.466810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:11.473772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4b8ae0-ff1b-45c0-bb2f-cd079c5fa5a7 None None] Routers {'ea126362-8665-408d-8b29-ad8af11558d6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:13:11.473772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ac4b8ae0-ff1b-45c0-bb2f-cd079c5fa5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d6d8588>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:12:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['ea126362-8665-408d-8b29-ad8af11558d6'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:11.493727 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b485a1-af98-48ab-8a3c-86151438d0c3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:13:11.493727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b485a1-af98-48ab-8a3c-86151438d0c3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 400 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:13:11.500963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b266672f-10a3-43e6-9043-a09ecf3c5c2d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:11.540137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73be5d8d-54dc-4b2f-a102-7859cd763e18 None None] Routers {'2c66548c-93ca-486f-8434-130b800376f6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:13:11.540137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-73be5d8d-54dc-4b2f-a102-7859cd763e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346d805f8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:12:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['2c66548c-93ca-486f-8434-130b800376f6'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:11.619579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-449c32ca-4010-43b0-b32c-02efe33b5dac tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:13:11.634153 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c6b485a1-af98-48ab-8a3c-86151438d0c3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.8217313
Nov 24 13:13:11.650608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50718) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:11.650608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c03d7c24-42f9-4072-ac7b-47601dfbd042 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:11.669689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-449c32ca-4010-43b0-b32c-02efe33b5dac tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:11.669689 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-449c32ca-4010-43b0-b32c-02efe33b5dac tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Added segment be561e0f-6093-476b-8d5c-dc1161b9c5ad of type vxlan for network 2bf182df-5b03-4249-9e65-5127ab0d7919
Nov 24 13:13:11.685895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-372bcd6c-167f-4ea5-ac70-7d6553700878 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:11.773652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-73be5d8d-54dc-4b2f-a102-7859cd763e18 None None] Set router 2c66548c-93ca-486f-8434-130b800376f6 gateway port host: None {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:13:11.915498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-ac4b8ae0-ff1b-45c0-bb2f-cd079c5fa5a7 None None] Set router ea126362-8665-408d-8b29-ad8af11558d6 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:13:11.957946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a8e56d-0bd8-433b-9455-fcec6c628015 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:13:12.052862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-372bcd6c-167f-4ea5-ac70-7d6553700878 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:12.065396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-372bcd6c-167f-4ea5-ac70-7d6553700878 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:subnet and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:12.065396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-372bcd6c-167f-4ea5-ac70-7d6553700878 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:12.095168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-372bcd6c-167f-4ea5-ac70-7d6553700878 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:12.116477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c03d7c24-42f9-4072-ac7b-47601dfbd042 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:12.170528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372bcd6c-167f-4ea5-ac70-7d6553700878 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:13:12.186447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-372bcd6c-167f-4ea5-ac70-7d6553700878 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:12.283802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5961cb3c-a407-44f6-9066-63a483731ee5 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:12.323793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-449c32ca-4010-43b0-b32c-02efe33b5dac tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:12.375005 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b266672f-10a3-43e6-9043-a09ecf3c5c2d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 28.3495545
Nov 24 13:13:12.400783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d4ac8e7-3926-45f6-8768-a48646f10a72', 'tag': 'cac694b9-fa07-4b88-908d-4cee3567a9e9'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:13:12.425352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c03d7c24-42f9-4072-ac7b-47601dfbd042 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:12.435427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-302772c5-c775-41cb-a585-c5064ffd85fb tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:12.466595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d7c24-42f9-4072-ac7b-47601dfbd042 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Pushing event deleted for resources: {'SecurityGroup': ['ID=9326adc9-fcf2-4e29-99b4-502e33ace61c,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:12.477138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c03d7c24-42f9-4072-ac7b-47601dfbd042 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:12.482409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-449c32ca-4010-43b0-b32c-02efe33b5dac tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:12.488215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449c32ca-4010-43b0-b32c-02efe33b5dac tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:12.490399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-449c32ca-4010-43b0-b32c-02efe33b5dac tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:12.528630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3db05deb-5520-4d7a-b683-4c6e3b15abac tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:12.664060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc922b7-7b0f-4870-b404-f75fb97c8145 req-c6b96640-42f7-4eb6-bf09-b43c8d6235ea tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:12.665669 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fcc922b7-7b0f-4870-b404-f75fb97c8145 req-c6b96640-42f7-4eb6-bf09-b43c8d6235ea tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=e638d7e1-ef65-47d1-a239-f130fe15e86d HTTP/1.1" status: 200  len: 943 time: 0.5520034
Nov 24 13:13:12.667850 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7892e372-8904-4070-bb3d-29e111459b3e req-5f44d22d-8f99-4469-aa4d-3371af503ffe service neutron] 10.222.0.70 "GET /v2.0/networks/b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3742785
Nov 24 13:13:12.676794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85c9cb48-a5ec-495f-b955-2d2b1b265602 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:12.705294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f3e88d0-4321-4691-887a-b7c84a75bbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:12.733844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ac4b8ae0-ff1b-45c0-bb2f-cd079c5fa5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d6d8588>, [{'id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300700035', 'tenant_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd1af6866-d1a9-4d3d-bc0f-6157d5e3c70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:25Z', 'updated_at': '2020-11-24T13:11:54Z', 'revision_number': 4, 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'gw_port': {'id': 'd1af6866-d1a9-4d3d-bc0f-6157d5e3c70f', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:29Z', 'updated_at': '2020-11-24T13:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'f6268fed-25d4-46c7-9c32-12c7c000b17d', 'tenant_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'floating_ip_address': '172.26.8.203', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'port_id': 'cac694b9-fa07-4b88-908d-4cee3567a9e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1', 'mac_address': 'fa:16:3e:5d:c5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4ac8e7-3926-45f6-8768-a48646f10a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:12:53Z', 'updated_at': '2020-11-24T13:12:53Z', 'revision_number': 0, 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '326770a6-5149-4c41-bf70-efc901a22c73', 'name': '', 'network_id': 'b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1', 'tenant_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'mac_address': 'fa:16:3e:e4:c0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'f1951d68-7f36-4552-b89b-d7e48222dfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:50Z', 'updated_at': '2020-11-24T13:12:12Z', 'revision_number': 5, 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'subnets': [{'id': 'f1951d68-7f36-4552-b89b-d7e48222dfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:12.741632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4b8ae0-ff1b-45c0-bb2f-cd079c5fa5a7 None None] Checking router: ea126362-8665-408d-8b29-ad8af11558d6 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:13:12.758319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4b8ae0-ff1b-45c0-bb2f-cd079c5fa5a7 None None] Routers {'ea126362-8665-408d-8b29-ad8af11558d6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:13:12.758953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ac4b8ae0-ff1b-45c0-bb2f-cd079c5fa5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d6d8588>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:13:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['ea126362-8665-408d-8b29-ad8af11558d6'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:12.787961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c32ca-4010-43b0-b32c-02efe33b5dac tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Network': ['ID=2bf182df-5b03-4249-9e65-5127ab0d7919,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:12.791578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-449c32ca-4010-43b0-b32c-02efe33b5dac tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:12.805893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 2bf182df-5b03-4249-9e65-5127ab0d7919 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:13:12.810739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c03d7c24-42f9-4072-ac7b-47601dfbd042 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:12.813330 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c03d7c24-42f9-4072-ac7b-47601dfbd042 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "DELETE /v2.0/security-groups/9326adc9-fcf2-4e29-99b4-502e33ace61c HTTP/1.1" status: 204  len: 168 time: 1.5553379
Nov 24 13:13:12.818423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50726) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:12.864569 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7892e372-8904-4070-bb3d-29e111459b3e req-f5e5e2ba-48a1-4d40-90c5-54dd34e2c8df service neutron] 10.222.0.70 "GET /v2.0/networks/b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1806383
Nov 24 13:13:12.900833 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-449c32ca-4010-43b0-b32c-02efe33b5dac tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.7155752
Nov 24 13:13:12.915842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50730) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:12.939183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e50ef3e5-dd4a-474e-b11a-53a76b51c7c3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Request body: {'subnet': {'network_id': '2bf182df-5b03-4249-9e65-5127ab0d7919', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:12.953229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 2bf182df-5b03-4249-9e65-5127ab0d7919 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:13:13.200648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:13.211967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-85c9cb48-a5ec-495f-b955-2d2b1b265602 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Transition to ACTIVE for port object a5443fa7-9289-41c6-bb76-472b14854e93 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:13:13.297455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-73be5d8d-54dc-4b2f-a102-7859cd763e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346d805f8>, [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:13:04Z', 'revision_number': 4, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None, '_interfaces': [{'id': '4c32b203-1b67-404d-ba8c-e854514e72ef', 'name': '', 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:36:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:28Z', 'updated_at': '2020-11-24T13:12:44Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'abc43573-20b3-4fb7-9430-b84dd6d12015', 'name': '', 'network_id': 'c3cd0ef3-c28e-4353-817f-00c7023e5622', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:04:e9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '4cca3efd-4eb4-4e86-95c5-6118591e9f41', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:13:01Z', 'updated_at': '2020-11-24T13:13:07Z', 'revision_number': 2, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '4cca3efd-4eb4-4e86-95c5-6118591e9f41', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bee67db8-352a-4844-9c0c-c4c0ab169622', 'name': '', 'network_id': 'b16ed203-d70d-4089-881e-223145f98b51', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:18:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:45Z', 'updated_at': '2020-11-24T13:13:01Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:13.300145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa9c200-85dd-4233-8cf3-773acc9c8487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-8ca51b04-1dca-4f60-b844-2979d8864b51', 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'fixed_ips': [{'subnet_id': '032afb30-f987-499c-a90a-d35473b66bf7'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:13:13.301358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bfa9c200-85dd-4233-8cf3-773acc9c8487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:13.331655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-ac4b8ae0-ff1b-45c0-bb2f-cd079c5fa5a7 None None] Set router ea126362-8665-408d-8b29-ad8af11558d6 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:13:13.382883 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fcc922b7-7b0f-4870-b404-f75fb97c8145 req-4f534b4f-af51-4136-b7a2-22d352782525 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=250e383d-fa1c-47bf-9420-888338f72437&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5415154
Nov 24 13:13:13.388893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5961cb3c-a407-44f6-9066-63a483731ee5 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:13.407855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a2945e99-b9fa-4e3a-bb86-b1d1279a2006 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Synchronizing usage tracker for tenant:adc766c5308c4317a94d96a02ddf3a18 on resource:security_group {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:13:13.446880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5961cb3c-a407-44f6-9066-63a483731ee5 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:13.447678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e50ef3e5-dd4a-474e-b11a-53a76b51c7c3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:13.459411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e50ef3e5-dd4a-474e-b11a-53a76b51c7c3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Usage tracker for resource:subnet and tenant:7bd33557530a48bab25cc76dc38cd9bb is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:13.463423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e50ef3e5-dd4a-474e-b11a-53a76b51c7c3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Quota usage for subnet was recalculated. Used quota:3. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:13.474804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e50ef3e5-dd4a-474e-b11a-53a76b51c7c3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:13.494605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a145f-af65-4b26-97cf-1745b7131d2e req-139787b7-d819-4850-9c0c-97f7b938191a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:13.496832 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c44a145f-af65-4b26-97cf-1745b7131d2e req-139787b7-d819-4850-9c0c-97f7b938191a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=e638d7e1-ef65-47d1-a239-f130fe15e86d HTTP/1.1" status: 200  len: 1160 time: 0.4374335
Nov 24 13:13:13.573079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73be5d8d-54dc-4b2f-a102-7859cd763e18 None None] Checking router: 2c66548c-93ca-486f-8434-130b800376f6 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:13:13.573240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73be5d8d-54dc-4b2f-a102-7859cd763e18 None None] Updating router 2c66548c-93ca-486f-8434-130b800376f6 port abc43573-20b3-4fb7-9430-b84dd6d12015 binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:13:13.655093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50ef3e5-dd4a-474e-b11a-53a76b51c7c3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Made reservation on behalf of 7bd33557530a48bab25cc76dc38cd9bb for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:13:13.690715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-73be5d8d-54dc-4b2f-a102-7859cd763e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:13.696778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a2945e99-b9fa-4e3a-bb86-b1d1279a2006 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Unset dirty status for tenant:adc766c5308c4317a94d96a02ddf3a18 on resource:security_group {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:13:13.699308 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a2945e99-b9fa-4e3a-bb86-b1d1279a2006 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2751 time: 0.8795519
Nov 24 13:13:13.702145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85c9cb48-a5ec-495f-b955-2d2b1b265602 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:13.709877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50734) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:13.794108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b266672f-10a3-43e6-9043-a09ecf3c5c2d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:13.845831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-11e1b88e-e6a8-43b6-97e2-8317a517a9a3 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group': {'name': 'tempest-secgroup--737893521'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:13.852485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-11e1b88e-e6a8-43b6-97e2-8317a517a9a3 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:13.864360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-11e1b88e-e6a8-43b6-97e2-8317a517a9a3 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:13.871303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5961cb3c-a407-44f6-9066-63a483731ee5 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:13.871865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5961cb3c-a407-44f6-9066-63a483731ee5 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Fanout notify agent at l3_agent the message router_deleted on router 603ccd54-5968-4021-925c-78c523e8ca1b {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:13:13.964213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-11e1b88e-e6a8-43b6-97e2-8317a517a9a3 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:13.995629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ac4b8ae0-ff1b-45c0-bb2f-cd079c5fa5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d6d8588>, [{'id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300700035', 'tenant_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd1af6866-d1a9-4d3d-bc0f-6157d5e3c70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:25Z', 'updated_at': '2020-11-24T13:11:54Z', 'revision_number': 4, 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'gw_port': {'id': 'd1af6866-d1a9-4d3d-bc0f-6157d5e3c70f', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:29Z', 'updated_at': '2020-11-24T13:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'f6268fed-25d4-46c7-9c32-12c7c000b17d', 'tenant_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'floating_ip_address': '172.26.8.203', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'port_id': 'cac694b9-fa07-4b88-908d-4cee3567a9e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1', 'mac_address': 'fa:16:3e:5d:c5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4ac8e7-3926-45f6-8768-a48646f10a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:12:53Z', 'updated_at': '2020-11-24T13:12:53Z', 'revision_number': 0, 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '326770a6-5149-4c41-bf70-efc901a22c73', 'name': '', 'network_id': 'b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1', 'tenant_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'mac_address': 'fa:16:3e:e4:c0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'f1951d68-7f36-4552-b89b-d7e48222dfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:50Z', 'updated_at': '2020-11-24T13:12:12Z', 'revision_number': 5, 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'subnets': [{'id': 'f1951d68-7f36-4552-b89b-d7e48222dfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:14.001522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4b8ae0-ff1b-45c0-bb2f-cd079c5fa5a7 None None] The sync data for ids ['ea126362-8665-408d-8b29-ad8af11558d6'] in dv-neutron-601336-61-ovs is: [{'id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300700035', 'tenant_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd1af6866-d1a9-4d3d-bc0f-6157d5e3c70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:25Z', 'updated_at': '2020-11-24T13:11:54Z', 'revision_number': 4, 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'gw_port': {'id': 'd1af6866-d1a9-4d3d-bc0f-6157d5e3c70f', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:29Z', 'updated_at': '2020-11-24T13:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'f6268fed-25d4-46c7-9c32-12c7c000b17d', 'tenant_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'floating_ip_address': '172.26.8.203', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'port_id': 'cac694b9-fa07-4b88-908d-4cee3567a9e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1', 'mac_address': 'fa:16:3e:5d:c5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4ac8e7-3926-45f6-8768-a48646f10a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:12:53Z', 'updated_at': '2020-11-24T13:12:53Z', 'revision_number': 0, 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '326770a6-5149-4c41-bf70-efc901a22c73', 'name': '', 'network_id': 'b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1', 'tenant_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'mac_address': 'fa:16:3e:e4:c0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'f1951d68-7f36-4552-b89b-d7e48222dfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:50Z', 'updated_at': '2020-11-24T13:12:12Z', 'revision_number': 5, 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'subnets': [{'id': 'f1951d68-7f36-4552-b89b-d7e48222dfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:13:14.036316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-bfa9c200-85dd-4233-8cf3-773acc9c8487 None None] Allocated IP 2001:db8::2 (8ca51b04-1dca-4f60-b844-2979d8864b51/032afb30-f987-499c-a90a-d35473b66bf7/48a53564-1a97-4ef6-8384-8b61680b50f9) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:13:14.063482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9cb48-a5ec-495f-b955-2d2b1b265602 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Port': ['ID=a5443fa7-9289-41c6-bb76-472b14854e93,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:14.077808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-11e1b88e-e6a8-43b6-97e2-8317a517a9a3 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:14.084786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-11e1b88e-e6a8-43b6-97e2-8317a517a9a3 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Usage tracker for resource:security_group_rule and tenant:adc766c5308c4317a94d96a02ddf3a18 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:14.089727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-11e1b88e-e6a8-43b6-97e2-8317a517a9a3 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:14.097807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-11e1b88e-e6a8-43b6-97e2-8317a517a9a3 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:14.101265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e50ef3e5-dd4a-474e-b11a-53a76b51c7c3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:14.222346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-11e1b88e-e6a8-43b6-97e2-8317a517a9a3 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:14.232132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-85c9cb48-a5ec-495f-b955-2d2b1b265602 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:14.255299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-11e1b88e-e6a8-43b6-97e2-8317a517a9a3 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:14.276950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-de92fe49-4483-4f39-afda-fc8cdb653a39 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:14.281082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:14.488053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dddc3c1-669b-4653-ba10-cea39bcb5166 None None] New status for floating IP f6268fed-25d4-46c7-9c32-12c7c000b17d: ACTIVE {{(pid=80945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:13:14.643992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.objects.ports [None req-372bcd6c-167f-4ea5-ac70-7d6553700878 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80944) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 24 13:13:14.654643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-372bcd6c-167f-4ea5-ac70-7d6553700878 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:14.669539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-73be5d8d-54dc-4b2f-a102-7859cd763e18 None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:14.673213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-91408a7d-1738-446f-89d4-99d2f24c294c tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:14.684992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51bd5e-e5c6-4319-b460-287542edf7fc req-173f900e-2ed2-4224-801f-0248ede150f2 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:14.692968 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9c51bd5e-e5c6-4319-b460-287542edf7fc req-173f900e-2ed2-4224-801f-0248ede150f2 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 945 time: 1.0108850
Nov 24 13:13:14.746699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5961cb3c-a407-44f6-9066-63a483731ee5 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:14.746699 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5961cb3c-a407-44f6-9066-63a483731ee5 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/routers/603ccd54-5968-4021-925c-78c523e8ca1b HTTP/1.1" status: 204  len: 168 time: 3.4222248
Nov 24 13:13:14.767973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50740) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:14.779154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-11e1b88e-e6a8-43b6-97e2-8317a517a9a3 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:14.779154 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-11e1b88e-e6a8-43b6-97e2-8317a517a9a3 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1629 time: 1.0203142
Nov 24 13:13:14.791439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50744) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:14.807981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-cae049c0-6335-43f6-8aa1-bd6eb971bcb3 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group_rule': {'security_group_id': '1367fdc0-1e52-4095-9b6e-cd70fcab488e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:14.812300 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.api.v2.base [None req-cae049c0-6335-43f6-8aa1-bd6eb971bcb3 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Nov 24 13:13:14.812300 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-cae049c0-6335-43f6-8aa1-bd6eb971bcb3 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:13:14.812300 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cae049c0-6335-43f6-8aa1-bd6eb971bcb3 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0145774
Nov 24 13:13:14.819388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50748) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:14.835889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bfa9c200-85dd-4233-8cf3-773acc9c8487 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:14.839605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-73be5d8d-54dc-4b2f-a102-7859cd763e18 None None] Transition to ACTIVE for port object abc43573-20b3-4fb7-9430-b84dd6d12015 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:13:14.850240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:14.858612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-73be5d8d-54dc-4b2f-a102-7859cd763e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:14.858755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a145f-af65-4b26-97cf-1745b7131d2e req-54b5fe1a-fe8c-43ec-8a34-bb088648aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:14.861131 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c44a145f-af65-4b26-97cf-1745b7131d2e req-54b5fe1a-fe8c-43ec-8a34-bb088648aa3a service neutron] 10.222.0.70 "GET /v2.0/networks?id=b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8 HTTP/1.1" status: 200  len: 891 time: 1.3542576
Nov 24 13:13:14.861131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1b88e-e6a8-43b6-97e2-8317a517a9a3 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Pushing event updated for resources: {'SecurityGroup': ['ID=1367fdc0-1e52-4095-9b6e-cd70fcab488e,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:14.871661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [req-cbae0817-841e-4352-844c-cfcc74140e13 req-00633cb3-50d1-44fa-8029-35b063cd00ba tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:13:14.881339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372bcd6c-167f-4ea5-ac70-7d6553700878 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Subnet': ['ID=28f299ed-e9e2-4016-99a4-cf3859eb813a,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:14.888283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-372bcd6c-167f-4ea5-ac70-7d6553700878 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:14.964369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-11e1b88e-e6a8-43b6-97e2-8317a517a9a3 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:14.976330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-bfa9c200-85dd-4233-8cf3-773acc9c8487 None None] Transition to ACTIVE for port object 48a53564-1a97-4ef6-8384-8b61680b50f9 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:13:14.982974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8927bfab-323c-4013-8dc8-71d972285727 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:15.014681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89323aa7-1786-46e6-9e7e-b52f2376ffb0 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:15.027385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372bcd6c-167f-4ea5-ac70-7d6553700878 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:13:15.029458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-372bcd6c-167f-4ea5-ac70-7d6553700878 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:13:15.083389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372bcd6c-167f-4ea5-ac70-7d6553700878 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:15.083979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-372bcd6c-167f-4ea5-ac70-7d6553700878 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:15.091277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89323aa7-1786-46e6-9e7e-b52f2376ffb0 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:15.109961 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9c51bd5e-e5c6-4319-b460-287542edf7fc req-c399ffb4-a3c3-4eff-9601-c9e6466c9fc5 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/security-groups?id=690e0261-09d3-40a2-9cd2-6eef68d14c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4158418
Nov 24 13:13:15.178352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50752) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:15.205636 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c44a145f-af65-4b26-97cf-1745b7131d2e req-cc229e41-498b-427e-ab61-4c865f381be4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82535079-08b0-4667-853b-5b72cfb05831 HTTP/1.1" status: 200  len: 217 time: 0.2519128
Nov 24 13:13:15.298015 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d4ac8e7-3926-45f6-8768-a48646f10a72', 'tag': 'cac694b9-fa07-4b88-908d-4cee3567a9e9', 'status': 'completed', 'code': 200}
Nov 24 13:13:15.379929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-bfa9c200-85dd-4233-8cf3-773acc9c8487 None None] Transition to ACTIVE for port object 48a53564-1a97-4ef6-8384-8b61680b50f9 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:13:15.385235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-cbae0817-841e-4352-844c-cfcc74140e13 req-00633cb3-50d1-44fa-8029-35b063cd00ba tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for floatingip, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:15.401197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-cbae0817-841e-4352-844c-cfcc74140e13 req-00633cb3-50d1-44fa-8029-35b063cd00ba tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:15.470780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c9cb48-a5ec-495f-b955-2d2b1b265602 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network d41d42eb-e745-4ed3-8904-4470444a86a3 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:13:15.491992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bfa9c200-85dd-4233-8cf3-773acc9c8487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:15.528056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-85c9cb48-a5ec-495f-b955-2d2b1b265602 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:13:15.547221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a5c49-af59-44ac-800b-162050b530d9 None None] Pushing event updated for resources: {'Port': ['ID=abc43573-20b3-4fb7-9430-b84dd6d12015,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:15.552849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c9cb48-a5ec-495f-b955-2d2b1b265602 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:13:15.561334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c9cb48-a5ec-495f-b955-2d2b1b265602 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:15.562239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85c9cb48-a5ec-495f-b955-2d2b1b265602 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:15.612590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a145f-af65-4b26-97cf-1745b7131d2e req-e67cd262-c9c7-4a2b-8257-ed4cb195f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:15.615446 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c44a145f-af65-4b26-97cf-1745b7131d2e req-e67cd262-c9c7-4a2b-8257-ed4cb195f269 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ef8a9360-9e18-4774-ae21-805af42ac96b HTTP/1.1" status: 200  len: 835 time: 0.2995527
Nov 24 13:13:15.620880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-377a5c49-af59-44ac-800b-162050b530d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:15.637958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:15.703507 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-372bcd6c-167f-4ea5-ac70-7d6553700878 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 4.0592654
Nov 24 13:13:15.713037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-9afc85ff-1080-45a2-a8e0-450d3d04cf96 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Deleting subnet 8dea8f86-49f6-4b0b-b436-f8f5dfdcec7b {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:13:15.725673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50756) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:15.736805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-bfacc4d5-7ef5-467d-8482-a2916a767a6b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'port': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'mac_address': 'fa:16:3e:a8:d6:45', 'name': 'tempest-NetworksTestDHCPv6-792526037'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:15.783557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9afc85ff-1080-45a2-a8e0-450d3d04cf96 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:15.859443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9c200-85dd-4233-8cf3-773acc9c8487 None None] Pushing event updated for resources: {'Port': ['ID=48a53564-1a97-4ef6-8384-8b61680b50f9,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:15.862236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e50ef3e5-dd4a-474e-b11a-53a76b51c7c3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:15.892017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bfa9c200-85dd-4233-8cf3-773acc9c8487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:15.901205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93c242d5-3a07-4c0c-806c-c1cc2d34750d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:15.943737 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-85c9cb48-a5ec-495f-b955-2d2b1b265602 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 13.2732301
Nov 24 13:13:15.974716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50760) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:16.061929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9afc85ff-1080-45a2-a8e0-450d3d04cf96 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:16.065257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89323aa7-1786-46e6-9e7e-b52f2376ffb0 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:16.072664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa9c200-85dd-4233-8cf3-773acc9c8487 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:13:16.077125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-bfa9c200-85dd-4233-8cf3-773acc9c8487 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:13:16.099923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa9c200-85dd-4233-8cf3-773acc9c8487 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:13:16.142108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-73be5d8d-54dc-4b2f-a102-7859cd763e18 None None] Attempting to bind port abc43573-20b3-4fb7-9430-b84dd6d12015 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:13:16.142744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-73be5d8d-54dc-4b2f-a102-7859cd763e18 None None] Attempting to bind port abc43573-20b3-4fb7-9430-b84dd6d12015 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f7421301-4e03-45f5-ac87-9057b26e1db6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c3cd0ef3-c28e-4353-817f-00c7023e5622'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:13:16.143564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73be5d8d-54dc-4b2f-a102-7859cd763e18 None None] Attempting to bind port abc43573-20b3-4fb7-9430-b84dd6d12015 on network c3cd0ef3-c28e-4353-817f-00c7023e5622 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:13:16.176726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a1c85-e35d-4b1b-adb1-22ca78a2d068 req-178e8e77-9f1f-4ae1-8389-120ef235e434 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:16.188102 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f46a1c85-e35d-4b1b-adb1-22ca78a2d068 req-178e8e77-9f1f-4ae1-8389-120ef235e434 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=e638d7e1-ef65-47d1-a239-f130fe15e86d HTTP/1.1" status: 200  len: 943 time: 0.7071037
Nov 24 13:13:16.196288 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1d0f5247-46b7-4d64-9653-cd8fc3a71d3c tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/floatingips/f6268fed-25d4-46c7-9c32-12c7c000b17d HTTP/1.1" status: 200  len: 991 time: 1.0058262
Nov 24 13:13:16.253797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a145f-af65-4b26-97cf-1745b7131d2e req-6439bdc7-99d8-42c3-8781-6e6b084bd594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:16.255969 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c44a145f-af65-4b26-97cf-1745b7131d2e req-6439bdc7-99d8-42c3-8781-6e6b084bd594 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5338032
Nov 24 13:13:16.256282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73be5d8d-54dc-4b2f-a102-7859cd763e18 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:13:16.257679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73be5d8d-54dc-4b2f-a102-7859cd763e18 None None] Checking segment: {'id': 'f7421301-4e03-45f5-ac87-9057b26e1db6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c3cd0ef3-c28e-4353-817f-00c7023e5622'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:13:16.258324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-73be5d8d-54dc-4b2f-a102-7859cd763e18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:16.258927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73be5d8d-54dc-4b2f-a102-7859cd763e18 None None] Bound using segment: {'id': 'f7421301-4e03-45f5-ac87-9057b26e1db6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c3cd0ef3-c28e-4353-817f-00c7023e5622'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:13:16.259630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-73be5d8d-54dc-4b2f-a102-7859cd763e18 None None] Bound port: abc43573-20b3-4fb7-9430-b84dd6d12015, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7421301-4e03-45f5-ac87-9057b26e1db6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c3cd0ef3-c28e-4353-817f-00c7023e5622'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:13:16.260355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-73be5d8d-54dc-4b2f-a102-7859cd763e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:16.307721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4daf83d2-b05c-4224-9617-808058d28962 None None] Provisioning for port a5443fa7-9289-41c6-bb76-472b14854e93 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:13:16.329761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-bfa9c200-85dd-4233-8cf3-773acc9c8487 None None] Attempting to bind port 48a53564-1a97-4ef6-8384-8b61680b50f9 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:13:16.330852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-bfa9c200-85dd-4233-8cf3-773acc9c8487 None None] Attempting to bind port 48a53564-1a97-4ef6-8384-8b61680b50f9 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:13:16.331390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa9c200-85dd-4233-8cf3-773acc9c8487 None None] Attempting to bind port 48a53564-1a97-4ef6-8384-8b61680b50f9 on network 8ca51b04-1dca-4f60-b844-2979d8864b51 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:13:16.335156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4daf83d2-b05c-4224-9617-808058d28962 None None] Provisioning complete for port a5443fa7-9289-41c6-bb76-472b14854e93 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:16.335821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4daf83d2-b05c-4224-9617-808058d28962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:16.345356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89323aa7-1786-46e6-9e7e-b52f2376ffb0 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:16.348731 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-89323aa7-1786-46e6-9e7e-b52f2376ffb0 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "DELETE /v2.0/security-groups/1367fdc0-1e52-4095-9b6e-cd70fcab488e HTTP/1.1" status: 204  len: 168 time: 1.5262570
Nov 24 13:13:16.349728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50766) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:16.366178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ef3e5-dd4a-474e-b11a-53a76b51c7c3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Subnet': ['ID=f1ddbeca-abd9-42aa-a774-c343c2fa7a38,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:16.407666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e50ef3e5-dd4a-474e-b11a-53a76b51c7c3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:16.413105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-363b871e-e01f-4d27-b5e5-d4b0b84976d9 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:16.422298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-6d56b226-e0cf-4cea-9f28-af1adca11a3f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'subnet': {'network_id': 'd41d42eb-e745-4ed3-8904-4470444a86a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:16.423212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 82535079-08b0-4667-853b-5b72cfb05831 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:13:16.441144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfe32a-ebe5-4fa1-add8-9b638efafa00 req-b5e2d897-1b0e-4b49-9cb2-5ad8f8868d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:16.443548 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8bcfe32a-ebe5-4fa1-add8-9b638efafa00 req-b5e2d897-1b0e-4b49-9cb2-5ad8f8868d54 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13ec6c0cf7604dc89b88b05e88e40ca3&device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 1162 time: 1.1371801
Nov 24 13:13:16.445518 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f46a1c85-e35d-4b1b-adb1-22ca78a2d068 req-8bcb32f6-6ca3-4b7a-a394-7163ceb8ba25 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=250e383d-fa1c-47bf-9420-888338f72437&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2573049
Nov 24 13:13:16.447119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9afc85ff-1080-45a2-a8e0-450d3d04cf96 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:16.449076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89323aa7-1786-46e6-9e7e-b52f2376ffb0 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Pushing event deleted for resources: {'SecurityGroup': ['ID=1367fdc0-1e52-4095-9b6e-cd70fcab488e,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:16.476774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-bfacc4d5-7ef5-467d-8482-a2916a767a6b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:16.491436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-89323aa7-1786-46e6-9e7e-b52f2376ffb0 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:16.560575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa9c200-85dd-4233-8cf3-773acc9c8487 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:13:16.561468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa9c200-85dd-4233-8cf3-773acc9c8487 None None] Checking segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:13:16.561468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bfa9c200-85dd-4233-8cf3-773acc9c8487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:16.562075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa9c200-85dd-4233-8cf3-773acc9c8487 None None] Bound using segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:13:16.562440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-bfa9c200-85dd-4233-8cf3-773acc9c8487 None None] Bound port: 48a53564-1a97-4ef6-8384-8b61680b50f9, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:13:16.563185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bfa9c200-85dd-4233-8cf3-773acc9c8487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:16.592248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-bfacc4d5-7ef5-467d-8482-a2916a767a6b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:16.635125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfacc4d5-7ef5-467d-8482-a2916a767a6b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:13:16.681512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bfa38f60-73cc-4721-9e62-f51e7b6666a4 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Synchronizing usage tracker for tenant:adc766c5308c4317a94d96a02ddf3a18 on resource:security_group {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:13:16.688601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4daf83d2-b05c-4224-9617-808058d28962 None None] Port a5443fa7-9289-41c6-bb76-472b14854e93 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:13:16.764395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-73be5d8d-54dc-4b2f-a102-7859cd763e18 None None] For port abc43573-20b3-4fb7-9430-b84dd6d12015, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:13:16.802112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-73be5d8d-54dc-4b2f-a102-7859cd763e18 None None] For port abc43573-20b3-4fb7-9430-b84dd6d12015, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=abc43573-20b3-4fb7-9430-b84dd6d12015,segment=NetworkSegment(f7421301-4e03-45f5-ac87-9057b26e1db6),segment_id=f7421301-4e03-45f5-ac87-9057b26e1db6)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:13:16.830660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-73be5d8d-54dc-4b2f-a102-7859cd763e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:16.838234 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c44a145f-af65-4b26-97cf-1745b7131d2e req-b8ae31ba-b406-4b32-b17e-b6acf3b7720c service neutron] 10.222.0.70 "GET /v2.0/networks/b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5577843
Nov 24 13:13:16.846933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bfa38f60-73cc-4721-9e62-f51e7b6666a4 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Unset dirty status for tenant:adc766c5308c4317a94d96a02ddf3a18 on resource:security_group {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:13:16.846933 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bfa38f60-73cc-4721-9e62-f51e7b6666a4 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2751 time: 0.4747281
Nov 24 13:13:16.846933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50770) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:16.853641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-770cc8c3-2c9c-46a9-9d87-b4b032c68b09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:16.860678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a950d476-1a11-4d35-9227-54a96e9dd3fa tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group': {'name': 'tempest-secgroup--1603003252'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:16.860678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfe32a-ebe5-4fa1-add8-9b638efafa00 req-86b8b3ab-6229-4042-9a6a-6328e9a8511f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:16.871882 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8bcfe32a-ebe5-4fa1-add8-9b638efafa00 req-86b8b3ab-6229-4042-9a6a-6328e9a8511f service neutron] 10.222.0.70 "GET /v2.0/networks?id=b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1 HTTP/1.1" status: 200  len: 890 time: 0.4107866
Nov 24 13:13:16.871882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a950d476-1a11-4d35-9227-54a96e9dd3fa tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:16.963122 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [req-cbae0817-841e-4352-844c-cfcc74140e13 req-00633cb3-50d1-44fa-8029-35b063cd00ba tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Floating IP 74bdea40-6dd0-468d-831a-3a0bb3c90b2c associated. External IP: 172.26.8.178, port: c09c6095-8fff-48fc-a609-630a514b92d0.
Nov 24 13:13:16.963897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50ef3e5-dd4a-474e-b11a-53a76b51c7c3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Checking segment: {'id': 'be561e0f-6093-476b-8d5c-dc1161b9c5ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2bf182df-5b03-4249-9e65-5127ab0d7919'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:13:16.964057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port 82535079-08b0-4667-853b-5b72cfb05831 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:13:16.964219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50ef3e5-dd4a-474e-b11a-53a76b51c7c3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network hostable DHCP agents. Network: 2bf182df-5b03-4249-9e65-5127ab0d7919, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:13:16.985493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a950d476-1a11-4d35-9227-54a96e9dd3fa tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:16.999130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-bfa9c200-85dd-4233-8cf3-773acc9c8487 None None] For port 48a53564-1a97-4ef6-8384-8b61680b50f9, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:13:17.013512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 82535079-08b0-4667-853b-5b72cfb05831 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:17.013512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:17.038373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bfacc4d5-7ef5-467d-8482-a2916a767a6b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:17.062273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a950d476-1a11-4d35-9227-54a96e9dd3fa tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:17.108972 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8bcfe32a-ebe5-4fa1-add8-9b638efafa00 req-b3fd4008-94c6-49d7-aa07-caf95c410260 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cac694b9-fa07-4b88-908d-4cee3567a9e9 HTTP/1.1" status: 200  len: 1001 time: 0.2212970
Nov 24 13:13:17.155168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-bfa9c200-85dd-4233-8cf3-773acc9c8487 None None] For port 48a53564-1a97-4ef6-8384-8b61680b50f9, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=48a53564-1a97-4ef6-8384-8b61680b50f9,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:13:17.199422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bfa9c200-85dd-4233-8cf3-773acc9c8487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:17.202943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50774) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:17.231291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50ef3e5-dd4a-474e-b11a-53a76b51c7c3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network 2bf182df-5b03-4249-9e65-5127ab0d7919 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:13:17.328921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a5c49-af59-44ac-800b-162050b530d9 None None] Pushing event updated for resources: {'Port': ['ID=abc43573-20b3-4fb7-9430-b84dd6d12015,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:17.336770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-377a5c49-af59-44ac-800b-162050b530d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:17.350200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6d56b226-e0cf-4cea-9f28-af1adca11a3f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:17.356503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-746d032b-ed99-4d5f-9621-f47901b444d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:17.374299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6d56b226-e0cf-4cea-9f28-af1adca11a3f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:subnet and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:17.374299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6d56b226-e0cf-4cea-9f28-af1adca11a3f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:17.384763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a950d476-1a11-4d35-9227-54a96e9dd3fa tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:17.404088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6d56b226-e0cf-4cea-9f28-af1adca11a3f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:17.424610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a950d476-1a11-4d35-9227-54a96e9dd3fa tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Usage tracker for resource:security_group_rule and tenant:adc766c5308c4317a94d96a02ddf3a18 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:17.424610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-e50ef3e5-dd4a-474e-b11a-53a76b51c7c3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 2bf182df-5b03-4249-9e65-5127ab0d7919) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:13:17.447103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a950d476-1a11-4d35-9227-54a96e9dd3fa tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:17.447103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfe32a-ebe5-4fa1-add8-9b638efafa00 req-a8910d76-5bc3-408f-ae9b-f993bba953ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:17.447103 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8bcfe32a-ebe5-4fa1-add8-9b638efafa00 req-a8910d76-5bc3-408f-ae9b-f993bba953ad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f1951d68-7f36-4552-b89b-d7e48222dfea HTTP/1.1" status: 200  len: 835 time: 0.3115540
Nov 24 13:13:17.458987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a048615-e5ea-4089-8061-2fb2eb8153ce None None] Network 2bf182df-5b03-4249-9e65-5127ab0d7919 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:13:17.503641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a950d476-1a11-4d35-9227-54a96e9dd3fa tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:17.539598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50ef3e5-dd4a-474e-b11a-53a76b51c7c3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:17.540248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e50ef3e5-dd4a-474e-b11a-53a76b51c7c3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:17.543301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d56b226-e0cf-4cea-9f28-af1adca11a3f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:13:17.574939 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5f456593-bbcd-4477-b13d-e156273019e5 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/floatingips/f6268fed-25d4-46c7-9c32-12c7c000b17d HTTP/1.1" status: 200  len: 993 time: 0.3654742
Nov 24 13:13:17.631530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-bfacc4d5-7ef5-467d-8482-a2916a767a6b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] device_id is not set on port 83795dca-ff0d-46a1-9bdf-486cf7e2967e yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:13:17.672664 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e50ef3e5-dd4a-474e-b11a-53a76b51c7c3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 4.7547152
Nov 24 13:13:17.683883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50782) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:17.751394 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c44a145f-af65-4b26-97cf-1745b7131d2e req-302845f0-f942-446c-9981-ee3d98c4e120 service neutron] 10.222.0.70 "GET /v2.0/networks/b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9166844
Nov 24 13:13:17.854798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a950d476-1a11-4d35-9227-54a96e9dd3fa tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:17.869656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d56b226-e0cf-4cea-9f28-af1adca11a3f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:17.911191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9c200-85dd-4233-8cf3-773acc9c8487 None None] Pushing event updated for resources: {'Port': ['ID=48a53564-1a97-4ef6-8384-8b61680b50f9,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:17.915864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfe32a-ebe5-4fa1-add8-9b638efafa00 req-6c706589-0bb2-43bd-b2ce-0591ccc0ed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:17.917510 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8bcfe32a-ebe5-4fa1-add8-9b638efafa00 req-6c706589-0bb2-43bd-b2ce-0591ccc0ed7f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4475846
Nov 24 13:13:17.923999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a950d476-1a11-4d35-9227-54a96e9dd3fa tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:17.928751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bfa9c200-85dd-4233-8cf3-773acc9c8487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:17.962309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-89323aa7-1786-46e6-9e7e-b52f2376ffb0 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:17.999313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9afc85ff-1080-45a2-a8e0-450d3d04cf96 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:18.024173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f93681dc-638e-417b-8960-006f260ef629 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:18.041560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:18.158853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b7d3e-a8e5-4bba-af76-36271203cd15 req-5f890234-3cbd-4941-ba54-8ce28e185004 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:18.161574 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-746b7d3e-a8e5-4bba-af76-36271203cd15 req-5f890234-3cbd-4941-ba54-8ce28e185004 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=e638d7e1-ef65-47d1-a239-f130fe15e86d HTTP/1.1" status: 200  len: 943 time: 0.5014427
Nov 24 13:13:18.162735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc85ff-1080-45a2-a8e0-450d3d04cf96 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event deleted for resources: {'Subnet': ['ID=8dea8f86-49f6-4b0b-b436-f8f5dfdcec7b,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:18.178466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a950d476-1a11-4d35-9227-54a96e9dd3fa tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:18.178833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9afc85ff-1080-45a2-a8e0-450d3d04cf96 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:18.182900 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a950d476-1a11-4d35-9227-54a96e9dd3fa tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1630 time: 1.3366175
Nov 24 13:13:18.189659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50786) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:18.190628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a950d476-1a11-4d35-9227-54a96e9dd3fa tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Pushing event updated for resources: {'SecurityGroup': ['ID=6482d6d9-6b54-4698-a583-1edc7cb7357b,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:18.197981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-af7254df-7fb5-4a2d-94b6-ac3568e65e82 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group_rule': {'security_group_id': '6482d6d9-6b54-4698-a583-1edc7cb7357b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:18.199718 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.api.v2.base [None req-af7254df-7fb5-4a2d-94b6-ac3568e65e82 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Nov 24 13:13:18.200587 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-af7254df-7fb5-4a2d-94b6-ac3568e65e82 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:13:18.205679 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-af7254df-7fb5-4a2d-94b6-ac3568e65e82 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0122113
Nov 24 13:13:18.207379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a950d476-1a11-4d35-9227-54a96e9dd3fa tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:18.216256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50790) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:18.221258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 82535079-08b0-4667-853b-5b72cfb05831, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=82535079-08b0-4667-853b-5b72cfb05831,segment=NetworkSegment(c8d55b70-bd3f-49b2-974e-4ecf0319621f),segment_id=c8d55b70-bd3f-49b2-974e-4ecf0319621f)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:13:18.255337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-8c5ec7fe-3344-47f9-9aac-13f8a9e7bd38 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group_rule': {'security_group_id': '6482d6d9-6b54-4698-a583-1edc7cb7357b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:18.256353 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.api.v2.base [None req-8c5ec7fe-3344-47f9-9aac-13f8a9e7bd38 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Nov 24 13:13:18.257072 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-8c5ec7fe-3344-47f9-9aac-13f8a9e7bd38 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:13:18.263241 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8c5ec7fe-3344-47f9-9aac-13f8a9e7bd38 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0376072
Nov 24 13:13:18.265429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50794) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:18.299932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-49f2c5b6-063c-4bc6-8c2d-5b7242d1ccf6 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group_rule': {'security_group_id': '6482d6d9-6b54-4698-a583-1edc7cb7357b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:18.300777 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.api.v2.base [None req-49f2c5b6-063c-4bc6-8c2d-5b7242d1ccf6 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Nov 24 13:13:18.302052 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-49f2c5b6-063c-4bc6-8c2d-5b7242d1ccf6 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:13:18.306368 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-49f2c5b6-063c-4bc6-8c2d-5b7242d1ccf6 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0142307
Nov 24 13:13:18.314500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50798) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:18.318773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e638d7e1-ef65-47d1-a239-f130fe15e86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82535079-08b0-4667-853b-5b72cfb05831'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:13:18.326757 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.ipam_backend_mixin [None req-6d56b226-e0cf-4cea-9f28-af1adca11a3f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet afefb129-bd7d-42dd-b640-cf815ced5f2b (CIDR: 2001:db8::/64)
Nov 24 13:13:18.361825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-cd1181a5-9d04-43e4-82d1-5df58b17da72 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group_rule': {'security_group_id': '6482d6d9-6b54-4698-a583-1edc7cb7357b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:18.362853 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.api.v2.base [None req-cd1181a5-9d04-43e4-82d1-5df58b17da72 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Nov 24 13:13:18.363415 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-cd1181a5-9d04-43e4-82d1-5df58b17da72 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:13:18.365800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73be5d8d-54dc-4b2f-a102-7859cd763e18 None None] Routers {'2c66548c-93ca-486f-8434-130b800376f6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:13:18.367484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-73be5d8d-54dc-4b2f-a102-7859cd763e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346d805f8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:13:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['2c66548c-93ca-486f-8434-130b800376f6'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:18.368622 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cd1181a5-9d04-43e4-82d1-5df58b17da72 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0318415
Nov 24 13:13:18.375406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50804) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:18.376997 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d56b226-e0cf-4cea-9f28-af1adca11a3f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:13:18.377683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d56b226-e0cf-4cea-9f28-af1adca11a3f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] No notification will be sent due to unsuccessful status code: 400 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:13:18.428489 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-746b7d3e-a8e5-4bba-af76-36271203cd15 req-9837f75d-ee9d-4415-846a-3a2b5c20eb70 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=250e383d-fa1c-47bf-9420-888338f72437&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2387896
Nov 24 13:13:18.433880 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6d56b226-e0cf-4cea-9f28-af1adca11a3f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.4471049
Nov 24 13:13:18.445639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9afc85ff-1080-45a2-a8e0-450d3d04cf96 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:18.457825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:18.464147 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9afc85ff-1080-45a2-a8e0-450d3d04cf96 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/subnets/8dea8f86-49f6-4b0b-b436-f8f5dfdcec7b HTTP/1.1" status: 204  len: 168 time: 3.6792932
Nov 24 13:13:18.464789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50808) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:18.464999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50810) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:18.480366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-6cd78b1b-4f0c-43eb-96b2-d03ceff7eafb tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'subnet': {'network_id': 'd41d42eb-e745-4ed3-8904-4470444a86a3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:18.484074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:18.533219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-bfacc4d5-7ef5-467d-8482-a2916a767a6b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Allocated IP 2001:db8::219 (8ca51b04-1dca-4f60-b844-2979d8864b51/032afb30-f987-499c-a90a-d35473b66bf7/83795dca-ff0d-46a1-9bdf-486cf7e2967e) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:13:18.546640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-bfacc4d5-7ef5-467d-8482-a2916a767a6b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Allocated IP 2001:db8:0:1:f816:3eff:fea8:d645 (8ca51b04-1dca-4f60-b844-2979d8864b51/28f299ed-e9e2-4016-99a4-cf3859eb813a/83795dca-ff0d-46a1-9bdf-486cf7e2967e) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:13:18.557565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe220e8-92df-4374-88da-2839f69b3a51 None None] Network 307d2496-254f-4457-9004-9521f9b9104b requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:13:18.736847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67683448-5da3-45c9-9a1b-98bf7e27a682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-2bf182df-5b03-4249-9e65-5127ab0d7919', 'network_id': '2bf182df-5b03-4249-9e65-5127ab0d7919', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'fixed_ips': [{'subnet_id': 'f1ddbeca-abd9-42aa-a774-c343c2fa7a38'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:13:18.738148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-67683448-5da3-45c9-9a1b-98bf7e27a682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:18.788267 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e638d7e1-ef65-47d1-a239-f130fe15e86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82535079-08b0-4667-853b-5b72cfb05831', 'code': 200}
Nov 24 13:13:18.876087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=82535079-08b0-4667-853b-5b72cfb05831,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:18.892482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:18.943761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe991ea1-bf91-4db8-a36f-e987c0b71729 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:19.136022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6cd78b1b-4f0c-43eb-96b2-d03ceff7eafb tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:19.172330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-fe991ea1-bf91-4db8-a36f-e987c0b71729 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Deleting port f712e19e-89eb-4e03-a397-f2f00488ff9d {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:13:19.172870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe991ea1-bf91-4db8-a36f-e987c0b71729 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:19.211070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6cd78b1b-4f0c-43eb-96b2-d03ceff7eafb tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:subnet and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:19.213979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6cd78b1b-4f0c-43eb-96b2-d03ceff7eafb tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:19.223768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6cd78b1b-4f0c-43eb-96b2-d03ceff7eafb tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:19.242310 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8bcfe32a-ebe5-4fa1-add8-9b638efafa00 req-a6502f07-deb5-4aae-9629-4f1d0b92b7c7 service neutron] 10.222.0.70 "GET /v2.0/networks/b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3023863
Nov 24 13:13:19.289644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-73be5d8d-54dc-4b2f-a102-7859cd763e18 None None] Set router 2c66548c-93ca-486f-8434-130b800376f6 gateway port host: None {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:13:19.291401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd78b1b-4f0c-43eb-96b2-d03ceff7eafb tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:13:19.298315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6cd78b1b-4f0c-43eb-96b2-d03ceff7eafb tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:19.355610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b66713c1-1e24-439f-bb5a-9bae0190a368 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:19.391965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 48a53564-1a97-4ef6-8384-8b61680b50f9 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:13:19.584477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b66713c1-1e24-439f-bb5a-9bae0190a368 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:19.741282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d13bdd-f799-480b-baf3-3509c8377834 req-2ec64622-5621-4513-8eac-b20eb010fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:19.743214 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-83d13bdd-f799-480b-baf3-3509c8377834 req-2ec64622-5621-4513-8eac-b20eb010fb33 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e638d7e1-ef65-47d1-a239-f130fe15e86d HTTP/1.1" status: 200  len: 1162 time: 0.5355794
Nov 24 13:13:19.773257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bfacc4d5-7ef5-467d-8482-a2916a767a6b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:19.812382 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8bcfe32a-ebe5-4fa1-add8-9b638efafa00 req-040d3555-4eb2-4885-9ba1-b596d16a5074 service neutron] 10.222.0.70 "GET /v2.0/networks/b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5575371
Nov 24 13:13:19.823690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-bfacc4d5-7ef5-467d-8482-a2916a767a6b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Transition to ACTIVE for port object 83795dca-ff0d-46a1-9bdf-486cf7e2967e will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:13:19.839715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b66713c1-1e24-439f-bb5a-9bae0190a368 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:19.846725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-121caae9-a4ef-43ec-bd94-f82a26ecad34 tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:19.873660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66713c1-1e24-439f-bb5a-9bae0190a368 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Pushing event deleted for resources: {'SecurityGroup': ['ID=6482d6d9-6b54-4698-a583-1edc7cb7357b,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:19.881301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b66713c1-1e24-439f-bb5a-9bae0190a368 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:19.903258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b66713c1-1e24-439f-bb5a-9bae0190a368 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:19.907807 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b66713c1-1e24-439f-bb5a-9bae0190a368 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "DELETE /v2.0/security-groups/6482d6d9-6b54-4698-a583-1edc7cb7357b HTTP/1.1" status: 204  len: 168 time: 1.5288939
Nov 24 13:13:19.912422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50838) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:20.010327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bfacc4d5-7ef5-467d-8482-a2916a767a6b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:20.037192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7c8a1190-4333-4196-8d95-3d18991276ce tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:20.110652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddfa6b8-6f0e-4cd5-a662-65af860f1d50 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:13:20.213358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfacc4d5-7ef5-467d-8482-a2916a767a6b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Port': ['ID=83795dca-ff0d-46a1-9bdf-486cf7e2967e,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:20.228079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-fe991ea1-bf91-4db8-a36f-e987c0b71729 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] For port f712e19e-89eb-4e03-a397-f2f00488ff9d, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=f712e19e-89eb-4e03-a397-f2f00488ff9d,segment=NetworkSegment(864b2f48-d7ce-41f5-8c16-40a62588d09e),segment_id=864b2f48-d7ce-41f5-8c16-40a62588d09e)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:13:20.228471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe991ea1-bf91-4db8-a36f-e987c0b71729 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:20.232218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bfacc4d5-7ef5-467d-8482-a2916a767a6b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:20.369129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-133e3cdf-572b-4ae3-a7d7-fac6e9edccf4 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Synchronizing usage tracker for tenant:adc766c5308c4317a94d96a02ddf3a18 on resource:security_group {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:13:20.392559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 48a53564-1a97-4ef6-8384-8b61680b50f9 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:13:20.396757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-fe991ea1-bf91-4db8-a36f-e987c0b71729 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Calling delete_port for f712e19e-89eb-4e03-a397-f2f00488ff9d owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:13:20.446206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-133e3cdf-572b-4ae3-a7d7-fac6e9edccf4 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Unset dirty status for tenant:adc766c5308c4317a94d96a02ddf3a18 on resource:security_group {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:13:20.447637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbae0817-841e-4352-844c-cfcc74140e13 req-00633cb3-50d1-44fa-8029-35b063cd00ba tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Router e0bce900-3697-4a26-958b-21bd77e379b2 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:13:20.452261 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-133e3cdf-572b-4ae3-a7d7-fac6e9edccf4 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2751 time: 0.5384805
Nov 24 13:13:20.455556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50842) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:20.463124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-330ae5e2-8950-4e06-85be-01b16586e481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group': {'name': 'tempest-secgroup--1308306947'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:20.477460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-330ae5e2-8950-4e06-85be-01b16586e481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:20.479053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-67683448-5da3-45c9-9a1b-98bf7e27a682 None None] Allocated IP 2001:db8:3::2 (2bf182df-5b03-4249-9e65-5127ab0d7919/f1ddbeca-abd9-42aa-a774-c343c2fa7a38/933aae7d-dfd3-4ae7-bec1-d008a9d070fe) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:13:20.487532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a283c15f-60a3-45d4-b235-ee47fc70cdf7 None None] Provisioning for port 48a53564-1a97-4ef6-8384-8b61680b50f9 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:13:20.489968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfacc4d5-7ef5-467d-8482-a2916a767a6b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:13:20.498008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-bfacc4d5-7ef5-467d-8482-a2916a767a6b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:13:20.501278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfacc4d5-7ef5-467d-8482-a2916a767a6b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:13:20.506186 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-83d13bdd-f799-480b-baf3-3509c8377834 req-b9ce8038-3f33-429e-a049-d473306e958b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=250e383d-fa1c-47bf-9420-888338f72437&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7310379
Nov 24 13:13:20.506942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfacc4d5-7ef5-467d-8482-a2916a767a6b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:20.507773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bfacc4d5-7ef5-467d-8482-a2916a767a6b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:20.516468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-330ae5e2-8950-4e06-85be-01b16586e481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:20.525447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a283c15f-60a3-45d4-b235-ee47fc70cdf7 None None] Provisioning complete for port 48a53564-1a97-4ef6-8384-8b61680b50f9 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:20.525765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a283c15f-60a3-45d4-b235-ee47fc70cdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:20.564241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da218df-27e9-4f1b-80c2-a4f4ea25e0d7 None None] DHCP port deletion for 307d2496-254f-4457-9004-9521f9b9104b request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:13:20.589366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a507d-41cf-47af-84de-7916d7053286 req-c6fa23db-e21b-4849-abcf-5a3ef22e4779 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:20.591053 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-de4a507d-41cf-47af-84de-7916d7053286 req-c6fa23db-e21b-4849-abcf-5a3ef22e4779 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 945 time: 0.7804165
Nov 24 13:13:20.592951 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bfacc4d5-7ef5-467d-8482-a2916a767a6b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 4.8659701
Nov 24 13:13:20.594155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-330ae5e2-8950-4e06-85be-01b16586e481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:20.608558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50846) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:20.633826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-7da218df-27e9-4f1b-80c2-a4f4ea25e0d7 None None] Deleting port f712e19e-89eb-4e03-a397-f2f00488ff9d {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:13:20.634203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7da218df-27e9-4f1b-80c2-a4f4ea25e0d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:20.699079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe991ea1-bf91-4db8-a36f-e987c0b71729 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:20.718155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1a43e851-ace1-44b5-8ba4-914ff87bca47 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:20.768702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-330ae5e2-8950-4e06-85be-01b16586e481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:20.777139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-938d5920-31d4-4b5e-9558-b440845ca6ce tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting port 83795dca-ff0d-46a1-9bdf-486cf7e2967e {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:13:20.777520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-938d5920-31d4-4b5e-9558-b440845ca6ce tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:20.819365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-330ae5e2-8950-4e06-85be-01b16586e481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Usage tracker for resource:security_group_rule and tenant:adc766c5308c4317a94d96a02ddf3a18 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:20.826592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-330ae5e2-8950-4e06-85be-01b16586e481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:20.839320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-30d5ce0f-ae0d-484c-be1a-af1335bdd845 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:20.849499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 82535079-08b0-4667-853b-5b72cfb05831 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:13:20.855389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-330ae5e2-8950-4e06-85be-01b16586e481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:20.880198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe991ea1-bf91-4db8-a36f-e987c0b71729 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event deleted for resources: {'Port': ['ID=f712e19e-89eb-4e03-a397-f2f00488ff9d,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:20.913909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fe991ea1-bf91-4db8-a36f-e987c0b71729 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:20.968199 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-de4a507d-41cf-47af-84de-7916d7053286 req-a63bec69-9e01-4662-a765-75cb4fa9c377 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/security-groups?id=690e0261-09d3-40a2-9cd2-6eef68d14c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3162715
Nov 24 13:13:20.983022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-7da218df-27e9-4f1b-80c2-a4f4ea25e0d7 None None] The port 'f712e19e-89eb-4e03-a397-f2f00488ff9d' was deleted {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:13:21.097646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:21.100895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device f712e19e-89eb-4e03-a397-f2f00488ff9d no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:13:21.106056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe991ea1-bf91-4db8-a36f-e987c0b71729 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] No DVR routers for this DVR port f712e19e-89eb-4e03-a397-f2f00488ff9d on host dv-neutron-601336-61-ovs {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:13:21.173767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: f712e19e-89eb-4e03-a397-f2f00488ff9d {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:13:21.174084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device f712e19e-89eb-4e03-a397-f2f00488ff9d not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:13:21.241989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a283c15f-60a3-45d4-b235-ee47fc70cdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:21.271101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-73be5d8d-54dc-4b2f-a102-7859cd763e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346d805f8>, [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:13:04Z', 'revision_number': 4, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None, '_interfaces': [{'id': '4c32b203-1b67-404d-ba8c-e854514e72ef', 'name': '', 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:36:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:28Z', 'updated_at': '2020-11-24T13:12:44Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'abc43573-20b3-4fb7-9430-b84dd6d12015', 'name': '', 'network_id': 'c3cd0ef3-c28e-4353-817f-00c7023e5622', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:04:e9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '4cca3efd-4eb4-4e86-95c5-6118591e9f41', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:13:01Z', 'updated_at': '2020-11-24T13:13:16Z', 'revision_number': 4, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '4cca3efd-4eb4-4e86-95c5-6118591e9f41', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bee67db8-352a-4844-9c0c-c4c0ab169622', 'name': '', 'network_id': 'b16ed203-d70d-4089-881e-223145f98b51', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:18:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:45Z', 'updated_at': '2020-11-24T13:13:01Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:21.300184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-330ae5e2-8950-4e06-85be-01b16586e481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:21.310306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-330ae5e2-8950-4e06-85be-01b16586e481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:21.320391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-03930f3b-7e43-4f93-b3ae-7adb3907f3ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:21.354988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73be5d8d-54dc-4b2f-a102-7859cd763e18 None None] The sync data for ids ['2c66548c-93ca-486f-8434-130b800376f6'] in dv-neutron-601336-61-ovs is: [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:13:04Z', 'revision_number': 4, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None, '_interfaces': [{'id': '4c32b203-1b67-404d-ba8c-e854514e72ef', 'name': '', 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:36:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:28Z', 'updated_at': '2020-11-24T13:12:44Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'abc43573-20b3-4fb7-9430-b84dd6d12015', 'name': '', 'network_id': 'c3cd0ef3-c28e-4353-817f-00c7023e5622', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:04:e9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '4cca3efd-4eb4-4e86-95c5-6118591e9f41', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:13:01Z', 'updated_at': '2020-11-24T13:13:16Z', 'revision_number': 4, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '4cca3efd-4eb4-4e86-95c5-6118591e9f41', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bee67db8-352a-4844-9c0c-c4c0ab169622', 'name': '', 'network_id': 'b16ed203-d70d-4089-881e-223145f98b51', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:18:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:45Z', 'updated_at': '2020-11-24T13:13:01Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:13:21.372660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 82535079-08b0-4667-853b-5b72cfb05831 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:21.373121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:21.375052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe991ea1-bf91-4db8-a36f-e987c0b71729 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:21.468935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-a283c15f-60a3-45d4-b235-ee47fc70cdf7 None None] For port 48a53564-1a97-4ef6-8384-8b61680b50f9, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=48a53564-1a97-4ef6-8384-8b61680b50f9,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:13:21.472118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-67683448-5da3-45c9-9a1b-98bf7e27a682 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:21.482034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a283c15f-60a3-45d4-b235-ee47fc70cdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:21.494192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:21.542990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ae5e2-8950-4e06-85be-01b16586e481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8cda50-feff-4a34-a699-b8a6577bdc01,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:21.550423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-330ae5e2-8950-4e06-85be-01b16586e481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:21.558651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-330ae5e2-8950-4e06-85be-01b16586e481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:21.569236 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-330ae5e2-8950-4e06-85be-01b16586e481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1630 time: 1.1122880
Nov 24 13:13:21.570478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50850) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:21.588172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ecb60381-2df5-4af2-8fab-ea124d3c173c tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group_rule': {'security_group_id': '0f8cda50-feff-4a34-a699-b8a6577bdc01', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:21.589701 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.api.v2.base [None req-ecb60381-2df5-4af2-8fab-ea124d3c173c tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 24 13:13:21.590430 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-ecb60381-2df5-4af2-8fab-ea124d3c173c tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:13:21.594887 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ecb60381-2df5-4af2-8fab-ea124d3c173c tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0115340
Nov 24 13:13:21.601202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-67683448-5da3-45c9-9a1b-98bf7e27a682 None None] Transition to ACTIVE for port object 933aae7d-dfd3-4ae7-bec1-d008a9d070fe will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:13:21.601879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50854) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:21.616564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-d3a7b6ed-f760-4509-bb8a-524c4fa1fa8c tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group_rule': {'security_group_id': '0f8cda50-feff-4a34-a699-b8a6577bdc01', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:21.623786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283c15f-60a3-45d4-b235-ee47fc70cdf7 None None] Pushing event updated for resources: {'Port': ['ID=48a53564-1a97-4ef6-8384-8b61680b50f9,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:21.624088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-938d5920-31d4-4b5e-9558-b440845ca6ce tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:21.651538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d3a7b6ed-f760-4509-bb8a-524c4fa1fa8c tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:21.680787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-fe991ea1-bf91-4db8-a36f-e987c0b71729 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634cbebfd0>,) {'filters': {'network_id': ['307d2496-254f-4457-9004-9521f9b9104b']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:21.695115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbae0817-841e-4352-844c-cfcc74140e13 req-00633cb3-50d1-44fa-8029-35b063cd00ba tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:13:21.700593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a283c15f-60a3-45d4-b235-ee47fc70cdf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:21.704126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd0c98-1836-47b7-81aa-ffbe93f8e155 req-6595585b-5489-4956-85a1-daf521aad716 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:21.709125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5257d5e-e54a-4361-bd75-ff9c9c68a220 None None] Sync routers for ids ['e0bce900-3697-4a26-958b-21bd77e379b2'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:13:21.712403 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-35dd0c98-1836-47b7-81aa-ffbe93f8e155 req-6595585b-5489-4956-85a1-daf521aad716 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=e638d7e1-ef65-47d1-a239-f130fe15e86d HTTP/1.1" status: 200  len: 945 time: 0.4287703
Nov 24 13:13:21.751993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5257d5e-e54a-4361-bd75-ff9c9c68a220 None None] Routers {'e0bce900-3697-4a26-958b-21bd77e379b2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:13:21.752691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b5257d5e-e54a-4361-bd75-ff9c9c68a220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c7c19b0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:13:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e0bce900-3697-4a26-958b-21bd77e379b2'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:21.753441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-fe991ea1-bf91-4db8-a36f-e987c0b71729 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634cbebfd0>, '864b2f48-d7ce-41f5-8c16-40a62588d09e') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:21.753785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-fe991ea1-bf91-4db8-a36f-e987c0b71729 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634cbebfd0>, '864b2f48-d7ce-41f5-8c16-40a62588d09e') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:21.772259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe991ea1-bf91-4db8-a36f-e987c0b71729 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:21.777934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-67683448-5da3-45c9-9a1b-98bf7e27a682 None None] Transition to ACTIVE for port object 933aae7d-dfd3-4ae7-bec1-d008a9d070fe will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:13:21.864765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-cbae0817-841e-4352-844c-cfcc74140e13 req-00633cb3-50d1-44fa-8029-35b063cd00ba tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:21.873833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b40c19f-148f-4900-96b2-ef8f900a4284 None None] Update dhcp port {'port': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'fixed_ips': [{'subnet_id': '032afb30-f987-499c-a90a-d35473b66bf7', 'ip_address': '2001:db8::2'}, {'subnet_id': '28f299ed-e9e2-4016-99a4-cf3859eb813a'}], 'binding:host_id': 'dv-neutron-601336-61-ovs'}, 'id': '48a53564-1a97-4ef6-8384-8b61680b50f9'} from dv-neutron-601336-61-ovs. {{(pid=80945) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 24 13:13:21.947310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b40c19f-148f-4900-96b2-ef8f900a4284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:21.970300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe991ea1-bf91-4db8-a36f-e987c0b71729 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:21.974196 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cbae0817-841e-4352-844c-cfcc74140e13 req-00633cb3-50d1-44fa-8029-35b063cd00ba tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "PUT /v2.0/floatingips/74bdea40-6dd0-468d-831a-3a0bb3c90b2c HTTP/1.1" status: 200  len: 997 time: 11.7190394
Nov 24 13:13:21.975173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fe991ea1-bf91-4db8-a36f-e987c0b71729 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Releasing vxlan tunnel 10 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:13:21.992869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1db2316-d71c-428e-9138-dad14da0ded9', 'tag': 'c09c6095-8fff-48fc-a609-630a514b92d0'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:13:22.001878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-67683448-5da3-45c9-9a1b-98bf7e27a682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:22.036767 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-35dd0c98-1836-47b7-81aa-ffbe93f8e155 req-ee2ce611-f8e3-4954-b9a0-ea6c021cf894 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=250e383d-fa1c-47bf-9420-888338f72437&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3230419
Nov 24 13:13:22.096902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-b5257d5e-e54a-4361-bd75-ff9c9c68a220 None None] Set router e0bce900-3697-4a26-958b-21bd77e379b2 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:13:22.237018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:22.340416 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1db2316-d71c-428e-9138-dad14da0ded9', 'tag': 'c09c6095-8fff-48fc-a609-630a514b92d0', 'status': 'completed', 'code': 200}
Nov 24 13:13:22.396919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d3a7b6ed-f760-4509-bb8a-524c4fa1fa8c tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Usage tracker for resource:security_group_rule and tenant:adc766c5308c4317a94d96a02ddf3a18 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:22.402525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d3a7b6ed-f760-4509-bb8a-524c4fa1fa8c tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:22.413851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-938d5920-31d4-4b5e-9558-b440845ca6ce tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Calling delete_port for 83795dca-ff0d-46a1-9bdf-486cf7e2967e owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:13:22.451625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67683448-5da3-45c9-9a1b-98bf7e27a682 None None] Pushing event updated for resources: {'Port': ['ID=933aae7d-dfd3-4ae7-bec1-d008a9d070fe,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:22.455147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-67683448-5da3-45c9-9a1b-98bf7e27a682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:22.457348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d3a7b6ed-f760-4509-bb8a-524c4fa1fa8c tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:22.515816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:13:22.565623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67683448-5da3-45c9-9a1b-98bf7e27a682 None None] Network 2bf182df-5b03-4249-9e65-5127ab0d7919 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:13:22.571105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-67683448-5da3-45c9-9a1b-98bf7e27a682 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:13:22.576138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67683448-5da3-45c9-9a1b-98bf7e27a682 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:13:22.585659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b5257d5e-e54a-4361-bd75-ff9c9c68a220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c7c19b0>, [{'id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'name': 'tempest-TestVolumeBootPattern-366325813-router', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:04:44Z', 'updated_at': '2020-11-24T13:05:04Z', 'revision_number': 4, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'gw_port': {'id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:04:47Z', 'updated_at': '2020-11-24T13:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '74bdea40-6dd0-468d-831a-3a0bb3c90b2c', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'floating_ip_address': '172.26.8.178', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'port_id': 'c09c6095-8fff-48fc-a609-630a514b92d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'mac_address': 'fa:16:3e:57:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1db2316-d71c-428e-9138-dad14da0ded9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:13:00Z', 'updated_at': '2020-11-24T13:13:13Z', 'revision_number': 1, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'fixed_ip_address_scope': None}, {'id': 'e04b4cfe-1fb4-45d6-8fcd-e02aa91570dc', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'floating_ip_address': '172.26.8.80', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'port_id': '6ce6c3d3-edd6-4f01-a984-fd146d4c951b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'mac_address': 'fa:16:3e:f3:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611de65b-4d1a-4c98-aca6-6d87bf8e23a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:10:00Z', 'updated_at': '2020-11-24T13:10:17Z', 'revision_number': 2, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d4f93d-57fc-4366-924d-366b13721c3c', 'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'mac_address': 'fa:16:3e:ff:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:00Z', 'updated_at': '2020-11-24T13:05:18Z', 'revision_number': 5, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'subnets': [{'id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:22.590271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5257d5e-e54a-4361-bd75-ff9c9c68a220 None None] Checking router: e0bce900-3697-4a26-958b-21bd77e379b2 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:13:22.602842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5257d5e-e54a-4361-bd75-ff9c9c68a220 None None] Routers {'e0bce900-3697-4a26-958b-21bd77e379b2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:13:22.603789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b5257d5e-e54a-4361-bd75-ff9c9c68a220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c7c19b0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:13:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e0bce900-3697-4a26-958b-21bd77e379b2'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:22.644423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-fe991ea1-bf91-4db8-a36f-e987c0b71729 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network 307d2496-254f-4457-9004-9521f9b9104b has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:13:22.650625 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-d3a7b6ed-f760-4509-bb8a-524c4fa1fa8c tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:13:22.655019 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d3a7b6ed-f760-4509-bb8a-524c4fa1fa8c tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 1.0490420
Nov 24 13:13:22.655794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50864) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:22.663386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe991ea1-bf91-4db8-a36f-e987c0b71729 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:22.710868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-67683448-5da3-45c9-9a1b-98bf7e27a682 None None] Attempting to bind port 933aae7d-dfd3-4ae7-bec1-d008a9d070fe on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:13:22.711184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-67683448-5da3-45c9-9a1b-98bf7e27a682 None None] Attempting to bind port 933aae7d-dfd3-4ae7-bec1-d008a9d070fe by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'be561e0f-6093-476b-8d5c-dc1161b9c5ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2bf182df-5b03-4249-9e65-5127ab0d7919'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:13:22.711904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67683448-5da3-45c9-9a1b-98bf7e27a682 None None] Attempting to bind port 933aae7d-dfd3-4ae7-bec1-d008a9d070fe on network 2bf182df-5b03-4249-9e65-5127ab0d7919 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:13:22.725283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67683448-5da3-45c9-9a1b-98bf7e27a682 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:13:22.725738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67683448-5da3-45c9-9a1b-98bf7e27a682 None None] Checking segment: {'id': 'be561e0f-6093-476b-8d5c-dc1161b9c5ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2bf182df-5b03-4249-9e65-5127ab0d7919'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:13:22.726233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-67683448-5da3-45c9-9a1b-98bf7e27a682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:22.726697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67683448-5da3-45c9-9a1b-98bf7e27a682 None None] Bound using segment: {'id': 'be561e0f-6093-476b-8d5c-dc1161b9c5ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2bf182df-5b03-4249-9e65-5127ab0d7919'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:13:22.727278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-67683448-5da3-45c9-9a1b-98bf7e27a682 None None] Bound port: 933aae7d-dfd3-4ae7-bec1-d008a9d070fe, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be561e0f-6093-476b-8d5c-dc1161b9c5ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2bf182df-5b03-4249-9e65-5127ab0d7919'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:13:22.727811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-67683448-5da3-45c9-9a1b-98bf7e27a682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:22.728924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c9060037-c22c-4fdf-bdec-d4a22c2af0c5 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group_rule': {'security_group_id': '0f8cda50-feff-4a34-a699-b8a6577bdc01', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:22.729793 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.api.v2.base [None req-c9060037-c22c-4fdf-bdec-d4a22c2af0c5 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Nov 24 13:13:22.730370 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-c9060037-c22c-4fdf-bdec-d4a22c2af0c5 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:13:22.734505 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c9060037-c22c-4fdf-bdec-d4a22c2af0c5 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0726614
Nov 24 13:13:22.744089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50868) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:22.769186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-372b7f67-9408-401b-bb7c-9e6282eba43d tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group_rule': {'security_group_id': '0f8cda50-feff-4a34-a699-b8a6577bdc01', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:22.784500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-372b7f67-9408-401b-bb7c-9e6282eba43d tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:22.795648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-372b7f67-9408-401b-bb7c-9e6282eba43d tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Usage tracker for resource:security_group_rule and tenant:adc766c5308c4317a94d96a02ddf3a18 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:22.806204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-372b7f67-9408-401b-bb7c-9e6282eba43d tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:22.812171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-b5257d5e-e54a-4361-bd75-ff9c9c68a220 None None] Set router e0bce900-3697-4a26-958b-21bd77e379b2 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:13:22.833226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-372b7f67-9408-401b-bb7c-9e6282eba43d tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:22.839739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-30d5ce0f-ae0d-484c-be1a-af1335bdd845 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Allocated IP 2001:db8:3::1 (2bf182df-5b03-4249-9e65-5127ab0d7919/f1ddbeca-abd9-42aa-a774-c343c2fa7a38/6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:13:22.856645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-67683448-5da3-45c9-9a1b-98bf7e27a682 None None] For port 933aae7d-dfd3-4ae7-bec1-d008a9d070fe, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:13:22.860613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-67683448-5da3-45c9-9a1b-98bf7e27a682 None None] For port 933aae7d-dfd3-4ae7-bec1-d008a9d070fe, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=933aae7d-dfd3-4ae7-bec1-d008a9d070fe,segment=NetworkSegment(be561e0f-6093-476b-8d5c-dc1161b9c5ad),segment_id=be561e0f-6093-476b-8d5c-dc1161b9c5ad)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:13:22.866101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-67683448-5da3-45c9-9a1b-98bf7e27a682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:22.883941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-6b40c19f-148f-4900-96b2-ef8f900a4284 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe92:63c (8ca51b04-1dca-4f60-b844-2979d8864b51/28f299ed-e9e2-4016-99a4-cf3859eb813a/48a53564-1a97-4ef6-8384-8b61680b50f9) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:13:22.886491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d1c02932-5121-4f1b-b7b1-9bd32fda5339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:22.975711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-fe991ea1-bf91-4db8-a36f-e987c0b71729 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network 307d2496-254f-4457-9004-9521f9b9104b has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:13:23.009750 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-372b7f67-9408-401b-bb7c-9e6282eba43d tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:13:23.014535 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-372b7f67-9408-401b-bb7c-9e6282eba43d tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2606847
Nov 24 13:13:23.026885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50872) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:23.038445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-526c4951-9ff3-456c-8328-91fe7116af67 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group_rule': {'security_group_id': '0f8cda50-feff-4a34-a699-b8a6577bdc01', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:23.038958 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.api.v2.base [None req-526c4951-9ff3-456c-8328-91fe7116af67 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 24 13:13:23.039502 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-526c4951-9ff3-456c-8328-91fe7116af67 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:13:23.043807 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-526c4951-9ff3-456c-8328-91fe7116af67 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0120778
Nov 24 13:13:23.048328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50876) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:23.051021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 82535079-08b0-4667-853b-5b72cfb05831 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:13:23.057056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c707ceb5-ad44-48c9-a2d5-581445b56bc3 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group_rule': {'security_group_id': '0f8cda50-feff-4a34-a699-b8a6577bdc01', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:23.062910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-938d5920-31d4-4b5e-9558-b440845ca6ce tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:23.068497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c707ceb5-ad44-48c9-a2d5-581445b56bc3 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:23.085177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-610afe7e-0abd-4469-8aec-dbc014754c9f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:23.128160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c707ceb5-ad44-48c9-a2d5-581445b56bc3 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Usage tracker for resource:security_group_rule and tenant:adc766c5308c4317a94d96a02ddf3a18 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:23.149552 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:13:23.149552 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:13:23.149552 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:13:23.149552 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:13:23.149552 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:13:23.149552 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:13:23.149552 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:13:23.149552 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:13:23.149552 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:13:23.149552 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:13:23.149552 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:13:23.149552 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:13:23.149552 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:13:23.149552 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:13:23.149552 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:13:23.149552 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:13:23.149552 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:13:23.149552 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:13:23.149552 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:13:23.149552 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:13:23.149552 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:13:23.149552 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:13:23.149552 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:13:23.149552 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:13:23.149552 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:13:23.149552 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:13:23.149552 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:13:23.149552 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:13:23.149552 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:13:23.149552 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:13:23.149552 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:13:23.149552 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:13:23.194720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device abc43573-20b3-4fb7-9430-b84dd6d12015 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:13:23.197249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c707ceb5-ad44-48c9-a2d5-581445b56bc3 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:23.213548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d5920-31d4-4b5e-9558-b440845ca6ce tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Port': ['ID=83795dca-ff0d-46a1-9bdf-486cf7e2967e,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:23.230830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c707ceb5-ad44-48c9-a2d5-581445b56bc3 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:23.233146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-938d5920-31d4-4b5e-9558-b440845ca6ce tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:23.273425 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-c707ceb5-ad44-48c9-a2d5-581445b56bc3 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Project adc766c5308c4317a94d96a02ddf3a18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:13:23.289077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe991ea1-bf91-4db8-a36f-e987c0b71729 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:23.329466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bdded78a-4df3-43c0-9d9c-f913e81fcedd tempest-NetworksIpV6Test-1812911327 tempest-NetworksIpV6Test-1812911327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:23.345968 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-c707ceb5-ad44-48c9-a2d5-581445b56bc3 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:13:23.351081 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c707ceb5-ad44-48c9-a2d5-581445b56bc3 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.3016324
Nov 24 13:13:23.351919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b5257d5e-e54a-4361-bd75-ff9c9c68a220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c7c19b0>, [{'id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'name': 'tempest-TestVolumeBootPattern-366325813-router', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:04:44Z', 'updated_at': '2020-11-24T13:05:04Z', 'revision_number': 4, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'gw_port': {'id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:04:47Z', 'updated_at': '2020-11-24T13:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '74bdea40-6dd0-468d-831a-3a0bb3c90b2c', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'floating_ip_address': '172.26.8.178', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'port_id': 'c09c6095-8fff-48fc-a609-630a514b92d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'mac_address': 'fa:16:3e:57:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1db2316-d71c-428e-9138-dad14da0ded9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:13:00Z', 'updated_at': '2020-11-24T13:13:13Z', 'revision_number': 1, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'fixed_ip_address_scope': None}, {'id': 'e04b4cfe-1fb4-45d6-8fcd-e02aa91570dc', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'floating_ip_address': '172.26.8.80', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'port_id': '6ce6c3d3-edd6-4f01-a984-fd146d4c951b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'mac_address': 'fa:16:3e:f3:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611de65b-4d1a-4c98-aca6-6d87bf8e23a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:10:00Z', 'updated_at': '2020-11-24T13:10:17Z', 'revision_number': 2, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d4f93d-57fc-4366-924d-366b13721c3c', 'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'mac_address': 'fa:16:3e:ff:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:00Z', 'updated_at': '2020-11-24T13:05:18Z', 'revision_number': 5, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'subnets': [{'id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:23.354696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50882) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:23.357499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5257d5e-e54a-4361-bd75-ff9c9c68a220 None None] The sync data for ids ['e0bce900-3697-4a26-958b-21bd77e379b2'] in dv-neutron-601336-61-ovs is: [{'id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'name': 'tempest-TestVolumeBootPattern-366325813-router', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:04:44Z', 'updated_at': '2020-11-24T13:05:04Z', 'revision_number': 4, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'gw_port': {'id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:04:47Z', 'updated_at': '2020-11-24T13:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '74bdea40-6dd0-468d-831a-3a0bb3c90b2c', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'floating_ip_address': '172.26.8.178', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'port_id': 'c09c6095-8fff-48fc-a609-630a514b92d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'mac_address': 'fa:16:3e:57:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1db2316-d71c-428e-9138-dad14da0ded9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:13:00Z', 'updated_at': '2020-11-24T13:13:13Z', 'revision_number': 1, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'fixed_ip_address_scope': None}, {'id': 'e04b4cfe-1fb4-45d6-8fcd-e02aa91570dc', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'floating_ip_address': '172.26.8.80', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'port_id': '6ce6c3d3-edd6-4f01-a984-fd146d4c951b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'mac_address': 'fa:16:3e:f3:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611de65b-4d1a-4c98-aca6-6d87bf8e23a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:10:00Z', 'updated_at': '2020-11-24T13:10:17Z', 'revision_number': 2, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d4f93d-57fc-4366-924d-366b13721c3c', 'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'mac_address': 'fa:16:3e:ff:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:00Z', 'updated_at': '2020-11-24T13:05:18Z', 'revision_number': 5, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'subnets': [{'id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:13:23.358189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6cd78b1b-4f0c-43eb-96b2-d03ceff7eafb tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:23.374460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2fbb053f-054e-4af2-ba9b-9733fde09a82 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group_rule': {'security_group_id': '0f8cda50-feff-4a34-a699-b8a6577bdc01', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:23.374974 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.api.v2.base [None req-2fbb053f-054e-4af2-ba9b-9733fde09a82 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Nov 24 13:13:23.375534 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-2fbb053f-054e-4af2-ba9b-9733fde09a82 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:13:23.379946 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2fbb053f-054e-4af2-ba9b-9733fde09a82 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0144923
Nov 24 13:13:23.384737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50886) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:23.392515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-8dbed665-574c-499e-92e2-8a5e7fde0551 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group_rule': {'security_group_id': '0f8cda50-feff-4a34-a699-b8a6577bdc01', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:23.401235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-30d5ce0f-ae0d-484c-be1a-af1335bdd845 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:23.421472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8dbed665-574c-499e-92e2-8a5e7fde0551 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:23.433993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8dbed665-574c-499e-92e2-8a5e7fde0551 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Usage tracker for resource:security_group_rule and tenant:adc766c5308c4317a94d96a02ddf3a18 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:23.439454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8dbed665-574c-499e-92e2-8a5e7fde0551 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:23.451172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe991ea1-bf91-4db8-a36f-e987c0b71729 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:23.456707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8dbed665-574c-499e-92e2-8a5e7fde0551 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:23.458414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe991ea1-bf91-4db8-a36f-e987c0b71729 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event deleted for resources: {'Network': ['ID=307d2496-254f-4457-9004-9521f9b9104b,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:23.458575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-30d5ce0f-ae0d-484c-be1a-af1335bdd845 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Transition to ACTIVE for port object 6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:13:23.462202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fe991ea1-bf91-4db8-a36f-e987c0b71729 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:23.463861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9294feb4-2af8-4900-94da-182716e20204 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:23.465357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-938d5920-31d4-4b5e-9558-b440845ca6ce tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:23.494042 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-938d5920-31d4-4b5e-9558-b440845ca6ce tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/83795dca-ff0d-46a1-9bdf-486cf7e2967e HTTP/1.1" status: 204  len: 168 time: 2.8817120
Nov 24 13:13:23.494912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50890) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:23.498811 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-8dbed665-574c-499e-92e2-8a5e7fde0551 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Project adc766c5308c4317a94d96a02ddf3a18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:13:23.561978 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fe991ea1-bf91-4db8-a36f-e987c0b71729 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/networks/307d2496-254f-4457-9004-9521f9b9104b HTTP/1.1" status: 204  len: 168 time: 5.0898516
Nov 24 13:13:23.569217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50894) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:23.576445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-457c7bdc-c3f1-48f1-b58c-24c53f94b22f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Request body: {'router': {'name': 'tempest-RoutersTest-router-156032997', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}, 'admin_state_up': False}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:23.587443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-457c7bdc-c3f1-48f1-b58c-24c53f94b22f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:23.590434 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-8dbed665-574c-499e-92e2-8a5e7fde0551 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:13:23.594673 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8dbed665-574c-499e-92e2-8a5e7fde0551 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.2088327
Nov 24 13:13:23.596360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50898) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:23.600929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-30d5ce0f-ae0d-484c-be1a-af1335bdd845 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:23.612421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-da349353-eda0-4ccd-84c2-ac5fa911810c tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group_rule': {'security_group_id': '0f8cda50-feff-4a34-a699-b8a6577bdc01', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:23.619071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-457c7bdc-c3f1-48f1-b58c-24c53f94b22f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Usage tracker for resource:router and tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:23.630071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a3ef3637-e9aa-44b3-8668-995f289f2009 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:23.632362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-da349353-eda0-4ccd-84c2-ac5fa911810c tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:23.646253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a2e1f-ec7e-46b7-aafa-d654ca21dee1 req-58b26666-2926-4c8f-8138-127a2fe39e36 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:23.647919 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3a0a2e1f-ec7e-46b7-aafa-d654ca21dee1 req-58b26666-2926-4c8f-8138-127a2fe39e36 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 945 time: 0.4973383
Nov 24 13:13:23.662576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd78b1b-4f0c-43eb-96b2-d03ceff7eafb tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Subnet': ['ID=a89354a5-0fd4-4ff5-822a-458b49b74a2f,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:23.665942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6cd78b1b-4f0c-43eb-96b2-d03ceff7eafb tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:23.671824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-da349353-eda0-4ccd-84c2-ac5fa911810c tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Usage tracker for resource:security_group_rule and tenant:adc766c5308c4317a94d96a02ddf3a18 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:23.695690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae0817-841e-4352-844c-cfcc74140e13 req-a6025ec0-e5b5-4176-a3e8-5d8f230aaefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:23.703837 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cbae0817-841e-4352-844c-cfcc74140e13 req-a6025ec0-e5b5-4176-a3e8-5d8f230aaefa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6efb027d4b0e48cc970462a6d3154fa0&device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 1163 time: 1.7038891
Nov 24 13:13:23.714899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-da349353-eda0-4ccd-84c2-ac5fa911810c tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:23.716327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-6b40c19f-148f-4900-96b2-ef8f900a4284 None None] For port 48a53564-1a97-4ef6-8384-8b61680b50f9, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=48a53564-1a97-4ef6-8384-8b61680b50f9,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:13:23.721159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-457c7bdc-c3f1-48f1-b58c-24c53f94b22f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:23.751506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff90c36-f6e1-4688-a39a-0db02f814307 None None] New status for floating IP 74bdea40-6dd0-468d-831a-3a0bb3c90b2c: ACTIVE {{(pid=80945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:13:23.761080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-457c7bdc-c3f1-48f1-b58c-24c53f94b22f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:23.811258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67683448-5da3-45c9-9a1b-98bf7e27a682 None None] Pushing event updated for resources: {'Port': ['ID=933aae7d-dfd3-4ae7-bec1-d008a9d070fe,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:23.820406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5ce0f-ae0d-484c-be1a-af1335bdd845 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Port': ['ID=6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:23.824452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-da349353-eda0-4ccd-84c2-ac5fa911810c tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:23.824608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-457c7bdc-c3f1-48f1-b58c-24c53f94b22f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:23.827068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-457c7bdc-c3f1-48f1-b58c-24c53f94b22f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:23.841650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-30d5ce0f-ae0d-484c-be1a-af1335bdd845 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:23.843653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-67683448-5da3-45c9-9a1b-98bf7e27a682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.957s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:23.869448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57223d0-5855-4f5e-8d1f-ea1ec4cb4d7d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:23.870375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c57223d0-5855-4f5e-8d1f-ea1ec4cb4d7d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:13:23.874964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-6b40c19f-148f-4900-96b2-ef8f900a4284 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:13:23.891981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be5b25-26d0-4767-a38b-ee9ef952d1f5 req-1617224f-d09a-418d-bb3a-7eee38f62d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:23.893883 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-40be5b25-26d0-4767-a38b-ee9ef952d1f5 req-1617224f-d09a-418d-bb3a-7eee38f62d09 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6efb027d4b0e48cc970462a6d3154fa0&device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 1163 time: 1.5468843
Nov 24 13:13:23.898644 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-da349353-eda0-4ccd-84c2-ac5fa911810c tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Project adc766c5308c4317a94d96a02ddf3a18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:13:23.912530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b40c19f-148f-4900-96b2-ef8f900a4284 None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:23.918748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-457c7bdc-c3f1-48f1-b58c-24c53f94b22f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:23.935380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c57223d0-5855-4f5e-8d1f-ea1ec4cb4d7d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:13:23.939312 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c57223d0-5855-4f5e-8d1f-ea1ec4cb4d7d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.4394524
Nov 24 13:13:23.942106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50902) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:24.045469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port abc43573-20b3-4fb7-9430-b84dd6d12015 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:13:24.049061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 82535079-08b0-4667-853b-5b72cfb05831 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:24.049489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:24.069965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d5ce0f-ae0d-484c-be1a-af1335bdd845 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network 2bf182df-5b03-4249-9e65-5127ab0d7919 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:13:24.080817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-30d5ce0f-ae0d-484c-be1a-af1335bdd845 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:13:24.087845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d5ce0f-ae0d-484c-be1a-af1335bdd845 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:13:24.088452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-30d5ce0f-ae0d-484c-be1a-af1335bdd845 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:24.088663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6b40c19f-148f-4900-96b2-ef8f900a4284 None None] Transition to ACTIVE for port object 48a53564-1a97-4ef6-8384-8b61680b50f9 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:13:24.102901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port abc43573-20b3-4fb7-9430-b84dd6d12015 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:24.103755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:24.157078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b40c19f-148f-4900-96b2-ef8f900a4284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:24.192644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9e02670f-e969-4c82-a599-ba61bbdba126 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:24.241315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-457c7bdc-c3f1-48f1-b58c-24c53f94b22f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:24.257273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd78b1b-4f0c-43eb-96b2-d03ceff7eafb tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network d41d42eb-e745-4ed3-8904-4470444a86a3 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:13:24.260680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2e92ca-47e1-450e-860c-eeabf2fb7c31 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:24.265687 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7f2e92ca-47e1-450e-860c-eeabf2fb7c31 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1045 time: 0.3223767
Nov 24 13:13:24.299809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50906) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:24.315653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-6cd78b1b-4f0c-43eb-96b2-d03ceff7eafb tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:13:24.363410 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3a0a2e1f-ec7e-46b7-aafa-d654ca21dee1 req-e8dba683-98bc-4a25-aafd-1173895515d5 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/security-groups?id=690e0261-09d3-40a2-9cd2-6eef68d14c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6882665
Nov 24 13:13:24.380192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd78b1b-4f0c-43eb-96b2-d03ceff7eafb tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:24.380857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6cd78b1b-4f0c-43eb-96b2-d03ceff7eafb tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:24.392462 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-da349353-eda0-4ccd-84c2-ac5fa911810c tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:13:24.392822 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-da349353-eda0-4ccd-84c2-ac5fa911810c tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.7904439
Nov 24 13:13:24.396291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ca1509-7349-430d-a7c9-d69e23d50d37 None None] Network d41d42eb-e745-4ed3-8904-4470444a86a3 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:13:24.405895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50910) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:24.425771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae0817-841e-4352-844c-cfcc74140e13 req-c8b24812-83bd-4116-bb0e-6fc86a7ba133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:24.434995 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cbae0817-841e-4352-844c-cfcc74140e13 req-c8b24812-83bd-4116-bb0e-6fc86a7ba133 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c200d148-1aac-4d09-a682-2365e76cfa1f HTTP/1.1" status: 200  len: 905 time: 0.7301304
Nov 24 13:13:24.501233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-30d5ce0f-ae0d-484c-be1a-af1335bdd845 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:24.571581 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6cd78b1b-4f0c-43eb-96b2-d03ceff7eafb tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 6.1014094
Nov 24 13:13:24.574052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50914) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:24.587299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-06c29349-0404-4473-8056-596492b54761 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-199980501', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a89354a5-0fd4-4ff5-822a-458b49b74a2f'}], 'security_groups': ['71958e28-5d41-47b7-b100-f82bf5c77859']}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:24.652588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40c19f-148f-4900-96b2-ef8f900a4284 None None] Pushing event updated for resources: {'Port': ['ID=48a53564-1a97-4ef6-8384-8b61680b50f9,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:24.688189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6b40c19f-148f-4900-96b2-ef8f900a4284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:24.700465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be5b25-26d0-4767-a38b-ee9ef952d1f5 req-afaacad8-f499-453d-bff1-d9a34aaeba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:24.702114 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-40be5b25-26d0-4767-a38b-ee9ef952d1f5 req-afaacad8-f499-453d-bff1-d9a34aaeba3a service neutron] 10.222.0.70 "GET /v2.0/networks?id=c200d148-1aac-4d09-a682-2365e76cfa1f HTTP/1.1" status: 200  len: 905 time: 0.7873757
Nov 24 13:13:24.855294 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cbae0817-841e-4352-844c-cfcc74140e13 req-1a1f40de-4ef2-4f1b-b7c2-0f06d8ea943e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c09c6095-8fff-48fc-a609-630a514b92d0 HTTP/1.1" status: 200  len: 1002 time: 0.4192655
Nov 24 13:13:24.857539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be022a93-4476-49bb-b85d-ffca1612311c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:24.858444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be022a93-4476-49bb-b85d-ffca1612311c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:24.860052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be022a93-4476-49bb-b85d-ffca1612311c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:24.861107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-be022a93-4476-49bb-b85d-ffca1612311c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:13:24.862812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:24.957836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port abc43573-20b3-4fb7-9430-b84dd6d12015, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=abc43573-20b3-4fb7-9430-b84dd6d12015,segment=NetworkSegment(f7421301-4e03-45f5-ac87-9057b26e1db6),segment_id=f7421301-4e03-45f5-ac87-9057b26e1db6)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:13:24.959332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-be022a93-4476-49bb-b85d-ffca1612311c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:13:24.962818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:24.963827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 48a53564-1a97-4ef6-8384-8b61680b50f9 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:13:24.964059 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-be022a93-4476-49bb-b85d-ffca1612311c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.6630087
Nov 24 13:13:24.968680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c4da873-b87e-42f4-a3b6-0ab51e963843 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:24.969332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50918) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:25.002164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bfa9c200-85dd-4233-8cf3-773acc9c8487 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:25.032431 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-40be5b25-26d0-4767-a38b-ee9ef952d1f5 req-2643bc12-d7d7-41c2-81db-13727dfc75a7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c09c6095-8fff-48fc-a609-630a514b92d0 HTTP/1.1" status: 200  len: 1002 time: 0.2668707
Nov 24 13:13:25.037676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae0817-841e-4352-844c-cfcc74140e13 req-9bd8ffc5-9005-459e-ba2a-7578bf24c8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:25.039393 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cbae0817-841e-4352-844c-cfcc74140e13 req-9bd8ffc5-9005-459e-ba2a-7578bf24c8ae service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fbd62c91-d804-432f-af8e-75bb073f1bc3 HTTP/1.1" status: 200  len: 850 time: 0.1649415
Nov 24 13:13:25.041383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c4da873-b87e-42f4-a3b6-0ab51e963843 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:25.131012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=abc43573-20b3-4fb7-9430-b84dd6d12015,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:25.135794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:25.213959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f285155-c9b7-4702-8c57-e9a96bcd92c5 req-ce8a5af0-6f10-425f-bb8a-dad0a9155d8b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:25.215705 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2f285155-c9b7-4702-8c57-e9a96bcd92c5 req-ce8a5af0-6f10-425f-bb8a-dad0a9155d8b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=e638d7e1-ef65-47d1-a239-f130fe15e86d HTTP/1.1" status: 200  len: 945 time: 0.5063081
Nov 24 13:13:25.287589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be5b25-26d0-4767-a38b-ee9ef952d1f5 req-ac9f357b-54d1-4228-9dda-dbc6194e1b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:25.287902 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-40be5b25-26d0-4767-a38b-ee9ef952d1f5 req-ac9f357b-54d1-4228-9dda-dbc6194e1b50 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fbd62c91-d804-432f-af8e-75bb073f1bc3 HTTP/1.1" status: 200  len: 850 time: 0.2296433
Nov 24 13:13:25.291727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c4da873-b87e-42f4-a3b6-0ab51e963843 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:25.340290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef4d7ac-e512-4c25-80a8-8b4595e492db None None] Update dhcp port {'port': {'network_id': 'd41d42eb-e745-4ed3-8904-4470444a86a3', 'fixed_ips': [{'subnet_id': 'afefb129-bd7d-42dd-b640-cf815ced5f2b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a89354a5-0fd4-4ff5-822a-458b49b74a2f'}], 'binding:host_id': 'dv-neutron-601336-61-ovs'}, 'id': 'b5c2c081-aab6-40a4-84eb-547ffbc46f73'} from dv-neutron-601336-61-ovs. {{(pid=80945) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 24 13:13:25.344517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-20077d6b-e576-4424-959d-9460f6a53481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:25.391627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4da873-b87e-42f4-a3b6-0ab51e963843 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8cda50-feff-4a34-a699-b8a6577bdc01,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:25.409461 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2f285155-c9b7-4702-8c57-e9a96bcd92c5 req-eec7981d-1421-4a7b-a38f-90d7a2d5a2aa tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=250e383d-fa1c-47bf-9420-888338f72437&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1836493
Nov 24 13:13:25.419819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aef4d7ac-e512-4c25-80a8-8b4595e492db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:25.421889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0c4da873-b87e-42f4-a3b6-0ab51e963843 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:25.506634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c4da873-b87e-42f4-a3b6-0ab51e963843 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:25.513501 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0c4da873-b87e-42f4-a3b6-0ab51e963843 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "DELETE /v2.0/security-groups/0f8cda50-feff-4a34-a699-b8a6577bdc01 HTTP/1.1" status: 204  len: 168 time: 1.1064544
Nov 24 13:13:25.519912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50926) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:25.523471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae0817-841e-4352-844c-cfcc74140e13 req-cdb73bf5-0745-4ede-b241-8bc0785b260a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:25.535684 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cbae0817-841e-4352-844c-cfcc74140e13 req-cdb73bf5-0745-4ede-b241-8bc0785b260a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c200d148-1aac-4d09-a682-2365e76cfa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4666350
Nov 24 13:13:25.544786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 933aae7d-dfd3-4ae7-bec1-d008a9d070fe up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:13:25.786089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-62d8549b-94c6-40ff-8327-179a5099667f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Synchronizing usage tracker for tenant:adc766c5308c4317a94d96a02ddf3a18 on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:13:25.851961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 933aae7d-dfd3-4ae7-bec1-d008a9d070fe completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:13:25.880180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06c29349-0404-4473-8056-596492b54761 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:25.892167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device abc43573-20b3-4fb7-9430-b84dd6d12015 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:13:25.916452 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cbae0817-841e-4352-844c-cfcc74140e13 req-50492251-7df2-4239-8ddd-1d8eaed43005 service neutron] 10.222.0.76 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3797367
Nov 24 13:13:25.922051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-62d8549b-94c6-40ff-8327-179a5099667f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Unset dirty status for tenant:adc766c5308c4317a94d96a02ddf3a18 on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:13:25.923815 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-62d8549b-94c6-40ff-8327-179a5099667f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2751 time: 0.3531921
Nov 24 13:13:25.924192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-457c7bdc-c3f1-48f1-b58c-24c53f94b22f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router_gateway, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:25.932584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50930) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:25.935314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be5b25-26d0-4767-a38b-ee9ef952d1f5 req-be0e807d-6562-4db5-bcdd-2a70802a922a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:25.940015 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-40be5b25-26d0-4767-a38b-ee9ef952d1f5 req-be0e807d-6562-4db5-bcdd-2a70802a922a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c200d148-1aac-4d09-a682-2365e76cfa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6398833
Nov 24 13:13:25.980332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-0c10789e-241a-45a9-a3a5-0b3ae57687ae tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group': {'name': 'tempest-secgroup--669899478'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:26.042261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port abc43573-20b3-4fb7-9430-b84dd6d12015 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:26.042698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:26.066395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-457c7bdc-c3f1-48f1-b58c-24c53f94b22f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:26.093154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0c10789e-241a-45a9-a3a5-0b3ae57687ae tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:26.106919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0c10789e-241a-45a9-a3a5-0b3ae57687ae tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:26.165037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e662852-551f-483d-a486-761a6bdb01b2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting subnet 032afb30-f987-499c-a90a-d35473b66bf7 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:13:26.169593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1e662852-551f-483d-a486-761a6bdb01b2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:26.256970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c10789e-241a-45a9-a3a5-0b3ae57687ae tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:26.266549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1e662852-551f-483d-a486-761a6bdb01b2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:26.350501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-aef4d7ac-e512-4c25-80a8-8b4595e492db None None] Allocated IP 2001:db8:0:1::2 (d41d42eb-e745-4ed3-8904-4470444a86a3/a89354a5-0fd4-4ff5-822a-458b49b74a2f/b5c2c081-aab6-40a4-84eb-547ffbc46f73) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:13:26.390169 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cbae0817-841e-4352-844c-cfcc74140e13 req-8a717fae-ab3c-4556-b142-eee2eb1daf5a service neutron] 10.222.0.76 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4587705
Nov 24 13:13:26.440436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ef605-fb2c-4463-ad7a-7e3d5cc039cc req-ce9fecb4-5098-4188-af1d-93076205e25e tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:26.448322 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-674ef605-fb2c-4463-ad7a-7e3d5cc039cc req-ce9fecb4-5098-4188-af1d-93076205e25e tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 945 time: 0.7678096
Nov 24 13:13:26.472232 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-40be5b25-26d0-4767-a38b-ee9ef952d1f5 req-1e9ddf3f-6a08-41d0-bc49-9c527e6e68a7 service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4863765
Nov 24 13:13:26.553154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-aef4d7ac-e512-4c25-80a8-8b4595e492db None None] For port b5c2c081-aab6-40a4-84eb-547ffbc46f73, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=b5c2c081-aab6-40a4-84eb-547ffbc46f73,segment=NetworkSegment(a4056028-942f-4db1-9f28-4b2ec11b7137),segment_id=a4056028-942f-4db1-9f28-4b2ec11b7137)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:13:26.585277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aef4d7ac-e512-4c25-80a8-8b4595e492db None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:26.601888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbd9e81-3e34-43f3-a306-bd35a159e298 None None] Network 2bf182df-5b03-4249-9e65-5127ab0d7919 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:13:26.703091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0c10789e-241a-45a9-a3a5-0b3ae57687ae tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:26.708722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b7ca8959-69df-4434-b159-2b2e73e6c24b None None] Could not find standard attr ID for object 83795dca-ff0d-46a1-9bdf-486cf7e2967e. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:13:26.717664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0c10789e-241a-45a9-a3a5-0b3ae57687ae tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Usage tracker for resource:security_group_rule and tenant:adc766c5308c4317a94d96a02ddf3a18 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:26.723319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-aef4d7ac-e512-4c25-80a8-8b4595e492db None None] Transition to ACTIVE for port object b5c2c081-aab6-40a4-84eb-547ffbc46f73 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:13:26.724420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0c10789e-241a-45a9-a3a5-0b3ae57687ae tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:26.737488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aef4d7ac-e512-4c25-80a8-8b4595e492db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:26.741905 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-674ef605-fb2c-4463-ad7a-7e3d5cc039cc req-64654a37-77e3-4908-9afd-91033a36359c tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/security-groups?id=690e0261-09d3-40a2-9cd2-6eef68d14c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2925944
Nov 24 13:13:26.759924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:26.773902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0c10789e-241a-45a9-a3a5-0b3ae57687ae tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:26.833319 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-40be5b25-26d0-4767-a38b-ee9ef952d1f5 req-8112bb37-45d8-44d4-a336-139aaf0062d2 service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3517399
Nov 24 13:13:26.859877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958c0b8-047a-4189-9e95-a2a708543a02 req-9505e865-c4f8-489e-bb0e-1dd3678786a0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:26.870218 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4958c0b8-047a-4189-9e95-a2a708543a02 req-9505e865-c4f8-489e-bb0e-1dd3678786a0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=e638d7e1-ef65-47d1-a239-f130fe15e86d HTTP/1.1" status: 200  len: 945 time: 0.2650642
Nov 24 13:13:26.951906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4d7ac-e512-4c25-80a8-8b4595e492db None None] Pushing event updated for resources: {'Port': ['ID=b5c2c081-aab6-40a4-84eb-547ffbc46f73,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:26.968129 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4958c0b8-047a-4189-9e95-a2a708543a02 req-271930ce-7e74-49e6-86c0-8d7559d76b1c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=250e383d-fa1c-47bf-9420-888338f72437&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0968308
Nov 24 13:13:26.969698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-aef4d7ac-e512-4c25-80a8-8b4595e492db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:26.980284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1e662852-551f-483d-a486-761a6bdb01b2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:26.992022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b7ca8959-69df-4434-b159-2b2e73e6c24b None None] Provisioning for port 48a53564-1a97-4ef6-8384-8b61680b50f9 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:13:27.004029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b7ca8959-69df-4434-b159-2b2e73e6c24b None None] Provisioning complete for port 48a53564-1a97-4ef6-8384-8b61680b50f9 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:27.004985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b7ca8959-69df-4434-b159-2b2e73e6c24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:27.007602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c10789e-241a-45a9-a3a5-0b3ae57687ae tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:27.008664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50936) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:27.038745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-457c7bdc-c3f1-48f1-b58c-24c53f94b22f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Allocated IP 172.26.8.12 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/d6cd3b6b-a9cf-467c-8f17-0a0d36b80ecd) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:13:27.069585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c10789e-241a-45a9-a3a5-0b3ae57687ae tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:27.075643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c3d73859-7463-4dd8-9d15-3fad47fdc39d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:27.097159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-30d5ce0f-ae0d-484c-be1a-af1335bdd845 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:13:27.160525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10789e-241a-45a9-a3a5-0b3ae57687ae tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Pushing event updated for resources: {'SecurityGroup': ['ID=bb20f2dc-4db6-41ee-a1c1-ee99327331fa,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:27.165203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0c10789e-241a-45a9-a3a5-0b3ae57687ae tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:27.175851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2dfccd-a6bd-414f-9851-e05fc8696ae2 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:27.177453 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9b2dfccd-a6bd-414f-9851-e05fc8696ae2 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/ports?device_id=e638d7e1-ef65-47d1-a239-f130fe15e86d HTTP/1.1" status: 200  len: 1157 time: 0.1673231
Nov 24 13:13:27.179101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c10789e-241a-45a9-a3a5-0b3ae57687ae tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:27.182975 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0c10789e-241a-45a9-a3a5-0b3ae57687ae tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1629 time: 1.2391322
Nov 24 13:13:27.182975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50940) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:27.184593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50942) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:27.189491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-389d04da-d6d5-4b6d-90c4-b95344ced958 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'port_id': '82535079-08b0-4667-853b-5b72cfb05831', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:27.201800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-3a2ac58c-984f-422d-a30f-917bf6bed48d tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group_rule': {'security_group_id': 'bb20f2dc-4db6-41ee-a1c1-ee99327331fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:27.202897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-30d5ce0f-ae0d-484c-be1a-af1335bdd845 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:27.209502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-389d04da-d6d5-4b6d-90c4-b95344ced958 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:27.215123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3a2ac58c-984f-422d-a30f-917bf6bed48d tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:27.218322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-389d04da-d6d5-4b6d-90c4-b95344ced958 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:floatingip and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:27.223421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-389d04da-d6d5-4b6d-90c4-b95344ced958 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:27.227077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3a2ac58c-984f-422d-a30f-917bf6bed48d tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Usage tracker for resource:security_group_rule and tenant:adc766c5308c4317a94d96a02ddf3a18 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:27.235354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3a2ac58c-984f-422d-a30f-917bf6bed48d tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:27.240692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-389d04da-d6d5-4b6d-90c4-b95344ced958 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:27.249306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3a2ac58c-984f-422d-a30f-917bf6bed48d tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:27.266543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-389d04da-d6d5-4b6d-90c4-b95344ced958 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:27.313953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-30d5ce0f-ae0d-484c-be1a-af1335bdd845 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:27.314808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-30d5ce0f-ae0d-484c-be1a-af1335bdd845 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:27.324555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 48a53564-1a97-4ef6-8384-8b61680b50f9 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:13:27.394284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a3ef3637-e9aa-44b3-8668-995f289f2009 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:27.394880 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-3a2ac58c-984f-422d-a30f-917bf6bed48d tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] create failed (client error): The resource could not be found.
Nov 24 13:13:27.399348 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3a2ac58c-984f-422d-a30f-917bf6bed48d tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.1994627
Nov 24 13:13:27.399643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50948) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:27.413603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-0de0493f-e71d-4e51-8819-2607120b08c1 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group_rule': {'security_group_id': 'bb20f2dc-4db6-41ee-a1c1-ee99327331fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b1798ddd-7368-4357-9a0a-2de60d99fe52'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:27.421213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0de0493f-e71d-4e51-8819-2607120b08c1 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:27.429526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0de0493f-e71d-4e51-8819-2607120b08c1 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Usage tracker for resource:security_group_rule and tenant:adc766c5308c4317a94d96a02ddf3a18 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:27.432580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0de0493f-e71d-4e51-8819-2607120b08c1 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:27.443873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0de0493f-e71d-4e51-8819-2607120b08c1 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:27.512929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-389d04da-d6d5-4b6d-90c4-b95344ced958 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:27.525140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 48a53564-1a97-4ef6-8384-8b61680b50f9 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:27.525591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:27.529136 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-0de0493f-e71d-4e51-8819-2607120b08c1 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] create failed (client error): The resource could not be found.
Nov 24 13:13:27.533862 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0de0493f-e71d-4e51-8819-2607120b08c1 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1299062
Nov 24 13:13:27.535460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50952) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:27.653473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5ce0f-ae0d-484c-be1a-af1335bdd845 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event updated for resources: {'Port': ['ID=6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:27.690413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-30d5ce0f-ae0d-484c-be1a-af1335bdd845 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:27.700501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5f397b20-beb6-43f5-a986-ffb44b7ffd78 None None] Could not find standard attr ID for object 83795dca-ff0d-46a1-9bdf-486cf7e2967e. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:13:27.729193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5f397b20-beb6-43f5-a986-ffb44b7ffd78 None None] Provisioning for port 933aae7d-dfd3-4ae7-bec1-d008a9d070fe completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:13:27.744348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5f397b20-beb6-43f5-a986-ffb44b7ffd78 None None] Provisioning complete for port 933aae7d-dfd3-4ae7-bec1-d008a9d070fe triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:27.744793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5f397b20-beb6-43f5-a986-ffb44b7ffd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:27.764646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b20eafb9-2ad3-4ecf-b4a7-d72196a20f92 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:27.873011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b20eafb9-2ad3-4ecf-b4a7-d72196a20f92 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:27.912125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b5c2c081-aab6-40a4-84eb-547ffbc46f73 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:13:27.971897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b20eafb9-2ad3-4ecf-b4a7-d72196a20f92 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:28.006858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3d216e59-774d-4af5-be3d-3cc10b6eea89 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:28.043636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5f397b20-beb6-43f5-a986-ffb44b7ffd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:28.079936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20eafb9-2ad3-4ecf-b4a7-d72196a20f92 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb20f2dc-4db6-41ee-a1c1-ee99327331fa,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:28.092665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b20eafb9-2ad3-4ecf-b4a7-d72196a20f92 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:28.101143 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b20eafb9-2ad3-4ecf-b4a7-d72196a20f92 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "DELETE /v2.0/security-groups/bb20f2dc-4db6-41ee-a1c1-ee99327331fa HTTP/1.1" status: 204  len: 168 time: 0.5645325
Nov 24 13:13:28.107280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-5f397b20-beb6-43f5-a986-ffb44b7ffd78 None None] For port 933aae7d-dfd3-4ae7-bec1-d008a9d070fe, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=933aae7d-dfd3-4ae7-bec1-d008a9d070fe,segment=NetworkSegment(be561e0f-6093-476b-8d5c-dc1161b9c5ad),segment_id=be561e0f-6093-476b-8d5c-dc1161b9c5ad)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:13:28.125799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5f397b20-beb6-43f5-a986-ffb44b7ffd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:28.142354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a283c15f-60a3-45d4-b235-ee47fc70cdf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:28.210738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b20eafb9-2ad3-4ecf-b4a7-d72196a20f92 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:28.218773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50958) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:28.227515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-457c7bdc-c3f1-48f1-b58c-24c53f94b22f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:28.280328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5f397b20-beb6-43f5-a986-ffb44b7ffd78 None None] Provisioning complete for port 48a53564-1a97-4ef6-8384-8b61680b50f9 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:28.280890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5f397b20-beb6-43f5-a986-ffb44b7ffd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:28.335571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f397b20-beb6-43f5-a986-ffb44b7ffd78 None None] Pushing event updated for resources: {'Port': ['ID=933aae7d-dfd3-4ae7-bec1-d008a9d070fe,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:28.342631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5f397b20-beb6-43f5-a986-ffb44b7ffd78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:28.411897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-06c29349-0404-4473-8056-596492b54761 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Delete allocated IP 2001:db8::207 (d41d42eb-e745-4ed3-8904-4470444a86a3/afefb129-bd7d-42dd-b640-cf815ced5f2b) {{(pid=80944) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Nov 24 13:13:28.431090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-06c29349-0404-4473-8056-596492b54761 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Allocated IP 2001:db8:0:1::62 (d41d42eb-e745-4ed3-8904-4470444a86a3/a89354a5-0fd4-4ff5-822a-458b49b74a2f/a5443fa7-9289-41c6-bb76-472b14854e93) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:13:28.452117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d5ce0f-ae0d-484c-be1a-af1335bdd845 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network 2bf182df-5b03-4249-9e65-5127ab0d7919 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:13:28.472869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-30d5ce0f-ae0d-484c-be1a-af1335bdd845 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:13:28.600363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-401d76a6-c6f6-4670-8b49-227e58053e83 None None] Provisioning complete for port a5443fa7-9289-41c6-bb76-472b14854e93 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:28.600791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-401d76a6-c6f6-4670-8b49-227e58053e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:28.704387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-401d76a6-c6f6-4670-8b49-227e58053e83 None None] Port a5443fa7-9289-41c6-bb76-472b14854e93 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:13:28.704834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fc61a4c1-fc01-4e16-a6d0-875279750904 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Synchronizing usage tracker for tenant:adc766c5308c4317a94d96a02ddf3a18 on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:13:28.724540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cbe36-e726-49d7-ba9b-dca0334f1c65 req-8f6f8291-e847-4ad7-9d80-03df2519b5b1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:28.726271 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fe4cbe36-e726-49d7-ba9b-dca0334f1c65 req-8f6f8291-e847-4ad7-9d80-03df2519b5b1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 945 time: 0.7206836
Nov 24 13:13:28.742479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-401d76a6-c6f6-4670-8b49-227e58053e83 None None] Provisioning complete for port 933aae7d-dfd3-4ae7-bec1-d008a9d070fe triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:28.743109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-401d76a6-c6f6-4670-8b49-227e58053e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:28.759279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fc61a4c1-fc01-4e16-a6d0-875279750904 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Unset dirty status for tenant:adc766c5308c4317a94d96a02ddf3a18 on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:13:28.760417 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fc61a4c1-fc01-4e16-a6d0-875279750904 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2751 time: 0.5402856
Nov 24 13:13:28.771032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50962) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:28.779060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-79d5454c-d7c9-477b-b730-cc676a69d64f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group_rule': {'security_group_id': 'c63f1026-636f-4821-a1b2-3579ebf4fe80', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:28.795523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-79d5454c-d7c9-477b-b730-cc676a69d64f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:28.803514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-79d5454c-d7c9-477b-b730-cc676a69d64f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Usage tracker for resource:security_group_rule and tenant:adc766c5308c4317a94d96a02ddf3a18 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:28.806873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-79d5454c-d7c9-477b-b730-cc676a69d64f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:28.814697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-79d5454c-d7c9-477b-b730-cc676a69d64f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:28.872569 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fe4cbe36-e726-49d7-ba9b-dca0334f1c65 req-26270eaf-36ab-4be6-94eb-a789e7decbbc tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/security-groups?id=690e0261-09d3-40a2-9cd2-6eef68d14c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1383994
Nov 24 13:13:28.881906 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-79d5454c-d7c9-477b-b730-cc676a69d64f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] create failed (client error): The resource could not be found.
Nov 24 13:13:28.889793 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-79d5454c-d7c9-477b-b730-cc676a69d64f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1162853
Nov 24 13:13:28.890783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50966) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:28.902395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-aa5da542-7f7b-4a20-bf53-9e272b1f2fe8 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group': {'name': 'tempest-secgroup--62072538'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:28.911185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-aa5da542-7f7b-4a20-bf53-9e272b1f2fe8 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:28.923993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-401d76a6-c6f6-4670-8b49-227e58053e83 None None] Provisioning for port b5c2c081-aab6-40a4-84eb-547ffbc46f73 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:13:28.925878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-aa5da542-7f7b-4a20-bf53-9e272b1f2fe8 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:28.931065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-401d76a6-c6f6-4670-8b49-227e58053e83 None None] Provisioning complete for port b5c2c081-aab6-40a4-84eb-547ffbc46f73 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:28.931488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-401d76a6-c6f6-4670-8b49-227e58053e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:28.938675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa5da542-7f7b-4a20-bf53-9e272b1f2fe8 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:28.977456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-aa5da542-7f7b-4a20-bf53-9e272b1f2fe8 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:28.981997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-aa5da542-7f7b-4a20-bf53-9e272b1f2fe8 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Usage tracker for resource:security_group_rule and tenant:adc766c5308c4317a94d96a02ddf3a18 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:29.046581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-aa5da542-7f7b-4a20-bf53-9e272b1f2fe8 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:29.057674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-aa5da542-7f7b-4a20-bf53-9e272b1f2fe8 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:29.081843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-389d04da-d6d5-4b6d-90c4-b95344ced958 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.26.8.171 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/5eb9b03b-499a-41fc-a02e-cdb6d62c9a15) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:13:29.084279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-457c7bdc-c3f1-48f1-b58c-24c53f94b22f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:29.096319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-401d76a6-c6f6-4670-8b49-227e58053e83 None None] Provisioning for port 6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:13:29.104425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-401d76a6-c6f6-4670-8b49-227e58053e83 None None] Provisioning complete for port 6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:29.105450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-401d76a6-c6f6-4670-8b49-227e58053e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:29.106543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7789c461-6fd4-4dde-b24f-e105278b91d4 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:29.203058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-401d76a6-c6f6-4670-8b49-227e58053e83 None None] Port 6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:13:29.230287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-401d76a6-c6f6-4670-8b49-227e58053e83 None None] Provisioning complete for port fe814ca2-35e4-429c-81cc-a00fbb9922e4 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:29.230842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-401d76a6-c6f6-4670-8b49-227e58053e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:29.268883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa5da542-7f7b-4a20-bf53-9e272b1f2fe8 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:29.270466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b637762-e29f-4d83-a368-f709a8faee3c None None] get_active_networks_info from dv-neutron-601336-61-ovs {{(pid=80945) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 13:13:29.277217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa5da542-7f7b-4a20-bf53-9e272b1f2fe8 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:29.285173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-13d8c91c-9a4d-4742-ad72-9b09411b41f0 tempest-PortsAdminExtendedAttrsTestJSON-722539529 tempest-PortsAdminExtendedAttrsTestJSON-722539529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:29.363010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-401d76a6-c6f6-4670-8b49-227e58053e83 None None] Port fe814ca2-35e4-429c-81cc-a00fbb9922e4 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:13:29.367246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa5da542-7f7b-4a20-bf53-9e272b1f2fe8 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:29.368585 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-aa5da542-7f7b-4a20-bf53-9e272b1f2fe8 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.4768486
Nov 24 13:13:29.370897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1e662852-551f-483d-a486-761a6bdb01b2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:29.378017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5da542-7f7b-4a20-bf53-9e272b1f2fe8 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Pushing event updated for resources: {'SecurityGroup': ['ID=4349d956-cccf-4122-9abc-40bc6b5df8da,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:29.380254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50970) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:29.390376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-38949d04-0e68-488f-9da8-dd32f1261d95 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group': {'name': 'tempest-secgroup--839578719'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:29.395543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-aa5da542-7f7b-4a20-bf53-9e272b1f2fe8 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:29.400229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c7bdc-c3f1-48f1-b58c-24c53f94b22f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Port': ['ID=d6cd3b6b-a9cf-467c-8f17-0a0d36b80ecd,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:29.401410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-389d04da-d6d5-4b6d-90c4-b95344ced958 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:29.406231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-38949d04-0e68-488f-9da8-dd32f1261d95 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:29.407680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-457c7bdc-c3f1-48f1-b58c-24c53f94b22f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:29.414387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-38949d04-0e68-488f-9da8-dd32f1261d95 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Usage tracker for resource:security_group and tenant:adc766c5308c4317a94d96a02ddf3a18 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:29.415405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b7e905cc-ce9c-4149-8432-de3772e04427 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:29.418102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-38949d04-0e68-488f-9da8-dd32f1261d95 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:29.431956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-38949d04-0e68-488f-9da8-dd32f1261d95 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:29.446833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38949d04-0e68-488f-9da8-dd32f1261d95 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:29.488544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-389d04da-d6d5-4b6d-90c4-b95344ced958 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:29.505928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-48b0621e-b781-4f26-9fa7-9084a25fdaca tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:29.511647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b637762-e29f-4d83-a368-f709a8faee3c None None] Resources bound (agent type, host, resource id):  {{(pid=80945) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 24 13:13:29.532888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-dd6d2ac4-9d58-466e-85c8-060f14d2a73f None None] Provisioning complete for port b5c2c081-aab6-40a4-84eb-547ffbc46f73 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:29.533325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd6d2ac4-9d58-466e-85c8-060f14d2a73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:29.562797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e662852-551f-483d-a486-761a6bdb01b2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Subnet': ['ID=032afb30-f987-499c-a90a-d35473b66bf7,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:29.583305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1e662852-551f-483d-a486-761a6bdb01b2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:29.625857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-38949d04-0e68-488f-9da8-dd32f1261d95 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:29.641194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-38949d04-0e68-488f-9da8-dd32f1261d95 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Usage tracker for resource:security_group_rule and tenant:adc766c5308c4317a94d96a02ddf3a18 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:29.648733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-38949d04-0e68-488f-9da8-dd32f1261d95 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:29.663847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-38949d04-0e68-488f-9da8-dd32f1261d95 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:29.683326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06c29349-0404-4473-8056-596492b54761 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:29.690264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d04da-d6d5-4b6d-90c4-b95344ced958 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=5eb9b03b-499a-41fc-a02e-cdb6d62c9a15,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:29.693744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-389d04da-d6d5-4b6d-90c4-b95344ced958 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:29.727501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457c7bdc-c3f1-48f1-b58c-24c53f94b22f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:13:29.737906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-457c7bdc-c3f1-48f1-b58c-24c53f94b22f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:13:29.746327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457c7bdc-c3f1-48f1-b58c-24c53f94b22f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:13:29.774837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-06c29349-0404-4473-8056-596492b54761 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Transition to ACTIVE for port object a5443fa7-9289-41c6-bb76-472b14854e93 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:13:29.784652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06c29349-0404-4473-8056-596492b54761 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:29.799767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d5ce0f-ae0d-484c-be1a-af1335bdd845 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Router 2c66548c-93ca-486f-8434-130b800376f6 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:13:29.805916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38949d04-0e68-488f-9da8-dd32f1261d95 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:29.808911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389d04da-d6d5-4b6d-90c4-b95344ced958 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:13:29.810607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-389d04da-d6d5-4b6d-90c4-b95344ced958 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:13:29.813208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389d04da-d6d5-4b6d-90c4-b95344ced958 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:13:29.824596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4bd6471c-e1d5-4329-8e4c-dd9978e2051c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:29.848785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38949d04-0e68-488f-9da8-dd32f1261d95 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:29.864626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-35a04b6e-5e16-4d96-908e-024ecd5e086c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:29.928156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38949d04-0e68-488f-9da8-dd32f1261d95 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b36575-b4f4-45f7-ba4c-3ceca8747724,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:29.939156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 933aae7d-dfd3-4ae7-bec1-d008a9d070fe up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:13:29.967081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1e662852-551f-483d-a486-761a6bdb01b2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:30.037114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-38949d04-0e68-488f-9da8-dd32f1261d95 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:30.041898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38949d04-0e68-488f-9da8-dd32f1261d95 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:30.046227 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-38949d04-0e68-488f-9da8-dd32f1261d95 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1629 time: 0.6585803
Nov 24 13:13:30.063082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50976) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:30.084808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c29349-0404-4473-8056-596492b54761 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Port': ['ID=a5443fa7-9289-41c6-bb76-472b14854e93,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:30.123170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-06c29349-0404-4473-8056-596492b54761 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:30.127018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-703757b2-f5db-4ee1-87c8-3302c9c7f366 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group_rule': {'security_group_id': '4349d956-cccf-4122-9abc-40bc6b5df8da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a8b36575-b4f4-45f7-ba4c-3ceca8747724'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:30.158981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-703757b2-f5db-4ee1-87c8-3302c9c7f366 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:30.166314 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1e662852-551f-483d-a486-761a6bdb01b2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/032afb30-f987-499c-a90a-d35473b66bf7 HTTP/1.1" status: 204  len: 168 time: 5.1953206
Nov 24 13:13:30.166840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-dd6d2ac4-9d58-466e-85c8-060f14d2a73f None None] Provisioning complete for port 6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:30.167269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd6d2ac4-9d58-466e-85c8-060f14d2a73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:30.175811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50980) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:30.234096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 933aae7d-dfd3-4ae7-bec1-d008a9d070fe triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:30.234940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:30.258192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-703757b2-f5db-4ee1-87c8-3302c9c7f366 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Usage tracker for resource:security_group_rule and tenant:adc766c5308c4317a94d96a02ddf3a18 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:30.280618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-703757b2-f5db-4ee1-87c8-3302c9c7f366 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:30.372413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-dd6d2ac4-9d58-466e-85c8-060f14d2a73f None None] Port 6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:13:30.397171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b8c5c-01ed-4565-9ef7-492d340b593f req-7d7c1dd1-f93b-4614-b67e-832ac7f5badb tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:30.399145 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ed1b8c5c-01ed-4565-9ef7-492d340b593f req-7d7c1dd1-f93b-4614-b67e-832ac7f5badb tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 945 time: 0.3632927
Nov 24 13:13:30.491076 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ed1b8c5c-01ed-4565-9ef7-492d340b593f req-0a5a9f06-4a41-46e3-99ec-4a3062333588 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/security-groups?id=690e0261-09d3-40a2-9cd2-6eef68d14c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0801101
Nov 24 13:13:30.496409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-dd6d2ac4-9d58-466e-85c8-060f14d2a73f None None] Provisioning complete for port 933aae7d-dfd3-4ae7-bec1-d008a9d070fe triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:30.496958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd6d2ac4-9d58-466e-85c8-060f14d2a73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:30.587788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-389d04da-d6d5-4b6d-90c4-b95344ced958 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:30.617125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-703757b2-f5db-4ee1-87c8-3302c9c7f366 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:30.680280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-389d04da-d6d5-4b6d-90c4-b95344ced958 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:30.732606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9598f77-e08c-4ef1-975e-e8b07b7c1c72 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting subnet 28f299ed-e9e2-4016-99a4-cf3859eb813a {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:13:30.755250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d9598f77-e08c-4ef1-975e-e8b07b7c1c72 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:30.807284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-06c29349-0404-4473-8056-596492b54761 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] In _notify_port_updated(), no bound segment for port a5443fa7-9289-41c6-bb76-472b14854e93 on network d41d42eb-e745-4ed3-8904-4470444a86a3 {{(pid=80944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 24 13:13:30.811644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c29349-0404-4473-8056-596492b54761 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:30.812321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06c29349-0404-4473-8056-596492b54761 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:30.817184 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-06c29349-0404-4473-8056-596492b54761 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "PUT /v2.0/ports/a5443fa7-9289-41c6-bb76-472b14854e93 HTTP/1.1" status: 200  len: 929 time: 6.2364860
Nov 24 13:13:30.817376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50984) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:30.821643 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-703757b2-f5db-4ee1-87c8-3302c9c7f366 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:13:30.826031 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-703757b2-f5db-4ee1-87c8-3302c9c7f366 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 360 time: 0.7515113
Nov 24 13:13:30.827527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50988) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:30.873350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d9598f77-e08c-4ef1-975e-e8b07b7c1c72 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:30.940630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d5ce0f-ae0d-484c-be1a-af1335bdd845 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:13:30.959432 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-30d5ce0f-ae0d-484c-be1a-af1335bdd845 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "PUT /v2.0/routers/2c66548c-93ca-486f-8434-130b800376f6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.2710192
Nov 24 13:13:30.960657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c591e45-7d1c-457f-bdb8-8559534fdcd1 None None] Sync routers for ids ['2c66548c-93ca-486f-8434-130b800376f6'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:13:30.961726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 50992) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:30.974387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-edd7adce-b4ca-4587-b0cd-5a3360c0df7a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:30.976415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c591e45-7d1c-457f-bdb8-8559534fdcd1 None None] Routers {'2c66548c-93ca-486f-8434-130b800376f6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:13:30.977092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-3c591e45-7d1c-457f-bdb8-8559534fdcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc54748>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:13:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['2c66548c-93ca-486f-8434-130b800376f6'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:30.984758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-23b7c91b-6c0a-4a4e-a5e8-fa1f4ac53f96 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting port a5443fa7-9289-41c6-bb76-472b14854e93 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:13:30.985033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23b7c91b-6c0a-4a4e-a5e8-fa1f4ac53f96 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:31.172093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3784daa8-fda7-480e-a67d-c002a48945b9 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:31.183326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-457c7bdc-c3f1-48f1-b58c-24c53f94b22f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router_gateway, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:31.184209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-457c7bdc-c3f1-48f1-b58c-24c53f94b22f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:31.226753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d9598f77-e08c-4ef1-975e-e8b07b7c1c72 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:31.246360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-389d04da-d6d5-4b6d-90c4-b95344ced958 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:31.260320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-389d04da-d6d5-4b6d-90c4-b95344ced958 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:31.268937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3784daa8-fda7-480e-a67d-c002a48945b9 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:31.312217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8c8f2f73-8511-41c9-aaf8-73e4c4701f71 None None] Provisioning complete for port 48a53564-1a97-4ef6-8384-8b61680b50f9 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:31.312648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c8f2f73-8511-41c9-aaf8-73e4c4701f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:31.349724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23b7c91b-6c0a-4a4e-a5e8-fa1f4ac53f96 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:31.358136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-3c591e45-7d1c-457f-bdb8-8559534fdcd1 None None] Set router 2c66548c-93ca-486f-8434-130b800376f6 gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:13:31.466229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-92a41448-986d-4fa7-82b4-f55251ef565a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:31.628191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3784daa8-fda7-480e-a67d-c002a48945b9 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:31.637929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b520eca5-b2ac-40a6-b02b-89529bd4895c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:31.646738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-17db77ed-21b7-4b21-aa29-e11e4ee60186 None None] Provisioning for port a5443fa7-9289-41c6-bb76-472b14854e93 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:13:31.662223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-17db77ed-21b7-4b21-aa29-e11e4ee60186 None None] Provisioning complete for port a5443fa7-9289-41c6-bb76-472b14854e93 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:31.662649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-17db77ed-21b7-4b21-aa29-e11e4ee60186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:31.682491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784daa8-fda7-480e-a67d-c002a48945b9 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b36575-b4f4-45f7-ba4c-3ceca8747724,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:31.691130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3784daa8-fda7-480e-a67d-c002a48945b9 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:31.792796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-17db77ed-21b7-4b21-aa29-e11e4ee60186 None None] Port a5443fa7-9289-41c6-bb76-472b14854e93 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:13:31.817823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-23b7c91b-6c0a-4a4e-a5e8-fa1f4ac53f96 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Calling delete_port for a5443fa7-9289-41c6-bb76-472b14854e93 owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:13:31.819239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-3c591e45-7d1c-457f-bdb8-8559534fdcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc54748>, [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:13:24Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None, '_interfaces': [{'id': '4c32b203-1b67-404d-ba8c-e854514e72ef', 'name': '', 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:36:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:28Z', 'updated_at': '2020-11-24T13:12:44Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991', 'name': '', 'network_id': '2bf182df-5b03-4249-9e65-5127ab0d7919', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:5a:b7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'f1ddbeca-abd9-42aa-a774-c343c2fa7a38', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:13:21Z', 'updated_at': '2020-11-24T13:13:25Z', 'revision_number': 2, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': 'f1ddbeca-abd9-42aa-a774-c343c2fa7a38', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'abc43573-20b3-4fb7-9430-b84dd6d12015', 'name': '', 'network_id': 'c3cd0ef3-c28e-4353-817f-00c7023e5622', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:04:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '4cca3efd-4eb4-4e86-95c5-6118591e9f41', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:13:01Z', 'updated_at': '2020-11-24T13:13:24Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '4cca3efd-4eb4-4e86-95c5-6118591e9f41', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bee67db8-352a-4844-9c0c-c4c0ab169622', 'name': '', 'network_id': 'b16ed203-d70d-4089-881e-223145f98b51', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:18:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:45Z', 'updated_at': '2020-11-24T13:13:01Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:31.823939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c591e45-7d1c-457f-bdb8-8559534fdcd1 None None] Checking router: 2c66548c-93ca-486f-8434-130b800376f6 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:13:31.824154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3784daa8-fda7-480e-a67d-c002a48945b9 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:31.824476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c591e45-7d1c-457f-bdb8-8559534fdcd1 None None] Updating router 2c66548c-93ca-486f-8434-130b800376f6 port 6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991 binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:13:31.825669 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3784daa8-fda7-480e-a67d-c002a48945b9 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "DELETE /v2.0/security-groups/a8b36575-b4f4-45f7-ba4c-3ceca8747724 HTTP/1.1" status: 204  len: 168 time: 0.9933107
Nov 24 13:13:31.863051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 50998) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:31.893666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3c591e45-7d1c-457f-bdb8-8559534fdcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:32.031139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d04da-d6d5-4b6d-90c4-b95344ced958 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=5eb9b03b-499a-41fc-a02e-cdb6d62c9a15,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:32.037683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-389d04da-d6d5-4b6d-90c4-b95344ced958 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:32.124529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d9598f77-e08c-4ef1-975e-e8b07b7c1c72 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:32.142901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8d16efbe-2b7a-4688-9568-f0952ca62a44 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:32.177725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d51217d1-093a-485d-9193-92b1ecdb0715 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Synchronizing usage tracker for tenant:adc766c5308c4317a94d96a02ddf3a18 on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:13:32.180873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-389d04da-d6d5-4b6d-90c4-b95344ced958 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:32.244250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9598f77-e08c-4ef1-975e-e8b07b7c1c72 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Subnet': ['ID=28f299ed-e9e2-4016-99a4-cf3859eb813a,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:32.266338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e0a6d-c2d9-4e92-8313-84331f7e8e8c req-6263cbc2-8ee6-40f7-9eb4-9f9ad681b47c tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:32.267346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d9598f77-e08c-4ef1-975e-e8b07b7c1c72 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:32.271241 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c13e0a6d-c2d9-4e92-8313-84331f7e8e8c req-6263cbc2-8ee6-40f7-9eb4-9f9ad681b47c tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 945 time: 0.4240713
Nov 24 13:13:32.356837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3c591e45-7d1c-457f-bdb8-8559534fdcd1 None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:32.429667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d9598f77-e08c-4ef1-975e-e8b07b7c1c72 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:32.435232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67816aa-3484-41cb-9bfe-22a97877da93 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:13:32.459568 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d9598f77-e08c-4ef1-975e-e8b07b7c1c72 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/28f299ed-e9e2-4016-99a4-cf3859eb813a HTTP/1.1" status: 204  len: 168 time: 2.2144864
Nov 24 13:13:32.491364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51004) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:32.588198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457c7bdc-c3f1-48f1-b58c-24c53f94b22f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Router 6038a47b-a9e4-45ba-bc5c-adc3358cab3d is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:13:32.594781 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f8f9698b-5e06-457c-ab6c-8a6e48a5eff6 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0992935
Nov 24 13:13:32.595878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51008) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:32.605331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-bc07d8a3-9893-48c7-a4af-91d9905905bb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:32.647482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3c591e45-7d1c-457f-bdb8-8559534fdcd1 None None] Transition to ACTIVE for port object 6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991 will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:13:32.650508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3c591e45-7d1c-457f-bdb8-8559534fdcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:32.656056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d51217d1-093a-485d-9193-92b1ecdb0715 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Unset dirty status for tenant:adc766c5308c4317a94d96a02ddf3a18 on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:13:32.658552 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d51217d1-093a-485d-9193-92b1ecdb0715 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4161 time: 0.7585781
Nov 24 13:13:32.661188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51012) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:32.665081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23b7c91b-6c0a-4a4e-a5e8-fa1f4ac53f96 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:32.678021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:32.695722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.extraroute_db [None req-edd7adce-b4ca-4587-b0cd-5a3360c0df7a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=80944) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Nov 24 13:13:32.704751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-92a41448-986d-4fa7-82b4-f55251ef565a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:32.753403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c62e22b-94f3-4f2a-b903-b74ed747d74f None None] DHCP port deletion for 8ca51b04-1dca-4f60-b844-2979d8864b51 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:13:32.758725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-1c62e22b-94f3-4f2a-b903-b74ed747d74f None None] Deleting port 48a53564-1a97-4ef6-8384-8b61680b50f9 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:13:32.759337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c62e22b-94f3-4f2a-b903-b74ed747d74f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:32.825138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.extraroute_db [None req-edd7adce-b4ca-4587-b0cd-5a3360c0df7a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Removed routes are [] {{(pid=80944) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Nov 24 13:13:32.825934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-edd7adce-b4ca-4587-b0cd-5a3360c0df7a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:32.836335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b7c91b-6c0a-4a4e-a5e8-fa1f4ac53f96 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Port': ['ID=a5443fa7-9289-41c6-bb76-472b14854e93,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:32.846075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-bc07d8a3-9893-48c7-a4af-91d9905905bb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:32.850718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-23b7c91b-6c0a-4a4e-a5e8-fa1f4ac53f96 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:32.888420 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c13e0a6d-c2d9-4e92-8313-84331f7e8e8c req-32b4bfb1-cd82-4862-9ad7-af4d1c9adc15 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/security-groups?id=690e0261-09d3-40a2-9cd2-6eef68d14c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5944419
Nov 24 13:13:32.957306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca708305-27b8-41fd-925e-6b5d00071f62 None None] Pushing event updated for resources: {'Port': ['ID=6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:33.005490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c1ecd37-3dcd-42e0-a803-11a55da329b1 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:33.057888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c1ecd37-3dcd-42e0-a803-11a55da329b1 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:33.069193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ca708305-27b8-41fd-925e-6b5d00071f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:33.080884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23b7c91b-6c0a-4a4e-a5e8-fa1f4ac53f96 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:33.087081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-1c62e22b-94f3-4f2a-b903-b74ed747d74f None None] For port 48a53564-1a97-4ef6-8384-8b61680b50f9, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=48a53564-1a97-4ef6-8384-8b61680b50f9,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:13:33.087655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c62e22b-94f3-4f2a-b903-b74ed747d74f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:33.126870 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-23b7c91b-6c0a-4a4e-a5e8-fa1f4ac53f96 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/ports/a5443fa7-9289-41c6-bb76-472b14854e93 HTTP/1.1" status: 204  len: 168 time: 2.3082235
Nov 24 13:13:33.127886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51016) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:33.233842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-3c591e45-7d1c-457f-bdb8-8559534fdcd1 None None] Attempting to bind port 6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:13:33.234749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-3c591e45-7d1c-457f-bdb8-8559534fdcd1 None None] Attempting to bind port 6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'be561e0f-6093-476b-8d5c-dc1161b9c5ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2bf182df-5b03-4249-9e65-5127ab0d7919'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:13:33.235246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c591e45-7d1c-457f-bdb8-8559534fdcd1 None None] Attempting to bind port 6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991 on network 2bf182df-5b03-4249-9e65-5127ab0d7919 {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:13:33.245269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c591e45-7d1c-457f-bdb8-8559534fdcd1 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:13:33.245830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c591e45-7d1c-457f-bdb8-8559534fdcd1 None None] Checking segment: {'id': 'be561e0f-6093-476b-8d5c-dc1161b9c5ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2bf182df-5b03-4249-9e65-5127ab0d7919'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:13:33.246612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3c591e45-7d1c-457f-bdb8-8559534fdcd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:33.247446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c591e45-7d1c-457f-bdb8-8559534fdcd1 None None] Bound using segment: {'id': 'be561e0f-6093-476b-8d5c-dc1161b9c5ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2bf182df-5b03-4249-9e65-5127ab0d7919'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:13:33.248337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-3c591e45-7d1c-457f-bdb8-8559534fdcd1 None None] Bound port: 6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be561e0f-6093-476b-8d5c-dc1161b9c5ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2bf182df-5b03-4249-9e65-5127ab0d7919'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:13:33.249552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3c591e45-7d1c-457f-bdb8-8559534fdcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:33.250357 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a43f6b-2945-4ff3-95a6-e83fcfb59bab tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] GET failed (client error): The resource could not be found.
Nov 24 13:13:33.251123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b5a43f6b-2945-4ff3-95a6-e83fcfb59bab tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Synchronizing usage tracker for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:13:33.291707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c1ecd37-3dcd-42e0-a803-11a55da329b1 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:33.304774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-22acd236-854a-4df3-a9b7-997fe3e339d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:33.317184 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-389d04da-d6d5-4b6d-90c4-b95344ced958 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Floating IP 14379496-9b51-40a3-9efa-79cbc2bb0527 associated. External IP: 172.26.8.171, port: 82535079-08b0-4667-853b-5b72cfb05831.
Nov 24 13:13:33.365255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-1c62e22b-94f3-4f2a-b903-b74ed747d74f None None] Calling delete_port for 48a53564-1a97-4ef6-8384-8b61680b50f9 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:13:33.389149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bc07d8a3-9893-48c7-a4af-91d9905905bb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:subnet and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:33.399517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b5a43f6b-2945-4ff3-95a6-e83fcfb59bab tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Unset dirty status for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:13:33.404263 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b5a43f6b-2945-4ff3-95a6-e83fcfb59bab tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "GET /v2.0/ports/a5443fa7-9289-41c6-bb76-472b14854e93 HTTP/1.1" status: 404  len: 333 time: 0.2668135
Nov 24 13:13:33.410244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bc07d8a3-9893-48c7-a4af-91d9905905bb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:33.418286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-3c591e45-7d1c-457f-bdb8-8559534fdcd1 None None] For port 6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:13:33.421159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ecd37-3dcd-42e0-a803-11a55da329b1 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Pushing event deleted for resources: {'SecurityGroup': ['ID=4349d956-cccf-4122-9abc-40bc6b5df8da,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:33.424183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51020) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:33.432392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1c1ecd37-3dcd-42e0-a803-11a55da329b1 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:33.438409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-3c591e45-7d1c-457f-bdb8-8559534fdcd1 None None] For port 6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991,segment=NetworkSegment(be561e0f-6093-476b-8d5c-dc1161b9c5ad),segment_id=be561e0f-6093-476b-8d5c-dc1161b9c5ad)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:13:33.440596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c1ecd37-3dcd-42e0-a803-11a55da329b1 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:33.444413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3c591e45-7d1c-457f-bdb8-8559534fdcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:33.447869 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1c1ecd37-3dcd-42e0-a803-11a55da329b1 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "DELETE /v2.0/security-groups/4349d956-cccf-4122-9abc-40bc6b5df8da HTTP/1.1" status: 204  len: 168 time: 0.7813711
Nov 24 13:13:33.458059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-bc07d8a3-9893-48c7-a4af-91d9905905bb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:33.462096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51024) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:33.478713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-149a794d-df2c-4b16-b13a-9e9e925ea2af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:33.543975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1c62e22b-94f3-4f2a-b903-b74ed747d74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:33.591833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc07d8a3-9893-48c7-a4af-91d9905905bb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:13:33.694884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:33.719790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c591e45-7d1c-457f-bdb8-8559534fdcd1 None None] Routers {'2c66548c-93ca-486f-8434-130b800376f6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:13:33.720621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-3c591e45-7d1c-457f-bdb8-8559534fdcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc54748>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:13:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['2c66548c-93ca-486f-8434-130b800376f6'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:33.833935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62e22b-94f3-4f2a-b903-b74ed747d74f None None] Pushing event deleted for resources: {'Port': ['ID=48a53564-1a97-4ef6-8384-8b61680b50f9,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:33.849815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1c62e22b-94f3-4f2a-b903-b74ed747d74f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:33.855154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bc07d8a3-9893-48c7-a4af-91d9905905bb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:33.855345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c62e22b-94f3-4f2a-b903-b74ed747d74f None None] No DVR routers for this DVR port 48a53564-1a97-4ef6-8384-8b61680b50f9 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:13:33.867470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 48a53564-1a97-4ef6-8384-8b61680b50f9 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:13:33.878704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3a9e18ad-a789-4ed4-b3f7-28b44eca292a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:33.914714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3a9e18ad-a789-4ed4-b3f7-28b44eca292a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:33.924779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389d04da-d6d5-4b6d-90c4-b95344ced958 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 72fdfc95-aeba-4bd0-961b-8bf5c0940129 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:13:33.933992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 48a53564-1a97-4ef6-8384-8b61680b50f9 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:13:33.934515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 48a53564-1a97-4ef6-8384-8b61680b50f9 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:13:33.954390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d30a69fc-2ca4-4c50-ba97-a34abf547a58 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Synchronizing usage tracker for tenant:adc766c5308c4317a94d96a02ddf3a18 on resource:security_group {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:13:34.003248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-3c591e45-7d1c-457f-bdb8-8559534fdcd1 None None] Set router 2c66548c-93ca-486f-8434-130b800376f6 gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:13:34.027554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3a9e18ad-a789-4ed4-b3f7-28b44eca292a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:34.039541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8027e894-8355-490e-a926-f6ec626d5a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:34.081379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d30a69fc-2ca4-4c50-ba97-a34abf547a58 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Unset dirty status for tenant:adc766c5308c4317a94d96a02ddf3a18 on resource:security_group {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:13:34.085526 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d30a69fc-2ca4-4c50-ba97-a34abf547a58 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2751 time: 0.6219258
Nov 24 13:13:34.094911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e18ad-a789-4ed4-b3f7-28b44eca292a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ae26d1-4ae7-479a-a4c9-27bdc85b04e0,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:34.097803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3a9e18ad-a789-4ed4-b3f7-28b44eca292a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:34.104180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51030) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:34.122816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7589ccd4-2fe2-4a01-b9eb-763d8bb19b7f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group': {'name': 'tempest-secgroup--378000171'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:34.129987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7589ccd4-2fe2-4a01-b9eb-763d8bb19b7f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:34.140986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7589ccd4-2fe2-4a01-b9eb-763d8bb19b7f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:34.148278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca708305-27b8-41fd-925e-6b5d00071f62 None None] Pushing event updated for resources: {'Port': ['ID=6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991,revision_number=4']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:34.155104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ca708305-27b8-41fd-925e-6b5d00071f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:34.157866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7589ccd4-2fe2-4a01-b9eb-763d8bb19b7f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:34.175631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3a9e18ad-a789-4ed4-b3f7-28b44eca292a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:34.179891 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3a9e18ad-a789-4ed4-b3f7-28b44eca292a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/security-groups/81ae26d1-4ae7-479a-a4c9-27bdc85b04e0 HTTP/1.1" status: 204  len: 168 time: 0.7494819
Nov 24 13:13:34.181057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51034) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:34.360772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-90db0c6b-77b3-4cef-b0b5-88957c319157 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:34.402541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457c7bdc-c3f1-48f1-b58c-24c53f94b22f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:13:34.414820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-90db0c6b-77b3-4cef-b0b5-88957c319157 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:34.418841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c624f01-bdd2-4dd2-9297-2608a8e7ccca None None] Sync routers for ids ['6038a47b-a9e4-45ba-bc5c-adc3358cab3d'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:13:34.432971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-edd7adce-b4ca-4587-b0cd-5a3360c0df7a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:34.433188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c624f01-bdd2-4dd2-9297-2608a8e7ccca None None] Routers {'6038a47b-a9e4-45ba-bc5c-adc3358cab3d'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:13:34.433911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5c624f01-bdd2-4dd2-9297-2608a8e7ccca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347b92f28>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:13:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['6038a47b-a9e4-45ba-bc5c-adc3358cab3d'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:34.436933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7589ccd4-2fe2-4a01-b9eb-763d8bb19b7f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:34.448770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7589ccd4-2fe2-4a01-b9eb-763d8bb19b7f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Usage tracker for resource:security_group_rule and tenant:adc766c5308c4317a94d96a02ddf3a18 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:34.453314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-edd7adce-b4ca-4587-b0cd-5a3360c0df7a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4112833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850663106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4103870'] for router, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:34.455727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7589ccd4-2fe2-4a01-b9eb-763d8bb19b7f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:34.467750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a14a78-41ac-4449-82bf-f341036194de req-4516bcf9-575c-436a-98c3-3c3257bc238f tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:34.469653 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-33a14a78-41ac-4449-82bf-f341036194de req-4516bcf9-575c-436a-98c3-3c3257bc238f tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 945 time: 0.2875874
Nov 24 13:13:34.486037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-3c591e45-7d1c-457f-bdb8-8559534fdcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc54748>, [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:13:32Z', 'revision_number': 6, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None, '_interfaces': [{'id': '4c32b203-1b67-404d-ba8c-e854514e72ef', 'name': '', 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:36:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:28Z', 'updated_at': '2020-11-24T13:12:44Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991', 'name': '', 'network_id': '2bf182df-5b03-4249-9e65-5127ab0d7919', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:5a:b7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'f1ddbeca-abd9-42aa-a774-c343c2fa7a38', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:13:21Z', 'updated_at': '2020-11-24T13:13:33Z', 'revision_number': 4, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': 'f1ddbeca-abd9-42aa-a774-c343c2fa7a38', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'abc43573-20b3-4fb7-9430-b84dd6d12015', 'name': '', 'network_id': 'c3cd0ef3-c28e-4353-817f-00c7023e5622', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:04:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '4cca3efd-4eb4-4e86-95c5-6118591e9f41', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:13:01Z', 'updated_at': '2020-11-24T13:13:24Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '4cca3efd-4eb4-4e86-95c5-6118591e9f41', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bee67db8-352a-4844-9c0c-c4c0ab169622', 'name': '', 'network_id': 'b16ed203-d70d-4089-881e-223145f98b51', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:18:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:45Z', 'updated_at': '2020-11-24T13:13:01Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:34.493068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c591e45-7d1c-457f-bdb8-8559534fdcd1 None None] The sync data for ids ['2c66548c-93ca-486f-8434-130b800376f6'] in dv-neutron-601336-61-ovs is: [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:13:32Z', 'revision_number': 6, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None, '_interfaces': [{'id': '4c32b203-1b67-404d-ba8c-e854514e72ef', 'name': '', 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:36:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:28Z', 'updated_at': '2020-11-24T13:12:44Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991', 'name': '', 'network_id': '2bf182df-5b03-4249-9e65-5127ab0d7919', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:5a:b7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'f1ddbeca-abd9-42aa-a774-c343c2fa7a38', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:13:21Z', 'updated_at': '2020-11-24T13:13:33Z', 'revision_number': 4, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': 'f1ddbeca-abd9-42aa-a774-c343c2fa7a38', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'abc43573-20b3-4fb7-9430-b84dd6d12015', 'name': '', 'network_id': 'c3cd0ef3-c28e-4353-817f-00c7023e5622', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:04:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '4cca3efd-4eb4-4e86-95c5-6118591e9f41', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:13:01Z', 'updated_at': '2020-11-24T13:13:24Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '4cca3efd-4eb4-4e86-95c5-6118591e9f41', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bee67db8-352a-4844-9c0c-c4c0ab169622', 'name': '', 'network_id': 'b16ed203-d70d-4089-881e-223145f98b51', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:18:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:45Z', 'updated_at': '2020-11-24T13:13:01Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:13:34.505597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7589ccd4-2fe2-4a01-b9eb-763d8bb19b7f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:34.508308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5c624f01-bdd2-4dd2-9297-2608a8e7ccca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347b92f28>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:34.529895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-457c7bdc-c3f1-48f1-b58c-24c53f94b22f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:34.532277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c624f01-bdd2-4dd2-9297-2608a8e7ccca None None] Routers {'6038a47b-a9e4-45ba-bc5c-adc3358cab3d'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:13:34.532978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5c624f01-bdd2-4dd2-9297-2608a8e7ccca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347b92f28>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:13:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['6038a47b-a9e4-45ba-bc5c-adc3358cab3d'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:34.534148 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-457c7bdc-c3f1-48f1-b58c-24c53f94b22f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 10.9643168
Nov 24 13:13:34.541460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51038) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:34.656693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5c624f01-bdd2-4dd2-9297-2608a8e7ccca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347b92f28>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:34.657314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c624f01-bdd2-4dd2-9297-2608a8e7ccca None None] The sync data for ids ['6038a47b-a9e4-45ba-bc5c-adc3358cab3d'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:13:34.662556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-90db0c6b-77b3-4cef-b0b5-88957c319157 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:34.680234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-aa5da542-7f7b-4a20-bf53-9e272b1f2fe8 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:34.700521 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-33a14a78-41ac-4449-82bf-f341036194de req-e3f1094f-4063-40f8-9ed0-bdd3ad414b7a tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/security-groups?id=690e0261-09d3-40a2-9cd2-6eef68d14c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2145283
Nov 24 13:13:34.714297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db0c6b-77b3-4cef-b0b5-88957c319157 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'SecurityGroup': ['ID=71958e28-5d41-47b7-b100-f82bf5c77859,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:34.724047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-90db0c6b-77b3-4cef-b0b5-88957c319157 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:34.741585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-90db0c6b-77b3-4cef-b0b5-88957c319157 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:34.748273 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-90db0c6b-77b3-4cef-b0b5-88957c319157 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/security-groups/71958e28-5d41-47b7-b100-f82bf5c77859 HTTP/1.1" status: 204  len: 168 time: 0.5597403
Nov 24 13:13:34.771895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51042) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:34.826705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389d04da-d6d5-4b6d-90c4-b95344ced958 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:13:34.838274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797b187b-d1c9-41af-86d5-d1de79719ea3 None None] Sync routers for ids ['72fdfc95-aeba-4bd0-961b-8bf5c0940129'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:13:34.855753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797b187b-d1c9-41af-86d5-d1de79719ea3 None None] Routers {'72fdfc95-aeba-4bd0-961b-8bf5c0940129'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:13:34.856814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-797b187b-d1c9-41af-86d5-d1de79719ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c748978>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:13:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['72fdfc95-aeba-4bd0-961b-8bf5c0940129'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:34.862556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-389d04da-d6d5-4b6d-90c4-b95344ced958 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:34.954474 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-389d04da-d6d5-4b6d-90c4-b95344ced958 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 7.7698722
Nov 24 13:13:34.954474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e638d7e1-ef65-47d1-a239-f130fe15e86d', 'tag': '82535079-08b0-4667-853b-5b72cfb05831'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:13:34.959422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51046) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:34.984329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7589ccd4-2fe2-4a01-b9eb-763d8bb19b7f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:35.007543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7589ccd4-2fe2-4a01-b9eb-763d8bb19b7f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:35.048463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2a833e0e-6cb8-4a30-9229-4c629a8153d5 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:35.073712 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e638d7e1-ef65-47d1-a239-f130fe15e86d', 'tag': '82535079-08b0-4667-853b-5b72cfb05831', 'status': 'completed', 'code': 200}
Nov 24 13:13:35.097529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589ccd4-2fe2-4a01-b9eb-763d8bb19b7f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0cf86c-dd66-4755-8eb6-198dd1340cbd,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:35.116640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7589ccd4-2fe2-4a01-b9eb-763d8bb19b7f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:35.134914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7589ccd4-2fe2-4a01-b9eb-763d8bb19b7f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:35.136456 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7589ccd4-2fe2-4a01-b9eb-763d8bb19b7f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1629 time: 1.0285368
Nov 24 13:13:35.144176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51052) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:35.195452 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8dc999c1-feb3-4459-8dd7-adc1e2484c55 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/14379496-9b51-40a3-9efa-79cbc2bb0527 HTTP/1.1" status: 200  len: 991 time: 0.2239764
Nov 24 13:13:35.224394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2cc42e6a-5580-4805-b418-35bb6bb1ae05 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group_rule': {'security_group_id': '7c0cf86c-dd66-4755-8eb6-198dd1340cbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:35.257165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2cc42e6a-5580-4805-b418-35bb6bb1ae05 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:35.261517 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9a75c027-9385-4020-9388-d6088f8bf31f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "GET /v2.0/routers/6038a47b-a9e4-45ba-bc5c-adc3358cab3d HTTP/1.1" status: 200  len: 879 time: 0.7189279
Nov 24 13:13:35.265506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51056) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:35.273104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2cc42e6a-5580-4805-b418-35bb6bb1ae05 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Usage tracker for resource:security_group_rule and tenant:adc766c5308c4317a94d96a02ddf3a18 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:35.280756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2cc42e6a-5580-4805-b418-35bb6bb1ae05 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:35.300337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-797b187b-d1c9-41af-86d5-d1de79719ea3 None None] Set router 72fdfc95-aeba-4bd0-961b-8bf5c0940129 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:13:35.300577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2cc42e6a-5580-4805-b418-35bb6bb1ae05 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:35.314832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd7adce-b4ca-4587-b0cd-5a3360c0df7a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Router 2c66548c-93ca-486f-8434-130b800376f6 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:13:35.363717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e09ae-a62a-4a44-87b9-c115c47e6f67 req-664945a0-3e2b-4323-bf2a-490ed5d9cb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:35.365383 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2f9e09ae-a62a-4a44-87b9-c115c47e6f67 req-664945a0-3e2b-4323-bf2a-490ed5d9cb51 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=e638d7e1-ef65-47d1-a239-f130fe15e86d HTTP/1.1" status: 200  len: 1162 time: 0.2563663
Nov 24 13:13:35.401506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b0a78e-6e30-4d46-8793-93d456ed71f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting subnet afefb129-bd7d-42dd-b640-cf815ced5f2b {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:13:35.404917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02b0a78e-6e30-4d46-8793-93d456ed71f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:35.519470 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-2cc42e6a-5580-4805-b418-35bb6bb1ae05 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:13:35.521172 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2cc42e6a-5580-4805-b418-35bb6bb1ae05 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.3708127
Nov 24 13:13:35.528315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51060) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:35.541897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a966661a-d178-44e6-963e-538fbdb8faca tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group_rule': {'security_group_id': '7c0cf86c-dd66-4755-8eb6-198dd1340cbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:35.555789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a966661a-d178-44e6-963e-538fbdb8faca tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:35.569739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a966661a-d178-44e6-963e-538fbdb8faca tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Usage tracker for resource:security_group_rule and tenant:adc766c5308c4317a94d96a02ddf3a18 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:35.572570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02b0a78e-6e30-4d46-8793-93d456ed71f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:35.575697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a966661a-d178-44e6-963e-538fbdb8faca tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:35.585145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a966661a-d178-44e6-963e-538fbdb8faca tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:35.661724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e09ae-a62a-4a44-87b9-c115c47e6f67 req-78cdf288-c8b3-454a-acdd-4ea3a29b7b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:35.664578 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2f9e09ae-a62a-4a44-87b9-c115c47e6f67 req-78cdf288-c8b3-454a-acdd-4ea3a29b7b47 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8 HTTP/1.1" status: 200  len: 891 time: 0.2381957
Nov 24 13:13:35.743647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-797b187b-d1c9-41af-86d5-d1de79719ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c748978>, [{'id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'name': 'tempest-TestNetworkBasicOps-router-649114394', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:45Z', 'updated_at': '2020-11-24T13:12:17Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:47Z', 'updated_at': '2020-11-24T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '14379496-9b51-40a3-9efa-79cbc2bb0527', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.171', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'port_id': '82535079-08b0-4667-853b-5b72cfb05831', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8', 'mac_address': 'fa:16:3e:fe:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e638d7e1-ef65-47d1-a239-f130fe15e86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:13:30Z', 'updated_at': '2020-11-24T13:13:30Z', 'revision_number': 0, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e647b167-1027-48c2-98f3-b8ff2ebe77e1', 'name': '', 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:b9:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'ef8a9360-9e18-4774-ae21-805af42ac96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:12:41Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': 'ef8a9360-9e18-4774-ae21-805af42ac96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:35.749339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797b187b-d1c9-41af-86d5-d1de79719ea3 None None] Checking router: 72fdfc95-aeba-4bd0-961b-8bf5c0940129 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:13:35.768980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797b187b-d1c9-41af-86d5-d1de79719ea3 None None] Routers {'72fdfc95-aeba-4bd0-961b-8bf5c0940129'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:13:35.770098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-797b187b-d1c9-41af-86d5-d1de79719ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c748978>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:13:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['72fdfc95-aeba-4bd0-961b-8bf5c0940129'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:35.871667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:13:35.983199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:13:35.990090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:35.990553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:36.005554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-797b187b-d1c9-41af-86d5-d1de79719ea3 None None] Set router 72fdfc95-aeba-4bd0-961b-8bf5c0940129 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:13:36.172764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bc07d8a3-9893-48c7-a4af-91d9905905bb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:36.177749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:36.216910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991,segment=NetworkSegment(be561e0f-6093-476b-8d5c-dc1161b9c5ad),segment_id=be561e0f-6093-476b-8d5c-dc1161b9c5ad)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:13:36.220549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:36.227871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:36.243300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51066) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:36.310150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:36.323171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-34ac9014-2eed-4ae1-9861-19fac32225d1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:36.331406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:36.351659 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-a966661a-d178-44e6-963e-538fbdb8faca tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:13:36.355537 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a966661a-d178-44e6-963e-538fbdb8faca tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.8210325
Nov 24 13:13:36.359954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51070) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:36.381830 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2f9e09ae-a62a-4a44-87b9-c115c47e6f67 req-ba06133d-74f2-4493-97a8-a733982a9584 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82535079-08b0-4667-853b-5b72cfb05831 HTTP/1.1" status: 200  len: 999 time: 0.7039857
Nov 24 13:13:36.415185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd7adce-b4ca-4587-b0cd-5a3360c0df7a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:13:36.425167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-edd7adce-b4ca-4587-b0cd-5a3360c0df7a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:36.429407 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-edd7adce-b4ca-4587-b0cd-5a3360c0df7a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "PUT /v2.0/routers/2c66548c-93ca-486f-8434-130b800376f6 HTTP/1.1" status: 200  len: 953 time: 5.4642012
Nov 24 13:13:36.429547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34319b4-12a4-4f27-976c-5244be87843f None None] Sync routers for ids ['2c66548c-93ca-486f-8434-130b800376f6'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:13:36.433750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51074) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:36.435778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02b0a78e-6e30-4d46-8793-93d456ed71f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:36.443337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34319b4-12a4-4f27-976c-5244be87843f None None] Routers {'2c66548c-93ca-486f-8434-130b800376f6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:13:36.444303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e34319b4-12a4-4f27-976c-5244be87843f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347e239b0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:13:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['2c66548c-93ca-486f-8434-130b800376f6'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:36.467488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-797b187b-d1c9-41af-86d5-d1de79719ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c748978>, [{'id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'name': 'tempest-TestNetworkBasicOps-router-649114394', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:45Z', 'updated_at': '2020-11-24T13:12:17Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:47Z', 'updated_at': '2020-11-24T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '14379496-9b51-40a3-9efa-79cbc2bb0527', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.171', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'port_id': '82535079-08b0-4667-853b-5b72cfb05831', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8', 'mac_address': 'fa:16:3e:fe:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e638d7e1-ef65-47d1-a239-f130fe15e86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:13:30Z', 'updated_at': '2020-11-24T13:13:30Z', 'revision_number': 0, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e647b167-1027-48c2-98f3-b8ff2ebe77e1', 'name': '', 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:b9:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'ef8a9360-9e18-4774-ae21-805af42ac96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:12:41Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': 'ef8a9360-9e18-4774-ae21-805af42ac96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:36.474625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797b187b-d1c9-41af-86d5-d1de79719ea3 None None] The sync data for ids ['72fdfc95-aeba-4bd0-961b-8bf5c0940129'] in dv-neutron-601336-61-ovs is: [{'id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'name': 'tempest-TestNetworkBasicOps-router-649114394', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:45Z', 'updated_at': '2020-11-24T13:12:17Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:47Z', 'updated_at': '2020-11-24T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '14379496-9b51-40a3-9efa-79cbc2bb0527', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.171', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'port_id': '82535079-08b0-4667-853b-5b72cfb05831', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8', 'mac_address': 'fa:16:3e:fe:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e638d7e1-ef65-47d1-a239-f130fe15e86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:13:30Z', 'updated_at': '2020-11-24T13:13:30Z', 'revision_number': 0, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e647b167-1027-48c2-98f3-b8ff2ebe77e1', 'name': '', 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:b9:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'ef8a9360-9e18-4774-ae21-805af42ac96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:12:41Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': 'ef8a9360-9e18-4774-ae21-805af42ac96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:13:36.511382 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6c46e71c-b17b-4e8d-909f-a5d2f2e28063 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/14379496-9b51-40a3-9efa-79cbc2bb0527 HTTP/1.1" status: 200  len: 991 time: 0.2661641
Nov 24 13:13:36.548589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e09ae-a62a-4a44-87b9-c115c47e6f67 req-ae97e64e-f505-410d-9634-b81cca56bc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:36.550184 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2f9e09ae-a62a-4a44-87b9-c115c47e6f67 req-ae97e64e-f505-410d-9634-b81cca56bc85 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ef8a9360-9e18-4774-ae21-805af42ac96b HTTP/1.1" status: 200  len: 835 time: 0.1459777
Nov 24 13:13:36.589037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07d8a3-9893-48c7-a4af-91d9905905bb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Subnet': ['ID=13bbb5ee-f2ff-4efa-b91c-59707da90dab,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:36.596835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bc07d8a3-9893-48c7-a4af-91d9905905bb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:36.622335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204b015-7ac1-4ef8-b46f-7c76eccfd51e req-030d62e6-62e2-481c-879d-e75dbc26798b tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:36.624080 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8204b015-7ac1-4ef8-b46f-7c76eccfd51e req-030d62e6-62e2-481c-879d-e75dbc26798b tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 945 time: 0.4716759
Nov 24 13:13:36.632544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc07d8a3-9893-48c7-a4af-91d9905905bb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:13:36.659666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5a049ec4-7b6b-4e82-9141-764dfcb250ce tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Synchronizing usage tracker for tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 on resource:router {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:13:36.678346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9994b08e-a8b5-479b-a2a3-4a7aa4ccc3b9 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:36.745850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5a049ec4-7b6b-4e82-9141-764dfcb250ce tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Unset dirty status for tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 on resource:router {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:13:36.746279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-bc07d8a3-9893-48c7-a4af-91d9905905bb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:13:36.746742 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5a049ec4-7b6b-4e82-9141-764dfcb250ce tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 882 time: 1.4788423
Nov 24 13:13:36.752509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9994b08e-a8b5-479b-a2a3-4a7aa4ccc3b9 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:36.763183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51078) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:36.774002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ff60bf39-b1a3-4d8e-90ac-d437588b2c3e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-156032997'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:36.789353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc07d8a3-9893-48c7-a4af-91d9905905bb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:36.790023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bc07d8a3-9893-48c7-a4af-91d9905905bb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:36.827154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-e34319b4-12a4-4f27-976c-5244be87843f None None] Set router 2c66548c-93ca-486f-8434-130b800376f6 gateway port host: None {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:13:36.844556 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8204b015-7ac1-4ef8-b46f-7c76eccfd51e req-b5fd458c-967d-4e14-a454-928cf5166242 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/security-groups?id=690e0261-09d3-40a2-9cd2-6eef68d14c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2055485
Nov 24 13:13:36.851697 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bc07d8a3-9893-48c7-a4af-91d9905905bb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 4.2546334
Nov 24 13:13:36.852717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51082) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:36.876890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2cc42d8a-92c1-4095-8607-d315e0e84fac tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:36.930283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e09ae-a62a-4a44-87b9-c115c47e6f67 req-c2620488-b44a-4962-93fc-1ade024d3031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:36.931934 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2f9e09ae-a62a-4a44-87b9-c115c47e6f67 req-c2620488-b44a-4962-93fc-1ade024d3031 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3712881
Nov 24 13:13:36.935140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6591a117-06de-4b3b-b4bc-500c3c41eec8 None None] New status for floating IP 14379496-9b51-40a3-9efa-79cbc2bb0527: ACTIVE {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:13:37.016263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53594c9-a8fb-4300-9adf-3de0bc28eae3 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:13:37.103881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9994b08e-a8b5-479b-a2a3-4a7aa4ccc3b9 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:37.114703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0fff4895-b2c5-47fa-a4d7-6f7fc2c0a733 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:37.174848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994b08e-a8b5-479b-a2a3-4a7aa4ccc3b9 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0cf86c-dd66-4755-8eb6-198dd1340cbd,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:37.182303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device cac694b9-fa07-4b88-908d-4cee3567a9e9 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:13:37.188205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9994b08e-a8b5-479b-a2a3-4a7aa4ccc3b9 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:37.204174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9994b08e-a8b5-479b-a2a3-4a7aa4ccc3b9 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:37.205826 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9994b08e-a8b5-479b-a2a3-4a7aa4ccc3b9 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "DELETE /v2.0/security-groups/7c0cf86c-dd66-4755-8eb6-198dd1340cbd HTTP/1.1" status: 204  len: 168 time: 0.8403120
Nov 24 13:13:37.231977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51086) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:37.270200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02b0a78e-6e30-4d46-8793-93d456ed71f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:37.289519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2cc42d8a-92c1-4095-8607-d315e0e84fac tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:37.301984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-86455f32-88a1-4824-841d-c7379f8cfd59 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:37.315579 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2f9e09ae-a62a-4a44-87b9-c115c47e6f67 req-b3bcc5fa-51e0-4e8b-881f-af4358a27767 service neutron] 10.222.0.70 "GET /v2.0/networks/b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3265870
Nov 24 13:13:37.416020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0a78e-6e30-4d46-8793-93d456ed71f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Subnet': ['ID=afefb129-bd7d-42dd-b640-cf815ced5f2b,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:37.440765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2cc42d8a-92c1-4095-8607-d315e0e84fac tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:subnet and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:37.456121 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a806f47a-e410-410b-aff8-fad0a49f165a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "GET /v2.0/routers/2c66548c-93ca-486f-8434-130b800376f6 HTTP/1.1" status: 200  len: 953 time: 0.9865141
Nov 24 13:13:37.457016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51094) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:37.461039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2cc42d8a-92c1-4095-8607-d315e0e84fac tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:37.464465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-02b0a78e-6e30-4d46-8793-93d456ed71f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:37.465385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-928cbd00-6e03-4aa3-886b-b9cf8a2fb0b7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Request body: {'router': {'routes': None}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:37.470162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2cc42d8a-92c1-4095-8607-d315e0e84fac tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:37.492223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc42d8a-92c1-4095-8607-d315e0e84fac tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:13:37.499057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2cc42d8a-92c1-4095-8607-d315e0e84fac tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:37.519293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51098) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:37.533291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-80f73096-7e08-41fc-a192-8ecae940016e tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Synchronizing usage tracker for tenant:adc766c5308c4317a94d96a02ddf3a18 on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:13:37.676394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ed433d-b784-4683-a9f0-6e6ed3b699f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-8ca51b04-1dca-4f60-b844-2979d8864b51', 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'tenant_id': 'dc4e1a6f65cd4c9594951cc0df0cbd16', 'fixed_ips': [{'subnet_id': '13bbb5ee-f2ff-4efa-b91c-59707da90dab'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:13:37.676904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02b0a78e-6e30-4d46-8793-93d456ed71f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:37.677319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d1ed433d-b784-4683-a9f0-6e6ed3b699f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:37.694535 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-02b0a78e-6e30-4d46-8793-93d456ed71f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/subnets/afefb129-bd7d-42dd-b640-cf815ced5f2b HTTP/1.1" status: 204  len: 168 time: 2.9150844
Nov 24 13:13:37.695005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76679e7c-094f-467c-8d95-ef68e59d2bc7 None None] Network d41d42eb-e745-4ed3-8904-4470444a86a3 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:13:37.696350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51102) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:37.708874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-afdd24bd-341b-45a3-8697-bb49903b5dc6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'subnet': {'network_id': 'd41d42eb-e745-4ed3-8904-4470444a86a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:37.783600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e34319b4-12a4-4f27-976c-5244be87843f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347e239b0>, [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:13:32Z', 'revision_number': 6, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None, '_interfaces': [{'id': '4c32b203-1b67-404d-ba8c-e854514e72ef', 'name': '', 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:36:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:28Z', 'updated_at': '2020-11-24T13:12:44Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991', 'name': '', 'network_id': '2bf182df-5b03-4249-9e65-5127ab0d7919', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:5a:b7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'f1ddbeca-abd9-42aa-a774-c343c2fa7a38', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:13:21Z', 'updated_at': '2020-11-24T13:13:36Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': 'f1ddbeca-abd9-42aa-a774-c343c2fa7a38', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'abc43573-20b3-4fb7-9430-b84dd6d12015', 'name': '', 'network_id': 'c3cd0ef3-c28e-4353-817f-00c7023e5622', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:04:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '4cca3efd-4eb4-4e86-95c5-6118591e9f41', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:13:01Z', 'updated_at': '2020-11-24T13:13:24Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '4cca3efd-4eb4-4e86-95c5-6118591e9f41', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bee67db8-352a-4844-9c0c-c4c0ab169622', 'name': '', 'network_id': 'b16ed203-d70d-4089-881e-223145f98b51', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:18:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:45Z', 'updated_at': '2020-11-24T13:13:01Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:37.802076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-80f73096-7e08-41fc-a192-8ecae940016e tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Unset dirty status for tenant:adc766c5308c4317a94d96a02ddf3a18 on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:13:37.803950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34319b4-12a4-4f27-976c-5244be87843f None None] Checking router: 2c66548c-93ca-486f-8434-130b800376f6 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:13:37.808129 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-80f73096-7e08-41fc-a192-8ecae940016e tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2751 time: 0.5737281
Nov 24 13:13:37.810659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51106) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:37.821039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:13:37.823062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e72e616e-64d5-4e05-880f-5592d7b01731 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group': {'name': 'tempest-secgroup--759291963'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:37.830997 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.ipam_backend_mixin [None req-2cc42d8a-92c1-4095-8607-d315e0e84fac tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 13bbb5ee-f2ff-4efa-b91c-59707da90dab (CIDR: 2001:db8::/64)
Nov 24 13:13:37.833676 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2f9e09ae-a62a-4a44-87b9-c115c47e6f67 req-dd1185fe-75cc-4a04-8940-e4259877c6e9 service neutron] 10.222.0.70 "GET /v2.0/networks/b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5098205
Nov 24 13:13:37.838536 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc42d8a-92c1-4095-8607-d315e0e84fac tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:13:37.839081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc42d8a-92c1-4095-8607-d315e0e84fac tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 400 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:13:37.841351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e72e616e-64d5-4e05-880f-5592d7b01731 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:37.878089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:37.887350 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2cc42d8a-92c1-4095-8607-d315e0e84fac tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.0260518
Nov 24 13:13:37.917490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-afdd24bd-341b-45a3-8697-bb49903b5dc6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:37.926414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-afdd24bd-341b-45a3-8697-bb49903b5dc6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:subnet and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:37.929629 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fd991a9b-e6b6-44c7-a54d-a4925fedda65 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/14379496-9b51-40a3-9efa-79cbc2bb0527 HTTP/1.1" status: 200  len: 993 time: 0.4016311
Nov 24 13:13:37.931337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-afdd24bd-341b-45a3-8697-bb49903b5dc6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:37.934902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51110) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:37.939880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-afdd24bd-341b-45a3-8697-bb49903b5dc6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:37.950282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-4a486971-3607-4dff-8bc7-fcc0f80f1075 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'subnet': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:37.952028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdd24bd-341b-45a3-8697-bb49903b5dc6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:13:37.969731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e72e616e-64d5-4e05-880f-5592d7b01731 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:37.985252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-afdd24bd-341b-45a3-8697-bb49903b5dc6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:38.080376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34319b4-12a4-4f27-976c-5244be87843f None None] Routers {'2c66548c-93ca-486f-8434-130b800376f6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:13:38.081222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e34319b4-12a4-4f27-976c-5244be87843f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347e239b0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:13:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['2c66548c-93ca-486f-8434-130b800376f6'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:38.188972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e72e616e-64d5-4e05-880f-5592d7b01731 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:38.383341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4ac8e7-3926-45f6-8768-a48646f10a72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cac694b9-fa07-4b88-908d-4cee3567a9e9'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:13:38.414926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port cac694b9-fa07-4b88-908d-4cee3567a9e9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=cac694b9-fa07-4b88-908d-4cee3567a9e9,segment=NetworkSegment(15da2527-98df-4484-9ea8-a3b8957eb7b8),segment_id=15da2527-98df-4484-9ea8-a3b8957eb7b8)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:13:38.458710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:38.501599 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4ac8e7-3926-45f6-8768-a48646f10a72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cac694b9-fa07-4b88-908d-4cee3567a9e9', 'code': 200}
Nov 24 13:13:38.503081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6b40c19f-148f-4900-96b2-ef8f900a4284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:38.617691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-afdd24bd-341b-45a3-8697-bb49903b5dc6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:38.634332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-223adc90-b7be-4336-939a-172a66729f39 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:38.695479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e72e616e-64d5-4e05-880f-5592d7b01731 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:38.732807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e72e616e-64d5-4e05-880f-5592d7b01731 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Usage tracker for resource:security_group_rule and tenant:adc766c5308c4317a94d96a02ddf3a18 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:38.736248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4a486971-3607-4dff-8bc7-fcc0f80f1075 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:38.774288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd24bd-341b-45a3-8697-bb49903b5dc6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Subnet': ['ID=b2f7bbb4-f6f9-48ea-850a-4a7eb2bb1d27,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:38.777452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-afdd24bd-341b-45a3-8697-bb49903b5dc6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:38.802058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e72e616e-64d5-4e05-880f-5592d7b01731 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:38.823981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4a486971-3607-4dff-8bc7-fcc0f80f1075 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:subnet and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:38.828777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4a486971-3607-4dff-8bc7-fcc0f80f1075 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:38.832476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e72e616e-64d5-4e05-880f-5592d7b01731 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:38.834956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdd24bd-341b-45a3-8697-bb49903b5dc6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network d41d42eb-e745-4ed3-8904-4470444a86a3 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:13:38.836253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-afdd24bd-341b-45a3-8697-bb49903b5dc6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:13:38.841768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-e34319b4-12a4-4f27-976c-5244be87843f None None] Set router 2c66548c-93ca-486f-8434-130b800376f6 gateway port host: None {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:13:38.847692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac86e0-71e0-4f59-bd35-c14e82ac1669 req-8c2137b1-5377-4502-a03f-641048453910 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:38.848738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdd24bd-341b-45a3-8697-bb49903b5dc6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:38.849387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-afdd24bd-341b-45a3-8697-bb49903b5dc6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:38.854779 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8dac86e0-71e0-4f59-bd35-c14e82ac1669 req-8c2137b1-5377-4502-a03f-641048453910 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 945 time: 0.8051939
Nov 24 13:13:38.864133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4a486971-3607-4dff-8bc7-fcc0f80f1075 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:38.873967 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-afdd24bd-341b-45a3-8697-bb49903b5dc6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1728504
Nov 24 13:13:38.874355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51120) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:38.881954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-329611f9-8d80-4341-88eb-4e354c2b5099 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'security_group': {'name': 'tempest-secgroup-1606011666'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:38.889139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-329611f9-8d80-4341-88eb-4e354c2b5099 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:38.894209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-329611f9-8d80-4341-88eb-4e354c2b5099 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:security_group and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:38.897983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-329611f9-8d80-4341-88eb-4e354c2b5099 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:38.904178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-329611f9-8d80-4341-88eb-4e354c2b5099 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:38.914640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-329611f9-8d80-4341-88eb-4e354c2b5099 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:38.928331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:38.928765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:38.940364 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8dac86e0-71e0-4f59-bd35-c14e82ac1669 req-552ca039-5a49-442a-81ba-7386dea96ff8 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/security-groups?id=690e0261-09d3-40a2-9cd2-6eef68d14c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0844219
Nov 24 13:13:38.964694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-329611f9-8d80-4341-88eb-4e354c2b5099 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:38.970473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-329611f9-8d80-4341-88eb-4e354c2b5099 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:security_group_rule and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:38.974477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-329611f9-8d80-4341-88eb-4e354c2b5099 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:38.981277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-329611f9-8d80-4341-88eb-4e354c2b5099 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:39.025007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=cac694b9-fa07-4b88-908d-4cee3567a9e9,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:39.026812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a486971-3607-4dff-8bc7-fcc0f80f1075 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:13:39.040410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:39.062472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-329611f9-8d80-4341-88eb-4e354c2b5099 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:39.066105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-329611f9-8d80-4341-88eb-4e354c2b5099 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:39.072001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c8854181-3f6e-4e24-b4da-c92ece34a1ec tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:39.123675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329611f9-8d80-4341-88eb-4e354c2b5099 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4885bd-84b2-458c-a172-97abe3ccb29a,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:39.127102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-329611f9-8d80-4341-88eb-4e354c2b5099 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:39.128410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-329611f9-8d80-4341-88eb-4e354c2b5099 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:39.130165 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-329611f9-8d80-4341-88eb-4e354c2b5099 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1629 time: 0.2544460
Nov 24 13:13:39.147174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51124) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:39.159615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'security_group': {'name': 'tempest-secgroup-1870950046'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:39.186585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:39.204079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:security_group and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:39.221522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:39.223364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-d1ed433d-b784-4683-a9f0-6e6ed3b699f4 None None] Allocated IP 2001:db8::2 (8ca51b04-1dca-4f60-b844-2979d8864b51/13bbb5ee-f2ff-4efa-b91c-59707da90dab/d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:13:39.291785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:39.396548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e72e616e-64d5-4e05-880f-5592d7b01731 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:39.409306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:39.435195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e72e616e-64d5-4e05-880f-5592d7b01731 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:39.450482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-530574df-ba51-4219-9fad-f1d72db20612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:39.589234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29a3155-7422-40ec-8967-4267eb70b2e0 None None] Network d41d42eb-e745-4ed3-8904-4470444a86a3 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:13:39.605943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4a486971-3607-4dff-8bc7-fcc0f80f1075 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:39.814599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-901daad9-9241-465a-b0a6-1cd6d622bf08 None None] Provisioning complete for port b5c2c081-aab6-40a4-84eb-547ffbc46f73 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:39.814743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-901daad9-9241-465a-b0a6-1cd6d622bf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:39.831854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e616e-64d5-4e05-880f-5592d7b01731 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Pushing event updated for resources: {'SecurityGroup': ['ID=70986d44-50f5-439a-9a79-7b686d25d474,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:39.845422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e72e616e-64d5-4e05-880f-5592d7b01731 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:39.846664 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e72e616e-64d5-4e05-880f-5592d7b01731 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1629 time: 2.0304666
Nov 24 13:13:39.851912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51128) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:39.856447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e72e616e-64d5-4e05-880f-5592d7b01731 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:39.858850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b9edef09-3197-4572-a677-45afbfac4f12 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Request body: {'security_group': {'name': 'default'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:39.859747 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.api.v2.base [None req-b9edef09-3197-4572-a677-45afbfac4f12 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 24 13:13:39.860321 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-b9edef09-3197-4572-a677-45afbfac4f12 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] update failed (client error): There was a conflict when trying to complete your request.
Nov 24 13:13:39.862183 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b9edef09-3197-4572-a677-45afbfac4f12 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "PUT /v2.0/security-groups/70986d44-50f5-439a-9a79-7b686d25d474 HTTP/1.1" status: 409  len: 330 time: 0.0101533
Nov 24 13:13:39.862353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device cac694b9-fa07-4b88-908d-4cee3567a9e9 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:13:39.865380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51132) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:39.893502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d1ed433d-b784-4683-a9f0-6e6ed3b699f4 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:39.928563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:39.941919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:security_group_rule and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:39.943274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d1ed433d-b784-4683-a9f0-6e6ed3b699f4 None None] Transition to ACTIVE for port object d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:13:39.959081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:39.973958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2d2f8bc6-23e2-4480-ac3a-3bf7d2b15c9f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:39.996888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e34319b4-12a4-4f27-976c-5244be87843f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347e239b0>, [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:13:32Z', 'revision_number': 6, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None, '_interfaces': [{'id': '4c32b203-1b67-404d-ba8c-e854514e72ef', 'name': '', 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:36:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:28Z', 'updated_at': '2020-11-24T13:12:44Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991', 'name': '', 'network_id': '2bf182df-5b03-4249-9e65-5127ab0d7919', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:5a:b7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'f1ddbeca-abd9-42aa-a774-c343c2fa7a38', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:13:21Z', 'updated_at': '2020-11-24T13:13:36Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': 'f1ddbeca-abd9-42aa-a774-c343c2fa7a38', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'abc43573-20b3-4fb7-9430-b84dd6d12015', 'name': '', 'network_id': 'c3cd0ef3-c28e-4353-817f-00c7023e5622', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:04:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '4cca3efd-4eb4-4e86-95c5-6118591e9f41', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:13:01Z', 'updated_at': '2020-11-24T13:13:24Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '4cca3efd-4eb4-4e86-95c5-6118591e9f41', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bee67db8-352a-4844-9c0c-c4c0ab169622', 'name': '', 'network_id': 'b16ed203-d70d-4089-881e-223145f98b51', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:18:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:45Z', 'updated_at': '2020-11-24T13:13:01Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:39.998054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f5d98-ddbc-424d-be12-1d9f303ab9c3 req-4e5e1a45-cf18-479e-8c2b-9b645bc45e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:39.999894 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fe6f5d98-ddbc-424d-be12-1d9f303ab9c3 req-4e5e1a45-cf18-479e-8c2b-9b645bc45e6b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 1160 time: 0.7653956
Nov 24 13:13:40.003851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:40.007764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2d2f8bc6-23e2-4480-ac3a-3bf7d2b15c9f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:40.015006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34319b4-12a4-4f27-976c-5244be87843f None None] The sync data for ids ['2c66548c-93ca-486f-8434-130b800376f6'] in dv-neutron-601336-61-ovs is: [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:13:32Z', 'revision_number': 6, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None, '_interfaces': [{'id': '4c32b203-1b67-404d-ba8c-e854514e72ef', 'name': '', 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:36:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:28Z', 'updated_at': '2020-11-24T13:12:44Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991', 'name': '', 'network_id': '2bf182df-5b03-4249-9e65-5127ab0d7919', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:5a:b7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'f1ddbeca-abd9-42aa-a774-c343c2fa7a38', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:13:21Z', 'updated_at': '2020-11-24T13:13:36Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': 'f1ddbeca-abd9-42aa-a774-c343c2fa7a38', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'abc43573-20b3-4fb7-9430-b84dd6d12015', 'name': '', 'network_id': 'c3cd0ef3-c28e-4353-817f-00c7023e5622', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:04:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '4cca3efd-4eb4-4e86-95c5-6118591e9f41', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:13:01Z', 'updated_at': '2020-11-24T13:13:24Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '4cca3efd-4eb4-4e86-95c5-6118591e9f41', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bee67db8-352a-4844-9c0c-c4c0ab169622', 'name': '', 'network_id': 'b16ed203-d70d-4089-881e-223145f98b51', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:18:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:45Z', 'updated_at': '2020-11-24T13:13:01Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:13:40.087077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2d2f8bc6-23e2-4480-ac3a-3bf7d2b15c9f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:40.101745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ff60bf39-b1a3-4d8e-90ac-d437588b2c3e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:40.103135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d1ed433d-b784-4683-a9f0-6e6ed3b699f4 None None] Transition to ACTIVE for port object d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:13:40.118667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-302772c5-c775-41cb-a585-c5064ffd85fb tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:40.169985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f8bc6-23e2-4480-ac3a-3bf7d2b15c9f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Pushing event deleted for resources: {'SecurityGroup': ['ID=70986d44-50f5-439a-9a79-7b686d25d474,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:40.186475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2d2f8bc6-23e2-4480-ac3a-3bf7d2b15c9f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:40.187954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2d2f8bc6-23e2-4480-ac3a-3bf7d2b15c9f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:40.194734 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2d2f8bc6-23e2-4480-ac3a-3bf7d2b15c9f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "DELETE /v2.0/security-groups/70986d44-50f5-439a-9a79-7b686d25d474 HTTP/1.1" status: 204  len: 168 time: 0.3242624
Nov 24 13:13:40.195210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51138) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:40.213955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ff60bf39-b1a3-4d8e-90ac-d437588b2c3e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4112833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850663106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4103870'] for router, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:40.231244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d1ed433d-b784-4683-a9f0-6e6ed3b699f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:40.308773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.extraroute_db [None req-928cbd00-6e03-4aa3-886b-b9cf8a2fb0b7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Added routes are [] {{(pid=80943) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Nov 24 13:13:40.309225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.extraroute_db [None req-928cbd00-6e03-4aa3-886b-b9cf8a2fb0b7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=80943) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Nov 24 13:13:40.336185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b62e346f-5e31-491f-a319-655b201a1852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:40.451265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a263cf7-fe8e-4c80-9e55-6bfc27a5b7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:40.476006 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fe6f5d98-ddbc-424d-be12-1d9f303ab9c3 req-85a6ce6e-c433-4925-8c9e-9e0a3f10b715 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=690e0261-09d3-40a2-9cd2-6eef68d14c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4140995
Nov 24 13:13:40.536124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed433d-b784-4683-a9f0-6e6ed3b699f4 None None] Pushing event updated for resources: {'Port': ['ID=d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:40.543430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d1ed433d-b784-4683-a9f0-6e6ed3b699f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:40.574308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:40.583019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port cac694b9-fa07-4b88-908d-4cee3567a9e9 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:40.583326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:40.599112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-928cbd00-6e03-4aa3-886b-b9cf8a2fb0b7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:40.606023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:40.679155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7664a2ee-6312-43b2-9d59-6e737e800a55 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:40.715933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-46a6a0b1-09b9-4423-a63c-0e5df993129d tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Synchronizing usage tracker for tenant:adc766c5308c4317a94d96a02ddf3a18 on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:13:40.736039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-901daad9-9241-465a-b0a6-1cd6d622bf08 None None] Provisioning complete for port fe814ca2-35e4-429c-81cc-a00fbb9922e4 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:40.736465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-901daad9-9241-465a-b0a6-1cd6d622bf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:40.766353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ed433d-b784-4683-a9f0-6e6ed3b699f4 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:13:40.773073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-d1ed433d-b784-4683-a9f0-6e6ed3b699f4 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:13:40.815297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ed433d-b784-4683-a9f0-6e6ed3b699f4 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:13:40.855165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbfbba-d93d-4edd-8ace-0a343f246d7b req-b98820b7-49a0-4529-99fc-5d683a97adeb tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:40.856834 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-01dbfbba-d93d-4edd-8ace-0a343f246d7b req-b98820b7-49a0-4529-99fc-5d683a97adeb tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 943 time: 0.5952172
Nov 24 13:13:40.864713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'SecurityGroup': ['ID=32cd3cb3-7803-429e-bbe0-26d1691e1a65,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:40.868352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:40.874305 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1629 time: 1.7202780
Nov 24 13:13:40.874512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51142) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:40.879790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-413be477-ab50-43d1-bc73-e923525df016 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'security_group': {'name': 'tempest-secgroup-1507271109'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:40.886744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-413be477-ab50-43d1-bc73-e923525df016 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:40.892730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-413be477-ab50-43d1-bc73-e923525df016 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:security_group and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:40.898244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-413be477-ab50-43d1-bc73-e923525df016 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:40.907466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-413be477-ab50-43d1-bc73-e923525df016 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:40.927973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-413be477-ab50-43d1-bc73-e923525df016 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:40.966726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-46a6a0b1-09b9-4423-a63c-0e5df993129d tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Unset dirty status for tenant:adc766c5308c4317a94d96a02ddf3a18 on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:13:40.967899 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-46a6a0b1-09b9-4423-a63c-0e5df993129d tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2751 time: 0.7561238
Nov 24 13:13:40.975829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-413be477-ab50-43d1-bc73-e923525df016 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:40.981079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-413be477-ab50-43d1-bc73-e923525df016 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:security_group_rule and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:40.985431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-413be477-ab50-43d1-bc73-e923525df016 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:40.987162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51146) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:40.992741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-413be477-ab50-43d1-bc73-e923525df016 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:41.027996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:41.028504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:41.029117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:41.029559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:41.030267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:41.030917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:41.031415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:41.031919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:41.032810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:41.033571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:41.034600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:41.035388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:41.036287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:41.037344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:41.038027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:41.038698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:41.039373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:41.040440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:41.041038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:41.041656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:41.044754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:41.045390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:41.045987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:41.046600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:41.063938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-413be477-ab50-43d1-bc73-e923525df016 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:41.067599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-413be477-ab50-43d1-bc73-e923525df016 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:41.094837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3784daa8-fda7-480e-a67d-c002a48945b9 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:41.149856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-901daad9-9241-465a-b0a6-1cd6d622bf08 None None] Port fe814ca2-35e4-429c-81cc-a00fbb9922e4 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:13:41.169236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-413be477-ab50-43d1-bc73-e923525df016 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:41.172954 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-413be477-ab50-43d1-bc73-e923525df016 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1629 time: 0.2979004
Nov 24 13:13:41.176051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:41.181327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51150) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:41.197773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413be477-ab50-43d1-bc73-e923525df016 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'SecurityGroup': ['ID=83033c4e-ec3e-43ed-b24e-99410f74f70c,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:41.205389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-413be477-ab50-43d1-bc73-e923525df016 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:41.217377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-80b6ac80-c47a-4a39-b3bc-e585bc4a8c92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-620939176', 'security_groups': ['83033c4e-ec3e-43ed-b24e-99410f74f70c'], 'network_id': 'd41d42eb-e745-4ed3-8904-4470444a86a3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b2f7bbb4-f6f9-48ea-850a-4a7eb2bb1d27'}]}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:41.218490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port cac694b9-fa07-4b88-908d-4cee3567a9e9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=cac694b9-fa07-4b88-908d-4cee3567a9e9,segment=NetworkSegment(15da2527-98df-4484-9ea8-a3b8957eb7b8),segment_id=15da2527-98df-4484-9ea8-a3b8957eb7b8)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:13:41.223019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4ac8e7-3926-45f6-8768-a48646f10a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac694b9-fa07-4b88-908d-4cee3567a9e9'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:13:41.243222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-d1ed433d-b784-4683-a9f0-6e6ed3b699f4 None None] Attempting to bind port d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:13:41.246371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-d1ed433d-b784-4683-a9f0-6e6ed3b699f4 None None] Attempting to bind port d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:13:41.246672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ed433d-b784-4683-a9f0-6e6ed3b699f4 None None] Attempting to bind port d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe on network 8ca51b04-1dca-4f60-b844-2979d8864b51 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:13:41.275899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ed433d-b784-4683-a9f0-6e6ed3b699f4 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:13:41.276639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ed433d-b784-4683-a9f0-6e6ed3b699f4 None None] Checking segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:13:41.277517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d1ed433d-b784-4683-a9f0-6e6ed3b699f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:41.278198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ed433d-b784-4683-a9f0-6e6ed3b699f4 None None] Bound using segment: {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:13:41.279812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-d1ed433d-b784-4683-a9f0-6e6ed3b699f4 None None] Bound port: d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85df2f39-33bf-4370-a2b3-ba825f6d6875', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:13:41.280824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d1ed433d-b784-4683-a9f0-6e6ed3b699f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:41.304667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:41.320617 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4ac8e7-3926-45f6-8768-a48646f10a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac694b9-fa07-4b88-908d-4cee3567a9e9', 'code': 200}
Nov 24 13:13:41.321559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:41.439738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-80b6ac80-c47a-4a39-b3bc-e585bc4a8c92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:41.450531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:41.471385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-80b6ac80-c47a-4a39-b3bc-e585bc4a8c92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:41.477813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-487f1731-2bea-4cdc-8945-72f0b99743fc None None] Provisioning complete for port b5c2c081-aab6-40a4-84eb-547ffbc46f73 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:41.478917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-487f1731-2bea-4cdc-8945-72f0b99743fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:41.492240 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-92a80cd3-ed8f-4b29-81be-1474be44fdcf tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] delete failed (client error): The resource could not be found.
Nov 24 13:13:41.493081 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-92a80cd3-ed8f-4b29-81be-1474be44fdcf tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "DELETE /v2.0/security-groups/559edd3d-ddf0-4e87-bf0d-b0902be61c82 HTTP/1.1" status: 404  len: 347 time: 0.4957643
Nov 24 13:13:41.498631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51156) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:41.521152 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-01dbfbba-d93d-4edd-8ace-0a343f246d7b req-52039e51-c17a-4f53-afc2-fe1164e8a6f9 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/security-groups?id=690e0261-09d3-40a2-9cd2-6eef68d14c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6472213
Nov 24 13:13:41.545490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b6ac80-c47a-4a39-b3bc-e585bc4a8c92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:13:41.546728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-d1ed433d-b784-4683-a9f0-6e6ed3b699f4 None None] For port d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:13:41.555396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=cac694b9-fa07-4b88-908d-4cee3567a9e9,revision_number=6']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:41.565253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:41.569547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-d1ed433d-b784-4683-a9f0-6e6ed3b699f4 None None] For port d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:13:41.581188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d1ed433d-b784-4683-a9f0-6e6ed3b699f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:41.600781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4009dae4-81ee-4472-b131-9b29b7fef95e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:41.650162 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-a4e265d2-49b0-4a0b-8dc2-2d68a196a776 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] show failed (client error): The resource could not be found.
Nov 24 13:13:41.652200 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a4e265d2-49b0-4a0b-8dc2-2d68a196a776 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "GET /v2.0/security-groups/3ab711e8-0cec-40db-b8c8-e679ff37a885 HTTP/1.1" status: 404  len: 347 time: 0.1502607
Nov 24 13:13:41.662853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51160) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:41.685369 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-febb04c8-fc50-4b88-bb2c-3d8c48c8767c tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] show failed (client error): The resource could not be found.
Nov 24 13:13:41.686518 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-febb04c8-fc50-4b88-bb2c-3d8c48c8767c tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] 10.222.0.76 "GET /v2.0/security-group-rules/904d48b9-36fb-4aa0-bbfe-eb36c4f35cf3 HTTP/1.1" status: 404  len: 356 time: 0.0226555
Nov 24 13:13:41.798262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-80b6ac80-c47a-4a39-b3bc-e585bc4a8c92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:41.830257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device cac694b9-fa07-4b88-908d-4cee3567a9e9 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:13:41.950087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed433d-b784-4683-a9f0-6e6ed3b699f4 None None] Pushing event updated for resources: {'Port': ['ID=d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:41.970349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d1ed433d-b784-4683-a9f0-6e6ed3b699f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:42.047182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port cac694b9-fa07-4b88-908d-4cee3567a9e9 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:42.047399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:42.074804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff60bf39-b1a3-4d8e-90ac-d437588b2c3e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Router 6038a47b-a9e4-45ba-bc5c-adc3358cab3d has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:13:42.109898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-487f1731-2bea-4cdc-8945-72f0b99743fc None None] Provisioning complete for port fe814ca2-35e4-429c-81cc-a00fbb9922e4 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:42.115105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-487f1731-2bea-4cdc-8945-72f0b99743fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:42.170976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-80b6ac80-c47a-4a39-b3bc-e585bc4a8c92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] device_id is not set on port c06b4079-c8f3-4ca1-bb23-ebf7294fade2 yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:13:42.202806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-928cbd00-6e03-4aa3-886b-b9cf8a2fb0b7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:42.216331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-487f1731-2bea-4cdc-8945-72f0b99743fc None None] Port fe814ca2-35e4-429c-81cc-a00fbb9922e4 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:13:42.303900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-928cbd00-6e03-4aa3-886b-b9cf8a2fb0b7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4112833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850663106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4103870'] for router, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:42.483840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51168) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:42.612373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e66f601-13d9-419f-bbfd-2c1b285db5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:42.864647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:42.939437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-80b6ac80-c47a-4a39-b3bc-e585bc4a8c92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Allocated IP 2001:db8::2eb (d41d42eb-e745-4ed3-8904-4470444a86a3/b2f7bbb4-f6f9-48ea-850a-4a7eb2bb1d27/c06b4079-c8f3-4ca1-bb23-ebf7294fade2) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:13:42.978751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.objects.ports [None req-4a486971-3607-4dff-8bc7-fcc0f80f1075 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80943) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 24 13:13:43.023700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928cbd00-6e03-4aa3-886b-b9cf8a2fb0b7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Router 2c66548c-93ca-486f-8434-130b800376f6 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:13:43.118188 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4329c48b-2fe7-4044-8dc5-0886965bd394 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=adc766c5308c4317a94d96a02ddf3a18&name=default HTTP/1.1" status: 200  len: 2751 time: 0.6182106
Nov 24 13:13:43.121059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51176) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:43.153130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58b77c-4ef3-43fc-be23-f47e536615ca req-633343c1-30e5-4a82-aaf5-7bf7a5a256e9 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:43.153130 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ed58b77c-4ef3-43fc-be23-f47e536615ca req-633343c1-30e5-4a82-aaf5-7bf7a5a256e9 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 945 time: 0.3258030
Nov 24 13:13:43.213133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff60bf39-b1a3-4d8e-90ac-d437588b2c3e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:13:43.217722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-80b6ac80-c47a-4a39-b3bc-e585bc4a8c92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:43.226549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351bab12-7c3a-45aa-b65c-28bcf9a6b533 None None] Sync routers for ids ['6038a47b-a9e4-45ba-bc5c-adc3358cab3d'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:13:43.241375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ff60bf39-b1a3-4d8e-90ac-d437588b2c3e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:43.244806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351bab12-7c3a-45aa-b65c-28bcf9a6b533 None None] Routers {'6038a47b-a9e4-45ba-bc5c-adc3358cab3d'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:13:43.245639 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ff60bf39-b1a3-4d8e-90ac-d437588b2c3e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "PUT /v2.0/routers/6038a47b-a9e4-45ba-bc5c-adc3358cab3d HTTP/1.1" status: 200  len: 886 time: 6.4813075
Nov 24 13:13:43.246027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-351bab12-7c3a-45aa-b65c-28bcf9a6b533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347ce8e80>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:13:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['6038a47b-a9e4-45ba-bc5c-adc3358cab3d'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:43.248699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51180) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:43.270785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5fa5809c-32f2-4d01-a03d-307ffcb14e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:43.299688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5fa5809c-32f2-4d01-a03d-307ffcb14e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:43.347376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-351bab12-7c3a-45aa-b65c-28bcf9a6b533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347ce8e80>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:43.352087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-80b6ac80-c47a-4a39-b3bc-e585bc4a8c92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Transition to ACTIVE for port object c06b4079-c8f3-4ca1-bb23-ebf7294fade2 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:13:43.355962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5fa5809c-32f2-4d01-a03d-307ffcb14e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:43.361360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351bab12-7c3a-45aa-b65c-28bcf9a6b533 None None] Routers {'6038a47b-a9e4-45ba-bc5c-adc3358cab3d'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:13:43.362212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-351bab12-7c3a-45aa-b65c-28bcf9a6b533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347ce8e80>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:13:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['6038a47b-a9e4-45ba-bc5c-adc3358cab3d'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:43.367149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-413be477-ab50-43d1-bc73-e923525df016 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:43.387632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5809c-32f2-4d01-a03d-307ffcb14e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6a3b4c-f2a7-4494-a148-7f4b9c66bc9e,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:43.426028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5809c-32f2-4d01-a03d-307ffcb14e76 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:43.426506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5809c-32f2-4d01-a03d-307ffcb14e76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:43.426928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5809c-32f2-4d01-a03d-307ffcb14e76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:43.427756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5809c-32f2-4d01-a03d-307ffcb14e76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:43.428119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5809c-32f2-4d01-a03d-307ffcb14e76 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:43.428784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5809c-32f2-4d01-a03d-307ffcb14e76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:43.429274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5809c-32f2-4d01-a03d-307ffcb14e76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:43.429824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5809c-32f2-4d01-a03d-307ffcb14e76 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:43.430688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5809c-32f2-4d01-a03d-307ffcb14e76 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:43.430889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5809c-32f2-4d01-a03d-307ffcb14e76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:43.431227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5809c-32f2-4d01-a03d-307ffcb14e76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:43.431616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5809c-32f2-4d01-a03d-307ffcb14e76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:43.432345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5809c-32f2-4d01-a03d-307ffcb14e76 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:43.432757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5809c-32f2-4d01-a03d-307ffcb14e76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:43.433207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5809c-32f2-4d01-a03d-307ffcb14e76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:43.434038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5809c-32f2-4d01-a03d-307ffcb14e76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:43.434525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5809c-32f2-4d01-a03d-307ffcb14e76 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:43.435341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5809c-32f2-4d01-a03d-307ffcb14e76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:43.435774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5809c-32f2-4d01-a03d-307ffcb14e76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:43.436247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5809c-32f2-4d01-a03d-307ffcb14e76 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:43.436770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5809c-32f2-4d01-a03d-307ffcb14e76 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:43.437660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5809c-32f2-4d01-a03d-307ffcb14e76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:43.438336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-351bab12-7c3a-45aa-b65c-28bcf9a6b533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347ce8e80>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:43.438521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5809c-32f2-4d01-a03d-307ffcb14e76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:43.438723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5809c-32f2-4d01-a03d-307ffcb14e76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:43.438875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351bab12-7c3a-45aa-b65c-28bcf9a6b533 None None] The sync data for ids ['6038a47b-a9e4-45ba-bc5c-adc3358cab3d'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:13:43.456484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5fa5809c-32f2-4d01-a03d-307ffcb14e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:43.459639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5fa5809c-32f2-4d01-a03d-307ffcb14e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:43.461015 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5fa5809c-32f2-4d01-a03d-307ffcb14e76 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2a6a3b4c-f2a7-4494-a148-7f4b9c66bc9e HTTP/1.1" status: 204  len: 168 time: 0.3221762
Nov 24 13:13:43.479453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-80b6ac80-c47a-4a39-b3bc-e585bc4a8c92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:43.520721 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ed58b77c-4ef3-43fc-be23-f47e536615ca req-fdfc1cbc-32c9-462f-a13e-80d2d5f53563 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/security-groups?id=690e0261-09d3-40a2-9cd2-6eef68d14c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3157499
Nov 24 13:13:43.526936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-30d5ce0f-ae0d-484c-be1a-af1335bdd845 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:43.568401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51186) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:43.761649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6ac80-c47a-4a39-b3bc-e585bc4a8c92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Port': ['ID=c06b4079-c8f3-4ca1-bb23-ebf7294fade2,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:43.770672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4a486971-3607-4dff-8bc7-fcc0f80f1075 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:43.774247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-80b6ac80-c47a-4a39-b3bc-e585bc4a8c92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:43.794280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b6ac80-c47a-4a39-b3bc-e585bc4a8c92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network d41d42eb-e745-4ed3-8904-4470444a86a3 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:13:43.795995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-80b6ac80-c47a-4a39-b3bc-e585bc4a8c92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:13:43.802337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b6ac80-c47a-4a39-b3bc-e585bc4a8c92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:13:43.808048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b6ac80-c47a-4a39-b3bc-e585bc4a8c92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:43.812267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-80b6ac80-c47a-4a39-b3bc-e585bc4a8c92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:43.841109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928cbd00-6e03-4aa3-886b-b9cf8a2fb0b7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:13:43.852979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device cac694b9-fa07-4b88-908d-4cee3567a9e9 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:13:43.857690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ce84bd-3a49-45b5-a63c-d7844b08dd3d None None] Sync routers for ids ['2c66548c-93ca-486f-8434-130b800376f6'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:13:43.858919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-928cbd00-6e03-4aa3-886b-b9cf8a2fb0b7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:43.864087 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-928cbd00-6e03-4aa3-886b-b9cf8a2fb0b7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "PUT /v2.0/routers/2c66548c-93ca-486f-8434-130b800376f6 HTTP/1.1" status: 200  len: 703 time: 6.4046586
Nov 24 13:13:43.875158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51192) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:43.880412 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-80b6ac80-c47a-4a39-b3bc-e585bc4a8c92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.6849222
Nov 24 13:13:43.890318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ce84bd-3a49-45b5-a63c-d7844b08dd3d None None] Routers {'2c66548c-93ca-486f-8434-130b800376f6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:13:43.890962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f6ce84bd-3a49-45b5-a63c-d7844b08dd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca7ab00>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:13:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['2c66548c-93ca-486f-8434-130b800376f6'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:44.054388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51196) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:44.064717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:13:44.100701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-390fca9c-452c-456a-a9e3-06697c9077bd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'subnet': {'network_id': 'd41d42eb-e745-4ed3-8904-4470444a86a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:44.264989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:44.341606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port cac694b9-fa07-4b88-908d-4cee3567a9e9 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:44.341606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:44.421685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-f6ce84bd-3a49-45b5-a63c-d7844b08dd3d None None] Set router 2c66548c-93ca-486f-8434-130b800376f6 gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:13:44.443500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-390fca9c-452c-456a-a9e3-06697c9077bd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:44.447721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:13:44.452495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-390fca9c-452c-456a-a9e3-06697c9077bd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:subnet and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:44.455884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-390fca9c-452c-456a-a9e3-06697c9077bd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:44.491227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-390fca9c-452c-456a-a9e3-06697c9077bd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:44.555849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390fca9c-452c-456a-a9e3-06697c9077bd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:13:44.559720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Provisioning for port d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:13:44.575806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-390fca9c-452c-456a-a9e3-06697c9077bd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:44.677977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Provisioning complete for port d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:44.678438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:44.882113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:44.985443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:45.243051 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.ipam_backend_mixin [None req-390fca9c-452c-456a-a9e3-06697c9077bd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b2f7bbb4-f6f9-48ea-850a-4a7eb2bb1d27 (CIDR: 2001:db8::/64)
Nov 24 13:13:45.254961 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-390fca9c-452c-456a-a9e3-06697c9077bd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:13:45.257009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f6ce84bd-3a49-45b5-a63c-d7844b08dd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca7ab00>, [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:13:40Z', 'revision_number': 7, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None, '_interfaces': [{'id': '4c32b203-1b67-404d-ba8c-e854514e72ef', 'name': '', 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:36:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:28Z', 'updated_at': '2020-11-24T13:12:44Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991', 'name': '', 'network_id': '2bf182df-5b03-4249-9e65-5127ab0d7919', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:5a:b7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'f1ddbeca-abd9-42aa-a774-c343c2fa7a38', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:13:21Z', 'updated_at': '2020-11-24T13:13:36Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': 'f1ddbeca-abd9-42aa-a774-c343c2fa7a38', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'abc43573-20b3-4fb7-9430-b84dd6d12015', 'name': '', 'network_id': 'c3cd0ef3-c28e-4353-817f-00c7023e5622', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:04:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '4cca3efd-4eb4-4e86-95c5-6118591e9f41', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:13:01Z', 'updated_at': '2020-11-24T13:13:24Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '4cca3efd-4eb4-4e86-95c5-6118591e9f41', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bee67db8-352a-4844-9c0c-c4c0ab169622', 'name': '', 'network_id': 'b16ed203-d70d-4089-881e-223145f98b51', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:18:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:45Z', 'updated_at': '2020-11-24T13:13:01Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:45.264345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-390fca9c-452c-456a-a9e3-06697c9077bd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] No notification will be sent due to unsuccessful status code: 400 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:13:45.265594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ce84bd-3a49-45b5-a63c-d7844b08dd3d None None] Checking router: 2c66548c-93ca-486f-8434-130b800376f6 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:13:45.280791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-4a486971-3607-4dff-8bc7-fcc0f80f1075 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] For port d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:13:45.290361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ce84bd-3a49-45b5-a63c-d7844b08dd3d None None] Routers {'2c66548c-93ca-486f-8434-130b800376f6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:13:45.291109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f6ce84bd-3a49-45b5-a63c-d7844b08dd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca7ab00>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:13:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['2c66548c-93ca-486f-8434-130b800376f6'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:45.312510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4a486971-3607-4dff-8bc7-fcc0f80f1075 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:45.313090 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c3c41a2e-de9a-48db-9d7d-72854b4494fb tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "GET /v2.0/routers/2c66548c-93ca-486f-8434-130b800376f6 HTTP/1.1" status: 200  len: 703 time: 1.4362125
Nov 24 13:13:45.317139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51214) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:45.355367 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7184eb46-8abe-4481-8a1c-b98bd2e96278 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/floatingips/f6268fed-25d4-46c7-9c32-12c7c000b17d HTTP/1.1" status: 200  len: 993 time: 1.7715902
Nov 24 13:13:45.357430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4a486971-3607-4dff-8bc7-fcc0f80f1075 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:45.358374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4a486971-3607-4dff-8bc7-fcc0f80f1075 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:45.403419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-27fd2332-6ffd-41e8-afda-3cb7f8bc9c52 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:45.447395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:13:45.447817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:13:45.499957 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-390fca9c-452c-456a-a9e3-06697c9077bd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.4433696
Nov 24 13:13:45.501503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51220) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:45.521879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a3679291-e4b2-4e5b-a36f-b9797690c16f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'subnet': {'network_id': 'd41d42eb-e745-4ed3-8904-4470444a86a3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:45.612534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-f6ce84bd-3a49-45b5-a63c-d7844b08dd3d None None] Set router 2c66548c-93ca-486f-8434-130b800376f6 gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:13:45.619559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a486971-3607-4dff-8bc7-fcc0f80f1075 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Port': ['ID=d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe,revision_number=4']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:45.637054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4a486971-3607-4dff-8bc7-fcc0f80f1075 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:45.641345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c80d3a8f-c1c6-467b-bfc5-d49e4e6315e1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:45.680115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51224) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:45.799832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51230) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:45.805518 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d1a15e36-1ac8-4764-9b17-3b5fe932d9c5 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "GET /v2.0/routers/6038a47b-a9e4-45ba-bc5c-adc3358cab3d HTTP/1.1" status: 200  len: 886 time: 2.5502017
Nov 24 13:13:45.838869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a486971-3607-4dff-8bc7-fcc0f80f1075 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Subnet': ['ID=5f02cc20-1ba6-4b1d-afc4-8a0735aae58a,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:45.865768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4a486971-3607-4dff-8bc7-fcc0f80f1075 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:45.886589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a486971-3607-4dff-8bc7-fcc0f80f1075 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:13:45.898553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-4a486971-3607-4dff-8bc7-fcc0f80f1075 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:13:45.907962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:13:45.930025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a486971-3607-4dff-8bc7-fcc0f80f1075 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:45.930370 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-47da0743-53c7-495b-8231-2e25da96c86f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "GET /v2.0/ports?device_id=6038a47b-a9e4-45ba-bc5c-adc3358cab3d HTTP/1.1" status: 200  len: 205 time: 0.1272550
Nov 24 13:13:45.932323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4a486971-3607-4dff-8bc7-fcc0f80f1075 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:45.941957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51234) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:46.076131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f3fd6b-5ba7-4bc4-a03e-fb6fb83862b4 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:13:46.086322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a3679291-e4b2-4e5b-a36f-b9797690c16f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:46.104221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a3679291-e4b2-4e5b-a36f-b9797690c16f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:subnet and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:46.132849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a3679291-e4b2-4e5b-a36f-b9797690c16f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:46.216392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ebaac822-496c-4f5d-ab1a-660aaa732452 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Request body: {'network': {'name': 'tempest-TagsTest-test-network-856634152'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:46.236411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ebaac822-496c-4f5d-ab1a-660aaa732452 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:46.249516 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4a486971-3607-4dff-8bc7-fcc0f80f1075 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 8.3125758
Nov 24 13:13:46.251668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ebaac822-496c-4f5d-ab1a-660aaa732452 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Usage tracker for resource:network and tenant:cdafa10ef84f48669633ffeb389b1722 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:46.256936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51238) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:46.287238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a3679291-e4b2-4e5b-a36f-b9797690c16f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:46.341511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:46.345823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3679291-e4b2-4e5b-a36f-b9797690c16f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:13:46.352639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a3679291-e4b2-4e5b-a36f-b9797690c16f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:46.354066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ebaac822-496c-4f5d-ab1a-660aaa732452 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Quota usage for network was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:46.389256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f6ce84bd-3a49-45b5-a63c-d7844b08dd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca7ab00>, [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:13:40Z', 'revision_number': 7, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None, '_interfaces': [{'id': '4c32b203-1b67-404d-ba8c-e854514e72ef', 'name': '', 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:36:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:28Z', 'updated_at': '2020-11-24T13:12:44Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991', 'name': '', 'network_id': '2bf182df-5b03-4249-9e65-5127ab0d7919', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:5a:b7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'f1ddbeca-abd9-42aa-a774-c343c2fa7a38', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:13:21Z', 'updated_at': '2020-11-24T13:13:36Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': 'f1ddbeca-abd9-42aa-a774-c343c2fa7a38', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'abc43573-20b3-4fb7-9430-b84dd6d12015', 'name': '', 'network_id': 'c3cd0ef3-c28e-4353-817f-00c7023e5622', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:04:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '4cca3efd-4eb4-4e86-95c5-6118591e9f41', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:13:01Z', 'updated_at': '2020-11-24T13:13:24Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '4cca3efd-4eb4-4e86-95c5-6118591e9f41', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bee67db8-352a-4844-9c0c-c4c0ab169622', 'name': '', 'network_id': 'b16ed203-d70d-4089-881e-223145f98b51', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:18:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:45Z', 'updated_at': '2020-11-24T13:13:01Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:46.390928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-08a0196e-aff7-46a9-a297-1c522da23eeb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Request body: {'port': {'network_id': '8ca51b04-1dca-4f60-b844-2979d8864b51', 'mac_address': 'fa:16:3e:10:4e:de', 'name': 'tempest-NetworksTestDHCPv6-748529537'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:46.395836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ce84bd-3a49-45b5-a63c-d7844b08dd3d None None] The sync data for ids ['2c66548c-93ca-486f-8434-130b800376f6'] in dv-neutron-601336-61-ovs is: [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:13:40Z', 'revision_number': 7, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None, '_interfaces': [{'id': '4c32b203-1b67-404d-ba8c-e854514e72ef', 'name': '', 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:36:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:28Z', 'updated_at': '2020-11-24T13:12:44Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991', 'name': '', 'network_id': '2bf182df-5b03-4249-9e65-5127ab0d7919', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:5a:b7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'f1ddbeca-abd9-42aa-a774-c343c2fa7a38', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:13:21Z', 'updated_at': '2020-11-24T13:13:36Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': 'f1ddbeca-abd9-42aa-a774-c343c2fa7a38', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'abc43573-20b3-4fb7-9430-b84dd6d12015', 'name': '', 'network_id': 'c3cd0ef3-c28e-4353-817f-00c7023e5622', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:04:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '4cca3efd-4eb4-4e86-95c5-6118591e9f41', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:13:01Z', 'updated_at': '2020-11-24T13:13:24Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '4cca3efd-4eb4-4e86-95c5-6118591e9f41', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bee67db8-352a-4844-9c0c-c4c0ab169622', 'name': '', 'network_id': 'b16ed203-d70d-4089-881e-223145f98b51', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:18:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:45Z', 'updated_at': '2020-11-24T13:13:01Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:13:46.433322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ebaac822-496c-4f5d-ab1a-660aaa732452 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:46.442617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:46.442617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:46.557233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-03c5043f-969e-4f2e-8f50-2cbc1adeb908 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:46.557404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebaac822-496c-4f5d-ab1a-660aaa732452 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Made reservation on behalf of cdafa10ef84f48669633ffeb389b1722 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:13:46.564586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] For port d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:13:46.567606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ebaac822-496c-4f5d-ab1a-660aaa732452 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:46.575239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:46.579529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1c62e22b-94f3-4f2a-b903-b74ed747d74f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:46.592267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ebaac822-496c-4f5d-ab1a-660aaa732452 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:46.652288 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.ipam_backend_mixin [None req-a3679291-e4b2-4e5b-a36f-b9797690c16f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a89354a5-0fd4-4ff5-822a-458b49b74a2f (CIDR: 2001:db8:0:1::/64)
Nov 24 13:13:46.682785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Pushing event updated for resources: {'Port': ['ID=d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:46.697184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:46.697642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:46.698268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:46.698879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:46.700176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:46.700801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:46.701365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:46.701938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:46.702543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:46.703102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:46.703658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:46.704372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:46.705044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:46.705603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:46.706193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:46.706636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-08a0196e-aff7-46a9-a297-1c522da23eeb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:46.707356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:46.707907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:46.708489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:46.709068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:46.709619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:46.710232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:46.710682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:46.711101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:46.711699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:13:46.713681 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3679291-e4b2-4e5b-a36f-b9797690c16f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:13:46.714205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3679291-e4b2-4e5b-a36f-b9797690c16f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] No notification will be sent due to unsuccessful status code: 400 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:13:46.719953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-08a0196e-aff7-46a9-a297-1c522da23eeb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Usage tracker for resource:port and tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:46.725754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ebaac822-496c-4f5d-ab1a-660aaa732452 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:46.727511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:46.728468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-08a0196e-aff7-46a9-a297-1c522da23eeb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Quota usage for port was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:46.742639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-08a0196e-aff7-46a9-a297-1c522da23eeb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:46.745094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ebaac822-496c-4f5d-ab1a-660aaa732452 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Usage tracker for resource:security_group_rule and tenant:cdafa10ef84f48669633ffeb389b1722 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:46.745736 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a3679291-e4b2-4e5b-a36f-b9797690c16f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 1.2428157
Nov 24 13:13:46.751566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51242) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:46.755871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ebaac822-496c-4f5d-ab1a-660aaa732452 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:46.768755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ebaac822-496c-4f5d-ab1a-660aaa732452 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:46.778266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a0196e-aff7-46a9-a297-1c522da23eeb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Made reservation on behalf of dc4e1a6f65cd4c9594951cc0df0cbd16 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:13:46.779328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Provisioning for port c06b4079-c8f3-4ca1-bb23-ebf7294fade2 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:13:46.779703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-d005700f-2009-4e79-a4d8-1f6db555614a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'subnet': {'network_id': 'd41d42eb-e745-4ed3-8904-4470444a86a3', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:46.794436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Provisioning complete for port c06b4079-c8f3-4ca1-bb23-ebf7294fade2 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:46.795090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:46.866042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Port c06b4079-c8f3-4ca1-bb23-ebf7294fade2 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:13:46.964505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-674c1ab0-46cd-47a0-8d2e-630187278b8b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:46.992631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-71b7c2dd-079c-4220-86d7-281b4d08a297 None None] Provisioning complete for port d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:46.993341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-71b7c2dd-079c-4220-86d7-281b4d08a297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:47.081506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-08a0196e-aff7-46a9-a297-1c522da23eeb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:47.229910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ebaac822-496c-4f5d-ab1a-660aaa732452 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:47.240381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ebaac822-496c-4f5d-ab1a-660aaa732452 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:47.245337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-11e1b88e-e6a8-43b6-97e2-8317a517a9a3 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:47.364536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d005700f-2009-4e79-a4d8-1f6db555614a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:47.375630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebaac822-496c-4f5d-ab1a-660aaa732452 tempest-TagsTest-160777496 tempest-TagsTest-160777496] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:13:47.422437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ebaac822-496c-4f5d-ab1a-660aaa732452 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:47.423145 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-ebaac822-496c-4f5d-ab1a-660aaa732452 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Added segment a0d8b491-0def-4f8d-9a18-5e7f4d62ec42 of type vxlan for network 3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537
Nov 24 13:13:47.424547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaac822-496c-4f5d-ab1a-660aaa732452 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Pushing event updated for resources: {'SecurityGroup': ['ID=aab84de5-82a8-4a9a-a707-72cc4a4d12d0,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:47.427489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d005700f-2009-4e79-a4d8-1f6db555614a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Usage tracker for resource:subnet and tenant:acab0616bf414845b5ccf5a4593c62ac is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:47.444866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ebaac822-496c-4f5d-ab1a-660aaa732452 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:47.444960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d005700f-2009-4e79-a4d8-1f6db555614a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:47.451442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d005700f-2009-4e79-a4d8-1f6db555614a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:47.509791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d005700f-2009-4e79-a4d8-1f6db555614a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Made reservation on behalf of acab0616bf414845b5ccf5a4593c62ac for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:13:47.525617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ebaac822-496c-4f5d-ab1a-660aaa732452 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:47.532731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-08a0196e-aff7-46a9-a297-1c522da23eeb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] device_id is not set on port 57a8b6a1-250a-4f46-800a-7a952be5d4b9 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:13:47.635838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b2c18120-cd0b-4490-8764-e4ec6fe3f26f None None] Provisioning complete for port d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:47.636384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2c18120-cd0b-4490-8764-e4ec6fe3f26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:47.718668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ebaac822-496c-4f5d-ab1a-660aaa732452 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:47.723554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d005700f-2009-4e79-a4d8-1f6db555614a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:47.728607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaac822-496c-4f5d-ab1a-660aaa732452 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:47.731130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ebaac822-496c-4f5d-ab1a-660aaa732452 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:47.822588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2a9eeca5-e584-42be-b08d-883c616f3b80 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:47.882880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:13:47.935098 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ebaac822-496c-4f5d-ab1a-660aaa732452 tempest-TagsTest-160777496 tempest-TagsTest-160777496] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 775 time: 2.2535594
Nov 24 13:13:47.945924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51246) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:47.953210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-96083765-d221-4896-ba51-1405d6bc6003 tempest-TagsTest-160777496 tempest-TagsTest-160777496] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f6346f064e0>, 'networks', '3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537', 'tempest-TagsTest-Tag-1503976709') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:47.995634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:47.996158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:48.054939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaac822-496c-4f5d-ab1a-660aaa732452 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Pushing event updated for resources: {'Network': ['ID=3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:48.058237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ebaac822-496c-4f5d-ab1a-660aaa732452 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:48.071257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-674c1ab0-46cd-47a0-8d2e-630187278b8b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router_gateway, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:48.088960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-674c1ab0-46cd-47a0-8d2e-630187278b8b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Deleting port d6cd3b6b-a9cf-467c-8f17-0a0d36b80ecd {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:13:48.089469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-674c1ab0-46cd-47a0-8d2e-630187278b8b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:48.176496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-08a0196e-aff7-46a9-a297-1c522da23eeb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Allocated IP 2001:db8::c7 (8ca51b04-1dca-4f60-b844-2979d8864b51/13bbb5ee-f2ff-4efa-b91c-59707da90dab/57a8b6a1-250a-4f46-800a-7a952be5d4b9) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:13:48.202859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:13:48.217446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:13:48.272628 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-96083765-d221-4896-ba51-1405d6bc6003 tempest-TagsTest-160777496 tempest-TagsTest-160777496] 10.222.0.76 "PUT /v2.0/networks/3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537/tags/tempest-TagsTest-Tag-1503976709 HTTP/1.1" status: 201  len: 201 time: 0.3239992
Nov 24 13:13:48.282305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51250) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:48.284071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-08a0196e-aff7-46a9-a297-1c522da23eeb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Allocated IP 2001:db8:0:1:f816:3eff:fe10:4ede (8ca51b04-1dca-4f60-b844-2979d8864b51/5f02cc20-1ba6-4b1d-afc4-8a0735aae58a/57a8b6a1-250a-4f46-800a-7a952be5d4b9) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:13:48.306822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-99df2867-6a83-471e-b6a1-679778f874dd tempest-TagsTest-160777496 tempest-TagsTest-160777496] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f634664c5f8>, 'networks', '3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537', 'tempest-TagsTest-Tag-1503976709') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:48.367016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-03c5043f-969e-4f2e-8f50-2cbc1adeb908 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Deleting port 6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:13:48.367401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-03c5043f-969e-4f2e-8f50-2cbc1adeb908 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:48.606091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-674c1ab0-46cd-47a0-8d2e-630187278b8b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:48.673601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-03c5043f-969e-4f2e-8f50-2cbc1adeb908 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] For port 6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991,segment=NetworkSegment(be561e0f-6093-476b-8d5c-dc1161b9c5ad),segment_id=be561e0f-6093-476b-8d5c-dc1161b9c5ad)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:13:48.673920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-03c5043f-969e-4f2e-8f50-2cbc1adeb908 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:48.745430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-674c1ab0-46cd-47a0-8d2e-630187278b8b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Calling delete_port for d6cd3b6b-a9cf-467c-8f17-0a0d36b80ecd owned by network:router_gateway {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:13:48.796211 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-99df2867-6a83-471e-b6a1-679778f874dd tempest-TagsTest-160777496 tempest-TagsTest-160777496] 10.222.0.76 "GET /v2.0/networks/3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537/tags/tempest-TagsTest-Tag-1503976709 HTTP/1.1" status: 204  len: 168 time: 0.5088928
Nov 24 13:13:48.805689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51254) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:48.814893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-03c5043f-969e-4f2e-8f50-2cbc1adeb908 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Calling delete_port for 6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991 owned by network:router_interface {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:13:48.863940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-aff11055-997c-4ac5-9f15-1d868d838270 tempest-TagsTest-160777496 tempest-TagsTest-160777496] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f6345b2d630>, 'networks', '3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:48.888396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-08a0196e-aff7-46a9-a297-1c522da23eeb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:48.913443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-08a0196e-aff7-46a9-a297-1c522da23eeb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Transition to ACTIVE for port object 57a8b6a1-250a-4f46-800a-7a952be5d4b9 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:13:49.117500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d005700f-2009-4e79-a4d8-1f6db555614a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:49.138000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6b1ddfe0-dbf1-405a-a615-7165cf7278dc tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:49.224653 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-aff11055-997c-4ac5-9f15-1d868d838270 tempest-TagsTest-160777496 tempest-TagsTest-160777496] 10.222.0.76 "GET /v2.0/networks/3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537/tags HTTP/1.1" status: 200  len: 238 time: 0.4177177
Nov 24 13:13:49.248832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51258) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:49.265921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-f4ab89bf-518d-45cf-8587-5936de6892ad tempest-TagsTest-160777496 tempest-TagsTest-160777496] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f6345c8aa90>, 'networks', '3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537', {'tags': ['tempest-TagsTest-Tag-1090329636', 'tempest-TagsTest-Tag-1500286811', 'tempest-TagsTest-Tag-975665109']}) {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:49.279746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-08a0196e-aff7-46a9-a297-1c522da23eeb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:49.296547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5d1d47a3-39d7-4ff4-9615-cebb70cbf0cb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:49.421692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005700f-2009-4e79-a4d8-1f6db555614a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Subnet': ['ID=c5999f5c-8b0a-4c95-82ec-d4a822914fd4,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:49.443958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d005700f-2009-4e79-a4d8-1f6db555614a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:49.456656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-674c1ab0-46cd-47a0-8d2e-630187278b8b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:49.481331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0196e-aff7-46a9-a297-1c522da23eeb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event updated for resources: {'Port': ['ID=57a8b6a1-250a-4f46-800a-7a952be5d4b9,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:49.485642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-08a0196e-aff7-46a9-a297-1c522da23eeb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:49.508814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-03c5043f-969e-4f2e-8f50-2cbc1adeb908 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:49.527986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-544b67fe-c38c-43e4-9fd5-ccdc37f102dd tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:49.543316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c036ef4f-2096-4e49-ba46-bcd46d192021 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:49.617229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c1ab0-46cd-47a0-8d2e-630187278b8b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event deleted for resources: {'Port': ['ID=d6cd3b6b-a9cf-467c-8f17-0a0d36b80ecd,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:49.635303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-674c1ab0-46cd-47a0-8d2e-630187278b8b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:49.704538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a0196e-aff7-46a9-a297-1c522da23eeb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:13:49.710166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-08a0196e-aff7-46a9-a297-1c522da23eeb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:13:49.712592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a0196e-aff7-46a9-a297-1c522da23eeb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:13:49.717843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a0196e-aff7-46a9-a297-1c522da23eeb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:49.720623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-08a0196e-aff7-46a9-a297-1c522da23eeb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:49.756597 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-08a0196e-aff7-46a9-a297-1c522da23eeb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1031 time: 3.4049451
Nov 24 13:13:49.759399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51264) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:49.897245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6deb1057-e999-4c86-9b4c-daef7405a3fe tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting port 57a8b6a1-250a-4f46-800a-7a952be5d4b9 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:13:49.897614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6deb1057-e999-4c86-9b4c-daef7405a3fe tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:49.924882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5043f-969e-4f2e-8f50-2cbc1adeb908 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Port': ['ID=6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:49.933692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-03c5043f-969e-4f2e-8f50-2cbc1adeb908 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:49.936573 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f4ab89bf-518d-45cf-8587-5936de6892ad tempest-TagsTest-160777496 tempest-TagsTest-160777496] 10.222.0.76 "PUT /v2.0/networks/3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537/tags HTTP/1.1" status: 200  len: 308 time: 0.6859560
Nov 24 13:13:49.940971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d005700f-2009-4e79-a4d8-1f6db555614a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network d41d42eb-e745-4ed3-8904-4470444a86a3 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:13:49.941718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51268) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:49.944560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-d005700f-2009-4e79-a4d8-1f6db555614a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:13:49.961780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b06175-fcbf-4a0d-bd44-e4671ecc1bb1 None None] Network d41d42eb-e745-4ed3-8904-4470444a86a3 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:13:50.014853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d005700f-2009-4e79-a4d8-1f6db555614a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:50.015720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d005700f-2009-4e79-a4d8-1f6db555614a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:50.096567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-8512ab7c-6c7a-40df-be37-f72fc035a991 tempest-TagsTest-160777496 tempest-TagsTest-160777496] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f6346967518>, 'networks', '3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537', 'tempest-TagsTest-Tag-1090329636') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:50.132190 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d005700f-2009-4e79-a4d8-1f6db555614a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 3.3663051
Nov 24 13:13:50.133197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51274) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:50.145332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-88517546-593e-449d-b5aa-31422c328eb5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1523669659', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c5999f5c-8b0a-4c95-82ec-d4a822914fd4'}], 'security_groups': ['7f4885bd-84b2-458c-a172-97abe3ccb29a', '32cd3cb3-7803-429e-bbe0-26d1691e1a65']}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:50.295755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-cfe2d4cb-4b10-404e-b098-0fa6e78af5b6 None None] Provisioning for port 57a8b6a1-250a-4f46-800a-7a952be5d4b9 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:13:50.306557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-cfe2d4cb-4b10-404e-b098-0fa6e78af5b6 None None] Provisioning complete for port 57a8b6a1-250a-4f46-800a-7a952be5d4b9 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:50.307176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cfe2d4cb-4b10-404e-b098-0fa6e78af5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:50.382712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-cfe2d4cb-4b10-404e-b098-0fa6e78af5b6 None None] Port 57a8b6a1-250a-4f46-800a-7a952be5d4b9 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:13:50.420532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-88517546-593e-449d-b5aa-31422c328eb5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:50.481387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-674c1ab0-46cd-47a0-8d2e-630187278b8b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:50.499240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-03c5043f-969e-4f2e-8f50-2cbc1adeb908 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:50.514658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392aa7b8-1a47-400a-af36-88a70e10bb8e None None] Update dhcp port {'port': {'network_id': 'd41d42eb-e745-4ed3-8904-4470444a86a3', 'fixed_ips': [{'subnet_id': 'a89354a5-0fd4-4ff5-822a-458b49b74a2f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b2f7bbb4-f6f9-48ea-850a-4a7eb2bb1d27'}, {'subnet_id': 'c5999f5c-8b0a-4c95-82ec-d4a822914fd4'}], 'binding:host_id': 'dv-neutron-601336-61-ovs'}, 'id': 'b5c2c081-aab6-40a4-84eb-547ffbc46f73'} from dv-neutron-601336-61-ovs. {{(pid=80945) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 24 13:13:50.593090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-392aa7b8-1a47-400a-af36-88a70e10bb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:50.853370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-674c1ab0-46cd-47a0-8d2e-630187278b8b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:50.857243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6deb1057-e999-4c86-9b4c-daef7405a3fe tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:50.874031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-674c1ab0-46cd-47a0-8d2e-630187278b8b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:50.935411 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8512ab7c-6c7a-40df-be37-f72fc035a991 tempest-TagsTest-160777496 tempest-TagsTest-160777496] 10.222.0.76 "DELETE /v2.0/networks/3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537/tags/tempest-TagsTest-Tag-1090329636 HTTP/1.1" status: 204  len: 168 time: 0.9800947
Nov 24 13:13:50.949503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51280) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:50.954435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:50.974645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-084fba0a-1393-4843-afbd-848d6961260a tempest-TagsTest-160777496 tempest-TagsTest-160777496] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f63471a7a20>, 'networks', '3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537', 'tempest-TagsTest-Tag-1090329636') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:50.997075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6deb1057-e999-4c86-9b4c-daef7405a3fe tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Calling delete_port for 57a8b6a1-250a-4f46-800a-7a952be5d4b9 owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:13:51.051965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-392aa7b8-1a47-400a-af36-88a70e10bb8e None None] Allocated IP 2001:db8::2 (d41d42eb-e745-4ed3-8904-4470444a86a3/b2f7bbb4-f6f9-48ea-850a-4a7eb2bb1d27/b5c2c081-aab6-40a4-84eb-547ffbc46f73) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:13:51.058966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-392aa7b8-1a47-400a-af36-88a70e10bb8e None None] Allocated IP 2001:db8:0:2::2 (d41d42eb-e745-4ed3-8904-4470444a86a3/c5999f5c-8b0a-4c95-82ec-d4a822914fd4/b5c2c081-aab6-40a4-84eb-547ffbc46f73) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:13:51.078608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-674c1ab0-46cd-47a0-8d2e-630187278b8b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:51.079088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674c1ab0-46cd-47a0-8d2e-630187278b8b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Fanout notify agent at l3_agent the message router_deleted on router 6038a47b-a9e4-45ba-bc5c-adc3358cab3d {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:13:51.110443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-674c1ab0-46cd-47a0-8d2e-630187278b8b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:51.115691 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-674c1ab0-46cd-47a0-8d2e-630187278b8b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/routers/6038a47b-a9e4-45ba-bc5c-adc3358cab3d HTTP/1.1" status: 204  len: 168 time: 5.1636834
Nov 24 13:13:51.127634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51284) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:51.170272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c78c1aa2-e612-4e66-8065-89e01a74644e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Request body: {'network': {'name': 'tempest-RoutersTest-2044730470'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:51.189612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c78c1aa2-e612-4e66-8065-89e01a74644e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:51.197940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c78c1aa2-e612-4e66-8065-89e01a74644e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Usage tracker for resource:network and tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:51.203152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c78c1aa2-e612-4e66-8065-89e01a74644e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Quota usage for network was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:51.212904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c78c1aa2-e612-4e66-8065-89e01a74644e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:51.228798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-392aa7b8-1a47-400a-af36-88a70e10bb8e None None] For port b5c2c081-aab6-40a4-84eb-547ffbc46f73, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=b5c2c081-aab6-40a4-84eb-547ffbc46f73,segment=NetworkSegment(a4056028-942f-4db1-9f28-4b2ec11b7137),segment_id=a4056028-942f-4db1-9f28-4b2ec11b7137)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:13:51.255675 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-084fba0a-1393-4843-afbd-848d6961260a tempest-TagsTest-160777496 tempest-TagsTest-160777496] show failed (client error): The resource could not be found.
Nov 24 13:13:51.257055 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-084fba0a-1393-4843-afbd-848d6961260a tempest-TagsTest-160777496 tempest-TagsTest-160777496] 10.222.0.76 "GET /v2.0/networks/3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537/tags/tempest-TagsTest-Tag-1090329636 HTTP/1.1" status: 404  len: 326 time: 0.2976320
Nov 24 13:13:51.258169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-392aa7b8-1a47-400a-af36-88a70e10bb8e None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:51.260016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51288) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:51.265788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78c1aa2-e612-4e66-8065-89e01a74644e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Made reservation on behalf of 48deb6cb4e7841bc8ac7ee76d248c5c5 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:13:51.266685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-30160484-9fbb-4afa-83dc-47a2e7d2af46 tempest-TagsTest-160777496 tempest-TagsTest-160777496] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f6347b14358>, 'networks', '3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537', 'tempest-TagsTest-Tag-1500286811') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:51.272089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c78c1aa2-e612-4e66-8065-89e01a74644e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:51.328147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-392aa7b8-1a47-400a-af36-88a70e10bb8e None None] Transition to ACTIVE for port object b5c2c081-aab6-40a4-84eb-547ffbc46f73 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:13:51.334317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-392aa7b8-1a47-400a-af36-88a70e10bb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:51.342831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c78c1aa2-e612-4e66-8065-89e01a74644e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:13:51.347272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6deb1057-e999-4c86-9b4c-daef7405a3fe tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:51.382090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-674c1ab0-46cd-47a0-8d2e-630187278b8b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:51.455176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:51.554328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb1057-e999-4c86-9b4c-daef7405a3fe tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Port': ['ID=57a8b6a1-250a-4f46-800a-7a952be5d4b9,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:51.580838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6deb1057-e999-4c86-9b4c-daef7405a3fe tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:51.583084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c78c1aa2-e612-4e66-8065-89e01a74644e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:51.583468 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-c78c1aa2-e612-4e66-8065-89e01a74644e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Added segment 577e277d-b7b5-4abc-8879-cff3c03d997b of type vxlan for network d6aac460-b5b3-4c52-b88f-66ad22ec4bac
Nov 24 13:13:51.593871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392aa7b8-1a47-400a-af36-88a70e10bb8e None None] Pushing event updated for resources: {'Port': ['ID=b5c2c081-aab6-40a4-84eb-547ffbc46f73,revision_number=6']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:51.609117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-392aa7b8-1a47-400a-af36-88a70e10bb8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:51.629137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c78c1aa2-e612-4e66-8065-89e01a74644e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:51.679583 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-30160484-9fbb-4afa-83dc-47a2e7d2af46 tempest-TagsTest-160777496 tempest-TagsTest-160777496] 10.222.0.76 "GET /v2.0/networks/3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537/tags/tempest-TagsTest-Tag-1500286811 HTTP/1.1" status: 204  len: 168 time: 0.4183724
Nov 24 13:13:51.685485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51292) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:51.697190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-44496f41-2d74-47c3-8eb8-f53810c77d4e tempest-TagsTest-160777496 tempest-TagsTest-160777496] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f6346a6beb8>, 'networks', '3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537', 'tempest-TagsTest-Tag-975665109') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:51.710238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6deb1057-e999-4c86-9b4c-daef7405a3fe tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:51.715206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c78c1aa2-e612-4e66-8065-89e01a74644e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:51.719882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78c1aa2-e612-4e66-8065-89e01a74644e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:51.720375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c78c1aa2-e612-4e66-8065-89e01a74644e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:51.729324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a49e5045-6541-41e9-8f31-07f14910b427 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:51.834186 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6deb1057-e999-4c86-9b4c-daef7405a3fe tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/57a8b6a1-250a-4f46-800a-7a952be5d4b9 HTTP/1.1" status: 204  len: 168 time: 2.0728397
Nov 24 13:13:51.838958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51296) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:51.885100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-88517546-593e-449d-b5aa-31422c328eb5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Delete allocated IP 2001:db8::2eb (d41d42eb-e745-4ed3-8904-4470444a86a3/b2f7bbb4-f6f9-48ea-850a-4a7eb2bb1d27) {{(pid=80944) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Nov 24 13:13:51.912398 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c78c1aa2-e612-4e66-8065-89e01a74644e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.7835729
Nov 24 13:13:51.921440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51300) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:51.924495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-88517546-593e-449d-b5aa-31422c328eb5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Allocated IP 2001:db8:0:2::372 (d41d42eb-e745-4ed3-8904-4470444a86a3/c5999f5c-8b0a-4c95-82ec-d4a822914fd4/c06b4079-c8f3-4ca1-bb23-ebf7294fade2) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:13:51.928671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-6f910c96-e57b-4d12-bc73-dd321603a26d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Request body: {'subnet': {'network_id': 'd6aac460-b5b3-4c52-b88f-66ad22ec4bac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:51.959421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c1aa2-e612-4e66-8065-89e01a74644e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Network': ['ID=d6aac460-b5b3-4c52-b88f-66ad22ec4bac,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:51.962796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b5c2c081-aab6-40a4-84eb-547ffbc46f73 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:13:52.007978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network d6aac460-b5b3-4c52-b88f-66ad22ec4bac details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:13:52.029851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network d6aac460-b5b3-4c52-b88f-66ad22ec4bac details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:13:52.102436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c78c1aa2-e612-4e66-8065-89e01a74644e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:52.112534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6f910c96-e57b-4d12-bc73-dd321603a26d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:52.135289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6f910c96-e57b-4d12-bc73-dd321603a26d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Usage tracker for resource:subnet and tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:52.141917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6f910c96-e57b-4d12-bc73-dd321603a26d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:52.157958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6f910c96-e57b-4d12-bc73-dd321603a26d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:52.192644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f910c96-e57b-4d12-bc73-dd321603a26d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Made reservation on behalf of 48deb6cb4e7841bc8ac7ee76d248c5c5 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:13:52.323946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6e590e-74ed-41f8-83fd-08c39b0ec193 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:52.325022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-cd6e590e-74ed-41f8-83fd-08c39b0ec193 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:13:52.359483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f910c96-e57b-4d12-bc73-dd321603a26d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:52.383905 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-44496f41-2d74-47c3-8eb8-f53810c77d4e tempest-TagsTest-160777496 tempest-TagsTest-160777496] 10.222.0.76 "GET /v2.0/networks/3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537/tags/tempest-TagsTest-Tag-975665109 HTTP/1.1" status: 204  len: 168 time: 0.6973121
Nov 24 13:13:52.396967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51304) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:52.408372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-6eac26e2-83ce-41ba-9e5c-29d169d25321 tempest-TagsTest-160777496 tempest-TagsTest-160777496] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f6345a43d30>, 'networks', '3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:52.425040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-88517546-593e-449d-b5aa-31422c328eb5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:52.435530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-cd6e590e-74ed-41f8-83fd-08c39b0ec193 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:13:52.436850 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cd6e590e-74ed-41f8-83fd-08c39b0ec193 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.5937772
Nov 24 13:13:52.441753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51308) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:52.635284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c8527e77-3e58-483b-a776-428e9dc4e554 None None] Provisioning for port b5c2c081-aab6-40a4-84eb-547ffbc46f73 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:13:52.642087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c8527e77-3e58-483b-a776-428e9dc4e554 None None] Provisioning complete for port b5c2c081-aab6-40a4-84eb-547ffbc46f73 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:52.642350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c8527e77-3e58-483b-a776-428e9dc4e554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:52.804972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c8527e77-3e58-483b-a776-428e9dc4e554 None None] Provisioning complete for port c06b4079-c8f3-4ca1-bb23-ebf7294fade2 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:52.805398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c8527e77-3e58-483b-a776-428e9dc4e554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:52.865097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c8527e77-3e58-483b-a776-428e9dc4e554 None None] Port c06b4079-c8f3-4ca1-bb23-ebf7294fade2 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:13:52.866715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-88517546-593e-449d-b5aa-31422c328eb5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Transition to ACTIVE for port object c06b4079-c8f3-4ca1-bb23-ebf7294fade2 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:13:52.880401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-88517546-593e-449d-b5aa-31422c328eb5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:52.880610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c8527e77-3e58-483b-a776-428e9dc4e554 None None] Provisioning complete for port fe814ca2-35e4-429c-81cc-a00fbb9922e4 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:52.881008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c8527e77-3e58-483b-a776-428e9dc4e554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:52.908763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f910c96-e57b-4d12-bc73-dd321603a26d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:52.908973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-457c7bdc-c3f1-48f1-b58c-24c53f94b22f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:52.927406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4a486971-3607-4dff-8bc7-fcc0f80f1075 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:52.939469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c8527e77-3e58-483b-a776-428e9dc4e554 None None] Port fe814ca2-35e4-429c-81cc-a00fbb9922e4 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:13:53.066946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-88c70c78-2f90-49aa-bf5a-93834f2c247b None None] Provisioning complete for port b5c2c081-aab6-40a4-84eb-547ffbc46f73 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:53.067274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-88c70c78-2f90-49aa-bf5a-93834f2c247b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:53.099482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c5043f-969e-4f2e-8f50-2cbc1adeb908 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Router 2c66548c-93ca-486f-8434-130b800376f6 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:13:53.257484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88517546-593e-449d-b5aa-31422c328eb5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event updated for resources: {'Port': ['ID=c06b4079-c8f3-4ca1-bb23-ebf7294fade2,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:53.272208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-88517546-593e-449d-b5aa-31422c328eb5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:53.308996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a776785b-8954-4216-9f24-6e842ce78a90 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:53.310801 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a776785b-8954-4216-9f24-6e842ce78a90 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.8554239
Nov 24 13:13:53.314218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51314) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:53.403468 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6eac26e2-83ce-41ba-9e5c-29d169d25321 tempest-TagsTest-160777496 tempest-TagsTest-160777496] 10.222.0.76 "DELETE /v2.0/networks/3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537/tags HTTP/1.1" status: 204  len: 168 time: 1.0013859
Nov 24 13:13:53.404885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51318) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:53.411901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-a8fc8c52-8253-40d7-8bf9-193c50e1920b tempest-TagsTest-160777496 tempest-TagsTest-160777496] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f634736f748>, 'networks', '3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537', 'tempest-TagsTest-Tag-1500286811') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:53.433632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-88517546-593e-449d-b5aa-31422c328eb5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] In _notify_port_updated(), no bound segment for port c06b4079-c8f3-4ca1-bb23-ebf7294fade2 on network d41d42eb-e745-4ed3-8904-4470444a86a3 {{(pid=80944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 24 13:13:53.438186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88517546-593e-449d-b5aa-31422c328eb5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:53.439310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-88517546-593e-449d-b5aa-31422c328eb5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:53.443570 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-88517546-593e-449d-b5aa-31422c328eb5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "PUT /v2.0/ports/c06b4079-c8f3-4ca1-bb23-ebf7294fade2 HTTP/1.1" status: 200  len: 970 time: 3.3058338
Nov 24 13:13:53.444140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f910c96-e57b-4d12-bc73-dd321603a26d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Subnet': ['ID=3f37ca6e-7f5b-481a-8194-0d876f2965bc,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:53.445013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6f910c96-e57b-4d12-bc73-dd321603a26d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:53.445299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51322) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:53.478943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cb1dc7-5abc-482c-ba54-683d77232edb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:53.480342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cb1dc7-5abc-482c-ba54-683d77232edb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:53.482638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cb1dc7-5abc-482c-ba54-683d77232edb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:53.483587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-52cb1dc7-5abc-482c-ba54-683d77232edb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:13:53.530769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-52cb1dc7-5abc-482c-ba54-683d77232edb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:13:53.533755 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-52cb1dc7-5abc-482c-ba54-683d77232edb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.2067707
Nov 24 13:13:53.534969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51326) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:53.618743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-d8dfe0ff-1188-404f-9940-2f2df894434f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting port c06b4079-c8f3-4ca1-bb23-ebf7294fade2 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:13:53.619005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe0ff-1188-404f-9940-2f2df894434f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:53.671740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f910c96-e57b-4d12-bc73-dd321603a26d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Checking segment: {'id': '577e277d-b7b5-4abc-8879-cff3c03d997b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6aac460-b5b3-4c52-b88f-66ad22ec4bac'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:13:53.672147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f910c96-e57b-4d12-bc73-dd321603a26d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network hostable DHCP agents. Network: d6aac460-b5b3-4c52-b88f-66ad22ec4bac, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:13:53.741568 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-a8fc8c52-8253-40d7-8bf9-193c50e1920b tempest-TagsTest-160777496 tempest-TagsTest-160777496] show failed (client error): The resource could not be found.
Nov 24 13:13:53.742742 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a8fc8c52-8253-40d7-8bf9-193c50e1920b tempest-TagsTest-160777496 tempest-TagsTest-160777496] 10.222.0.76 "GET /v2.0/networks/3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537/tags/tempest-TagsTest-Tag-1500286811 HTTP/1.1" status: 404  len: 326 time: 0.3370697
Nov 24 13:13:53.748150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51330) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:53.750075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c5043f-969e-4f2e-8f50-2cbc1adeb908 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:13:53.765222 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-03c5043f-969e-4f2e-8f50-2cbc1adeb908 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "PUT /v2.0/routers/2c66548c-93ca-486f-8434-130b800376f6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4369142
Nov 24 13:13:53.765368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f452d9d-13ed-4a03-918e-4db9cacd2659 None None] Sync routers for ids ['2c66548c-93ca-486f-8434-130b800376f6'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:13:53.765464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-c35e60d3-8cb9-4735-9e1f-d0cc198f906c tempest-TagsTest-160777496 tempest-TagsTest-160777496] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f634c835c50>, 'networks', '3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537', 'tempest-TagsTest-Tag-975665109') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:53.766258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51334) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:53.781433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1d7a1a1e-507b-40e7-950f-d9fb56ecbdb3 None None] Provisioning for port c06b4079-c8f3-4ca1-bb23-ebf7294fade2 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:13:53.788205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1d7a1a1e-507b-40e7-950f-d9fb56ecbdb3 None None] Provisioning complete for port c06b4079-c8f3-4ca1-bb23-ebf7294fade2 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:53.788623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1d7a1a1e-507b-40e7-950f-d9fb56ecbdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:53.818698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f452d9d-13ed-4a03-918e-4db9cacd2659 None None] Routers {'2c66548c-93ca-486f-8434-130b800376f6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:13:53.819670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-3f452d9d-13ed-4a03-918e-4db9cacd2659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347cde8d0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:13:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['2c66548c-93ca-486f-8434-130b800376f6'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:53.919426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f910c96-e57b-4d12-bc73-dd321603a26d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network d6aac460-b5b3-4c52-b88f-66ad22ec4bac is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:13:53.927154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2c642d7-1e1e-45b7-91ad-2ea1a32328ca tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting subnet 13bbb5ee-f2ff-4efa-b91c-59707da90dab {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:13:53.945408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c2c642d7-1e1e-45b7-91ad-2ea1a32328ca tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:53.994442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-6f910c96-e57b-4d12-bc73-dd321603a26d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, d6aac460-b5b3-4c52-b88f-66ad22ec4bac) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:13:54.021359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f910c96-e57b-4d12-bc73-dd321603a26d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:54.022026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f910c96-e57b-4d12-bc73-dd321603a26d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:54.058299 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-c35e60d3-8cb9-4735-9e1f-d0cc198f906c tempest-TagsTest-160777496 tempest-TagsTest-160777496] show failed (client error): The resource could not be found.
Nov 24 13:13:54.062392 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c35e60d3-8cb9-4735-9e1f-d0cc198f906c tempest-TagsTest-160777496 tempest-TagsTest-160777496] 10.222.0.76 "GET /v2.0/networks/3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537/tags/tempest-TagsTest-Tag-975665109 HTTP/1.1" status: 404  len: 325 time: 0.3064122
Nov 24 13:13:54.063064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c2c642d7-1e1e-45b7-91ad-2ea1a32328ca tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:54.067770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51338) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:54.087046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.tag.tag_plugin [None req-06a97e97-82c5-435e-b06b-c1206c53f8b9 tempest-TagsTest-160777496 tempest-TagsTest-160777496] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f6345c70be0>, 'networks', '3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:54.116961 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6f910c96-e57b-4d12-bc73-dd321603a26d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1949065
Nov 24 13:13:54.120079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51342) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:54.127798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ad8b69d1-d4af-4eb3-bbac-4c3804f94fe9 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Request body: {'router': {'name': 'tempest-RoutersTest-router-1645846984', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:13:54.142436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ad8b69d1-d4af-4eb3-bbac-4c3804f94fe9 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:13:54.151218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90416671-548b-4f91-8e0b-88418ff53098 None None] Network d6aac460-b5b3-4c52-b88f-66ad22ec4bac requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:13:54.154964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ad8b69d1-d4af-4eb3-bbac-4c3804f94fe9 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Usage tracker for resource:router and tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:13:54.165498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ad8b69d1-d4af-4eb3-bbac-4c3804f94fe9 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:13:54.176251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ad8b69d1-d4af-4eb3-bbac-4c3804f94fe9 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:13:54.197938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe0ff-1188-404f-9940-2f2df894434f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:54.202713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ad8b69d1-d4af-4eb3-bbac-4c3804f94fe9 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:54.203951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ad8b69d1-d4af-4eb3-bbac-4c3804f94fe9 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:54.229899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c2c642d7-1e1e-45b7-91ad-2ea1a32328ca tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:54.250284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a1a1e-507b-40e7-950f-d9fb56ecbdb3 None None] Port c06b4079-c8f3-4ca1-bb23-ebf7294fade2 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:13:54.294925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ad8b69d1-d4af-4eb3-bbac-4c3804f94fe9 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:54.307530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-3f452d9d-13ed-4a03-918e-4db9cacd2659 None None] Set router 2c66548c-93ca-486f-8434-130b800376f6 gateway port host: None {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:13:54.371840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-d8dfe0ff-1188-404f-9940-2f2df894434f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Calling delete_port for c06b4079-c8f3-4ca1-bb23-ebf7294fade2 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:13:54.417243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ad8b69d1-d4af-4eb3-bbac-4c3804f94fe9 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:54.418272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b14f23-8c48-4ea4-8982-b818de9cbf41 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Deleting subnet f1ddbeca-abd9-42aa-a774-c343c2fa7a38 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:13:54.435710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-90b14f23-8c48-4ea4-8982-b818de9cbf41 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:54.486424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ad8b69d1-d4af-4eb3-bbac-4c3804f94fe9 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:54.487737 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ad8b69d1-d4af-4eb3-bbac-4c3804f94fe9 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.3647988
Nov 24 13:13:54.491086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51346) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:54.529878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-90b14f23-8c48-4ea4-8982-b818de9cbf41 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:54.589112 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-06a97e97-82c5-435e-b06b-c1206c53f8b9 tempest-TagsTest-160777496 tempest-TagsTest-160777496] 10.222.0.76 "DELETE /v2.0/networks/3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537/tags HTTP/1.1" status: 204  len: 168 time: 0.5202467
Nov 24 13:13:54.599083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51350) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:54.762447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0dd842-0a63-41f4-bb14-9ea9ca312735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-d6aac460-b5b3-4c52-b88f-66ad22ec4bac', 'network_id': 'd6aac460-b5b3-4c52-b88f-66ad22ec4bac', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'fixed_ips': [{'subnet_id': '3f37ca6e-7f5b-481a-8194-0d876f2965bc'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:13:54.764235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b0dd842-0a63-41f4-bb14-9ea9ca312735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:54.811541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c2c642d7-1e1e-45b7-91ad-2ea1a32328ca tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:54.821775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe0ff-1188-404f-9940-2f2df894434f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:54.827361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1b3d11c0-1648-4a55-8d94-cd9afe262386 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:54.830625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a2dc41f8-59c0-4fba-a1ac-c3e9919f8225 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:54.901891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-938d5920-31d4-4b5e-9558-b440845ca6ce tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:54.902084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-3f452d9d-13ed-4a03-918e-4db9cacd2659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347cde8d0>, [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:13:49Z', 'revision_number': 8, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None, '_interfaces': [{'id': '4c32b203-1b67-404d-ba8c-e854514e72ef', 'name': '', 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:36:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:28Z', 'updated_at': '2020-11-24T13:12:44Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'abc43573-20b3-4fb7-9430-b84dd6d12015', 'name': '', 'network_id': 'c3cd0ef3-c28e-4353-817f-00c7023e5622', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:04:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '4cca3efd-4eb4-4e86-95c5-6118591e9f41', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:13:01Z', 'updated_at': '2020-11-24T13:13:24Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '4cca3efd-4eb4-4e86-95c5-6118591e9f41', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bee67db8-352a-4844-9c0c-c4c0ab169622', 'name': '', 'network_id': 'b16ed203-d70d-4089-881e-223145f98b51', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:18:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:45Z', 'updated_at': '2020-11-24T13:13:01Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:54.909914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f452d9d-13ed-4a03-918e-4db9cacd2659 None None] Checking router: 2c66548c-93ca-486f-8434-130b800376f6 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:13:54.934685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f452d9d-13ed-4a03-918e-4db9cacd2659 None None] Routers {'2c66548c-93ca-486f-8434-130b800376f6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:13:54.935462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-3f452d9d-13ed-4a03-918e-4db9cacd2659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347cde8d0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:13:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['2c66548c-93ca-486f-8434-130b800376f6'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:54.975858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c642d7-1e1e-45b7-91ad-2ea1a32328ca tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Subnet': ['ID=13bbb5ee-f2ff-4efa-b91c-59707da90dab,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:54.985722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c2c642d7-1e1e-45b7-91ad-2ea1a32328ca tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:55.022524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dfe0ff-1188-404f-9940-2f2df894434f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Port': ['ID=c06b4079-c8f3-4ca1-bb23-ebf7294fade2,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:55.029868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d8dfe0ff-1188-404f-9940-2f2df894434f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:55.052953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-90b14f23-8c48-4ea4-8982-b818de9cbf41 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:55.240788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c2c642d7-1e1e-45b7-91ad-2ea1a32328ca tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:55.250338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-3f452d9d-13ed-4a03-918e-4db9cacd2659 None None] Set router 2c66548c-93ca-486f-8434-130b800376f6 gateway port host: None {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:13:55.301098 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c2c642d7-1e1e-45b7-91ad-2ea1a32328ca tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/13bbb5ee-f2ff-4efa-b91c-59707da90dab HTTP/1.1" status: 204  len: 168 time: 1.7620592
Nov 24 13:13:55.302837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51354) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:55.307509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b70d6cf-009b-4a45-b7e7-47ff088bfd19 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:13:55.345354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-639fab00-e985-4bca-9709-64ce999d63db tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:55.481340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-37078233-ec44-40a3-9226-29b127e0d670 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Deleting subnet 5f02cc20-1ba6-4b1d-afc4-8a0735aae58a {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:13:55.493127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-37078233-ec44-40a3-9226-29b127e0d670 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:55.797040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a2dc41f8-59c0-4fba-a1ac-c3e9919f8225 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:55.953364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-9b0dd842-0a63-41f4-bb14-9ea9ca312735 None None] Allocated IP 172.20.0.2 (d6aac460-b5b3-4c52-b88f-66ad22ec4bac/3f37ca6e-7f5b-481a-8194-0d876f2965bc/eb4803f9-b8bc-4d1e-9c8e-01b2933cf141) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:13:55.967971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe0ff-1188-404f-9940-2f2df894434f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:56.000891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-37078233-ec44-40a3-9226-29b127e0d670 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:56.023801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-a2dc41f8-59c0-4fba-a1ac-c3e9919f8225 tempest-TagsTest-160777496 tempest-TagsTest-160777496] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634671d4a8>,) {'filters': {'network_id': ['3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:56.047337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-a2dc41f8-59c0-4fba-a1ac-c3e9919f8225 tempest-TagsTest-160777496 tempest-TagsTest-160777496] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634671d4a8>, 'a0d8b491-0def-4f8d-9a18-5e7f4d62ec42') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:56.047552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-a2dc41f8-59c0-4fba-a1ac-c3e9919f8225 tempest-TagsTest-160777496 tempest-TagsTest-160777496] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634671d4a8>, 'a0d8b491-0def-4f8d-9a18-5e7f4d62ec42') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:56.072611 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d8dfe0ff-1188-404f-9940-2f2df894434f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/ports/c06b4079-c8f3-4ca1-bb23-ebf7294fade2 HTTP/1.1" status: 204  len: 168 time: 2.6238184
Nov 24 13:13:56.075567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51358) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:56.078842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a2dc41f8-59c0-4fba-a1ac-c3e9919f8225 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:56.153040 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f1a8971-70da-4c19-a98b-d6563c524caf tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] GET failed (client error): The resource could not be found.
Nov 24 13:13:56.157576 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4f1a8971-70da-4c19-a98b-d6563c524caf tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "GET /v2.0/ports/c06b4079-c8f3-4ca1-bb23-ebf7294fade2 HTTP/1.1" status: 404  len: 333 time: 0.0809252
Nov 24 13:13:56.158279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51364) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:56.208985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a2dc41f8-59c0-4fba-a1ac-c3e9919f8225 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:56.217937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a2dc41f8-59c0-4fba-a1ac-c3e9919f8225 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Releasing vxlan tunnel 10 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:13:56.359837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e74afa3-15c6-4d98-b5e4-7a61a1a28df7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:56.369586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-37078233-ec44-40a3-9226-29b127e0d670 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:56.477327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-a2dc41f8-59c0-4fba-a1ac-c3e9919f8225 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Network 3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:13:56.486819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-90b14f23-8c48-4ea4-8982-b818de9cbf41 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:56.504247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a2dc41f8-59c0-4fba-a1ac-c3e9919f8225 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:56.512578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b0dd842-0a63-41f4-bb14-9ea9ca312735 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:56.518246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e74afa3-15c6-4d98-b5e4-7a61a1a28df7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:56.521632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-092e5f66-2e5b-425e-bee8-d1ca2ba01f4d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:56.570769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-3f452d9d-13ed-4a03-918e-4db9cacd2659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347cde8d0>, [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:13:49Z', 'revision_number': 8, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None, '_interfaces': [{'id': '4c32b203-1b67-404d-ba8c-e854514e72ef', 'name': '', 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:36:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:28Z', 'updated_at': '2020-11-24T13:12:44Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'abc43573-20b3-4fb7-9430-b84dd6d12015', 'name': '', 'network_id': 'c3cd0ef3-c28e-4353-817f-00c7023e5622', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:04:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '4cca3efd-4eb4-4e86-95c5-6118591e9f41', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:13:01Z', 'updated_at': '2020-11-24T13:13:24Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '4cca3efd-4eb4-4e86-95c5-6118591e9f41', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bee67db8-352a-4844-9c0c-c4c0ab169622', 'name': '', 'network_id': 'b16ed203-d70d-4089-881e-223145f98b51', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:18:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:45Z', 'updated_at': '2020-11-24T13:13:01Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:56.575885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f452d9d-13ed-4a03-918e-4db9cacd2659 None None] The sync data for ids ['2c66548c-93ca-486f-8434-130b800376f6'] in dv-neutron-601336-61-ovs is: [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:13:49Z', 'revision_number': 8, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None, '_interfaces': [{'id': '4c32b203-1b67-404d-ba8c-e854514e72ef', 'name': '', 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:36:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:28Z', 'updated_at': '2020-11-24T13:12:44Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'abc43573-20b3-4fb7-9430-b84dd6d12015', 'name': '', 'network_id': 'c3cd0ef3-c28e-4353-817f-00c7023e5622', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:04:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '4cca3efd-4eb4-4e86-95c5-6118591e9f41', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:13:01Z', 'updated_at': '2020-11-24T13:13:24Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '4cca3efd-4eb4-4e86-95c5-6118591e9f41', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bee67db8-352a-4844-9c0c-c4c0ab169622', 'name': '', 'network_id': 'b16ed203-d70d-4089-881e-223145f98b51', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:18:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:45Z', 'updated_at': '2020-11-24T13:13:01Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:13:56.679322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b14f23-8c48-4ea4-8982-b818de9cbf41 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Subnet': ['ID=f1ddbeca-abd9-42aa-a774-c343c2fa7a38,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:56.682257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-90b14f23-8c48-4ea4-8982-b818de9cbf41 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:56.773526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e74afa3-15c6-4d98-b5e4-7a61a1a28df7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:56.787425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4c5ea554-5913-4881-884e-422312f99edb tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:56.844360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74afa3-15c6-4d98-b5e4-7a61a1a28df7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'SecurityGroup': ['ID=83033c4e-ec3e-43ed-b24e-99410f74f70c,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:56.868127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2e74afa3-15c6-4d98-b5e4-7a61a1a28df7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:56.882413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-a2dc41f8-59c0-4fba-a1ac-c3e9919f8225 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Network 3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:13:56.900761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e74afa3-15c6-4d98-b5e4-7a61a1a28df7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:56.903773 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2e74afa3-15c6-4d98-b5e4-7a61a1a28df7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/security-groups/83033c4e-ec3e-43ed-b24e-99410f74f70c HTTP/1.1" status: 204  len: 168 time: 0.7372105
Nov 24 13:13:56.908741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51372) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:57.032011 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:13:57.032011 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:13:57.032011 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:13:57.032011 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:13:57.032011 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:13:57.032011 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:13:57.032011 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:13:57.032011 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:13:57.032011 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:13:57.032011 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:13:57.032011 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:13:57.032011 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:13:57.032011 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:13:57.032011 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:13:57.032011 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:13:57.032011 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:13:57.032011 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:13:57.032011 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:13:57.032011 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:13:57.032011 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:13:57.032011 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:13:57.032011 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:13:57.032011 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:13:57.032011 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:13:57.032011 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:13:57.032011 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:13:57.032011 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:13:57.032011 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:13:57.032011 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:13:57.032011 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:13:57.032011 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:13:57.032011 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:13:57.060536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-90b14f23-8c48-4ea4-8982-b818de9cbf41 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:57.062379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f0792d-0772-4362-b9d0-ca4bf39c1067 None None] Network 2bf182df-5b03-4249-9e65-5127ab0d7919 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:13:57.071227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a2dc41f8-59c0-4fba-a1ac-c3e9919f8225 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:57.075667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9f86bc47-a560-4fd1-9134-f786243cf3ad tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:57.077157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7c8a1190-4333-4196-8d95-3d18991276ce tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:57.097590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9b0dd842-0a63-41f4-bb14-9ea9ca312735 None None] Transition to ACTIVE for port object eb4803f9-b8bc-4d1e-9c8e-01b2933cf141 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:13:57.109069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a2dc41f8-59c0-4fba-a1ac-c3e9919f8225 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:57.131594 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a2dc41f8-59c0-4fba-a1ac-c3e9919f8225 tempest-TagsTest-160777496 tempest-TagsTest-160777496] 10.222.0.76 "DELETE /v2.0/networks/3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537 HTTP/1.1" status: 204  len: 168 time: 2.5328712
Nov 24 13:13:57.138359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-37078233-ec44-40a3-9226-29b127e0d670 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:57.153804 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-90b14f23-8c48-4ea4-8982-b818de9cbf41 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/subnets/f1ddbeca-abd9-42aa-a774-c343c2fa7a38 HTTP/1.1" status: 204  len: 168 time: 3.3838615
Nov 24 13:13:57.155211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51378) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:57.193205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6f910c96-e57b-4d12-bc73-dd321603a26d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:57.205778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc41f8-59c0-4fba-a1ac-c3e9919f8225 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Pushing event deleted for resources: {'Network': ['ID=3d9dd4f0-0d17-4728-a4c8-8c5a0dfd1537,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:57.216251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a2dc41f8-59c0-4fba-a1ac-c3e9919f8225 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:57.287707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9b0dd842-0a63-41f4-bb14-9ea9ca312735 None None] Transition to ACTIVE for port object eb4803f9-b8bc-4d1e-9c8e-01b2933cf141 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:13:57.308736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b0dd842-0a63-41f4-bb14-9ea9ca312735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:57.389184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9f86bc47-a560-4fd1-9134-f786243cf3ad tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:57.425030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d1ed433d-b784-4683-a9f0-6e6ed3b699f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:57.456660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-88733096-68c1-477b-836e-8e5c97562118 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:57.514888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37078233-ec44-40a3-9226-29b127e0d670 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Subnet': ['ID=5f02cc20-1ba6-4b1d-afc4-8a0735aae58a,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:57.545464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-37078233-ec44-40a3-9226-29b127e0d670 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:57.638385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-639fab00-e985-4bca-9709-64ce999d63db tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Allocated IP 172.20.0.1 (d6aac460-b5b3-4c52-b88f-66ad22ec4bac/3f37ca6e-7f5b-481a-8194-0d876f2965bc/b716d914-50fd-4cc5-ae09-4dae8f623718) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:13:57.670801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-37078233-ec44-40a3-9226-29b127e0d670 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:57.687398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4bc75b-990b-4044-852f-c71335cd2a80 None None] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:13:57.716259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0dd842-0a63-41f4-bb14-9ea9ca312735 None None] Pushing event updated for resources: {'Port': ['ID=eb4803f9-b8bc-4d1e-9c8e-01b2933cf141,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:57.757611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9f86bc47-a560-4fd1-9134-f786243cf3ad tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:57.772638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-88733096-68c1-477b-836e-8e5c97562118 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Deleting port 933aae7d-dfd3-4ae7-bec1-d008a9d070fe {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:13:57.773359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-88733096-68c1-477b-836e-8e5c97562118 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:57.777335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ebaac822-496c-4f5d-ab1a-660aaa732452 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:57.826177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9b0dd842-0a63-41f4-bb14-9ea9ca312735 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:57.833508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f86bc47-a560-4fd1-9134-f786243cf3ad tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cd3cb3-7803-429e-bbe0-26d1691e1a65,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:57.840331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9f86bc47-a560-4fd1-9134-f786243cf3ad tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:57.840331 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9f86bc47-a560-4fd1-9134-f786243cf3ad tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/security-groups/32cd3cb3-7803-429e-bbe0-26d1691e1a65 HTTP/1.1" status: 204  len: 168 time: 0.9328539
Nov 24 13:13:57.842055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:13:57.842165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9f86bc47-a560-4fd1-9134-f786243cf3ad tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:57.857086 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-37078233-ec44-40a3-9226-29b127e0d670 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/5f02cc20-1ba6-4b1d-afc4-8a0735aae58a HTTP/1.1" status: 204  len: 168 time: 2.5529628
Nov 24 13:13:57.861413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51384) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:57.861413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51386) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:57.938986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:13:57.939173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 6a9a9b18-9c1a-4e0c-bfb5-c8df3ee26991 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:13:58.017326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0dd842-0a63-41f4-bb14-9ea9ca312735 None None] Network d6aac460-b5b3-4c52-b88f-66ad22ec4bac is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:13:58.052568 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-56778172-6f51-4c9e-af64-7c31f3df33bc tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1872568
Nov 24 13:13:58.055615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51392) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:58.056011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-9b0dd842-0a63-41f4-bb14-9ea9ca312735 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:13:58.062854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0dd842-0a63-41f4-bb14-9ea9ca312735 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:13:58.065506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-aef046ab-6f9b-4816-9e2e-c8ac194add72 None None] Provisioning complete for port d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:13:58.065953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aef046ab-6f9b-4816-9e2e-c8ac194add72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:58.173413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-639fab00-e985-4bca-9709-64ce999d63db tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:58.192310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-672bfb62-2fe3-4023-a017-ae6005fb8781 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:58.211070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-639fab00-e985-4bca-9709-64ce999d63db tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Transition to ACTIVE for port object b716d914-50fd-4cc5-ae09-4dae8f623718 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:13:58.215137 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a8f1eba2-9ed9-4b45-8d01-0df2d7b4d010 req-eb14d1e6-9d39-4ce5-8be6-b03b07870417 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f1db2316-d71c-428e-9138-dad14da0ded9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2569273
Nov 24 13:13:58.239921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-672bfb62-2fe3-4023-a017-ae6005fb8781 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:58.327416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51396) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:58.366446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-88733096-68c1-477b-836e-8e5c97562118 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] For port 933aae7d-dfd3-4ae7-bec1-d008a9d070fe, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=933aae7d-dfd3-4ae7-bec1-d008a9d070fe,segment=NetworkSegment(be561e0f-6093-476b-8d5c-dc1161b9c5ad),segment_id=be561e0f-6093-476b-8d5c-dc1161b9c5ad)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:13:58.366856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-88733096-68c1-477b-836e-8e5c97562118 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:58.373653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-639fab00-e985-4bca-9709-64ce999d63db tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:58.389735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b266672f-10a3-43e6-9043-a09ecf3c5c2d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:58.555707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-88733096-68c1-477b-836e-8e5c97562118 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Calling delete_port for 933aae7d-dfd3-4ae7-bec1-d008a9d070fe owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:13:58.585412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-672bfb62-2fe3-4023-a017-ae6005fb8781 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:58.601003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9b0dd842-0a63-41f4-bb14-9ea9ca312735 None None] Attempting to bind port eb4803f9-b8bc-4d1e-9c8e-01b2933cf141 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:13:58.601134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9b0dd842-0a63-41f4-bb14-9ea9ca312735 None None] Attempting to bind port eb4803f9-b8bc-4d1e-9c8e-01b2933cf141 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '577e277d-b7b5-4abc-8879-cff3c03d997b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6aac460-b5b3-4c52-b88f-66ad22ec4bac'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:13:58.604877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0dd842-0a63-41f4-bb14-9ea9ca312735 None None] Attempting to bind port eb4803f9-b8bc-4d1e-9c8e-01b2933cf141 on network d6aac460-b5b3-4c52-b88f-66ad22ec4bac {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:13:58.636153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0dd842-0a63-41f4-bb14-9ea9ca312735 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:13:58.636829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0dd842-0a63-41f4-bb14-9ea9ca312735 None None] Checking segment: {'id': '577e277d-b7b5-4abc-8879-cff3c03d997b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6aac460-b5b3-4c52-b88f-66ad22ec4bac'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:13:58.637190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b0dd842-0a63-41f4-bb14-9ea9ca312735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:58.638030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0dd842-0a63-41f4-bb14-9ea9ca312735 None None] Bound using segment: {'id': '577e277d-b7b5-4abc-8879-cff3c03d997b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6aac460-b5b3-4c52-b88f-66ad22ec4bac'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:13:58.638112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc7a8f2-9bfb-4148-81c8-fbf187bf9b65 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:58.638310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9b0dd842-0a63-41f4-bb14-9ea9ca312735 None None] Bound port: eb4803f9-b8bc-4d1e-9c8e-01b2933cf141, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577e277d-b7b5-4abc-8879-cff3c03d997b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6aac460-b5b3-4c52-b88f-66ad22ec4bac'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:13:58.638898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b0dd842-0a63-41f4-bb14-9ea9ca312735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:58.640362 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9fc7a8f2-9bfb-4148-81c8-fbf187bf9b65 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.5829952
Nov 24 13:13:58.652665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51402) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:58.655790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd99dafd-0964-4ad3-8334-399b4c790659 None None] DHCP port deletion for 2bf182df-5b03-4249-9e65-5127ab0d7919 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:13:58.666906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-bd99dafd-0964-4ad3-8334-399b4c790659 None None] Deleting port 933aae7d-dfd3-4ae7-bec1-d008a9d070fe {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:13:58.666906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bd99dafd-0964-4ad3-8334-399b4c790659 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:58.672893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-88733096-68c1-477b-836e-8e5c97562118 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:58.692403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-610afe7e-0abd-4469-8aec-dbc014754c9f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:58.738642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639fab00-e985-4bca-9709-64ce999d63db tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Port': ['ID=b716d914-50fd-4cc5-ae09-4dae8f623718,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:58.790843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-bd99dafd-0964-4ad3-8334-399b4c790659 None None] The port '933aae7d-dfd3-4ae7-bec1-d008a9d070fe' was deleted {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:13:58.823475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88733096-68c1-477b-836e-8e5c97562118 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Port': ['ID=933aae7d-dfd3-4ae7-bec1-d008a9d070fe,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:58.823653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568115cc-ecdb-4273-b496-1d0b0a860206 None None] DHCP port deletion for 8ca51b04-1dca-4f60-b844-2979d8864b51 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:13:58.829023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4191c97-04b9-4a8b-ac3e-9347339d0dc8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:58.829023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e4191c97-04b9-4a8b-ac3e-9347339d0dc8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Synchronizing usage tracker for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:13:58.836472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-88733096-68c1-477b-836e-8e5c97562118 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:58.849389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-568115cc-ecdb-4273-b496-1d0b0a860206 None None] Deleting port d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:13:58.849819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-568115cc-ecdb-4273-b496-1d0b0a860206 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:58.866362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-639fab00-e985-4bca-9709-64ce999d63db tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:58.869007 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9bbbaa83-4b5d-47da-a41e-ae0cdbab618b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cdafa10ef84f48669633ffeb389b1722&name=default HTTP/1.1" status: 200  len: 2751 time: 0.5405877
Nov 24 13:13:58.869612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2954af7f-0690-4901-bf6d-e650bf49524d tempest-NegativeSecGroupTest-2082701259 tempest-NegativeSecGroupTest-2082701259] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.262s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:58.881622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51406) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:58.882196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1eba2-9ed9-4b45-8d01-0df2d7b4d010 req-c9ae7c1b-df2c-48a2-ab2f-e2f8160212b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:58.882378 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a8f1eba2-9ed9-4b45-8d01-0df2d7b4d010 req-c9ae7c1b-df2c-48a2-ab2f-e2f8160212b7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6efb027d4b0e48cc970462a6d3154fa0&device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 1163 time: 0.6138580
Nov 24 13:13:58.891071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-672bfb62-2fe3-4023-a017-ae6005fb8781 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:58.895172 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-672bfb62-2fe3-4023-a017-ae6005fb8781 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/security-groups/7f4885bd-84b2-458c-a172-97abe3ccb29a HTTP/1.1" status: 204  len: 168 time: 1.0329485
Nov 24 13:13:58.902035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51410) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:58.912352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-9b0dd842-0a63-41f4-bb14-9ea9ca312735 None None] For port eb4803f9-b8bc-4d1e-9c8e-01b2933cf141, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:13:58.917169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672bfb62-2fe3-4023-a017-ae6005fb8781 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4885bd-84b2-458c-a172-97abe3ccb29a,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:58.934492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-9b0dd842-0a63-41f4-bb14-9ea9ca312735 None None] For port eb4803f9-b8bc-4d1e-9c8e-01b2933cf141, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=eb4803f9-b8bc-4d1e-9c8e-01b2933cf141,segment=NetworkSegment(577e277d-b7b5-4abc-8879-cff3c03d997b),segment_id=577e277d-b7b5-4abc-8879-cff3c03d997b)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:13:58.960252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-672bfb62-2fe3-4023-a017-ae6005fb8781 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:58.979425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88733096-68c1-477b-836e-8e5c97562118 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] No DVR routers for this DVR port 933aae7d-dfd3-4ae7-bec1-d008a9d070fe on host dv-neutron-601336-61-ovs {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:13:58.991752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b0dd842-0a63-41f4-bb14-9ea9ca312735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:59.002977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e4191c97-04b9-4a8b-ac3e-9347339d0dc8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Unset dirty status for tenant:dc4e1a6f65cd4c9594951cc0df0cbd16 on resource:subnet {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:13:59.011761 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e4191c97-04b9-4a8b-ac3e-9347339d0dc8 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3510709
Nov 24 13:13:59.012827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51414) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:59.016064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-aef4d7ac-e512-4c25-80a8-8b4595e492db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:59.134174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639fab00-e985-4bca-9709-64ce999d63db tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network d6aac460-b5b3-4c52-b88f-66ad22ec4bac is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:13:59.169046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-639fab00-e985-4bca-9709-64ce999d63db tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:13:59.250042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-88733096-68c1-477b-836e-8e5c97562118 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:59.311782 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8b1ef3fc-f5b5-4e9c-acd0-a3161c44418d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1889544
Nov 24 13:13:59.311782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639fab00-e985-4bca-9709-64ce999d63db tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:13:59.352382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51418) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:59.362070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-52709b32-57f9-4141-aa8e-56ec24ae5a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:59.381072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:13:59.443629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-52709b32-57f9-4141-aa8e-56ec24ae5a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:59.476111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0dd842-0a63-41f4-bb14-9ea9ca312735 None None] Pushing event updated for resources: {'Port': ['ID=eb4803f9-b8bc-4d1e-9c8e-01b2933cf141,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:59.478593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9b0dd842-0a63-41f4-bb14-9ea9ca312735 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:59.493525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-88733096-68c1-477b-836e-8e5c97562118 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6347843b00>,) {'filters': {'network_id': ['2bf182df-5b03-4249-9e65-5127ab0d7919']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:59.527482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-88733096-68c1-477b-836e-8e5c97562118 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347843b00>, 'be561e0f-6093-476b-8d5c-dc1161b9c5ad') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:59.528034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-88733096-68c1-477b-836e-8e5c97562118 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347843b00>, 'be561e0f-6093-476b-8d5c-dc1161b9c5ad') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:13:59.531111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-568115cc-ecdb-4273-b496-1d0b0a860206 None None] For port d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe,segment=NetworkSegment(85df2f39-33bf-4370-a2b3-ba825f6d6875),segment_id=85df2f39-33bf-4370-a2b3-ba825f6d6875)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:13:59.531111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-568115cc-ecdb-4273-b496-1d0b0a860206 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:59.545407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-88733096-68c1-477b-836e-8e5c97562118 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:59.567141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-88733096-68c1-477b-836e-8e5c97562118 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:59.568998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-88733096-68c1-477b-836e-8e5c97562118 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Releasing vxlan tunnel 6 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:13:59.607025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-52709b32-57f9-4141-aa8e-56ec24ae5a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:59.668859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3c540604-42ff-4127-93f5-56ac7f092eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:59.683529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-568115cc-ecdb-4273-b496-1d0b0a860206 None None] Calling delete_port for d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:13:59.697192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52709b32-57f9-4141-aa8e-56ec24ae5a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab84de5-82a8-4a9a-a707-72cc4a4d12d0,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:13:59.703443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-52709b32-57f9-4141-aa8e-56ec24ae5a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:13:59.748903 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7fedb9b-8cca-4c29-a71c-6fa03a684057 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:13:59.749586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7fedb9b-8cca-4c29-a71c-6fa03a684057 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:13:59.758803 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f7fedb9b-8cca-4c29-a71c-6fa03a684057 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/57a8b6a1-250a-4f46-800a-7a952be5d4b9 HTTP/1.1" status: 404  len: 333 time: 0.4024565
Nov 24 13:13:59.759689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51422) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:59.809791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-52709b32-57f9-4141-aa8e-56ec24ae5a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:59.823701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-568115cc-ecdb-4273-b496-1d0b0a860206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:59.825512 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-52709b32-57f9-4141-aa8e-56ec24ae5a56 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aab84de5-82a8-4a9a-a707-72cc4a4d12d0 HTTP/1.1" status: 204  len: 168 time: 0.9418070
Nov 24 13:13:59.845673 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8bfd657-33a8-4331-916a-b41dce05a10c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:13:59.850112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8bfd657-33a8-4331-916a-b41dce05a10c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:13:59.856195 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b8bfd657-33a8-4331-916a-b41dce05a10c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/5f02cc20-1ba6-4b1d-afc4-8a0735aae58a HTTP/1.1" status: 404  len: 337 time: 0.0840800
Nov 24 13:13:59.856707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d1ed433d-b784-4683-a9f0-6e6ed3b699f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:13:59.864632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51428) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:13:59.923970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-88733096-68c1-477b-836e-8e5c97562118 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network 2bf182df-5b03-4249-9e65-5127ab0d7919 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:13:59.928227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1eba2-9ed9-4b45-8d01-0df2d7b4d010 req-f1391e93-9d72-4b51-a466-42cee60f6c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:13:59.929980 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a8f1eba2-9ed9-4b45-8d01-0df2d7b4d010 req-f1391e93-9d72-4b51-a466-42cee60f6c14 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c200d148-1aac-4d09-a682-2365e76cfa1f HTTP/1.1" status: 200  len: 905 time: 0.9652245
Nov 24 13:13:59.931004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-639fab00-e985-4bca-9709-64ce999d63db tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:59.941477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-88733096-68c1-477b-836e-8e5c97562118 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:13:59.942004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b873ca5-b663-4ef7-a50f-cf2735764aaa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting subnet b2f7bbb4-f6f9-48ea-850a-4a7eb2bb1d27 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:13:59.964080 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-076cf679-27c2-42d7-8414-5b6ff9b956d9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:13:59.964570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-076cf679-27c2-42d7-8414-5b6ff9b956d9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:13:59.966484 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-076cf679-27c2-42d7-8414-5b6ff9b956d9 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/13bbb5ee-f2ff-4efa-b91c-59707da90dab HTTP/1.1" status: 404  len: 337 time: 0.1007338
Nov 24 13:14:00.006643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 933aae7d-dfd3-4ae7-bec1-d008a9d070fe no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:14:00.022250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51432) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:00.034835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b873ca5-b663-4ef7-a50f-cf2735764aaa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:00.076089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568115cc-ecdb-4273-b496-1d0b0a860206 None None] Pushing event deleted for resources: {'Port': ['ID=d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:00.084826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-568115cc-ecdb-4273-b496-1d0b0a860206 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:00.089381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 933aae7d-dfd3-4ae7-bec1-d008a9d070fe {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:14:00.089502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 933aae7d-dfd3-4ae7-bec1-d008a9d070fe not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:14:00.090029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:14:00.135943 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d42173a-d920-4383-831f-b59f94b4a287 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:00.136218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d42173a-d920-4383-831f-b59f94b4a287 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:00.144033 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1d42173a-d920-4383-831f-b59f94b4a287 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/83795dca-ff0d-46a1-9bdf-486cf7e2967e HTTP/1.1" status: 404  len: 333 time: 0.1203973
Nov 24 13:14:00.145652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51436) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:00.160404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:14:00.160404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:14:00.246573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b873ca5-b663-4ef7-a50f-cf2735764aaa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:00.290979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568115cc-ecdb-4273-b496-1d0b0a860206 None None] No DVR routers for this DVR port d3ea8ad1-8ee2-4360-bac8-f81e4d5792fe on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:14:00.395901 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a8f1eba2-9ed9-4b45-8d01-0df2d7b4d010 req-f1021761-eb72-4fd4-b960-249665ff159d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c09c6095-8fff-48fc-a609-630a514b92d0 HTTP/1.1" status: 200  len: 1002 time: 0.4486785
Nov 24 13:14:00.424993 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ab0a48-5b70-4ec5-8608-981bed40f055 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:00.426015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ab0a48-5b70-4ec5-8608-981bed40f055 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:00.427930 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d3ab0a48-5b70-4ec5-8608-981bed40f055 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/28f299ed-e9e2-4016-99a4-cf3859eb813a HTTP/1.1" status: 404  len: 337 time: 0.2308004
Nov 24 13:14:00.438945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51440) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:00.444467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-88733096-68c1-477b-836e-8e5c97562118 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network 2bf182df-5b03-4249-9e65-5127ab0d7919 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:14:00.506674 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:14:00.506674 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:14:00.506674 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:14:00.506674 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:14:00.506674 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:14:00.506674 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:14:00.506674 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:14:00.506674 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:14:00.506674 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:14:00.506674 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:14:00.506674 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:14:00.506674 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:14:00.506674 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:14:00.506674 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:14:00.506674 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:14:00.506674 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:14:00.506674 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:14:00.506674 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:14:00.506674 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:14:00.506674 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:14:00.506674 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:14:00.506674 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:14:00.506674 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:14:00.506674 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:14:00.506674 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:14:00.506674 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:14:00.506674 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:14:00.506674 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:14:00.506674 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:14:00.506674 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:14:00.506674 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:14:00.506674 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:14:00.554470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1eba2-9ed9-4b45-8d01-0df2d7b4d010 req-f9bb4d05-1273-4969-8866-f802664dc82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:00.556122 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a8f1eba2-9ed9-4b45-8d01-0df2d7b4d010 req-f9bb4d05-1273-4969-8866-f802664dc82d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fbd62c91-d804-432f-af8e-75bb073f1bc3 HTTP/1.1" status: 200  len: 850 time: 0.1505539
Nov 24 13:14:00.556761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-639fab00-e985-4bca-9709-64ce999d63db tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:00.609598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b873ca5-b663-4ef7-a50f-cf2735764aaa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:00.835329 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-f052c6e6-84d3-40a0-a6b4-9d72daa90ff5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:00.835837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f052c6e6-84d3-40a0-a6b4-9d72daa90ff5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:00.840341 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f052c6e6-84d3-40a0-a6b4-9d72daa90ff5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/032afb30-f987-499c-a90a-d35473b66bf7 HTTP/1.1" status: 404  len: 337 time: 0.3977268
Nov 24 13:14:00.841240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51444) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:00.901528 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-f20a4c66-7076-415a-bb48-8bffd7589474 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:00.902024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f20a4c66-7076-415a-bb48-8bffd7589474 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:00.909287 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f20a4c66-7076-415a-bb48-8bffd7589474 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/6050027c-cda3-4ec7-a494-09f04c6a3d2b HTTP/1.1" status: 404  len: 333 time: 0.0670114
Nov 24 13:14:00.910587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-88733096-68c1-477b-836e-8e5c97562118 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:00.912714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51448) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:00.916800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-828ee09f-a0f2-421b-992a-d56b3a17ca75 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:00.955037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1eba2-9ed9-4b45-8d01-0df2d7b4d010 req-88c11a9a-1b4c-46e4-9284-251c9bd20332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:00.956716 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a8f1eba2-9ed9-4b45-8d01-0df2d7b4d010 req-88c11a9a-1b4c-46e4-9284-251c9bd20332 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c200d148-1aac-4d09-a682-2365e76cfa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3856835
Nov 24 13:14:00.972616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-88733096-68c1-477b-836e-8e5c97562118 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:00.974644 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-88733096-68c1-477b-836e-8e5c97562118 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/networks/2bf182df-5b03-4249-9e65-5127ab0d7919 HTTP/1.1" status: 204  len: 168 time: 3.8159239
Nov 24 13:14:00.983843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51452) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:00.984739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88733096-68c1-477b-836e-8e5c97562118 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Network': ['ID=2bf182df-5b03-4249-9e65-5127ab0d7919,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:00.989363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-88733096-68c1-477b-836e-8e5c97562118 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:00.990490 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-28ed9f59-50c2-4bd2-823a-cad4db48469c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:00.990977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28ed9f59-50c2-4bd2-823a-cad4db48469c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:00.992732 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-28ed9f59-50c2-4bd2-823a-cad4db48469c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/ec483b50-14ee-474c-8bec-66fdab5d25c3 HTTP/1.1" status: 404  len: 337 time: 0.0789406
Nov 24 13:14:01.046828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51456) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:01.109628 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-094e9c5b-fca4-4c3a-b67a-b04b4f3872df tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:01.110330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-094e9c5b-fca4-4c3a-b67a-b04b4f3872df tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:01.112379 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-094e9c5b-fca4-4c3a-b67a-b04b4f3872df tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/35fc4fb1-e05b-47d0-9b96-a4e4fa793642 HTTP/1.1" status: 404  len: 337 time: 0.0592055
Nov 24 13:14:01.117062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51462) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:01.223202 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3aeed1e-ff19-4ac5-a310-37fb4250cf92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:01.223955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3aeed1e-ff19-4ac5-a310-37fb4250cf92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:01.226686 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f3aeed1e-ff19-4ac5-a310-37fb4250cf92 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/d825aa7c-263e-4d41-8ad0-fc92823b52a5 HTTP/1.1" status: 404  len: 333 time: 0.0611072
Nov 24 13:14:01.227557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51466) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:01.265347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51468) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:01.339749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41331baf-1f83-4def-b972-977236438f09 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:01.340165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41331baf-1f83-4def-b972-977236438f09 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:01.340590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41331baf-1f83-4def-b972-977236438f09 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:01.342413 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-41331baf-1f83-4def-b972-977236438f09 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/ports?project_id=ddd175861f0b46ae9d96e8c7cb7e2213&network_id=b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8 HTTP/1.1" status: 200  len: 3059 time: 0.1125641
Nov 24 13:14:01.412153 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a8f1eba2-9ed9-4b45-8d01-0df2d7b4d010 req-d4b2ede9-bc02-4082-95bc-95a60c5dd24a service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4398305
Nov 24 13:14:01.418352 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a7abcc-891f-4bef-9905-b3ad123e5283 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:01.419453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02a7abcc-891f-4bef-9905-b3ad123e5283 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:01.423052 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-02a7abcc-891f-4bef-9905-b3ad123e5283 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/7a25d22f-a563-41dd-b791-6a286083e2ed HTTP/1.1" status: 404  len: 337 time: 0.0977347
Nov 24 13:14:01.434013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51476) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:01.498488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22d3f52-b56c-4ebb-8cce-2842325c8b1e None None] Network d6aac460-b5b3-4c52-b88f-66ad22ec4bac requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:14:01.534564 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3bfa5e-f13a-4531-8d59-80e22f888e73 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:01.535099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd3bfa5e-f13a-4531-8d59-80e22f888e73 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:01.539358 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fd3bfa5e-f13a-4531-8d59-80e22f888e73 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/5d7eaf31-6650-405e-ae35-147305672da3 HTTP/1.1" status: 404  len: 337 time: 0.1015739
Nov 24 13:14:01.543259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51480) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:01.594029 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e86869-a0d5-4888-b4c8-a093924d3f8a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:01.594449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40e86869-a0d5-4888-b4c8-a093924d3f8a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:01.596406 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-40e86869-a0d5-4888-b4c8-a093924d3f8a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/bca0e49b-a195-4b8c-b6c3-dadfb5b15a5c HTTP/1.1" status: 404  len: 333 time: 0.0511723
Nov 24 13:14:01.599676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51486) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:01.629870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b873ca5-b663-4ef7-a50f-cf2735764aaa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:01.647055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-cacd9ccb-911d-480c-9149-d5def4ba781e None None] Provisioning for port eb4803f9-b8bc-4d1e-9c8e-01b2933cf141 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:14:01.647307 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-85181d52-1ebf-4b36-9923-fa8949243875 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:01.647792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85181d52-1ebf-4b36-9923-fa8949243875 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:01.651981 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-85181d52-1ebf-4b36-9923-fa8949243875 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/03f499d0-30f8-4787-801b-71c7ac3f8e75 HTTP/1.1" status: 404  len: 337 time: 0.0475509
Nov 24 13:14:01.659819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c2c642d7-1e1e-45b7-91ad-2ea1a32328ca tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:01.661918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51490) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:01.708374 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-a08db5ad-9078-4819-aecd-58566825c18e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:01.708863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a08db5ad-9078-4819-aecd-58566825c18e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:01.714891 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a08db5ad-9078-4819-aecd-58566825c18e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/ff277a42-01e4-4b4e-a947-1329075b5916 HTTP/1.1" status: 404  len: 333 time: 0.0479169
Nov 24 13:14:01.717447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51494) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:01.776180 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7b7f25-38cb-4480-a483-76288152c8dd tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:01.776808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c7b7f25-38cb-4480-a483-76288152c8dd tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:01.778917 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9c7b7f25-38cb-4480-a483-76288152c8dd tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/51328e9c-7095-4c20-aa4c-3aa93ce6e50f HTTP/1.1" status: 404  len: 337 time: 0.0600781
Nov 24 13:14:01.779867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b873ca5-b663-4ef7-a50f-cf2735764aaa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Subnet': ['ID=b2f7bbb4-f6f9-48ea-850a-4a7eb2bb1d27,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:01.782792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51498) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:01.782939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6b873ca5-b663-4ef7-a50f-cf2735764aaa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:01.791034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-78a04012-7156-4451-be34-1302a3dd5d16 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:01.844086 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a8f1eba2-9ed9-4b45-8d01-0df2d7b4d010 req-bc44015a-ec5b-4133-b56c-d5b62e56710c service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4194391
Nov 24 13:14:01.925637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device eb4803f9-b8bc-4d1e-9c8e-01b2933cf141 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:14:01.945612 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-7afb6c32-c8ff-4269-b2d3-265aea5b65cd tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:01.946615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7afb6c32-c8ff-4269-b2d3-265aea5b65cd tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:01.949845 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7afb6c32-c8ff-4269-b2d3-265aea5b65cd tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/cfd356fb-7d04-4042-9c05-9346b76a0ce7 HTTP/1.1" status: 404  len: 333 time: 0.1607709
Nov 24 13:14:01.959915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b873ca5-b663-4ef7-a50f-cf2735764aaa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:01.964639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51502) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:01.973256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341a39f9-fd8d-48c5-8dba-6dca396bbeec None None] Network d41d42eb-e745-4ed3-8904-4470444a86a3 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:14:02.033519 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1049a41-dbae-47c0-9b01-049256dd264f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:02.034268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1049a41-dbae-47c0-9b01-049256dd264f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:02.039482 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e1049a41-dbae-47c0-9b01-049256dd264f tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/f23467aa-bc9f-467e-b78c-c808d42ad354 HTTP/1.1" status: 404  len: 337 time: 0.0604239
Nov 24 13:14:02.039684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51506) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:02.044698 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6b873ca5-b663-4ef7-a50f-cf2735764aaa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/subnets/b2f7bbb4-f6f9-48ea-850a-4a7eb2bb1d27 HTTP/1.1" status: 204  len: 168 time: 3.1292362
Nov 24 13:14:02.047621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-639fab00-e985-4bca-9709-64ce999d63db tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:02.049435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51510) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:02.095576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-639fab00-e985-4bca-9709-64ce999d63db tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:02.133710 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-e41baaf8-c8c7-4a75-8f48-65d040198de5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:02.134248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e41baaf8-c8c7-4a75-8f48-65d040198de5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:02.136086 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e41baaf8-c8c7-4a75-8f48-65d040198de5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/2414c8c9-99cc-4d74-9f63-5ae80a2ef593 HTTP/1.1" status: 404  len: 333 time: 0.0949788
Nov 24 13:14:02.139622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8eb644e6-0724-4150-8cdd-20daea77edfa tempest-RoutersAdminNegativeTest-1830431369 tempest-RoutersAdminNegativeTest-1830431369] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:02.140539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51514) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:02.167733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6c9dd011-dcd5-4e56-b588-5f80590fb2f0 None None] Provisioning for port b716d914-50fd-4cc5-ae09-4dae8f623718 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:14:02.188784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6c9dd011-dcd5-4e56-b588-5f80590fb2f0 None None] Provisioning complete for port b716d914-50fd-4cc5-ae09-4dae8f623718 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:02.189208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6c9dd011-dcd5-4e56-b588-5f80590fb2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:02.212333 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e35697-eb81-4948-a252-ee571d8ce43a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:02.213614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e35697-eb81-4948-a252-ee571d8ce43a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:02.215957 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-55e35697-eb81-4948-a252-ee571d8ce43a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/212835f8-a486-4ff4-b33f-3de2cc24e53d HTTP/1.1" status: 404  len: 337 time: 0.0718133
Nov 24 13:14:02.219211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51518) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:02.270110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-639fab00-e985-4bca-9709-64ce999d63db tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:02.272071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port eb4803f9-b8bc-4d1e-9c8e-01b2933cf141 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:14:02.326072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port eb4803f9-b8bc-4d1e-9c8e-01b2933cf141 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:02.326524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:02.373921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6c9dd011-dcd5-4e56-b588-5f80590fb2f0 None None] Port b716d914-50fd-4cc5-ae09-4dae8f623718 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:14:02.385812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f43d84-0fe1-4246-9995-3b00af56fa8b tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting subnet c5999f5c-8b0a-4c95-82ec-d4a822914fd4 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:14:02.397431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-71f43d84-0fe1-4246-9995-3b00af56fa8b tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:02.399246 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e57609e-d94f-413b-a498-9e52566319dd tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:02.399825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e57609e-d94f-413b-a498-9e52566319dd tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:02.401905 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8e57609e-d94f-413b-a498-9e52566319dd tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/0abe646c-168b-4592-8568-8a09bac311f1 HTTP/1.1" status: 404  len: 333 time: 0.1813500
Nov 24 13:14:02.411700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51522) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:02.471686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-71f43d84-0fe1-4246-9995-3b00af56fa8b tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:02.482790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6c9dd011-dcd5-4e56-b588-5f80590fb2f0 None None] Provisioning complete for port eb4803f9-b8bc-4d1e-9c8e-01b2933cf141 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:02.483428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6c9dd011-dcd5-4e56-b588-5f80590fb2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:02.511497 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed68b67-fd87-4a1a-8830-6120201c367c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:02.512077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ed68b67-fd87-4a1a-8830-6120201c367c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:02.514194 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9ed68b67-fd87-4a1a-8830-6120201c367c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/dd32ef5a-5415-4a77-818a-d90f6bb8c1cf HTTP/1.1" status: 404  len: 337 time: 0.1011481
Nov 24 13:14:02.518808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51526) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:02.606830 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-987f03a6-24f5-4aae-9bfc-377531e079ec tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:02.607570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-987f03a6-24f5-4aae-9bfc-377531e079ec tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:02.609864 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-987f03a6-24f5-4aae-9bfc-377531e079ec tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/a425ab9b-3eb3-4ba3-accd-22dd9a0cfdb0 HTTP/1.1" status: 404  len: 333 time: 0.0890470
Nov 24 13:14:02.642422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:02.688537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51530) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:02.751404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6c9dd011-dcd5-4e56-b588-5f80590fb2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:02.763324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port eb4803f9-b8bc-4d1e-9c8e-01b2933cf141, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=eb4803f9-b8bc-4d1e-9c8e-01b2933cf141,segment=NetworkSegment(577e277d-b7b5-4abc-8879-cff3c03d997b),segment_id=577e277d-b7b5-4abc-8879-cff3c03d997b)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:14:02.771273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:02.781416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:02.791850 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f1b1e5-f1e9-4bfa-9d89-0e78c42069c6 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:02.792753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f1b1e5-f1e9-4bfa-9d89-0e78c42069c6 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:02.796421 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d9f1b1e5-f1e9-4bfa-9d89-0e78c42069c6 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/a9eca75c-a971-4d48-beb6-86a4146f59ce HTTP/1.1" status: 404  len: 337 time: 0.0636067
Nov 24 13:14:02.801502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51536) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:02.868294 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed0c342-76b4-46d7-b88c-cd64656b4a34 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:02.868793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ed0c342-76b4-46d7-b88c-cd64656b4a34 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:02.870698 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7ed0c342-76b4-46d7-b88c-cd64656b4a34 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/c35d1e21-df63-40aa-b0f6-d895b3eb8698 HTTP/1.1" status: 404  len: 337 time: 0.0649033
Nov 24 13:14:02.875537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51540) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:02.917601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-6c9dd011-dcd5-4e56-b588-5f80590fb2f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:14:02.918562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-6c9dd011-dcd5-4e56-b588-5f80590fb2f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:14:02.919878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=eb4803f9-b8bc-4d1e-9c8e-01b2933cf141,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:02.921075 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6715fb7-e4b3-47ca-8568-729fb40f86dc tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:02.922014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6715fb7-e4b3-47ca-8568-729fb40f86dc tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:02.924984 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e6715fb7-e4b3-47ca-8568-729fb40f86dc tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/4a82fe4d-a3a4-4f6a-92dd-d36184c13e71 HTTP/1.1" status: 404  len: 333 time: 0.0483065
Nov 24 13:14:02.930293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639fab00-e985-4bca-9709-64ce999d63db tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Port': ['ID=b716d914-50fd-4cc5-ae09-4dae8f623718,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:02.931089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:02.931983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51544) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:02.946313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-639fab00-e985-4bca-9709-64ce999d63db tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.807s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:02.947563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-71f43d84-0fe1-4246-9995-3b00af56fa8b tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:02.986313 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f01726f-5b66-4585-aaa1-ede882123e45 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:02.986817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f01726f-5b66-4585-aaa1-ede882123e45 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:02.989526 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0f01726f-5b66-4585-aaa1-ede882123e45 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/ff6825ae-017d-44d9-a363-84c5d21a0035 HTTP/1.1" status: 404  len: 337 time: 0.0538900
Nov 24 13:14:02.993281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51548) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:03.067406 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e7ee75-3ac0-43ab-80c0-55f9fecbc9bb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:03.067991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13e7ee75-3ac0-43ab-80c0-55f9fecbc9bb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:03.069715 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-13e7ee75-3ac0-43ab-80c0-55f9fecbc9bb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/451be96f-8d13-417c-8aac-0770fcbe20fc HTTP/1.1" status: 404  len: 337 time: 0.0730622
Nov 24 13:14:03.076446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51552) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:03.164919 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-16db0ff8-f9c7-42ce-ab2c-a47840ef9a87 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:03.165412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16db0ff8-f9c7-42ce-ab2c-a47840ef9a87 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:03.167245 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-16db0ff8-f9c7-42ce-ab2c-a47840ef9a87 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/6fcd4556-d78c-4fe2-80cb-d5ece1e400d0 HTTP/1.1" status: 404  len: 333 time: 0.0893462
Nov 24 13:14:03.170930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51556) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:03.204966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639fab00-e985-4bca-9709-64ce999d63db tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network d6aac460-b5b3-4c52-b88f-66ad22ec4bac is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:14:03.208472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-639fab00-e985-4bca-9709-64ce999d63db tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:14:03.236439 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-b319a68a-5b8e-4764-be34-349a0dc5753c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:03.236938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b319a68a-5b8e-4764-be34-349a0dc5753c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:03.239377 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b319a68a-5b8e-4764-be34-349a0dc5753c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/5dc075c3-c12a-4ea3-b6e8-9ab788527955 HTTP/1.1" status: 404  len: 337 time: 0.0674670
Nov 24 13:14:03.240403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-78a04012-7156-4451-be34-1302a3dd5d16 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Deleting port abc43573-20b3-4fb7-9430-b84dd6d12015 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:14:03.240768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-78a04012-7156-4451-be34-1302a3dd5d16 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:03.276846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51560) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:03.336477 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-98efc775-c4a4-4663-b3b5-e16348b5afc6 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:03.336950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98efc775-c4a4-4663-b3b5-e16348b5afc6 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:03.338858 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-98efc775-c4a4-4663-b3b5-e16348b5afc6 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/20b767e6-0ff5-4231-b08e-2386fe134f80 HTTP/1.1" status: 404  len: 337 time: 0.0610051
Nov 24 13:14:03.387709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51564) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:03.619302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-cce52202-2599-4ccc-ab63-4319108ee1f3 None None] Provisioning complete for port b716d914-50fd-4cc5-ae09-4dae8f623718 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:03.620196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cce52202-2599-4ccc-ab63-4319108ee1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:03.686468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-cce52202-2599-4ccc-ab63-4319108ee1f3 None None] Port b716d914-50fd-4cc5-ae09-4dae8f623718 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:14:03.700703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-cce52202-2599-4ccc-ab63-4319108ee1f3 None None] Provisioning complete for port b5c2c081-aab6-40a4-84eb-547ffbc46f73 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:03.701133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cce52202-2599-4ccc-ab63-4319108ee1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:03.739407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-71f43d84-0fe1-4246-9995-3b00af56fa8b tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:03.759376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6cd78b1b-4f0c-43eb-96b2-d03ceff7eafb tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:03.763479 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef7934b-2432-4a60-908d-cb78c7d9d353 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:03.763985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef7934b-2432-4a60-908d-cb78c7d9d353 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:03.773105 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6ef7934b-2432-4a60-908d-cb78c7d9d353 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/350f2b85-e664-4ea7-83e0-c2f7732b30ae HTTP/1.1" status: 404  len: 333 time: 0.3846755
Nov 24 13:14:03.777201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51570) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:03.833276 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-9969fa5c-958e-486c-86e2-14f276b1b659 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:03.833769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9969fa5c-958e-486c-86e2-14f276b1b659 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:03.835631 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9969fa5c-958e-486c-86e2-14f276b1b659 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/b8072da2-6e0e-4a41-bc73-a2210a8bd8c5 HTTP/1.1" status: 404  len: 337 time: 0.0574427
Nov 24 13:14:03.839180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51574) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:03.862663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f43d84-0fe1-4246-9995-3b00af56fa8b tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Subnet': ['ID=c5999f5c-8b0a-4c95-82ec-d4a822914fd4,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:03.871081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-71f43d84-0fe1-4246-9995-3b00af56fa8b tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:03.880283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device eb4803f9-b8bc-4d1e-9c8e-01b2933cf141 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:14:03.904204 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee0d324-25fa-4c73-828c-de8a3e1b09c3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:03.904695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ee0d324-25fa-4c73-828c-de8a3e1b09c3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:03.909066 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9ee0d324-25fa-4c73-828c-de8a3e1b09c3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/8460a758-89b2-4278-a316-1ec90a24b2b0 HTTP/1.1" status: 404  len: 337 time: 0.0663154
Nov 24 13:14:03.910367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51578) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:03.933033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-78a04012-7156-4451-be34-1302a3dd5d16 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] For port abc43573-20b3-4fb7-9430-b84dd6d12015, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=abc43573-20b3-4fb7-9430-b84dd6d12015,segment=NetworkSegment(f7421301-4e03-45f5-ac87-9057b26e1db6),segment_id=f7421301-4e03-45f5-ac87-9057b26e1db6)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:14:03.933384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-78a04012-7156-4451-be34-1302a3dd5d16 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:03.965575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-cce52202-2599-4ccc-ab63-4319108ee1f3 None None] Provisioning complete for port eb4803f9-b8bc-4d1e-9c8e-01b2933cf141 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:03.965888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cce52202-2599-4ccc-ab63-4319108ee1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:03.993759 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-09863b49-f5b0-4559-9691-6b837902e41b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports?device_id=e4b403c6-fecd-4013-a91a-328208ec0ceb HTTP/1.1" status: 200  len: 205 time: 0.0789695
Nov 24 13:14:03.996770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51582) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:04.032571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port eb4803f9-b8bc-4d1e-9c8e-01b2933cf141 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:04.032999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:04.080363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-78a04012-7156-4451-be34-1302a3dd5d16 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Calling delete_port for abc43573-20b3-4fb7-9430-b84dd6d12015 owned by network:router_interface {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:14:04.090884 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-1161f845-e4b6-4049-9949-442e2b86df16 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] delete failed (client error): The resource could not be found.
Nov 24 13:14:04.094594 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1161f845-e4b6-4049-9949-442e2b86df16 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/routers/e4b403c6-fecd-4013-a91a-328208ec0ceb HTTP/1.1" status: 404  len: 336 time: 0.0924497
Nov 24 13:14:04.096501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51586) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:04.156691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-71f43d84-0fe1-4246-9995-3b00af56fa8b tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:04.160501 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b3261d-3306-45ca-beb8-9ff7a68b2511 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:04.161006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80b3261d-3306-45ca-beb8-9ff7a68b2511 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:04.171547 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-80b3261d-3306-45ca-beb8-9ff7a68b2511 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/ea50bdbc-5d88-4df1-a01d-a1095fd37556 HTTP/1.1" status: 404  len: 337 time: 0.0713630
Nov 24 13:14:04.173084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51590) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:04.178871 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-71f43d84-0fe1-4246-9995-3b00af56fa8b tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/subnets/c5999f5c-8b0a-4c95-82ec-d4a822914fd4 HTTP/1.1" status: 204  len: 168 time: 2.1278548
Nov 24 13:14:04.179779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51594) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:04.189522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44994c69-e357-4633-ba29-416e72e452b6 None None] Network d41d42eb-e745-4ed3-8904-4470444a86a3 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:14:04.242964 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e1cb48fb-1d62-4f85-885e-299b49017752 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "GET /v2.0/ports?device_id=64e608c8-eefe-4f91-831b-87dce284bf23 HTTP/1.1" status: 200  len: 205 time: 0.0674555
Nov 24 13:14:04.243360 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6fbc977-093d-40fc-ade1-b43865716e86 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:04.243762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6fbc977-093d-40fc-ade1-b43865716e86 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:04.246340 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b6fbc977-093d-40fc-ade1-b43865716e86 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/subnets/b2f7bbb4-f6f9-48ea-850a-4a7eb2bb1d27 HTTP/1.1" status: 404  len: 337 time: 0.0644464
Nov 24 13:14:04.247195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51598) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:04.249790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51600) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:04.250288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639fab00-e985-4bca-9709-64ce999d63db tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Router 003c650f-4f2f-4df6-9f59-20f20802478d is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:14:04.326541 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-1a247c6b-a94b-4734-bad0-709a146b8055 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] delete failed (client error): The resource could not be found.
Nov 24 13:14:04.330675 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1a247c6b-a94b-4734-bad0-709a146b8055 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/routers/64e608c8-eefe-4f91-831b-87dce284bf23 HTTP/1.1" status: 404  len: 336 time: 0.0819833
Nov 24 13:14:04.332383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51606) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:04.386773 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-2314eb9d-d088-471b-b3e2-2229d46015e3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:04.387279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2314eb9d-d088-471b-b3e2-2229d46015e3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:04.391466 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2314eb9d-d088-471b-b3e2-2229d46015e3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/d2e3d264-6f1c-41f7-bd2b-fd9ddafe84e4 HTTP/1.1" status: 404  len: 337 time: 0.0536556
Nov 24 13:14:04.392614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51610) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:04.497157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51614) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:04.509954 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed01d02-df04-4c8b-ab99-cb04d1d6a36a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:04.510507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ed01d02-df04-4c8b-ab99-cb04d1d6a36a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:04.514669 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6ed01d02-df04-4c8b-ab99-cb04d1d6a36a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/99c59ac3-3960-43e0-9bff-b76024ba2094 HTTP/1.1" status: 404  len: 337 time: 0.1170375
Nov 24 13:14:04.527160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51618) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:04.606663 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-8655b5e9-7adf-4b62-8013-ae1e497a611c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:04.607171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8655b5e9-7adf-4b62-8013-ae1e497a611c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:04.622143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aed5339-aae0-4264-992a-cd37d9fb6f0d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting subnet a89354a5-0fd4-4ff5-822a-458b49b74a2f {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:14:04.629253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6aed5339-aae0-4264-992a-cd37d9fb6f0d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:04.649052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40959b3-4b03-42d2-a88c-301a1ada03a0 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:04.653141 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f40959b3-4b03-42d2-a88c-301a1ada03a0 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/subnets?network_id=cfe08d36-e5ba-4f00-8669-16a0ead5d220 HTTP/1.1" status: 200  len: 814 time: 0.1497364
Nov 24 13:14:04.663921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-cce52202-2599-4ccc-ab63-4319108ee1f3 None None] Provisioning complete for port fe814ca2-35e4-429c-81cc-a00fbb9922e4 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:04.664329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cce52202-2599-4ccc-ab63-4319108ee1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:04.678567 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8655b5e9-7adf-4b62-8013-ae1e497a611c tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/25c1d6e5-f152-4413-ad4f-af31ae6e6f6d HTTP/1.1" status: 404  len: 333 time: 0.1502564
Nov 24 13:14:04.683392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51624) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:04.691384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-78a04012-7156-4451-be34-1302a3dd5d16 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:04.710169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-36a9b725-d7ca-46bb-921e-8e2495357239 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:04.735871 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b875b8-1818-425d-b21f-5e1206953a40 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:04.735871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b875b8-1818-425d-b21f-5e1206953a40 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:04.737345 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-39b875b8-1818-425d-b21f-5e1206953a40 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/cc0ac887-32b6-40b5-9ade-cc2921a7bbb3 HTTP/1.1" status: 404  len: 337 time: 0.0520129
Nov 24 13:14:04.742094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51628) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:04.771740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-cce52202-2599-4ccc-ab63-4319108ee1f3 None None] Port fe814ca2-35e4-429c-81cc-a00fbb9922e4 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:14:04.789105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639fab00-e985-4bca-9709-64ce999d63db tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:14:04.799875 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-639fab00-e985-4bca-9709-64ce999d63db tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "PUT /v2.0/routers/003c650f-4f2f-4df6-9f59-20f20802478d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.3076925
Nov 24 13:14:04.801429 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-28222ef8-39c8-4435-9a85-e32335413199 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:04.801988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28222ef8-39c8-4435-9a85-e32335413199 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:04.807351 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-28222ef8-39c8-4435-9a85-e32335413199 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/c9973570-9556-4997-a1ab-e0512411ec33 HTTP/1.1" status: 404  len: 333 time: 0.0607736
Nov 24 13:14:04.807351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51634) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:04.807578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76119d03-1553-42d5-9075-8d316090eb0a None None] Sync routers for ids ['003c650f-4f2f-4df6-9f59-20f20802478d'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:14:04.807660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51638) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:04.817389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76119d03-1553-42d5-9075-8d316090eb0a None None] Routers {'003c650f-4f2f-4df6-9f59-20f20802478d'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:14:04.818070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-76119d03-1553-42d5-9075-8d316090eb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c8d5ba8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:13:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['003c650f-4f2f-4df6-9f59-20f20802478d'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:04.823173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a04012-7156-4451-be34-1302a3dd5d16 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Port': ['ID=abc43573-20b3-4fb7-9430-b84dd6d12015,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:04.826652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-78a04012-7156-4451-be34-1302a3dd5d16 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:04.833400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6aed5339-aae0-4264-992a-cd37d9fb6f0d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:04.887122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-76119d03-1553-42d5-9075-8d316090eb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c8d5ba8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:04.900280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76119d03-1553-42d5-9075-8d316090eb0a None None] Routers {'003c650f-4f2f-4df6-9f59-20f20802478d'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:14:04.900689 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-3217b04a-9951-4257-bfed-f61325266929 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:04.901558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3217b04a-9951-4257-bfed-f61325266929 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:04.901689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-76119d03-1553-42d5-9075-8d316090eb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c8d5ba8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:13:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['003c650f-4f2f-4df6-9f59-20f20802478d'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:04.906330 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3217b04a-9951-4257-bfed-f61325266929 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/78a7f125-a481-452e-85c8-2061828b98b4 HTTP/1.1" status: 404  len: 337 time: 0.0951641
Nov 24 13:14:04.906755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51642) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:04.941349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541aa5bd-b2cf-47c6-b1c5-ca39d7ee22ca tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:04.942078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-541aa5bd-b2cf-47c6-b1c5-ca39d7ee22ca tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Synchronizing usage tracker for tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:14:04.963782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-541aa5bd-b2cf-47c6-b1c5-ca39d7ee22ca tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Unset dirty status for tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:14:04.965062 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-541aa5bd-b2cf-47c6-b1c5-ca39d7ee22ca tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "GET /v2.0/ports/b716d914-50fd-4cc5-ae09-4dae8f623718 HTTP/1.1" status: 200  len: 910 time: 0.1593807
Nov 24 13:14:04.968139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51646) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:04.975233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-746bc03f-e6de-47bb-9039-f7e2057574d0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Request body: {'port': {'fixed_ips': [{'subnet_id': '3f37ca6e-7f5b-481a-8194-0d876f2965bc'}]}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:04.977846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-76119d03-1553-42d5-9075-8d316090eb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c8d5ba8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:04.978537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76119d03-1553-42d5-9075-8d316090eb0a None None] The sync data for ids ['003c650f-4f2f-4df6-9f59-20f20802478d'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:14:04.997673 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f08252c-41f8-45d3-a790-2d2b45d9e712 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:04.998196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f08252c-41f8-45d3-a790-2d2b45d9e712 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:05.002503 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4f08252c-41f8-45d3-a790-2d2b45d9e712 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/8ae055a7-31a9-44fd-a082-bfc92270efb5 HTTP/1.1" status: 404  len: 333 time: 0.0922563
Nov 24 13:14:05.015492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51650) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:05.073619 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e267291-5ead-4548-aaa9-df6e520f25e1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:05.074115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e267291-5ead-4548-aaa9-df6e520f25e1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:05.078525 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5e267291-5ead-4548-aaa9-df6e520f25e1 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/e5f937c5-2183-426d-bcb1-7913ae9b9940 HTTP/1.1" status: 404  len: 337 time: 0.0595002
Nov 24 13:14:05.083126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51654) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:05.133596 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec024368-49a0-4a51-872c-9762f9680fbb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:05.134103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec024368-49a0-4a51-872c-9762f9680fbb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:05.138377 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ec024368-49a0-4a51-872c-9762f9680fbb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/20d6088e-484b-44b3-a4f1-a67ce10b76c3 HTTP/1.1" status: 404  len: 333 time: 0.0501165
Nov 24 13:14:05.138938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51658) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:05.143486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6aed5339-aae0-4264-992a-cd37d9fb6f0d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:05.192071 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5558d99-638d-4797-bcf3-f7a034782893 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:05.193031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5558d99-638d-4797-bcf3-f7a034782893 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:05.195278 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c5558d99-638d-4797-bcf3-f7a034782893 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/b0c550ab-c4f6-4b46-a8d8-2e6c339dc084 HTTP/1.1" status: 404  len: 337 time: 0.0552566
Nov 24 13:14:05.198729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51662) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:05.265318 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78ea9b0-2198-4f0d-9bc0-9345380171b3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:05.265816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c78ea9b0-2198-4f0d-9bc0-9345380171b3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:05.268055 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c78ea9b0-2198-4f0d-9bc0-9345380171b3 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/b47dffd8-987a-4d97-82b9-d204b07bd59a HTTP/1.1" status: 404  len: 333 time: 0.0678108
Nov 24 13:14:05.270812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51666) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:05.334787 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-93debaa8-7326-4bbd-8149-876dd35b0e03 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:05.335282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93debaa8-7326-4bbd-8149-876dd35b0e03 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:05.339595 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-93debaa8-7326-4bbd-8149-876dd35b0e03 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/a0d727a3-e8bf-4327-830c-7c7a200fe63c HTTP/1.1" status: 404  len: 337 time: 0.0653105
Nov 24 13:14:05.375691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51670) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:05.428613 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-670d340d-bbbf-40c0-8f2b-ef74212fb52d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:05.429101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-670d340d-bbbf-40c0-8f2b-ef74212fb52d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:05.434213 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-670d340d-bbbf-40c0-8f2b-ef74212fb52d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/0a4e1b95-e27a-4657-b4a7-e9e4384ddcf7 HTTP/1.1" status: 404  len: 333 time: 0.0546212
Nov 24 13:14:05.442989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51674) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:05.451918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-746bc03f-e6de-47bb-9039-f7e2057574d0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:05.502520 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-70eeade2-478f-44d6-baf1-471e89d73208 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:05.503013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70eeade2-478f-44d6-baf1-471e89d73208 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:05.504860 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-70eeade2-478f-44d6-baf1-471e89d73208 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/1f8f966d-2267-4fef-bf4c-d6f746dd0df0 HTTP/1.1" status: 404  len: 337 time: 0.0607307
Nov 24 13:14:05.509383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51678) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:05.562664 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9212114-d554-4740-9754-1b20334467f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:05.563191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9212114-d554-4740-9754-1b20334467f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:05.567411 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b9212114-d554-4740-9754-1b20334467f7 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/ports/ae7b70c5-dc2d-498a-b51e-7242566fff58 HTTP/1.1" status: 404  len: 333 time: 0.0547776
Nov 24 13:14:05.570168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51682) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:05.650532 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-0560095c-e67e-4ad0-9e64-0fa9a183cee4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:05.651118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0560095c-e67e-4ad0-9e64-0fa9a183cee4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:05.652817 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0560095c-e67e-4ad0-9e64-0fa9a183cee4 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/subnets/058a1177-62fa-4f23-ab36-d22b08819e66 HTTP/1.1" status: 404  len: 337 time: 0.0816488
Nov 24 13:14:05.655767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51686) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:05.679170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51690) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:05.694917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-83c37ee6-96f0-4545-84d2-ba87490176b4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'network': {'name': 'tempest-network-smoke--1243602889', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'port_security_enabled': True}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:05.699758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-78a04012-7156-4451-be34-1302a3dd5d16 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:05.714661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-aa607b29-a13e-4974-8798-7ab006d0948e None None] Provisioning complete for port b5c2c081-aab6-40a4-84eb-547ffbc46f73 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:05.715097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa607b29-a13e-4974-8798-7ab006d0948e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:05.720014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-83c37ee6-96f0-4545-84d2-ba87490176b4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:14:05.781798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-83c37ee6-96f0-4545-84d2-ba87490176b4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:network and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:14:05.788377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-83c37ee6-96f0-4545-84d2-ba87490176b4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for network was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:14:05.817094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-83c37ee6-96f0-4545-84d2-ba87490176b4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:14:05.855403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c37ee6-96f0-4545-84d2-ba87490176b4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Made reservation on behalf of ddd175861f0b46ae9d96e8c7cb7e2213 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:14:05.860957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83c37ee6-96f0-4545-84d2-ba87490176b4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:05.886843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6aed5339-aae0-4264-992a-cd37d9fb6f0d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:05.890248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-aa607b29-a13e-4974-8798-7ab006d0948e None None] Provisioning complete for port fe814ca2-35e4-429c-81cc-a00fbb9922e4 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:05.890812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa607b29-a13e-4974-8798-7ab006d0948e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:05.908694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7314a879-ff67-4c5f-a386-ac1333a6f45a tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:05.952525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-aa607b29-a13e-4974-8798-7ab006d0948e None None] Port fe814ca2-35e4-429c-81cc-a00fbb9922e4 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:14:06.022800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed5339-aae0-4264-992a-cd37d9fb6f0d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Subnet': ['ID=a89354a5-0fd4-4ff5-822a-458b49b74a2f,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:06.030328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6aed5339-aae0-4264-992a-cd37d9fb6f0d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:06.088490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c37ee6-96f0-4545-84d2-ba87490176b4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:14:06.171722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83c37ee6-96f0-4545-84d2-ba87490176b4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:06.172160 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-83c37ee6-96f0-4545-84d2-ba87490176b4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Added segment 94351b60-e072-4a4f-902c-55fbafb4c3fe of type vxlan for network 5af60e13-301c-476b-9665-e7eeef0a7144
Nov 24 13:14:06.184959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6aed5339-aae0-4264-992a-cd37d9fb6f0d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:06.193167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f2de6b-3b61-4c33-a591-261406f348c8 None None] Network d41d42eb-e745-4ed3-8904-4470444a86a3 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:14:06.215135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5597a01-b6cb-4559-9c20-055a4201258e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:06.275297 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6aed5339-aae0-4264-992a-cd37d9fb6f0d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/subnets/a89354a5-0fd4-4ff5-822a-458b49b74a2f HTTP/1.1" status: 204  len: 168 time: 2.0193374
Nov 24 13:14:06.276849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51694) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:06.281888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83c37ee6-96f0-4545-84d2-ba87490176b4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:06.513922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321ea463-fce7-4c0a-9a34-e35e3891b659 None None] DHCP port deletion for d41d42eb-e745-4ed3-8904-4470444a86a3 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:14:06.520236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-321ea463-fce7-4c0a-9a34-e35e3891b659 None None] Deleting port b5c2c081-aab6-40a4-84eb-547ffbc46f73 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:14:06.520670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-321ea463-fce7-4c0a-9a34-e35e3891b659 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:06.573306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5597a01-b6cb-4559-9c20-055a4201258e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:06.604487 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-813e257e-341e-46cc-bf7a-4838d9788fc4 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:06.604978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-813e257e-341e-46cc-bf7a-4838d9788fc4 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:06.607121 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-813e257e-341e-46cc-bf7a-4838d9788fc4 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/subnets/afefb129-bd7d-42dd-b640-cf815ced5f2b HTTP/1.1" status: 404  len: 337 time: 0.3286881
Nov 24 13:14:06.622380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51698) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:06.686894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0f279826-4dd1-40e1-b180-3f3fdda636b4 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Synchronizing usage tracker for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:14:06.701730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83c37ee6-96f0-4545-84d2-ba87490176b4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:06.706111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c37ee6-96f0-4545-84d2-ba87490176b4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:06.706741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83c37ee6-96f0-4545-84d2-ba87490176b4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:06.719201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a2dc41f8-59c0-4fba-a1ac-c3e9919f8225 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:06.753598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-321ea463-fce7-4c0a-9a34-e35e3891b659 None None] For port b5c2c081-aab6-40a4-84eb-547ffbc46f73, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=b5c2c081-aab6-40a4-84eb-547ffbc46f73,segment=NetworkSegment(a4056028-942f-4db1-9f28-4b2ec11b7137),segment_id=a4056028-942f-4db1-9f28-4b2ec11b7137)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:14:06.753943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-321ea463-fce7-4c0a-9a34-e35e3891b659 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:06.804095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-c5597a01-b6cb-4559-9c20-055a4201258e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6347e515f8>,) {'filters': {'network_id': ['8ca51b04-1dca-4f60-b844-2979d8864b51']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:06.825758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0f279826-4dd1-40e1-b180-3f3fdda636b4 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Unset dirty status for tenant:acab0616bf414845b5ccf5a4593c62ac on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:14:06.830161 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0f279826-4dd1-40e1-b180-3f3fdda636b4 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "GET /v2.0/ports?device_id=214058a3-dfe7-490e-bd04-35aa11265946 HTTP/1.1" status: 200  len: 205 time: 0.2064869
Nov 24 13:14:06.834426 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-83c37ee6-96f0-4545-84d2-ba87490176b4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.1512079
Nov 24 13:14:06.834560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-c5597a01-b6cb-4559-9c20-055a4201258e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347e515f8>, '85df2f39-33bf-4370-a2b3-ba825f6d6875') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:06.834560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-c5597a01-b6cb-4559-9c20-055a4201258e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347e515f8>, '85df2f39-33bf-4370-a2b3-ba825f6d6875') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:06.838877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51702) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:06.839260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51704) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:06.888197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-321ea463-fce7-4c0a-9a34-e35e3891b659 None None] Calling delete_port for b5c2c081-aab6-40a4-84eb-547ffbc46f73 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:14:06.967540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5597a01-b6cb-4559-9c20-055a4201258e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:06.968177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-321ea463-fce7-4c0a-9a34-e35e3891b659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:06.985156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-52c3f3dd-4070-4b35-bbbc-7704b48b494c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:06.986154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c37ee6-96f0-4545-84d2-ba87490176b4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Network': ['ID=5af60e13-301c-476b-9665-e7eeef0a7144,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:06.997072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-83c37ee6-96f0-4545-84d2-ba87490176b4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:07.006108 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-e4287c71-6b03-436c-84b1-8e1f92ab472f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] delete failed (client error): The resource could not be found.
Nov 24 13:14:07.007277 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e4287c71-6b03-436c-84b1-8e1f92ab472f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/routers/214058a3-dfe7-490e-bd04-35aa11265946 HTTP/1.1" status: 404  len: 336 time: 0.1668406
Nov 24 13:14:07.022283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51710) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:07.077012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5597a01-b6cb-4559-9c20-055a4201258e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:07.084687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 5af60e13-301c-476b-9665-e7eeef0a7144 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:14:07.089430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c5597a01-b6cb-4559-9c20-055a4201258e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Releasing vxlan tunnel 13 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:14:07.099529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 5af60e13-301c-476b-9665-e7eeef0a7144 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:14:07.180023 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-832b9ca0-10cc-4236-925b-57f4ed33791c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:07.180524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-832b9ca0-10cc-4236-925b-57f4ed33791c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:07.185242 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-832b9ca0-10cc-4236-925b-57f4ed33791c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/subnets/981e3fc6-7e62-4a05-9aa6-663696e1027b HTTP/1.1" status: 404  len: 337 time: 0.1593745
Nov 24 13:14:07.187746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51714) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:07.194025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffae15ef-a1a1-46b6-a0f7-39f206a386cf tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:07.198439 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ffae15ef-a1a1-46b6-a0f7-39f206a386cf tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/subnets?project_id=ddd175861f0b46ae9d96e8c7cb7e2213&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.3532879
Nov 24 13:14:07.200550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51718) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:07.252035 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d85b01-dfde-49e8-9f95-155f86b37c5c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:07.252375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64d85b01-dfde-49e8-9f95-155f86b37c5c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:07.255726 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9e8ef5fc-f831-4ddc-a69a-d6b11f074550 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/subnets?project_id=ddd175861f0b46ae9d96e8c7cb7e2213&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0503743
Nov 24 13:14:07.255850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ea463-fce7-4c0a-9a34-e35e3891b659 None None] Pushing event deleted for resources: {'Port': ['ID=b5c2c081-aab6-40a4-84eb-547ffbc46f73,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:07.255951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51722) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:07.257743 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-64d85b01-dfde-49e8-9f95-155f86b37c5c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/subnets/8a16b9e9-24f9-433c-843b-8d1ab69624fd HTTP/1.1" status: 404  len: 337 time: 0.0607157
Nov 24 13:14:07.263927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51724) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:07.266859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-321ea463-fce7-4c0a-9a34-e35e3891b659 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:07.309047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e99bd305-1fec-4a60-8283-ef04f4b22938 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'subnet': {'name': 'tempest-subnet-smoke-787855803', 'network_id': '5af60e13-301c-476b-9665-e7eeef0a7144', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:07.355193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-746bc03f-e6de-47bb-9039-f7e2057574d0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:07.374013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321ea463-fce7-4c0a-9a34-e35e3891b659 None None] No DVR routers for this DVR port b5c2c081-aab6-40a4-84eb-547ffbc46f73 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:14:07.384730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c5597a01-b6cb-4559-9c20-055a4201258e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:14:07.395532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5597a01-b6cb-4559-9c20-055a4201258e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:07.400044 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf27354-047d-4eff-a038-2fa3fbb8a5a5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:07.400477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdf27354-047d-4eff-a038-2fa3fbb8a5a5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:07.405301 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fdf27354-047d-4eff-a038-2fa3fbb8a5a5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/subnets/82366c78-99f5-4fdb-9ef6-5501233fb8e4 HTTP/1.1" status: 404  len: 337 time: 0.1336484
Nov 24 13:14:07.407008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51730) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:07.410291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-746bc03f-e6de-47bb-9039-f7e2057574d0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:07.486520 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e1ae76f-7fdb-444a-bcce-21326570191c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:07.487017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e1ae76f-7fdb-444a-bcce-21326570191c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:07.488855 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4e1ae76f-7fdb-444a-bcce-21326570191c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/ports/fd4d1d08-ecce-4abf-8882-0a811e46d04c HTTP/1.1" status: 404  len: 333 time: 0.0798781
Nov 24 13:14:07.490596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fe991ea1-bf91-4db8-a36f-e987c0b71729 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:07.493007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51734) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:07.547511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e99bd305-1fec-4a60-8283-ef04f4b22938 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:14:07.550380 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-393c8383-5ca5-4ca2-a9fc-6eb8c047d778 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:07.550862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-393c8383-5ca5-4ca2-a9fc-6eb8c047d778 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:07.552637 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-393c8383-5ca5-4ca2-a9fc-6eb8c047d778 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/subnets/e62fac86-9ccb-405c-acfa-0057b1763d41 HTTP/1.1" status: 404  len: 337 time: 0.0580468
Nov 24 13:14:07.555829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e99bd305-1fec-4a60-8283-ef04f4b22938 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:subnet and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:14:07.561086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51738) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:07.565146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a04012-7156-4451-be34-1302a3dd5d16 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Router 2c66548c-93ca-486f-8434-130b800376f6 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:14:07.566705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e99bd305-1fec-4a60-8283-ef04f4b22938 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:14:07.618518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e99bd305-1fec-4a60-8283-ef04f4b22938 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:14:07.629044 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc94fe28-40b7-4f3e-83ee-d848345d842e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:07.629543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc94fe28-40b7-4f3e-83ee-d848345d842e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:07.633392 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cc94fe28-40b7-4f3e-83ee-d848345d842e tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/subnets/5114d69f-dbd0-443f-85ec-b72f297ec147 HTTP/1.1" status: 404  len: 337 time: 0.0692911
Nov 24 13:14:07.634836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51742) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:07.667564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746bc03f-e6de-47bb-9039-f7e2057574d0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:07.668233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-746bc03f-e6de-47bb-9039-f7e2057574d0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:07.669679 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-746bc03f-e6de-47bb-9039-f7e2057574d0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "PUT /v2.0/ports/b716d914-50fd-4cc5-ae09-4dae8f623718 HTTP/1.1" status: 200  len: 910 time: 2.7004406
Nov 24 13:14:07.680115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51746) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:07.680880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746bc03f-e6de-47bb-9039-f7e2057574d0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Port': ['ID=b716d914-50fd-4cc5-ae09-4dae8f623718,revision_number=3']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:07.688087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-746bc03f-e6de-47bb-9039-f7e2057574d0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:07.734772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99bd305-1fec-4a60-8283-ef04f4b22938 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Made reservation on behalf of ddd175861f0b46ae9d96e8c7cb7e2213 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:14:07.780875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c5597a01-b6cb-4559-9c20-055a4201258e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Network 8ca51b04-1dca-4f60-b844-2979d8864b51 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:14:07.811934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b5c2c081-aab6-40a4-84eb-547ffbc46f73 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:14:07.814253 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:14:07.814253 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:14:07.814253 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:14:07.814253 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:14:07.814253 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:14:07.814253 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:14:07.814253 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:14:07.814253 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:14:07.814253 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:14:07.814253 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:14:07.814253 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:14:07.814253 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:14:07.814253 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:14:07.814253 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:14:07.814253 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:14:07.814253 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:14:07.814253 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:14:07.814253 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:14:07.814253 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:14:07.814253 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:14:07.814253 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:14:07.814253 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:14:07.814253 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:14:07.814253 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:14:07.814253 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:14:07.814253 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:14:07.814253 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:14:07.814253 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:14:07.814253 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:14:07.814253 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:14:07.814253 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:14:07.814253 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:14:07.817438 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc126f92-f1fc-47a8-aa5c-c8a4775ed4f7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:07.817438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc126f92-f1fc-47a8-aa5c-c8a4775ed4f7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:07.822165 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-dc126f92-f1fc-47a8-aa5c-c8a4775ed4f7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/ports/6fda4b3f-9502-4bb0-a9ba-b78ca6e07196 HTTP/1.1" status: 404  len: 333 time: 0.1826098
Nov 24 13:14:07.825801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51750) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:07.851412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: b5c2c081-aab6-40a4-84eb-547ffbc46f73 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:14:07.851821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b5c2c081-aab6-40a4-84eb-547ffbc46f73 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:14:07.945795 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b3f67a-7131-447d-8963-d09855a9a25b tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:07.946314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b3f67a-7131-447d-8963-d09855a9a25b tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:07.948154 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-40b3f67a-7131-447d-8963-d09855a9a25b tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/subnets/9fba41de-878d-4fe8-813a-bfb6156163d7 HTTP/1.1" status: 404  len: 337 time: 0.1206124
Nov 24 13:14:07.953265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51754) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:07.967640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e99bd305-1fec-4a60-8283-ef04f4b22938 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:08.004097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5597a01-b6cb-4559-9c20-055a4201258e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:08.006189 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-96504382-c1ba-40d7-b171-c08c37dc3018 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:08.006642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96504382-c1ba-40d7-b171-c08c37dc3018 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:08.011758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3956c717-a56e-4abe-89b7-7aa37fc87994 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:08.029557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5597a01-b6cb-4559-9c20-055a4201258e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:08.031489 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c5597a01-b6cb-4559-9c20-055a4201258e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] 10.222.0.76 "DELETE /v2.0/networks/8ca51b04-1dca-4f60-b844-2979d8864b51 HTTP/1.1" status: 204  len: 168 time: 2.3747661
Nov 24 13:14:08.043254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5597a01-b6cb-4559-9c20-055a4201258e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Pushing event deleted for resources: {'Network': ['ID=8ca51b04-1dca-4f60-b844-2979d8864b51,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:08.046019 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-96504382-c1ba-40d7-b171-c08c37dc3018 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/subnets/c8aa6068-c443-4839-9e12-041c47f743be HTTP/1.1" status: 404  len: 337 time: 0.0897598
Nov 24 13:14:08.047800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c5597a01-b6cb-4559-9c20-055a4201258e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:08.053390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51760) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:08.191155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-d3e0906a-11f2-4d01-96b6-dffb64df8a51 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Deleting port fe814ca2-35e4-429c-81cc-a00fbb9922e4 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:14:08.191351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d3e0906a-11f2-4d01-96b6-dffb64df8a51 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:08.252107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a04012-7156-4451-be34-1302a3dd5d16 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:14:08.271109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cabf6fd-fd46-4005-9533-d0b45bd8a3d6 None None] Sync routers for ids ['2c66548c-93ca-486f-8434-130b800376f6'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:14:08.291661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cabf6fd-fd46-4005-9533-d0b45bd8a3d6 None None] Routers {'2c66548c-93ca-486f-8434-130b800376f6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:14:08.292557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5cabf6fd-fd46-4005-9533-d0b45bd8a3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347b926a0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:13:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['2c66548c-93ca-486f-8434-130b800376f6'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:08.294261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-98a58f78-0bda-4f7a-9687-632b352439cd tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:08.358094 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-78a04012-7156-4451-be34-1302a3dd5d16 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "PUT /v2.0/routers/2c66548c-93ca-486f-8434-130b800376f6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3678117
Nov 24 13:14:08.375073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51766) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:08.469621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51770) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:08.474600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-5cabf6fd-fd46-4005-9533-d0b45bd8a3d6 None None] Set router 2c66548c-93ca-486f-8434-130b800376f6 gateway port host: None {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:14:08.768560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d3e0906a-11f2-4d01-96b6-dffb64df8a51 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:08.858100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5cabf6fd-fd46-4005-9533-d0b45bd8a3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347b926a0>, [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:14:04Z', 'revision_number': 9, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None, '_interfaces': [{'id': '4c32b203-1b67-404d-ba8c-e854514e72ef', 'name': '', 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:36:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:28Z', 'updated_at': '2020-11-24T13:12:44Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bee67db8-352a-4844-9c0c-c4c0ab169622', 'name': '', 'network_id': 'b16ed203-d70d-4089-881e-223145f98b51', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:18:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:45Z', 'updated_at': '2020-11-24T13:13:01Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:08.862817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cabf6fd-fd46-4005-9533-d0b45bd8a3d6 None None] Checking router: 2c66548c-93ca-486f-8434-130b800376f6 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:14:08.874867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cabf6fd-fd46-4005-9533-d0b45bd8a3d6 None None] Routers {'2c66548c-93ca-486f-8434-130b800376f6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:14:08.875540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5cabf6fd-fd46-4005-9533-d0b45bd8a3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347b926a0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:13:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['2c66548c-93ca-486f-8434-130b800376f6'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:09.055402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-5cabf6fd-fd46-4005-9533-d0b45bd8a3d6 None None] Set router 2c66548c-93ca-486f-8434-130b800376f6 gateway port host: None {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:14:09.287436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-98a58f78-0bda-4f7a-9687-632b352439cd tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Deleting port b716d914-50fd-4cc5-ae09-4dae8f623718 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:14:09.287985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-98a58f78-0bda-4f7a-9687-632b352439cd tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:09.303491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-d3e0906a-11f2-4d01-96b6-dffb64df8a51 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Calling delete_port for fe814ca2-35e4-429c-81cc-a00fbb9922e4 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:14:09.396616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-74395dd3-fd20-4d4b-aa15-c5f771e87bb3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Deleting subnet 4cca3efd-4eb4-4e86-95c5-6118591e9f41 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:14:09.408845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74395dd3-fd20-4d4b-aa15-c5f771e87bb3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:09.471914 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c8171627-3b54-4a9f-b438-abd120cff16f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dc4e1a6f65cd4c9594951cc0df0cbd16&name=default HTTP/1.1" status: 200  len: 2747 time: 0.9981987
Nov 24 13:14:09.492065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51778) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:09.524617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74395dd3-fd20-4d4b-aa15-c5f771e87bb3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:09.537267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-98a58f78-0bda-4f7a-9687-632b352439cd tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:09.597560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d3e0906a-11f2-4d01-96b6-dffb64df8a51 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:09.632314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-89cf239d-91d6-41af-b373-0492c4fcd1d2 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:09.670006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5cabf6fd-fd46-4005-9533-d0b45bd8a3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347b926a0>, [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:14:04Z', 'revision_number': 9, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None, '_interfaces': [{'id': '4c32b203-1b67-404d-ba8c-e854514e72ef', 'name': '', 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:36:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:28Z', 'updated_at': '2020-11-24T13:12:44Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bee67db8-352a-4844-9c0c-c4c0ab169622', 'name': '', 'network_id': 'b16ed203-d70d-4089-881e-223145f98b51', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:18:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:45Z', 'updated_at': '2020-11-24T13:13:01Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:09.674800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cabf6fd-fd46-4005-9533-d0b45bd8a3d6 None None] The sync data for ids ['2c66548c-93ca-486f-8434-130b800376f6'] in dv-neutron-601336-61-ovs is: [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:14:04Z', 'revision_number': 9, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None, '_interfaces': [{'id': '4c32b203-1b67-404d-ba8c-e854514e72ef', 'name': '', 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:36:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:28Z', 'updated_at': '2020-11-24T13:12:44Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bee67db8-352a-4844-9c0c-c4c0ab169622', 'name': '', 'network_id': 'b16ed203-d70d-4089-881e-223145f98b51', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:18:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:45Z', 'updated_at': '2020-11-24T13:13:01Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '8b204a68-c825-4c29-8ddb-2e2e6f394c54', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:14:09.694767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-98a58f78-0bda-4f7a-9687-632b352439cd tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Calling delete_port for b716d914-50fd-4cc5-ae09-4dae8f623718 owned by network:router_interface {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:14:09.772759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0906a-11f2-4d01-96b6-dffb64df8a51 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Port': ['ID=fe814ca2-35e4-429c-81cc-a00fbb9922e4,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:09.778454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device abc43573-20b3-4fb7-9430-b84dd6d12015 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:14:09.782910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d3e0906a-11f2-4d01-96b6-dffb64df8a51 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:09.822500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: abc43573-20b3-4fb7-9430-b84dd6d12015 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:14:09.822886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device abc43573-20b3-4fb7-9430-b84dd6d12015 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:14:09.883581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74395dd3-fd20-4d4b-aa15-c5f771e87bb3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:09.913240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-98a58f78-0bda-4f7a-9687-632b352439cd tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:09.914389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c7bedb43-5a22-4532-96eb-43af7965157b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:09.930620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-08a0196e-aff7-46a9-a297-1c522da23eeb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:09.974500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d3e0906a-11f2-4d01-96b6-dffb64df8a51 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:09.984968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c7bedb43-5a22-4532-96eb-43af7965157b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:10.030835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a58f78-0bda-4f7a-9687-632b352439cd tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event deleted for resources: {'Port': ['ID=b716d914-50fd-4cc5-ae09-4dae8f623718,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:10.036887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-98a58f78-0bda-4f7a-9687-632b352439cd tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:10.147492 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d3e0906a-11f2-4d01-96b6-dffb64df8a51 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/ports/fe814ca2-35e4-429c-81cc-a00fbb9922e4 HTTP/1.1" status: 204  len: 168 time: 2.0880477
Nov 24 13:14:10.158719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51784) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:10.209417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e99bd305-1fec-4a60-8283-ef04f4b22938 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:10.220190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70196d16-af20-4f69-baef-0072e1f4cabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:10.240029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7cc907c3-0655-4979-aade-fbc0ff8a7ad5 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:10.357073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c7bedb43-5a22-4532-96eb-43af7965157b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:10.394414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bf886ae5-d71e-4448-8e65-015ceeaf7684 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:10.453855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c7bedb43-5a22-4532-96eb-43af7965157b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:10.458140 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c7bedb43-5a22-4532-96eb-43af7965157b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5e197138-1577-470a-b937-1bad8da551eb HTTP/1.1" status: 204  len: 168 time: 0.9619229
Nov 24 13:14:10.475234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99bd305-1fec-4a60-8283-ef04f4b22938 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Subnet': ['ID=89b64f2d-da32-457c-ac6c-a993606a7b0f,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:10.482065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e99bd305-1fec-4a60-8283-ef04f4b22938 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:10.484753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a950d476-1a11-4d35-9227-54a96e9dd3fa tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:10.515609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bedb43-5a22-4532-96eb-43af7965157b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e197138-1577-470a-b937-1bad8da551eb,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:10.523919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c7bedb43-5a22-4532-96eb-43af7965157b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:10.574183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-98a58f78-0bda-4f7a-9687-632b352439cd tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:10.574888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74395dd3-fd20-4d4b-aa15-c5f771e87bb3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:10.593738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b7e89890-16b6-4b42-aaa1-6d35d538004f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:10.699438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74395dd3-fd20-4d4b-aa15-c5f771e87bb3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Subnet': ['ID=4cca3efd-4eb4-4e86-95c5-6118591e9f41,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:10.705982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-74395dd3-fd20-4d4b-aa15-c5f771e87bb3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:10.744061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99bd305-1fec-4a60-8283-ef04f4b22938 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Checking segment: {'id': '94351b60-e072-4a4f-902c-55fbafb4c3fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5af60e13-301c-476b-9665-e7eeef0a7144'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:14:10.744465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99bd305-1fec-4a60-8283-ef04f4b22938 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network hostable DHCP agents. Network: 5af60e13-301c-476b-9665-e7eeef0a7144, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:14:10.773846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bf886ae5-d71e-4448-8e65-015ceeaf7684 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:10.775010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74395dd3-fd20-4d4b-aa15-c5f771e87bb3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:10.783925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ef1fb7-6313-4186-b157-488cc10f8b5d None None] Network c3cd0ef3-c28e-4353-817f-00c7023e5622 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:14:10.787999 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-74395dd3-fd20-4d4b-aa15-c5f771e87bb3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/subnets/4cca3efd-4eb4-4e86-95c5-6118591e9f41 HTTP/1.1" status: 204  len: 168 time: 2.4117680
Nov 24 13:14:10.788874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51792) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:10.792194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99bd305-1fec-4a60-8283-ef04f4b22938 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network 5af60e13-301c-476b-9665-e7eeef0a7144 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:14:10.887320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-e99bd305-1fec-4a60-8283-ef04f4b22938 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 5af60e13-301c-476b-9665-e7eeef0a7144) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:14:10.913890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4e75e1-c53a-4781-943e-afa813396af6 None None] Network 5af60e13-301c-476b-9665-e7eeef0a7144 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:14:10.920522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99bd305-1fec-4a60-8283-ef04f4b22938 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:10.921176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e99bd305-1fec-4a60-8283-ef04f4b22938 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:10.959394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ac5cbf3-9c94-45d5-bf72-a2fd872997b9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:10.965470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-bf886ae5-d71e-4448-8e65-015ceeaf7684 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6347caac88>,) {'filters': {'network_id': ['d41d42eb-e745-4ed3-8904-4470444a86a3']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:11.020181 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e99bd305-1fec-4a60-8283-ef04f4b22938 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 3.7621374
Nov 24 13:14:11.050466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4ac5cbf3-9c94-45d5-bf72-a2fd872997b9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Deleting port 5a06016f-9c0a-4c31-81b6-9858f377741b {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:14:11.051187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ac5cbf3-9c94-45d5-bf72-a2fd872997b9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:11.082695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-bf886ae5-d71e-4448-8e65-015ceeaf7684 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347caac88>, 'a4056028-942f-4db1-9f28-4b2ec11b7137') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:11.083031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-bf886ae5-d71e-4448-8e65-015ceeaf7684 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347caac88>, 'a4056028-942f-4db1-9f28-4b2ec11b7137') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:11.171857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bf886ae5-d71e-4448-8e65-015ceeaf7684 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:11.194832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bf886ae5-d71e-4448-8e65-015ceeaf7684 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:11.196869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bf886ae5-d71e-4448-8e65-015ceeaf7684 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Releasing vxlan tunnel 7 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:14:11.336037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-4ac5cbf3-9c94-45d5-bf72-a2fd872997b9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] For port 5a06016f-9c0a-4c31-81b6-9858f377741b, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=5a06016f-9c0a-4c31-81b6-9858f377741b,segment=NetworkSegment(f7421301-4e03-45f5-ac87-9057b26e1db6),segment_id=f7421301-4e03-45f5-ac87-9057b26e1db6)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:14:11.336617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ac5cbf3-9c94-45d5-bf72-a2fd872997b9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:11.387452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cac083-86b5-498f-9ccb-719f10e56159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-5af60e13-301c-476b-9665-e7eeef0a7144', 'network_id': '5af60e13-301c-476b-9665-e7eeef0a7144', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ips': [{'subnet_id': '89b64f2d-da32-457c-ac6c-a993606a7b0f'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:14:11.388402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-62cac083-86b5-498f-9ccb-719f10e56159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:11.450923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4cd46a-3c08-4609-99ac-3538e69b7f05 None None] DHCP port deletion for c3cd0ef3-c28e-4353-817f-00c7023e5622 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:14:11.454867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51808) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:11.460105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-de4cd46a-3c08-4609-99ac-3538e69b7f05 None None] Deleting port 5a06016f-9c0a-4c31-81b6-9858f377741b {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:14:11.460554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de4cd46a-3c08-4609-99ac-3538e69b7f05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:11.474386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-6488f8d2-f7c9-4082-bbe1-b611ecf54b17 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-193393221', 'description': 'tempest-secgroup-smoke-193393221 description', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:11.510830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4ac5cbf3-9c94-45d5-bf72-a2fd872997b9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Calling delete_port for 5a06016f-9c0a-4c31-81b6-9858f377741b owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:14:11.572131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6488f8d2-f7c9-4082-bbe1-b611ecf54b17 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:14:11.584249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-bf886ae5-d71e-4448-8e65-015ceeaf7684 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network d41d42eb-e745-4ed3-8904-4470444a86a3 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:14:11.601514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bf886ae5-d71e-4448-8e65-015ceeaf7684 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:11.605496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ac5cbf3-9c94-45d5-bf72-a2fd872997b9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:11.757491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51816) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:11.758431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4d420fd4-7cc5-467f-b0d1-b644af6070ad tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:11.835913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac5cbf3-9c94-45d5-bf72-a2fd872997b9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] No DVR routers for this DVR port 5a06016f-9c0a-4c31-81b6-9858f377741b on host dv-neutron-601336-61-ovs {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:14:11.837477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5cbf3-9c94-45d5-bf72-a2fd872997b9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Port': ['ID=5a06016f-9c0a-4c31-81b6-9858f377741b,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:11.844655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-bf886ae5-d71e-4448-8e65-015ceeaf7684 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Network d41d42eb-e745-4ed3-8904-4470444a86a3 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:14:11.869211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 5a06016f-9c0a-4c31-81b6-9858f377741b no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:14:11.874379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4ac5cbf3-9c94-45d5-bf72-a2fd872997b9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:11.923938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 5a06016f-9c0a-4c31-81b6-9858f377741b {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:14:11.924601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 5a06016f-9c0a-4c31-81b6-9858f377741b not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:14:11.966642 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:14:11.966642 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:14:11.966642 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:14:11.966642 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:14:11.966642 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:14:11.966642 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:14:11.966642 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:14:11.966642 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:14:11.966642 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:14:11.966642 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:14:11.966642 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:14:11.966642 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:14:11.966642 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:14:11.966642 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:14:11.966642 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:14:11.966642 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:14:11.966642 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:14:11.966642 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:14:11.966642 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:14:11.966642 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:14:11.966642 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:14:11.966642 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:14:11.966642 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:14:11.966642 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:14:11.966642 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:14:11.966642 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:14:11.966642 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:14:11.966642 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:14:11.966642 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:14:11.966642 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:14:11.966642 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:14:11.966642 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:14:11.969349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6488f8d2-f7c9-4082-bbe1-b611ecf54b17 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:14:12.008996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ac5cbf3-9c94-45d5-bf72-a2fd872997b9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:12.036958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bf886ae5-d71e-4448-8e65-015ceeaf7684 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:12.048634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a7e7e78a-18b1-4c44-a84b-690fe5610121 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:12.064374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bf886ae5-d71e-4448-8e65-015ceeaf7684 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:12.087804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-62cac083-86b5-498f-9ccb-719f10e56159 None None] Allocated IP 172.20.0.18 (5af60e13-301c-476b-9665-e7eeef0a7144/89b64f2d-da32-457c-ac6c-a993606a7b0f/ec6bb731-7a1b-4ba7-8536-419cbde0dc58) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:14:12.088318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Request body: {'networks': [{'name': 'tempest-network--1629451837'}, {'name': 'tempest-network--1137457865'}]} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:12.088669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Request body: {'network': {'name': 'tempest-network--1629451837'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:12.089173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Request body: {'network': {'name': 'tempest-network--1137457865'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:12.096610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-de4cd46a-3c08-4609-99ac-3538e69b7f05 None None] For port 5a06016f-9c0a-4c31-81b6-9858f377741b, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=5a06016f-9c0a-4c31-81b6-9858f377741b,segment=NetworkSegment(f7421301-4e03-45f5-ac87-9057b26e1db6),segment_id=f7421301-4e03-45f5-ac87-9057b26e1db6)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:14:12.097098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de4cd46a-3c08-4609-99ac-3538e69b7f05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:12.100510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:14:12.110664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Usage tracker for resource:network and tenant:3fda5f6447e54949b92a080b938a8725 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:14:12.124978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:14:12.138702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:14:12.153235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf886ae5-d71e-4448-8e65-015ceeaf7684 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Pushing event deleted for resources: {'Network': ['ID=d41d42eb-e745-4ed3-8904-4470444a86a3,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:12.177515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Made reservation on behalf of 3fda5f6447e54949b92a080b938a8725 for: {'network': 2} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:14:12.184350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:12.197102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-4ac5cbf3-9c94-45d5-bf72-a2fd872997b9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6345a545c0>,) {'filters': {'network_id': ['c3cd0ef3-c28e-4353-817f-00c7023e5622']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:12.214867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:12.233678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-4ac5cbf3-9c94-45d5-bf72-a2fd872997b9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6345a545c0>, 'f7421301-4e03-45f5-ac87-9057b26e1db6') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:12.234016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-4ac5cbf3-9c94-45d5-bf72-a2fd872997b9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6345a545c0>, 'f7421301-4e03-45f5-ac87-9057b26e1db6') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:12.254871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ac5cbf3-9c94-45d5-bf72-a2fd872997b9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:12.264785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-de4cd46a-3c08-4609-99ac-3538e69b7f05 None None] Calling delete_port for 5a06016f-9c0a-4c31-81b6-9858f377741b owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:14:12.287221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ac5cbf3-9c94-45d5-bf72-a2fd872997b9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:12.289566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:14:12.291941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4ac5cbf3-9c94-45d5-bf72-a2fd872997b9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Releasing vxlan tunnel 4 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:14:12.328358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Usage tracker for resource:security_group_rule and tenant:3fda5f6447e54949b92a080b938a8725 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:14:12.379747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:14:12.391963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:14:12.440640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bf886ae5-d71e-4448-8e65-015ceeaf7684 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:12.441538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6488f8d2-f7c9-4082-bbe1-b611ecf54b17 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]:   (rel_b, rel_a, rel_b),
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]:   (rel_b, rel_a, rel_b),
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:14:12.451420 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:14:12.455918 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bf886ae5-d71e-4448-8e65-015ceeaf7684 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] 10.222.0.76 "DELETE /v2.0/networks/d41d42eb-e745-4ed3-8904-4470444a86a3 HTTP/1.1" status: 204  len: 168 time: 2.2959871
Nov 24 13:14:12.465226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-de4cd46a-3c08-4609-99ac-3538e69b7f05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:14:12.465982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-de4cd46a-3c08-4609-99ac-3538e69b7f05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:14:12.514339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4ac5cbf3-9c94-45d5-bf72-a2fd872997b9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network c3cd0ef3-c28e-4353-817f-00c7023e5622 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:14:12.530336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ac5cbf3-9c94-45d5-bf72-a2fd872997b9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:12.565201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6488f8d2-f7c9-4082-bbe1-b611ecf54b17 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:14:12.570739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b5fa28c-d45c-4238-906e-f0c15b5a48d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:12.591107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-62cac083-86b5-498f-9ccb-719f10e56159 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:12.624272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6488f8d2-f7c9-4082-bbe1-b611ecf54b17 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:14:12.633760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6488f8d2-f7c9-4082-bbe1-b611ecf54b17 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:14:12.642291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6488f8d2-f7c9-4082-bbe1-b611ecf54b17 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:14:12.665592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a58f78-0bda-4f7a-9687-632b352439cd tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Router 003c650f-4f2f-4df6-9f59-20f20802478d has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:14:12.766279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4ac5cbf3-9c94-45d5-bf72-a2fd872997b9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network c3cd0ef3-c28e-4353-817f-00c7023e5622 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:14:12.822655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a58f78-0bda-4f7a-9687-632b352439cd tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:14:12.835619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0825afd3-9c75-4304-8d04-a5132169fb68 None None] Sync routers for ids ['003c650f-4f2f-4df6-9f59-20f20802478d'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:14:12.854473 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-98a58f78-0bda-4f7a-9687-632b352439cd tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "PUT /v2.0/routers/003c650f-4f2f-4df6-9f59-20f20802478d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1706200
Nov 24 13:14:12.855517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0825afd3-9c75-4304-8d04-a5132169fb68 None None] Routers {'003c650f-4f2f-4df6-9f59-20f20802478d'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:14:12.856404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-0825afd3-9c75-4304-8d04-a5132169fb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d6c8978>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:14:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['003c650f-4f2f-4df6-9f59-20f20802478d'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:12.856835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51828) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:12.880791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:12.899407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51832) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:12.918179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1f92c5cd-1512-405d-82b7-f184cc36fc05 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Synchronizing usage tracker for tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:14:12.937394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1f92c5cd-1512-405d-82b7-f184cc36fc05 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Unset dirty status for tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:14:12.938576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-0825afd3-9c75-4304-8d04-a5132169fb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d6c8978>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:12.941598 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1f92c5cd-1512-405d-82b7-f184cc36fc05 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "GET /v2.0/ports?device_id=003c650f-4f2f-4df6-9f59-20f20802478d HTTP/1.1" status: 200  len: 205 time: 0.0833704
Nov 24 13:14:12.942392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51838) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:12.954449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0825afd3-9c75-4304-8d04-a5132169fb68 None None] Routers {'003c650f-4f2f-4df6-9f59-20f20802478d'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:14:12.955142 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-0825afd3-9c75-4304-8d04-a5132169fb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d6c8978>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:14:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['003c650f-4f2f-4df6-9f59-20f20802478d'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:12.975631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-de4cd46a-3c08-4609-99ac-3538e69b7f05 None None] Deleting port 5a06016f-9c0a-4c31-81b6-9858f377741b {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:14:12.975631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de4cd46a-3c08-4609-99ac-3538e69b7f05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:13.034795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-0825afd3-9c75-4304-8d04-a5132169fb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d6c8978>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:13.035243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0825afd3-9c75-4304-8d04-a5132169fb68 None None] The sync data for ids ['003c650f-4f2f-4df6-9f59-20f20802478d'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:14:13.077953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-de4cd46a-3c08-4609-99ac-3538e69b7f05 None None] The port '5a06016f-9c0a-4c31-81b6-9858f377741b' was deleted {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:14:13.091883 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:14:13.091883 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:14:13.091883 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:14:13.091883 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:14:13.091883 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:14:13.091883 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:14:13.091883 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:14:13.091883 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:14:13.091883 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:14:13.091883 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:14:13.091883 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:14:13.091883 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:14:13.091883 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:14:13.091883 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:14:13.091883 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:14:13.091883 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:14:13.091883 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:14:13.091883 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:14:13.091883 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:14:13.091883 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:14:13.091883 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:14:13.091883 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:14:13.091883 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:14:13.091883 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:14:13.091883 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:14:13.091883 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:14:13.091883 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:14:13.091883 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:14:13.091883 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:14:13.091883 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:14:13.091883 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:14:13.091883 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:14:13.177792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-62cac083-86b5-498f-9ccb-719f10e56159 None None] Transition to ACTIVE for port object ec6bb731-7a1b-4ba7-8536-419cbde0dc58 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:14:13.184723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ac5cbf3-9c94-45d5-bf72-a2fd872997b9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:13.189143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-21badc19-ebc4-40cc-aa3d-362d773dd727 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:13.199905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-62cac083-86b5-498f-9ccb-719f10e56159 None None] Transition to ACTIVE for port object ec6bb731-7a1b-4ba7-8536-419cbde0dc58 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:14:13.207027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-62cac083-86b5-498f-9ccb-719f10e56159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:13.212324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ac5cbf3-9c94-45d5-bf72-a2fd872997b9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:13.224649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5cbf3-9c94-45d5-bf72-a2fd872997b9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Network': ['ID=c3cd0ef3-c28e-4353-817f-00c7023e5622,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:13.224823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-89a4ee97-4652-459e-a343-8864c6fc581b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:13.230286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4ac5cbf3-9c94-45d5-bf72-a2fd872997b9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:13.240096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1db92329-f09b-4538-a409-5267328a9f7e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:13.257225 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4ac5cbf3-9c94-45d5-bf72-a2fd872997b9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/networks/c3cd0ef3-c28e-4353-817f-00c7023e5622 HTTP/1.1" status: 204  len: 168 time: 2.4667978
Nov 24 13:14:13.267193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51842) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:13.382198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:13.385028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cac083-86b5-498f-9ccb-719f10e56159 None None] Pushing event updated for resources: {'Port': ['ID=ec6bb731-7a1b-4ba7-8536-419cbde0dc58,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:13.397973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-62cac083-86b5-498f-9ccb-719f10e56159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:13.421708 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b26ee6f7-3f78-4821-b1ed-5e3dcd572175 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=acab0616bf414845b5ccf5a4593c62ac&name=default HTTP/1.1" status: 200  len: 2747 time: 0.5136437
Nov 24 13:14:13.431912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51846) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:13.439490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6488f8d2-f7c9-4082-bbe1-b611ecf54b17 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:13.443762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:13.444773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:13.446705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cac083-86b5-498f-9ccb-719f10e56159 None None] Network 5af60e13-301c-476b-9665-e7eeef0a7144 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:14:13.447914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-62cac083-86b5-498f-9ccb-719f10e56159 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:14:13.454364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cac083-86b5-498f-9ccb-719f10e56159 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:14:13.459306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-48785f0f-5d3d-4490-86a4-7d814170c9e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:13.461089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6488f8d2-f7c9-4082-bbe1-b611ecf54b17 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:13.469579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2a9eeca5-e584-42be-b08d-883c616f3b80 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:13.519722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-62cac083-86b5-498f-9ccb-719f10e56159 None None] Attempting to bind port ec6bb731-7a1b-4ba7-8536-419cbde0dc58 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:14:13.520320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-62cac083-86b5-498f-9ccb-719f10e56159 None None] Attempting to bind port ec6bb731-7a1b-4ba7-8536-419cbde0dc58 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '94351b60-e072-4a4f-902c-55fbafb4c3fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5af60e13-301c-476b-9665-e7eeef0a7144'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:14:13.520743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cac083-86b5-498f-9ccb-719f10e56159 None None] Attempting to bind port ec6bb731-7a1b-4ba7-8536-419cbde0dc58 on network 5af60e13-301c-476b-9665-e7eeef0a7144 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:14:13.529187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cac083-86b5-498f-9ccb-719f10e56159 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:14:13.529620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cac083-86b5-498f-9ccb-719f10e56159 None None] Checking segment: {'id': '94351b60-e072-4a4f-902c-55fbafb4c3fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5af60e13-301c-476b-9665-e7eeef0a7144'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:14:13.530232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-62cac083-86b5-498f-9ccb-719f10e56159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:13.530467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:14:13.530682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cac083-86b5-498f-9ccb-719f10e56159 None None] Bound using segment: {'id': '94351b60-e072-4a4f-902c-55fbafb4c3fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5af60e13-301c-476b-9665-e7eeef0a7144'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:14:13.531212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-62cac083-86b5-498f-9ccb-719f10e56159 None None] Bound port: ec6bb731-7a1b-4ba7-8536-419cbde0dc58, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94351b60-e072-4a4f-902c-55fbafb4c3fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5af60e13-301c-476b-9665-e7eeef0a7144'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:14:13.531639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-62cac083-86b5-498f-9ccb-719f10e56159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:13.535560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Pushing event updated for resources: {'SecurityGroup': ['ID=4d75d47c-599f-430d-9d7d-d9d0f06efe46,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:13.542537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:13.554325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:13.554777 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Added segment ed5e1ed5-86bb-4d1b-b8c6-10676789d77a of type vxlan for network b87a7e74-499a-4318-8b04-0b469fd80b42
Nov 24 13:14:13.613281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6488f8d2-f7c9-4082-bbe1-b611ecf54b17 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:13.617754 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6488f8d2-f7c9-4082-bbe1-b611ecf54b17 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1678 time: 2.1535196
Nov 24 13:14:13.623684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51850) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:13.641067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-62cac083-86b5-498f-9ccb-719f10e56159 None None] For port ec6bb731-7a1b-4ba7-8536-419cbde0dc58, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:14:13.645019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-62cac083-86b5-498f-9ccb-719f10e56159 None None] For port ec6bb731-7a1b-4ba7-8536-419cbde0dc58, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=ec6bb731-7a1b-4ba7-8536-419cbde0dc58,segment=NetworkSegment(94351b60-e072-4a4f-902c-55fbafb4c3fe),segment_id=94351b60-e072-4a4f-902c-55fbafb4c3fe)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:14:13.649713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-62cac083-86b5-498f-9ccb-719f10e56159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:13.665464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-321ea463-fce7-4c0a-9a34-e35e3891b659 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:13.669358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:13.688365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488f8d2-f7c9-4082-bbe1-b611ecf54b17 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8d1eb5-0bb9-49fc-a8b7-b5c789199c98,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:13.691631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6488f8d2-f7c9-4082-bbe1-b611ecf54b17 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:13.697248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a3a1e6b5-8e58-47b9-bc3b-7016debf3977 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '8b8d1eb5-0bb9-49fc-a8b7-b5c789199c98', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:13.708742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a3a1e6b5-8e58-47b9-bc3b-7016debf3977 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:14:13.792824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a3a1e6b5-8e58-47b9-bc3b-7016debf3977 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:14:13.795594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:14:13.806090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a3a1e6b5-8e58-47b9-bc3b-7016debf3977 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:14:13.811977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:13.812414 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Added segment d2f06563-7635-4e24-881f-565f43c18069 of type vxlan for network 0c724208-0bc0-4c7b-bf7e-0e494f7b39e1
Nov 24 13:14:13.842549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e013b163-a273-4bd2-badb-54b78c2b93b3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:13.843953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cac083-86b5-498f-9ccb-719f10e56159 None None] Pushing event updated for resources: {'Port': ['ID=ec6bb731-7a1b-4ba7-8536-419cbde0dc58,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:13.848778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-62cac083-86b5-498f-9ccb-719f10e56159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:13.880866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a3a1e6b5-8e58-47b9-bc3b-7016debf3977 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:14:13.889448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-72c95980-f57a-43ea-a783-945bf37526e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:13.892537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1db92329-f09b-4538-a409-5267328a9f7e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:13.914046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1db92329-f09b-4538-a409-5267328a9f7e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:13.917810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:13.933661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a3a1e6b5-8e58-47b9-bc3b-7016debf3977 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:13.951416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-72c95980-f57a-43ea-a783-945bf37526e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:14.025288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:14.025917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:14.030087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:14.033646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:14.035028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:14.042044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-449c32ca-4010-43b0-b32c-02efe33b5dac tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:14.043345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1db92329-f09b-4538-a409-5267328a9f7e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:14.043922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db92329-f09b-4538-a409-5267328a9f7e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Fanout notify agent at l3_agent the message router_deleted on router 003c650f-4f2f-4df6-9f59-20f20802478d {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:14:14.078722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a3a1e6b5-8e58-47b9-bc3b-7016debf3977 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:14.085726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-72c95980-f57a-43ea-a783-945bf37526e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:14.089607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a3a1e6b5-8e58-47b9-bc3b-7016debf3977 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:14.101510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-56bd41ef-ea9b-453e-8f88-fb85897e40c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:14.131724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c95980-f57a-43ea-a783-945bf37526e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163ce327-5c37-4702-a1e9-71972b45c6be,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:14.134615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-72c95980-f57a-43ea-a783-945bf37526e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:14.136310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:14.137883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1db92329-f09b-4538-a409-5267328a9f7e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:14.142196 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1db92329-f09b-4538-a409-5267328a9f7e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/routers/003c650f-4f2f-4df6-9f59-20f20802478d HTTP/1.1" status: 204  len: 168 time: 1.1962991
Nov 24 13:14:14.142340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:14.151447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51854) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:14.155368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-72c95980-f57a-43ea-a783-945bf37526e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:14.156213 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-72c95980-f57a-43ea-a783-945bf37526e4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/163ce327-5c37-4702-a1e9-71972b45c6be HTTP/1.1" status: 204  len: 168 time: 0.7208071
Nov 24 13:14:14.204757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a3a1e6b5-8e58-47b9-bc3b-7016debf3977 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:14.206045 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a3a1e6b5-8e58-47b9-bc3b-7016debf3977 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5288265
Nov 24 13:14:14.214190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51860) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:14.234879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ef423601-d8c5-4fce-9252-198ef028e2f3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '8b8d1eb5-0bb9-49fc-a8b7-b5c789199c98', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:14.239834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1e6b5-8e58-47b9-bc3b-7016debf3977 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6615ae-8aca-41ab-af2c-96f62ebecc39,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:14.245254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a3a1e6b5-8e58-47b9-bc3b-7016debf3977 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:14.245421 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1320 time: 2.4364414
Nov 24 13:14:14.247805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51864) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:14.249405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ef423601-d8c5-4fce-9252-198ef028e2f3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:14:14.251648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Pushing event updated for resources: {'Network': ['ID=b87a7e74-499a-4318-8b04-0b469fd80b42,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:14.264652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ef423601-d8c5-4fce-9252-198ef028e2f3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:14:14.271539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ef423601-d8c5-4fce-9252-198ef028e2f3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:14:14.282986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ef423601-d8c5-4fce-9252-198ef028e2f3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:14:14.285241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network b87a7e74-499a-4318-8b04-0b469fd80b42 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:14:14.332668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network b87a7e74-499a-4318-8b04-0b469fd80b42 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:14:14.424365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ef423601-d8c5-4fce-9252-198ef028e2f3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:14.559262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ef423601-d8c5-4fce-9252-198ef028e2f3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:14.577443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da6ece6-307b-4211-970b-2d9c9458e2bd tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Deleting subnet 3f37ca6e-7f5b-481a-8194-0d876f2965bc {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:14:14.582465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ef423601-d8c5-4fce-9252-198ef028e2f3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:14.586992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Pushing event updated for resources: {'Network': ['ID=0c724208-0bc0-4c7b-bf7e-0e494f7b39e1,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:14.597665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:14.598296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d5423525-7fa6-4e46-a638-9e37a47cd2d6 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.541s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:14.599160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d5423525-7fa6-4e46-a638-9e37a47cd2d6 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:14.602818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2da6ece6-307b-4211-970b-2d9c9458e2bd tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:14.649577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:14.699040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef423601-d8c5-4fce-9252-198ef028e2f3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1093e1cd-98ad-4af6-9b33-8e861ea9acf5,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:14.704514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ef423601-d8c5-4fce-9252-198ef028e2f3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:14.705655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ef423601-d8c5-4fce-9252-198ef028e2f3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:14.710681 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ef423601-d8c5-4fce-9252-198ef028e2f3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4852467
Nov 24 13:14:14.711436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51872) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:14.725772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9f383ffe-26e0-4afe-8f91-e3b8788fb8ed tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '8b8d1eb5-0bb9-49fc-a8b7-b5c789199c98', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:14.745825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9f383ffe-26e0-4afe-8f91-e3b8788fb8ed tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:14:14.750790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2da6ece6-307b-4211-970b-2d9c9458e2bd tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:14.757846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 0c724208-0bc0-4c7b-bf7e-0e494f7b39e1 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:14:14.774979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 0c724208-0bc0-4c7b-bf7e-0e494f7b39e1 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:14:14.799354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9f383ffe-26e0-4afe-8f91-e3b8788fb8ed tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:14:14.806518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9f383ffe-26e0-4afe-8f91-e3b8788fb8ed tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:14:14.816719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d8a087-d2fd-48d2-ab1a-dbe1b5a85858 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:14.821979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d8a087-d2fd-48d2-ab1a-dbe1b5a85858 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:14.826220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9f383ffe-26e0-4afe-8f91-e3b8788fb8ed tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:14:14.828178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d8a087-d2fd-48d2-ab1a-dbe1b5a85858 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:14.832870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d8a087-d2fd-48d2-ab1a-dbe1b5a85858 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:14.833634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-90d8a087-d2fd-48d2-ab1a-dbe1b5a85858 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Synchronizing usage tracker for tenant:3fda5f6447e54949b92a080b938a8725 on resource:network {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:14:14.860226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9f383ffe-26e0-4afe-8f91-e3b8788fb8ed tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:14.897801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-90d8a087-d2fd-48d2-ab1a-dbe1b5a85858 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Unset dirty status for tenant:3fda5f6447e54949b92a080b938a8725 on resource:network {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:14:14.901841 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-90d8a087-d2fd-48d2-ab1a-dbe1b5a85858 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2407 time: 0.6495576
Nov 24 13:14:14.905728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51882) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:14.973136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2da6ece6-307b-4211-970b-2d9c9458e2bd tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:14.979722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:15.054705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9f383ffe-26e0-4afe-8f91-e3b8788fb8ed tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:15.061293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9f383ffe-26e0-4afe-8f91-e3b8788fb8ed tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:15.085266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5ce058ac-2947-41f0-b7d3-314fed0f00ed tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:15.100278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9f383ffe-26e0-4afe-8f91-e3b8788fb8ed tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:15.104335 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9f383ffe-26e0-4afe-8f91-e3b8788fb8ed tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3865092
Nov 24 13:14:15.104467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee2cdb58-4e07-490b-9291-4ae0691e2acd tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:15.127981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51886) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:15.192683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f383ffe-26e0-4afe-8f91-e3b8788fb8ed tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=932d9918-e42c-43c7-aba0-0d5ed7204b17,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:15.197804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-97bda270-2305-4471-812b-c89731af527c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '8b8d1eb5-0bb9-49fc-a8b7-b5c789199c98', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:15.221020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9f383ffe-26e0-4afe-8f91-e3b8788fb8ed tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:15.228706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-97bda270-2305-4471-812b-c89731af527c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:14:15.237347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-97bda270-2305-4471-812b-c89731af527c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:14:15.243070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-97bda270-2305-4471-812b-c89731af527c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:14:15.253456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-97bda270-2305-4471-812b-c89731af527c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:14:15.306474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-97bda270-2305-4471-812b-c89731af527c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:15.377978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee2cdb58-4e07-490b-9291-4ae0691e2acd tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:15.461068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-97bda270-2305-4471-812b-c89731af527c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:15.466593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-97bda270-2305-4471-812b-c89731af527c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:15.468731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f7d424f8-864a-4773-9ceb-bd3e3399075e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:15.492669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2da6ece6-307b-4211-970b-2d9c9458e2bd tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:15.508883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51896) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:15.561930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-ee2cdb58-4e07-490b-9291-4ae0691e2acd tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634686b128>,) {'filters': {'network_id': ['b87a7e74-499a-4318-8b04-0b469fd80b42']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:15.574645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bda270-2305-4471-812b-c89731af527c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f468464-dd80-4230-a398-703c4e7a3abf,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:15.578622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-ee2cdb58-4e07-490b-9291-4ae0691e2acd tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634686b128>, 'ed5e1ed5-86bb-4d1b-b8c6-10676789d77a') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:15.578962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-ee2cdb58-4e07-490b-9291-4ae0691e2acd tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634686b128>, 'ed5e1ed5-86bb-4d1b-b8c6-10676789d77a') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:15.590110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-97bda270-2305-4471-812b-c89731af527c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:15.590715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2e0df84d-33e1-410a-9944-15189ef16716 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:15.596635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee2cdb58-4e07-490b-9291-4ae0691e2acd tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:15.632327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee2cdb58-4e07-490b-9291-4ae0691e2acd tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:15.635787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ee2cdb58-4e07-490b-9291-4ae0691e2acd tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Releasing vxlan tunnel 4 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:14:15.652854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6ece6-307b-4211-970b-2d9c9458e2bd tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event deleted for resources: {'Subnet': ['ID=3f37ca6e-7f5b-481a-8194-0d876f2965bc,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:15.658557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2da6ece6-307b-4211-970b-2d9c9458e2bd tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:15.666776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-97bda270-2305-4471-812b-c89731af527c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:15.670746 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-97bda270-2305-4471-812b-c89731af527c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.5388899
Nov 24 13:14:15.677904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51902) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:15.688690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-31436153-ecf9-434c-8385-f9d0f197b4b9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '8b8d1eb5-0bb9-49fc-a8b7-b5c789199c98', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:15.699237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-31436153-ecf9-434c-8385-f9d0f197b4b9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:14:15.708556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-31436153-ecf9-434c-8385-f9d0f197b4b9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:14:15.713802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-31436153-ecf9-434c-8385-f9d0f197b4b9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:14:15.721685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-31436153-ecf9-434c-8385-f9d0f197b4b9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:14:15.728796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2da6ece6-307b-4211-970b-2d9c9458e2bd tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:15.733034 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2da6ece6-307b-4211-970b-2d9c9458e2bd tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/subnets/3f37ca6e-7f5b-481a-8194-0d876f2965bc HTTP/1.1" status: 204  len: 168 time: 1.5775611
Nov 24 13:14:15.736788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bd07c8-a65d-4d44-b36e-99eb492c1af1 None None] Network d6aac460-b5b3-4c52-b88f-66ad22ec4bac requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:14:15.737173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51908) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:15.741806 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-31436153-ecf9-434c-8385-f9d0f197b4b9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Project ddd175861f0b46ae9d96e8c7cb7e2213 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:14:15.754798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-31436153-ecf9-434c-8385-f9d0f197b4b9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:15.782479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f820368-a398-4467-8c79-c6b8752dedc0 None None] Network 5af60e13-301c-476b-9665-e7eeef0a7144 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:14:15.789214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-fda191c4-eb42-4dfc-b12f-fabc75c7b97b tempest-SubnetPoolsTestJSON-1895340664 tempest-SubnetPoolsTestJSON-1895340664] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1168964747', 'prefixes': ['172.20.0.0/16']}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:15.795717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fda191c4-eb42-4dfc-b12f-fabc75c7b97b tempest-SubnetPoolsTestJSON-1895340664 tempest-SubnetPoolsTestJSON-1895340664] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:14:15.879596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-31436153-ecf9-434c-8385-f9d0f197b4b9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:15.885654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-31436153-ecf9-434c-8385-f9d0f197b4b9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:15.890393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93a1951f-e019-4fe5-b644-93681f0bc142 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:15.926021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31436153-ecf9-434c-8385-f9d0f197b4b9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8375d76a-ee70-435e-9e4f-9befea9d63db,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:15.930945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-31436153-ecf9-434c-8385-f9d0f197b4b9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:15.940985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-31436153-ecf9-434c-8385-f9d0f197b4b9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:15.942630 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-31436153-ecf9-434c-8385-f9d0f197b4b9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2632582
Nov 24 13:14:15.946003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51912) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:15.952376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-005e181c-cdba-41d2-98b1-77255a603e6d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '8b8d1eb5-0bb9-49fc-a8b7-b5c789199c98', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:15.960592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-005e181c-cdba-41d2-98b1-77255a603e6d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:14:15.961634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device ec6bb731-7a1b-4ba7-8536-419cbde0dc58 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:14:15.965327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-005e181c-cdba-41d2-98b1-77255a603e6d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:14:15.968786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-005e181c-cdba-41d2-98b1-77255a603e6d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:14:15.975211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-005e181c-cdba-41d2-98b1-77255a603e6d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:14:15.989258 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-005e181c-cdba-41d2-98b1-77255a603e6d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Project ddd175861f0b46ae9d96e8c7cb7e2213 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:14:15.997413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-005e181c-cdba-41d2-98b1-77255a603e6d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:16.045298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51916) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:16.058896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3d8d0447-838e-400b-8409-87bc5632aba1 None None] Provisioning for port ec6bb731-7a1b-4ba7-8536-419cbde0dc58 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:14:16.217275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-005e181c-cdba-41d2-98b1-77255a603e6d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:16.266778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port ec6bb731-7a1b-4ba7-8536-419cbde0dc58 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:14:16.274351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port ec6bb731-7a1b-4ba7-8536-419cbde0dc58 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:16.274777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:16.290997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-005e181c-cdba-41d2-98b1-77255a603e6d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:16.306905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a7173869-e3b0-4909-b091-141eeff67d37 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:16.336721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ee2cdb58-4e07-490b-9291-4ae0691e2acd tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Network b87a7e74-499a-4318-8b04-0b469fd80b42 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:14:16.345491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e181c-cdba-41d2-98b1-77255a603e6d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fbe69f5-28de-41e5-8759-3a2c6961c4fe,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:16.346317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e013b163-a273-4bd2-badb-54b78c2b93b3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Deleting port bee67db8-352a-4844-9c0c-c4c0ab169622 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:14:16.346764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e013b163-a273-4bd2-badb-54b78c2b93b3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:16.359894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-005e181c-cdba-41d2-98b1-77255a603e6d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:16.374981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-005e181c-cdba-41d2-98b1-77255a603e6d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:16.378661 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-005e181c-cdba-41d2-98b1-77255a603e6d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.4291329
Nov 24 13:14:16.378807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee2cdb58-4e07-490b-9291-4ae0691e2acd tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:16.380239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f7037a75-6d30-4cb8-be89-f568a4175478 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Deleting port ec3b7a90-0182-47fe-8879-5217c7b427de {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:14:16.380754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f7037a75-6d30-4cb8-be89-f568a4175478 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:16.400466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-225ad4fd-8b9f-4179-82c3-f1f462a4f2e6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:16.494908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562b3c79-3e17-48b7-8cb2-a5395f276a36 None None] DHCP port deletion for d6aac460-b5b3-4c52-b88f-66ad22ec4bac request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:14:16.501676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-562b3c79-3e17-48b7-8cb2-a5395f276a36 None None] Deleting port eb4803f9-b8bc-4d1e-9c8e-01b2933cf141 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:14:16.502105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-562b3c79-3e17-48b7-8cb2-a5395f276a36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:16.534846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:16.664029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f7037a75-6d30-4cb8-be89-f568a4175478 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:16.664462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f7037a75-6d30-4cb8-be89-f568a4175478 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for floatingip, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:16.684651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port ec6bb731-7a1b-4ba7-8536-419cbde0dc58, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=ec6bb731-7a1b-4ba7-8536-419cbde0dc58,segment=NetworkSegment(94351b60-e072-4a4f-902c-55fbafb4c3fe),segment_id=94351b60-e072-4a4f-902c-55fbafb4c3fe)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:14:16.691493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:16.716791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9b0dd842-0a63-41f4-bb14-9ea9ca312735 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:16.759777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-225ad4fd-8b9f-4179-82c3-f1f462a4f2e6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Deleting port eb4803f9-b8bc-4d1e-9c8e-01b2933cf141 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:14:16.760159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-225ad4fd-8b9f-4179-82c3-f1f462a4f2e6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:16.835899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ee2cdb58-4e07-490b-9291-4ae0691e2acd tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Network b87a7e74-499a-4318-8b04-0b469fd80b42 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:14:16.873532 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:14:16.873532 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:14:16.873532 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:14:16.873532 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:14:16.873532 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:14:16.873532 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:14:16.873532 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:14:16.873532 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:14:16.873532 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:14:16.873532 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:14:16.873532 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:14:16.873532 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:14:16.873532 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:14:16.873532 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:14:16.873532 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:14:16.873532 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:14:16.873532 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:14:16.873532 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:14:16.873532 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:14:16.873532 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:14:16.873532 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:14:16.873532 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:14:16.873532 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:14:16.873532 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:14:16.873532 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:14:16.873532 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:14:16.873532 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:14:16.873532 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:14:16.873532 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:14:16.873532 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:14:16.873532 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:14:16.873532 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:14:16.938256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-562b3c79-3e17-48b7-8cb2-a5395f276a36 None None] For port eb4803f9-b8bc-4d1e-9c8e-01b2933cf141, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=eb4803f9-b8bc-4d1e-9c8e-01b2933cf141,segment=NetworkSegment(577e277d-b7b5-4abc-8879-cff3c03d997b),segment_id=577e277d-b7b5-4abc-8879-cff3c03d997b)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:14:16.938817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-562b3c79-3e17-48b7-8cb2-a5395f276a36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:16.948711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=ec6bb731-7a1b-4ba7-8536-419cbde0dc58,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:16.959819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:17.060594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e013b163-a273-4bd2-badb-54b78c2b93b3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] For port bee67db8-352a-4844-9c0c-c4c0ab169622, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=bee67db8-352a-4844-9c0c-c4c0ab169622,segment=NetworkSegment(c59c2745-639b-4491-85c6-a4bd2af574fa),segment_id=c59c2745-639b-4491-85c6-a4bd2af574fa)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:14:17.061298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e013b163-a273-4bd2-badb-54b78c2b93b3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:17.089891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-562b3c79-3e17-48b7-8cb2-a5395f276a36 None None] Calling delete_port for eb4803f9-b8bc-4d1e-9c8e-01b2933cf141 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:14:17.119020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1e59111e-76ce-4163-bd2c-60d0fc7440ec None None] Provisioning complete for port ec6bb731-7a1b-4ba7-8536-419cbde0dc58 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:17.119440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1e59111e-76ce-4163-bd2c-60d0fc7440ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:17.169298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f7037a75-6d30-4cb8-be89-f568a4175478 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Calling delete_port for ec3b7a90-0182-47fe-8879-5217c7b427de owned by network:floatingip {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:14:17.250023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-562b3c79-3e17-48b7-8cb2-a5395f276a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:17.273240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-62cac083-86b5-498f-9ccb-719f10e56159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:17.281993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e013b163-a273-4bd2-badb-54b78c2b93b3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Calling delete_port for bee67db8-352a-4844-9c0c-c4c0ab169622 owned by network:router_interface {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:14:17.285177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-2b0cae0a-0c9d-420e-a086-2023ecdda941 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:14:17.329380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee2cdb58-4e07-490b-9291-4ae0691e2acd tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:17.337199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-2b0cae0a-0c9d-420e-a086-2023ecdda941 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:14:17.338596 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-2b0cae0a-0c9d-420e-a086-2023ecdda941 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-193393221&fields=id&tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 267 time: 0.5959895
Nov 24 13:14:17.339467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d8519043-f00c-4907-9532-786594c1a81f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:17.357889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee2cdb58-4e07-490b-9291-4ae0691e2acd tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:17.366909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b3c79-3e17-48b7-8cb2-a5395f276a36 None None] Pushing event deleted for resources: {'Port': ['ID=eb4803f9-b8bc-4d1e-9c8e-01b2933cf141,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:17.369802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-562b3c79-3e17-48b7-8cb2-a5395f276a36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:17.453114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2cdb58-4e07-490b-9291-4ae0691e2acd tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Pushing event deleted for resources: {'Network': ['ID=b87a7e74-499a-4318-8b04-0b469fd80b42,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:17.461987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ee2cdb58-4e07-490b-9291-4ae0691e2acd tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:17.480450 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ee2cdb58-4e07-490b-9291-4ae0691e2acd tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] 10.222.0.76 "DELETE /v2.0/networks/b87a7e74-499a-4318-8b04-0b469fd80b42 HTTP/1.1" status: 204  len: 168 time: 2.5731502
Nov 24 13:14:17.480950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562b3c79-3e17-48b7-8cb2-a5395f276a36 None None] No DVR routers for this DVR port eb4803f9-b8bc-4d1e-9c8e-01b2933cf141 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:14:17.484908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51932) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:17.545486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fda191c4-eb42-4dfc-b12f-fabc75c7b97b tempest-SubnetPoolsTestJSON-1895340664 tempest-SubnetPoolsTestJSON-1895340664] Notify callbacks [] for subnetpool, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:17.546839 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fda191c4-eb42-4dfc-b12f-fabc75c7b97b tempest-SubnetPoolsTestJSON-1895340664 tempest-SubnetPoolsTestJSON-1895340664] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 737 time: 2.0263944
Nov 24 13:14:17.552361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51936) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:17.577565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f7037a75-6d30-4cb8-be89-f568a4175478 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:17.598751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-85c9cb48-a5ec-495f-b955-2d2b1b265602 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:17.601419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2ff7f6d7-0043-4eea-b197-2d5f384edd92 None None] Provisioning complete for port ec6bb731-7a1b-4ba7-8536-419cbde0dc58 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:17.601915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ff7f6d7-0043-4eea-b197-2d5f384edd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:17.617733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-225ad4fd-8b9f-4179-82c3-f1f462a4f2e6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] For port eb4803f9-b8bc-4d1e-9c8e-01b2933cf141, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=eb4803f9-b8bc-4d1e-9c8e-01b2933cf141,segment=NetworkSegment(577e277d-b7b5-4abc-8879-cff3c03d997b),segment_id=577e277d-b7b5-4abc-8879-cff3c03d997b)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:14:17.618139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-225ad4fd-8b9f-4179-82c3-f1f462a4f2e6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:17.722440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7037a75-6d30-4cb8-be89-f568a4175478 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Pushing event deleted for resources: {'Port': ['ID=ec3b7a90-0182-47fe-8879-5217c7b427de,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:17.726157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f7037a75-6d30-4cb8-be89-f568a4175478 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:17.738183 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ba1010a5-5674-42c1-9eda-7bb555c0c1d5 tempest-SubnetPoolsTestJSON-1895340664 tempest-SubnetPoolsTestJSON-1895340664] 10.222.0.76 "GET /v2.0/subnetpools/5a510f9d-34ec-4c72-9644-7eecb3cca9d4 HTTP/1.1" status: 200  len: 732 time: 0.1814907
Nov 24 13:14:17.755030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51940) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:17.761151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-bcae5056-41c4-4b22-bc86-78e353a5963a tempest-SubnetPoolsTestJSON-1895340664 tempest-SubnetPoolsTestJSON-1895340664] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1294481665'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:17.788813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-6d50fec5-b6e5-48dd-aa89-0f588b02eb80 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:17.790770 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-6d50fec5-b6e5-48dd-aa89-0f588b02eb80 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/networks?id=5af60e13-301c-476b-9665-e7eeef0a7144 HTTP/1.1" status: 200  len: 797 time: 0.4025264
Nov 24 13:14:17.800932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-225ad4fd-8b9f-4179-82c3-f1f462a4f2e6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Calling delete_port for eb4803f9-b8bc-4d1e-9c8e-01b2933cf141 owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:14:17.855616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9cca73aa-41b2-4a8e-95d2-6bea323b6030 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:17.863472 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-09e6e21c-ed4a-42bd-91ca-c02d8b8b031d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/quotas/ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 375 time: 0.0615335
Nov 24 13:14:17.877839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device ec6bb731-7a1b-4ba7-8536-419cbde0dc58 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:14:18.042890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bcae5056-41c4-4b22-bc86-78e353a5963a tempest-SubnetPoolsTestJSON-1895340664 tempest-SubnetPoolsTestJSON-1895340664] Notify callbacks [] for subnetpool, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:18.043347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port ec6bb731-7a1b-4ba7-8536-419cbde0dc58 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:18.043690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:18.044178 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bcae5056-41c4-4b22-bc86-78e353a5963a tempest-SubnetPoolsTestJSON-1895340664 tempest-SubnetPoolsTestJSON-1895340664] 10.222.0.76 "PUT /v2.0/subnetpools/5a510f9d-34ec-4c72-9644-7eecb3cca9d4 HTTP/1.1" status: 200  len: 684 time: 0.2880635
Nov 24 13:14:18.052051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51944) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:18.068318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f7037a75-6d30-4cb8-be89-f568a4175478 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for floatingip, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:18.068688 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-f7037a75-6d30-4cb8-be89-f568a4175478 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Floating IP f6268fed-25d4-46c7-9c32-12c7c000b17d disassociated (deleted). External IP: 172.26.8.203, port: cac694b9-fa07-4b88-908d-4cee3567a9e9.
Nov 24 13:14:18.158591 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-2e89b481-b6c0-494b-887f-b919eae2c02d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&fields=id HTTP/1.1" status: 200  len: 440 time: 0.2707162
Nov 24 13:14:18.172746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9cca73aa-41b2-4a8e-95d2-6bea323b6030 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:18.233674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device eb4803f9-b8bc-4d1e-9c8e-01b2933cf141 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:14:18.266077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-225ad4fd-8b9f-4179-82c3-f1f462a4f2e6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:14:18.266482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-225ad4fd-8b9f-4179-82c3-f1f462a4f2e6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:14:18.274475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: eb4803f9-b8bc-4d1e-9c8e-01b2933cf141 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:14:18.274880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device eb4803f9-b8bc-4d1e-9c8e-01b2933cf141 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:14:18.300429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e013b163-a273-4bd2-badb-54b78c2b93b3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:18.322349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-34bce74c-2878-4260-a3ad-bbaa4fe64c41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:18.422054 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-61065067-717e-4b65-98c5-169bcf5de523 service neutron] 10.222.0.76 "GET /v2.0/networks/5af60e13-301c-476b-9665-e7eeef0a7144?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2453415
Nov 24 13:14:18.440315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013b163-a273-4bd2-badb-54b78c2b93b3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Port': ['ID=bee67db8-352a-4844-9c0c-c4c0ab169622,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:18.457413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e013b163-a273-4bd2-badb-54b78c2b93b3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:18.501542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-9cca73aa-41b2-4a8e-95d2-6bea323b6030 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6347353160>,) {'filters': {'network_id': ['0c724208-0bc0-4c7b-bf7e-0e494f7b39e1']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:18.522639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-9cca73aa-41b2-4a8e-95d2-6bea323b6030 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347353160>, 'd2f06563-7635-4e24-881f-565f43c18069') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:18.522979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-9cca73aa-41b2-4a8e-95d2-6bea323b6030 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347353160>, 'd2f06563-7635-4e24-881f-565f43c18069') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:18.553961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9cca73aa-41b2-4a8e-95d2-6bea323b6030 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:18.587341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9cca73aa-41b2-4a8e-95d2-6bea323b6030 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:18.591965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9cca73aa-41b2-4a8e-95d2-6bea323b6030 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Releasing vxlan tunnel 7 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:14:18.598998 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-94f6493c-2f32-4df2-81da-0ca414e3be81 service neutron] 10.222.0.76 "GET /v2.0/networks/5af60e13-301c-476b-9665-e7eeef0a7144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1688774
Nov 24 13:14:18.608497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f32cc87c-f9a0-4036-826a-ec7a49cb6a32 tempest-SubnetPoolsTestJSON-1895340664 tempest-SubnetPoolsTestJSON-1895340664] Notify callbacks [] for subnetpool, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:18.609982 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f32cc87c-f9a0-4036-826a-ec7a49cb6a32 tempest-SubnetPoolsTestJSON-1895340664 tempest-SubnetPoolsTestJSON-1895340664] 10.222.0.76 "DELETE /v2.0/subnetpools/5a510f9d-34ec-4c72-9644-7eecb3cca9d4 HTTP/1.1" status: 204  len: 168 time: 0.5568902
Nov 24 13:14:18.667641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51948) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:18.700776 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-44e5bf90-6128-4e4e-8d42-dc06deb7b03f tempest-SubnetPoolsTestJSON-1895340664 tempest-SubnetPoolsTestJSON-1895340664] show failed (client error): The resource could not be found.
Nov 24 13:14:18.704532 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-44e5bf90-6128-4e4e-8d42-dc06deb7b03f tempest-SubnetPoolsTestJSON-1895340664 tempest-SubnetPoolsTestJSON-1895340664] 10.222.0.76 "GET /v2.0/subnetpools/5a510f9d-34ec-4c72-9644-7eecb3cca9d4 HTTP/1.1" status: 404  len: 346 time: 0.0337853
Nov 24 13:14:18.704947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51952) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:18.772128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-225ad4fd-8b9f-4179-82c3-f1f462a4f2e6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Deleting port eb4803f9-b8bc-4d1e-9c8e-01b2933cf141 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:14:18.772253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-225ad4fd-8b9f-4179-82c3-f1f462a4f2e6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:18.792827 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-111c3789-c8b3-49d6-b9f1-f251c851e72a tempest-SubnetPoolsTestJSON-1895340664 tempest-SubnetPoolsTestJSON-1895340664] delete failed (client error): The resource could not be found.
Nov 24 13:14:18.794111 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-111c3789-c8b3-49d6-b9f1-f251c851e72a tempest-SubnetPoolsTestJSON-1895340664 tempest-SubnetPoolsTestJSON-1895340664] 10.222.0.76 "DELETE /v2.0/subnetpools/5a510f9d-34ec-4c72-9644-7eecb3cca9d4 HTTP/1.1" status: 404  len: 346 time: 0.0883417
Nov 24 13:14:18.857897 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-18040581-0a77-4b38-bf55-6d757719ecc5 req-0f15729d-1012-4499-8a3a-4431454f5acc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=2406729f-f5e8-4277-a89a-36e438f93cb3 HTTP/1.1" status: 200  len: 210 time: 0.0624399
Nov 24 13:14:18.921565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9cca73aa-41b2-4a8e-95d2-6bea323b6030 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Network 0c724208-0bc0-4c7b-bf7e-0e494f7b39e1 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:14:18.959411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9cca73aa-41b2-4a8e-95d2-6bea323b6030 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:18.996740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7037a75-6d30-4cb8-be89-f568a4175478 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Router ea126362-8665-408d-8b29-ad8af11558d6 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:14:19.269276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51970) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:19.321733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7037a75-6d30-4cb8-be89-f568a4175478 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:14:19.327542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f7037a75-6d30-4cb8-be89-f568a4175478 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:19.332600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390859cf-8cb8-46b7-993a-bdffeebb87d5 None None] Sync routers for ids ['ea126362-8665-408d-8b29-ad8af11558d6'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:14:19.349773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390859cf-8cb8-46b7-993a-bdffeebb87d5 None None] Routers {'ea126362-8665-408d-8b29-ad8af11558d6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:14:19.351091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-390859cf-8cb8-46b7-993a-bdffeebb87d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346d8d5f8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:14:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['ea126362-8665-408d-8b29-ad8af11558d6'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:19.352476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-225ad4fd-8b9f-4179-82c3-f1f462a4f2e6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] The port 'eb4803f9-b8bc-4d1e-9c8e-01b2933cf141' was deleted {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:14:19.419200 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f7037a75-6d30-4cb8-be89-f568a4175478 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "DELETE /v2.0/floatingips/f6268fed-25d4-46c7-9c32-12c7c000b17d HTTP/1.1" status: 204  len: 168 time: 3.3706028
Nov 24 13:14:19.420520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d4ac8e7-3926-45f6-8768-a48646f10a72', 'tag': 'cac694b9-fa07-4b88-908d-4cee3567a9e9'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:14:19.496045 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d4ac8e7-3926-45f6-8768-a48646f10a72', 'tag': 'cac694b9-fa07-4b88-908d-4cee3567a9e9', 'status': 'completed', 'code': 200}
Nov 24 13:14:19.612314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-390859cf-8cb8-46b7-993a-bdffeebb87d5 None None] Set router ea126362-8665-408d-8b29-ad8af11558d6 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:14:19.625607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9b86698-75ba-48a6-a4b7-c98210432d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:19.687022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82463d08-1836-4d9b-b029-a2293a8ce6f4 req-b8e66a13-8989-4833-8d29-8dea135bd75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:19.691631 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-82463d08-1836-4d9b-b029-a2293a8ce6f4 req-b8e66a13-8989-4833-8d29-8dea135bd75a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13ec6c0cf7604dc89b88b05e88e40ca3&device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 1162 time: 0.1401713
Nov 24 13:14:19.710211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9cca73aa-41b2-4a8e-95d2-6bea323b6030 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Network 0c724208-0bc0-4c7b-bf7e-0e494f7b39e1 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:14:19.747083 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:14:19.809179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-225ad4fd-8b9f-4179-82c3-f1f462a4f2e6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:19.977698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9cca73aa-41b2-4a8e-95d2-6bea323b6030 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:19.982542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9cca73aa-41b2-4a8e-95d2-6bea323b6030 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:19.999361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5b353bfe-5018-4e92-835c-ffec39db9b49 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:20.001401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82463d08-1836-4d9b-b029-a2293a8ce6f4 req-0acc5515-52c9-4114-9304-bee0ea1d21ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:20.003051 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-82463d08-1836-4d9b-b029-a2293a8ce6f4 req-0acc5515-52c9-4114-9304-bee0ea1d21ea service neutron] 10.222.0.70 "GET /v2.0/networks?id=b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1 HTTP/1.1" status: 200  len: 890 time: 0.3041384
Nov 24 13:14:20.048683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca73aa-41b2-4a8e-95d2-6bea323b6030 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Pushing event deleted for resources: {'Network': ['ID=0c724208-0bc0-4c7b-bf7e-0e494f7b39e1,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:20.052397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9cca73aa-41b2-4a8e-95d2-6bea323b6030 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:20.058574 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9cca73aa-41b2-4a8e-95d2-6bea323b6030 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] 10.222.0.76 "DELETE /v2.0/networks/0c724208-0bc0-4c7b-bf7e-0e494f7b39e1 HTTP/1.1" status: 204  len: 168 time: 2.5639949
Nov 24 13:14:20.075863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51984) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:20.077439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e013b163-a273-4bd2-badb-54b78c2b93b3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:20.092635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-390859cf-8cb8-46b7-993a-bdffeebb87d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346d8d5f8>, [{'id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300700035', 'tenant_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd1af6866-d1a9-4d3d-bc0f-6157d5e3c70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:25Z', 'updated_at': '2020-11-24T13:11:54Z', 'revision_number': 4, 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'gw_port': {'id': 'd1af6866-d1a9-4d3d-bc0f-6157d5e3c70f', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:29Z', 'updated_at': '2020-11-24T13:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '326770a6-5149-4c41-bf70-efc901a22c73', 'name': '', 'network_id': 'b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1', 'tenant_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'mac_address': 'fa:16:3e:e4:c0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'f1951d68-7f36-4552-b89b-d7e48222dfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:50Z', 'updated_at': '2020-11-24T13:12:12Z', 'revision_number': 5, 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'subnets': [{'id': 'f1951d68-7f36-4552-b89b-d7e48222dfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:20.098908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390859cf-8cb8-46b7-993a-bdffeebb87d5 None None] Checking router: ea126362-8665-408d-8b29-ad8af11558d6 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:14:20.114298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390859cf-8cb8-46b7-993a-bdffeebb87d5 None None] Routers {'ea126362-8665-408d-8b29-ad8af11558d6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:14:20.115519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-390859cf-8cb8-46b7-993a-bdffeebb87d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346d8d5f8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:14:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['ea126362-8665-408d-8b29-ad8af11558d6'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:20.184721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e9b86698-75ba-48a6-a4b7-c98210432d72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:14:20.189073 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-82463d08-1836-4d9b-b029-a2293a8ce6f4 req-5e97e487-bf7e-4189-b9be-cbcd851c9809 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cac694b9-fa07-4b88-908d-4cee3567a9e9 HTTP/1.1" status: 200  len: 217 time: 0.1771054
Nov 24 13:14:20.191891 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-efdda2f9-d888-4562-aee4-c1142dd2a739 req-d60e2268-851f-4305-aaf2-6897dcad50ff tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=2406729f-f5e8-4277-a89a-36e438f93cb3 HTTP/1.1" status: 200  len: 210 time: 0.0904403
Nov 24 13:14:20.195891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e9b86698-75ba-48a6-a4b7-c98210432d72 admin admin] Usage tracker for resource:security_group_rule and tenant:1371e07bf2734afda2d4d1c805e7f4d8 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:14:20.200208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e9b86698-75ba-48a6-a4b7-c98210432d72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:14:20.207321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-225ad4fd-8b9f-4179-82c3-f1f462a4f2e6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6346675b00>,) {'filters': {'network_id': ['d6aac460-b5b3-4c52-b88f-66ad22ec4bac']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:20.261957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e9b86698-75ba-48a6-a4b7-c98210432d72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:14:20.318864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-225ad4fd-8b9f-4179-82c3-f1f462a4f2e6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346675b00>, '577e277d-b7b5-4abc-8879-cff3c03d997b') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:20.319442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-225ad4fd-8b9f-4179-82c3-f1f462a4f2e6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346675b00>, '577e277d-b7b5-4abc-8879-cff3c03d997b') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:20.341677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-225ad4fd-8b9f-4179-82c3-f1f462a4f2e6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:20.343266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9b86698-75ba-48a6-a4b7-c98210432d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:20.353722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-390859cf-8cb8-46b7-993a-bdffeebb87d5 None None] Set router ea126362-8665-408d-8b29-ad8af11558d6 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:14:20.426755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-225ad4fd-8b9f-4179-82c3-f1f462a4f2e6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:20.499748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-225ad4fd-8b9f-4179-82c3-f1f462a4f2e6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Releasing vxlan tunnel 11 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:14:20.660235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9b86698-75ba-48a6-a4b7-c98210432d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:20.695487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-672bfb62-2fe3-4023-a017-ae6005fb8781 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:20.730809 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e9b86698-75ba-48a6-a4b7-c98210432d72 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1371e07bf2734afda2d4d1c805e7f4d8&name=default HTTP/1.1" status: 200  len: 2751 time: 1.4601548
Nov 24 13:14:20.742479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 51988) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:20.751941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b86698-75ba-48a6-a4b7-c98210432d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5f49d1-c2b8-44da-bffb-1719ac11b9a4,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:20.755609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-390859cf-8cb8-46b7-993a-bdffeebb87d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346d8d5f8>, [{'id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300700035', 'tenant_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd1af6866-d1a9-4d3d-bc0f-6157d5e3c70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:25Z', 'updated_at': '2020-11-24T13:11:54Z', 'revision_number': 4, 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'gw_port': {'id': 'd1af6866-d1a9-4d3d-bc0f-6157d5e3c70f', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:29Z', 'updated_at': '2020-11-24T13:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '326770a6-5149-4c41-bf70-efc901a22c73', 'name': '', 'network_id': 'b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1', 'tenant_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'mac_address': 'fa:16:3e:e4:c0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'f1951d68-7f36-4552-b89b-d7e48222dfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:50Z', 'updated_at': '2020-11-24T13:12:12Z', 'revision_number': 5, 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'subnets': [{'id': 'f1951d68-7f36-4552-b89b-d7e48222dfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:20.760743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390859cf-8cb8-46b7-993a-bdffeebb87d5 None None] The sync data for ids ['ea126362-8665-408d-8b29-ad8af11558d6'] in dv-neutron-601336-61-ovs is: [{'id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300700035', 'tenant_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd1af6866-d1a9-4d3d-bc0f-6157d5e3c70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:25Z', 'updated_at': '2020-11-24T13:11:54Z', 'revision_number': 4, 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'gw_port': {'id': 'd1af6866-d1a9-4d3d-bc0f-6157d5e3c70f', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:29Z', 'updated_at': '2020-11-24T13:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '326770a6-5149-4c41-bf70-efc901a22c73', 'name': '', 'network_id': 'b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1', 'tenant_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'mac_address': 'fa:16:3e:e4:c0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'f1951d68-7f36-4552-b89b-d7e48222dfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:50Z', 'updated_at': '2020-11-24T13:12:12Z', 'revision_number': 5, 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'subnets': [{'id': 'f1951d68-7f36-4552-b89b-d7e48222dfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:14:20.771284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82463d08-1836-4d9b-b029-a2293a8ce6f4 req-e361b73b-4434-49c9-9c5c-5dfc3ebfc7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:20.772978 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-82463d08-1836-4d9b-b029-a2293a8ce6f4 req-e361b73b-4434-49c9-9c5c-5dfc3ebfc7ed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f1951d68-7f36-4552-b89b-d7e48222dfea HTTP/1.1" status: 200  len: 835 time: 0.5683770
Nov 24 13:14:20.773986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e9b86698-75ba-48a6-a4b7-c98210432d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:20.837207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9654d27-b633-4c57-a551-a47a53b710ca req-e0210898-ad3b-47ed-924b-1e616844eb9a tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:20.837711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-f9654d27-b633-4c57-a551-a47a53b710ca req-e0210898-ad3b-47ed-924b-1e616844eb9a tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Synchronizing usage tracker for tenant:13ec6c0cf7604dc89b88b05e88e40ca3 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:14:20.867548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-f9654d27-b633-4c57-a551-a47a53b710ca req-e0210898-ad3b-47ed-924b-1e616844eb9a tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Unset dirty status for tenant:13ec6c0cf7604dc89b88b05e88e40ca3 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:14:20.868861 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f9654d27-b633-4c57-a551-a47a53b710ca req-e0210898-ad3b-47ed-924b-1e616844eb9a tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 945 time: 0.8581398
Nov 24 13:14:20.898394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3ebd5b-1d6c-4f60-a5ed-09233fe3108e tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:20.901467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:20.903710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3ebd5b-1d6c-4f60-a5ed-09233fe3108e tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:20.905004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7a3ebd5b-1d6c-4f60-a5ed-09233fe3108e tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Synchronizing usage tracker for tenant:3fda5f6447e54949b92a080b938a8725 on resource:network {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:14:20.922456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82463d08-1836-4d9b-b029-a2293a8ce6f4 req-a04e911d-1261-44ae-b8a6-299de8359436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:20.924061 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-82463d08-1836-4d9b-b029-a2293a8ce6f4 req-a04e911d-1261-44ae-b8a6-299de8359436 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1396682
Nov 24 13:14:20.938408 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f9654d27-b633-4c57-a551-a47a53b710ca req-463d2cd6-3820-4524-9f7c-2cfc7190a978 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/security-groups?id=690e0261-09d3-40a2-9cd2-6eef68d14c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574102
Nov 24 13:14:20.942864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-225ad4fd-8b9f-4179-82c3-f1f462a4f2e6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network d6aac460-b5b3-4c52-b88f-66ad22ec4bac has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:14:20.956884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-225ad4fd-8b9f-4179-82c3-f1f462a4f2e6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:21.094782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7a3ebd5b-1d6c-4f60-a5ed-09233fe3108e tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Unset dirty status for tenant:3fda5f6447e54949b92a080b938a8725 on resource:network {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:14:21.100693 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7a3ebd5b-1d6c-4f60-a5ed-09233fe3108e tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.9993525
Nov 24 13:14:21.100863 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-82463d08-1836-4d9b-b029-a2293a8ce6f4 req-2801bbf1-9683-4bf5-aab5-12c3b77082b4 service neutron] 10.222.0.70 "GET /v2.0/networks/b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475291
Nov 24 13:14:21.101341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 51996) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:21.107961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b8226870-8b24-4e45-81de-a2bc30ff250d tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-809092098'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:21.119150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b8226870-8b24-4e45-81de-a2bc30ff250d tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:14:21.131259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b8226870-8b24-4e45-81de-a2bc30ff250d tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:14:21.162817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-33f07ba0-caa3-42f8-9b90-7adc51345855 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:21.163553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-33f07ba0-caa3-42f8-9b90-7adc51345855 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:network {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:14:21.168803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8226870-8b24-4e45-81de-a2bc30ff250d tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Made reservation on behalf of 3fda5f6447e54949b92a080b938a8725 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:14:21.174432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b8226870-8b24-4e45-81de-a2bc30ff250d tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:21.251601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330f4c15-99aa-4a23-8b69-2c3217888c5c None None] New status for floating IP f6268fed-25d4-46c7-9c32-12c7c000b17d: DOWN {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:14:21.287919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8226870-8b24-4e45-81de-a2bc30ff250d tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:14:21.311381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-225ad4fd-8b9f-4179-82c3-f1f462a4f2e6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network d6aac460-b5b3-4c52-b88f-66ad22ec4bac has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:14:21.323010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca24eb41-25a5-4e80-adbd-ec174fc6f16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:21.332365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b8226870-8b24-4e45-81de-a2bc30ff250d tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:21.332926 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-b8226870-8b24-4e45-81de-a2bc30ff250d tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Added segment 300c73b5-1f11-4be5-8c48-815212d2b5c1 of type vxlan for network 3d209426-65dc-4ccb-a2bc-48424a3785a2
Nov 24 13:14:21.348296 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:14:21.348296 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:14:21.348296 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:14:21.348296 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:14:21.348296 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:14:21.348296 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:14:21.348296 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:14:21.348296 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:14:21.348296 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:14:21.348296 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:14:21.348296 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:14:21.348296 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:14:21.348296 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:14:21.348296 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:14:21.348296 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:14:21.348296 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:14:21.348296 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:14:21.348296 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:14:21.348296 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:14:21.348296 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:14:21.348296 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:14:21.348296 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:14:21.348296 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:14:21.348296 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:14:21.348296 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:14:21.348296 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:14:21.348296 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:14:21.348296 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:14:21.348296 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:14:21.348296 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:14:21.348296 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:14:21.348296 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:14:21.351905 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-82463d08-1836-4d9b-b029-a2293a8ce6f4 req-67116bc9-1842-422c-9c4a-aca74264a242 service neutron] 10.222.0.70 "GET /v2.0/networks/b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2135437
Nov 24 13:14:21.389512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b8226870-8b24-4e45-81de-a2bc30ff250d tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:21.447977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-33f07ba0-caa3-42f8-9b90-7adc51345855 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:network {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:14:21.449420 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-33f07ba0-caa3-42f8-9b90-7adc51345855 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/networks?id=5af60e13-301c-476b-9665-e7eeef0a7144 HTTP/1.1" status: 200  len: 797 time: 1.0529120
Nov 24 13:14:21.468911 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-afbdd5ab-4108-4322-a2ea-a693f29c131e req-392af34f-9ffa-444f-9931-899844acbd94 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=2406729f-f5e8-4277-a89a-36e438f93cb3 HTTP/1.1" status: 200  len: 210 time: 0.0543878
Nov 24 13:14:21.472604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b8226870-8b24-4e45-81de-a2bc30ff250d tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:21.474078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca24eb41-25a5-4e80-adbd-ec174fc6f16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:21.476624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8226870-8b24-4e45-81de-a2bc30ff250d tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:21.477272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b8226870-8b24-4e45-81de-a2bc30ff250d tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:21.481552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c5597a01-b6cb-4559-9c20-055a4201258e tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:21.530603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-225ad4fd-8b9f-4179-82c3-f1f462a4f2e6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:21.539137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-225ad4fd-8b9f-4179-82c3-f1f462a4f2e6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:21.553835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:21.588499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ad4fd-8b9f-4179-82c3-f1f462a4f2e6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event deleted for resources: {'Network': ['ID=d6aac460-b5b3-4c52-b88f-66ad22ec4bac,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:21.597859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-225ad4fd-8b9f-4179-82c3-f1f462a4f2e6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:21.653424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8226870-8b24-4e45-81de-a2bc30ff250d tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Pushing event updated for resources: {'Network': ['ID=3d209426-65dc-4ccb-a2bc-48424a3785a2,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:21.660456 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b8226870-8b24-4e45-81de-a2bc30ff250d tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.5550044
Nov 24 13:14:21.660456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b8226870-8b24-4e45-81de-a2bc30ff250d tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:21.662407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52002) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:21.664803 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-225ad4fd-8b9f-4179-82c3-f1f462a4f2e6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/networks/d6aac460-b5b3-4c52-b88f-66ad22ec4bac HTTP/1.1" status: 204  len: 168 time: 5.8797193
Nov 24 13:14:21.671175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 3d209426-65dc-4ccb-a2bc-48424a3785a2 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:14:21.675841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-f7fb11e9-b70c-41d5-ac58-979b51651fc7 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-304057106'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:21.679885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52006) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:21.686699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 3d209426-65dc-4ccb-a2bc-48424a3785a2 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:14:21.690046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-0e27023e-69d9-42b1-a9aa-8326ac0e2b8e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Request body: {'router': {'name': 'tempest-RoutersTest-router-120556177', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:21.697995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f7fb11e9-b70c-41d5-ac58-979b51651fc7 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:14:21.703652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0e27023e-69d9-42b1-a9aa-8326ac0e2b8e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:14:21.709964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0e27023e-69d9-42b1-a9aa-8326ac0e2b8e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Usage tracker for resource:router and tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:14:21.719884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f7fb11e9-b70c-41d5-ac58-979b51651fc7 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Usage tracker for resource:network and tenant:3fda5f6447e54949b92a080b938a8725 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:14:21.729369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0e27023e-69d9-42b1-a9aa-8326ac0e2b8e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:14:21.734648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f7fb11e9-b70c-41d5-ac58-979b51651fc7 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Quota usage for network was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:14:21.743062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0e27023e-69d9-42b1-a9aa-8326ac0e2b8e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:14:21.749631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f7fb11e9-b70c-41d5-ac58-979b51651fc7 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:14:21.771635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e27023e-69d9-42b1-a9aa-8326ac0e2b8e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:21.772714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e27023e-69d9-42b1-a9aa-8326ac0e2b8e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:21.782614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587379e-f68a-49b8-b5b5-0777f5277fb0 req-b360648c-ff29-4aa2-ac95-7012f975a17d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:21.784370 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1587379e-f68a-49b8-b5b5-0777f5277fb0 req-b360648c-ff29-4aa2-ac95-7012f975a17d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.70 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 945 time: 0.1918166
Nov 24 13:14:21.788320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fb11e9-b70c-41d5-ac58-979b51651fc7 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Made reservation on behalf of 3fda5f6447e54949b92a080b938a8725 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:14:21.794427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f7fb11e9-b70c-41d5-ac58-979b51651fc7 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:21.900745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7fb11e9-b70c-41d5-ac58-979b51651fc7 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:14:21.919272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device cac694b9-fa07-4b88-908d-4cee3567a9e9 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:14:21.920077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e27023e-69d9-42b1-a9aa-8326ac0e2b8e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:21.929227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-1587379e-f68a-49b8-b5b5-0777f5277fb0 req-e435a249-d1f5-4548-a65e-4efd5f2b5f1a tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Deleting port cac694b9-fa07-4b88-908d-4cee3567a9e9 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:14:21.929610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1587379e-f68a-49b8-b5b5-0777f5277fb0 req-e435a249-d1f5-4548-a65e-4efd5f2b5f1a tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:21.979520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f7fb11e9-b70c-41d5-ac58-979b51651fc7 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:21.979904 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-f7fb11e9-b70c-41d5-ac58-979b51651fc7 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Added segment 5c16549e-19a3-4a06-bac2-a0a4ebaa382b of type vxlan for network c80c77e3-b65a-4e82-98ac-a712c90499fd
Nov 24 13:14:22.085711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f7fb11e9-b70c-41d5-ac58-979b51651fc7 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:22.087530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:22.111175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca24eb41-25a5-4e80-adbd-ec174fc6f16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:22.130420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port cac694b9-fa07-4b88-908d-4cee3567a9e9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=cac694b9-fa07-4b88-908d-4cee3567a9e9,segment=NetworkSegment(15da2527-98df-4484-9ea8-a3b8957eb7b8),segment_id=15da2527-98df-4484-9ea8-a3b8957eb7b8)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:14:22.131542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4ac8e7-3926-45f6-8768-a48646f10a72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cac694b9-fa07-4b88-908d-4cee3567a9e9'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:14:22.136018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d8519043-f00c-4907-9532-786594c1a81f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:22.138979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e27023e-69d9-42b1-a9aa-8326ac0e2b8e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:22.146734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:22.148965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:22.168261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24eb41-25a5-4e80-adbd-ec174fc6f16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5f49d1-c2b8-44da-bffb-1719ac11b9a4,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:22.186621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-d4a0aeeb-fb38-4dd7-9386-2250d8ff4fff tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:security_group {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:14:22.196444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ca24eb41-25a5-4e80-adbd-ec174fc6f16d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:22.227720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-d4a0aeeb-fb38-4dd7-9386-2250d8ff4fff tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:security_group {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:14:22.229514 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-d4a0aeeb-fb38-4dd7-9386-2250d8ff4fff tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 11997 time: 0.7481408
Nov 24 13:14:22.233033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca24eb41-25a5-4e80-adbd-ec174fc6f16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:22.236162 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ca24eb41-25a5-4e80-adbd-ec174fc6f16d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4c5f49d1-c2b8-44da-bffb-1719ac11b9a4 HTTP/1.1" status: 204  len: 168 time: 1.4768720
Nov 24 13:14:22.290230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=cac694b9-fa07-4b88-908d-4cee3567a9e9,revision_number=7']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:22.299017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:22.335017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e27023e-69d9-42b1-a9aa-8326ac0e2b8e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:22.339055 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0e27023e-69d9-42b1-a9aa-8326ac0e2b8e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 698 time: 0.6543677
Nov 24 13:14:22.341690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f7fb11e9-b70c-41d5-ac58-979b51651fc7 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:22.345913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fb11e9-b70c-41d5-ac58-979b51651fc7 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:22.346686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f7fb11e9-b70c-41d5-ac58-979b51651fc7 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:22.350685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-a1066b31-45a2-4a3c-8ee8-abde7768b522 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'port': {'device_id': '2406729f-f5e8-4277-a89a-36e438f93cb3', 'network_id': '5af60e13-301c-476b-9665-e7eeef0a7144', 'admin_state_up': True, 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'security_groups': ['8b8d1eb5-0bb9-49fc-a8b7-b5c789199c98']}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:22.350871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52018) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:22.354789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4d48044c-8e22-42d5-91eb-8c8fa2b5821f tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:22.455690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7a69091a-57de-41a5-a1b4-1d2824d162ff tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Request body: {'network': {'name': 'tempest-RoutersTest-1485655582'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:22.457561 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4ac8e7-3926-45f6-8768-a48646f10a72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cac694b9-fa07-4b88-908d-4cee3567a9e9', 'code': 200}
Nov 24 13:14:22.481157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7a69091a-57de-41a5-a1b4-1d2824d162ff tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:14:22.510500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7a69091a-57de-41a5-a1b4-1d2824d162ff tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Usage tracker for resource:network and tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:14:22.533907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7a69091a-57de-41a5-a1b4-1d2824d162ff tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Quota usage for network was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:14:22.555843 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f7fb11e9-b70c-41d5-ac58-979b51651fc7 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.8894696
Nov 24 13:14:22.555843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7a69091a-57de-41a5-a1b4-1d2824d162ff tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:14:22.562278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52024) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:22.571254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Request body: {'ports': [{'network_id': '3d209426-65dc-4ccb-a2bc-48424a3785a2', 'name': 'tempest-port--772691809', 'admin_state_up': True}, {'network_id': 'c80c77e3-b65a-4e82-98ac-a712c90499fd', 'admin_state_up': False}]} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:22.571609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Request body: {'port': {'network_id': '3d209426-65dc-4ccb-a2bc-48424a3785a2', 'name': 'tempest-port--772691809', 'admin_state_up': True}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:22.572101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Request body: {'port': {'network_id': 'c80c77e3-b65a-4e82-98ac-a712c90499fd', 'admin_state_up': False}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:22.580416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d3e6c-f3d4-4e34-97f0-2c1cf73d6a3c req-1753a573-afdd-4309-9fb9-a718483349c2 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:22.582308 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b75d3e6c-f3d4-4e34-97f0-2c1cf73d6a3c req-1753a573-afdd-4309-9fb9-a718483349c2 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 943 time: 0.4916794
Nov 24 13:14:22.597521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb11e9-b70c-41d5-ac58-979b51651fc7 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Pushing event updated for resources: {'Network': ['ID=c80c77e3-b65a-4e82-98ac-a712c90499fd,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:22.601254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-1587379e-f68a-49b8-b5b5-0777f5277fb0 req-e435a249-d1f5-4548-a65e-4efd5f2b5f1a tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] For port cac694b9-fa07-4b88-908d-4cee3567a9e9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=cac694b9-fa07-4b88-908d-4cee3567a9e9,segment=NetworkSegment(15da2527-98df-4484-9ea8-a3b8957eb7b8),segment_id=15da2527-98df-4484-9ea8-a3b8957eb7b8)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:14:22.601719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1587379e-f68a-49b8-b5b5-0777f5277fb0 req-e435a249-d1f5-4548-a65e-4efd5f2b5f1a tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:22.614032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f7fb11e9-b70c-41d5-ac58-979b51651fc7 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:22.621823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network c80c77e3-b65a-4e82-98ac-a712c90499fd details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:14:22.640625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network c80c77e3-b65a-4e82-98ac-a712c90499fd details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:14:22.685504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a69091a-57de-41a5-a1b4-1d2824d162ff tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Made reservation on behalf of 48deb6cb4e7841bc8ac7ee76d248c5c5 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:14:22.690980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7a69091a-57de-41a5-a1b4-1d2824d162ff tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:22.782637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-1587379e-f68a-49b8-b5b5-0777f5277fb0 req-e435a249-d1f5-4548-a65e-4efd5f2b5f1a tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Calling delete_port for cac694b9-fa07-4b88-908d-4cee3567a9e9 owned by compute:nova {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:14:22.838628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-a1066b31-45a2-4a3c-8ee8-abde7768b522 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:14:22.859475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-a1066b31-45a2-4a3c-8ee8-abde7768b522 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:port and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:14:22.866187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-a1066b31-45a2-4a3c-8ee8-abde7768b522 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for port was recalculated. Used quota:5. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:14:22.876321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-a1066b31-45a2-4a3c-8ee8-abde7768b522 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:14:22.882307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:14:22.888889 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7dd32929-4c41-49f8-8252-4dd3c3e1b08e req-2586938b-4d9c-492b-abf0-e6d81944ac61 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=2406729f-f5e8-4277-a89a-36e438f93cb3 HTTP/1.1" status: 200  len: 210 time: 0.1157277
Nov 24 13:14:22.894792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Usage tracker for resource:port and tenant:3fda5f6447e54949b92a080b938a8725 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:14:22.898790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Quota usage for port was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:14:22.902597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-a1066b31-45a2-4a3c-8ee8-abde7768b522 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Made reservation on behalf of ddd175861f0b46ae9d96e8c7cb7e2213 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:14:22.909907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-a1066b31-45a2-4a3c-8ee8-abde7768b522 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:22.923084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a69091a-57de-41a5-a1b4-1d2824d162ff tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:14:22.929429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:14:22.938602 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b75d3e6c-f3d4-4e34-97f0-2c1cf73d6a3c req-293e9003-1ce4-4189-9b1f-65b4166f229d tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/security-groups?id=690e0261-09d3-40a2-9cd2-6eef68d14c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3466706
Nov 24 13:14:22.945645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e013b163-a273-4bd2-badb-54b78c2b93b3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Router 2c66548c-93ca-486f-8434-130b800376f6 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:14:22.956818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7a69091a-57de-41a5-a1b4-1d2824d162ff tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:22.957203 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-7a69091a-57de-41a5-a1b4-1d2824d162ff tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Added segment d7181d2f-88b8-4e28-8ce8-2c743a9b0943 of type vxlan for network bbb8004b-a6f8-4bb9-917b-d11328b67093
Nov 24 13:14:22.970801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Made reservation on behalf of 3fda5f6447e54949b92a080b938a8725 for: {'port': 2} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:14:22.978079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:22.985229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [req-1587379e-f68a-49b8-b5b5-0777f5277fb0 req-e435a249-d1f5-4548-a65e-4efd5f2b5f1a tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:14:22.985593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [req-1587379e-f68a-49b8-b5b5-0777f5277fb0 req-e435a249-d1f5-4548-a65e-4efd5f2b5f1a tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:14:22.992096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7a69091a-57de-41a5-a1b4-1d2824d162ff tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:23.028211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7a69091a-57de-41a5-a1b4-1d2824d162ff tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:23.032560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a69091a-57de-41a5-a1b4-1d2824d162ff tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:23.033255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7a69091a-57de-41a5-a1b4-1d2824d162ff tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:23.039426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c78c1aa2-e612-4e66-8065-89e01a74644e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:23.157937 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7a69091a-57de-41a5-a1b4-1d2824d162ff tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.7780888
Nov 24 13:14:23.158540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52028) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:23.165981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-33d04ce0-a465-490d-8a25-b4932cf8c940 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Request body: {'subnet': {'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:23.179486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:23.180728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69091a-57de-41a5-a1b4-1d2824d162ff tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Network': ['ID=bbb8004b-a6f8-4bb9-917b-d11328b67093,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:23.186646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7a69091a-57de-41a5-a1b4-1d2824d162ff tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:23.193453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network bbb8004b-a6f8-4bb9-917b-d11328b67093 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:14:23.212114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network bbb8004b-a6f8-4bb9-917b-d11328b67093 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:14:23.297704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-33d04ce0-a465-490d-8a25-b4932cf8c940 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:14:23.302270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-33d04ce0-a465-490d-8a25-b4932cf8c940 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Usage tracker for resource:subnet and tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:14:23.305410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-33d04ce0-a465-490d-8a25-b4932cf8c940 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:14:23.312117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-33d04ce0-a465-490d-8a25-b4932cf8c940 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:14:23.326361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d04ce0-a465-490d-8a25-b4932cf8c940 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Made reservation on behalf of 48deb6cb4e7841bc8ac7ee76d248c5c5 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:14:23.454705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33d04ce0-a465-490d-8a25-b4932cf8c940 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:23.525228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-1587379e-f68a-49b8-b5b5-0777f5277fb0 req-e435a249-d1f5-4548-a65e-4efd5f2b5f1a tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Deleting port cac694b9-fa07-4b88-908d-4cee3567a9e9 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:14:23.525449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1587379e-f68a-49b8-b5b5-0777f5277fb0 req-e435a249-d1f5-4548-a65e-4efd5f2b5f1a tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:23.608183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] device_id is not set on port 409de55f-4f9c-48b6-b91f-0f0c81014ab4 yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:14:23.645562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-a1066b31-45a2-4a3c-8ee8-abde7768b522 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.20.0.22 (5af60e13-301c-476b-9665-e7eeef0a7144/89b64f2d-da32-457c-ac6c-a993606a7b0f/a7959cc1-5b96-4ab6-846c-c08f0d61378f) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:14:23.648867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e013b163-a273-4bd2-badb-54b78c2b93b3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:14:23.661186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4772ba-031c-4c24-8afc-85a356ab52f3 None None] Sync routers for ids ['2c66548c-93ca-486f-8434-130b800376f6'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:14:23.676042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4772ba-031c-4c24-8afc-85a356ab52f3 None None] Routers {'2c66548c-93ca-486f-8434-130b800376f6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:14:23.676729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-9f4772ba-031c-4c24-8afc-85a356ab52f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d7dca20>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:14:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['2c66548c-93ca-486f-8434-130b800376f6'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:23.685132 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e013b163-a273-4bd2-badb-54b78c2b93b3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "PUT /v2.0/routers/2c66548c-93ca-486f-8434-130b800376f6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.4134591
Nov 24 13:14:23.686162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52032) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:23.860371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-9f4772ba-031c-4c24-8afc-85a356ab52f3 None None] Set router 2c66548c-93ca-486f-8434-130b800376f6 gateway port host: None {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:14:23.962589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:24.068731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-1587379e-f68a-49b8-b5b5-0777f5277fb0 req-e435a249-d1f5-4548-a65e-4efd5f2b5f1a tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] For port cac694b9-fa07-4b88-908d-4cee3567a9e9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=cac694b9-fa07-4b88-908d-4cee3567a9e9,segment=NetworkSegment(15da2527-98df-4484-9ea8-a3b8957eb7b8),segment_id=15da2527-98df-4484-9ea8-a3b8957eb7b8)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:14:24.069126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1587379e-f68a-49b8-b5b5-0777f5277fb0 req-e435a249-d1f5-4548-a65e-4efd5f2b5f1a tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:24.203773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-a1066b31-45a2-4a3c-8ee8-abde7768b522 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:24.239357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] device_id is not set on port 6b6c1c34-9694-443e-b018-2e1b48f0591f yet. {{(pid=80944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:14:24.245653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-a1066b31-45a2-4a3c-8ee8-abde7768b522 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Transition to ACTIVE for port object a7959cc1-5b96-4ab6-846c-c08f0d61378f will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:14:24.269799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-9f4772ba-031c-4c24-8afc-85a356ab52f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d7dca20>, [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:14:17Z', 'revision_number': 10, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None, '_interfaces': [{'id': '4c32b203-1b67-404d-ba8c-e854514e72ef', 'name': '', 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:36:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:28Z', 'updated_at': '2020-11-24T13:12:44Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:24.276508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4772ba-031c-4c24-8afc-85a356ab52f3 None None] Checking router: 2c66548c-93ca-486f-8434-130b800376f6 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:14:24.290544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4772ba-031c-4c24-8afc-85a356ab52f3 None None] Routers {'2c66548c-93ca-486f-8434-130b800376f6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:14:24.291505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-9f4772ba-031c-4c24-8afc-85a356ab52f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d7dca20>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:14:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['2c66548c-93ca-486f-8434-130b800376f6'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:24.331429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-a1066b31-45a2-4a3c-8ee8-abde7768b522 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:24.357864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4bd6471c-e1d5-4329-8e4c-dd9978e2051c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:24.467420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-9f4772ba-031c-4c24-8afc-85a356ab52f3 None None] Set router 2c66548c-93ca-486f-8434-130b800376f6 gateway port host: None {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:14:24.524849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1066b31-45a2-4a3c-8ee8-abde7768b522 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=a7959cc1-5b96-4ab6-846c-c08f0d61378f,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:24.528703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a1066b31-45a2-4a3c-8ee8-abde7768b522 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:24.536628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-1587379e-f68a-49b8-b5b5-0777f5277fb0 req-e435a249-d1f5-4548-a65e-4efd5f2b5f1a tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Calling delete_port for cac694b9-fa07-4b88-908d-4cee3567a9e9 owned by compute:nova {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:14:24.582426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:24.626712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:24.647229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7504b4c9-40eb-4997-9c27-1b83fc92d685 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:24.709654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c326060-8bb6-4451-9663-61c1f0179f33 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Deleting subnet 8b204a68-c825-4c29-8ddb-2e2e6f394c54 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:14:24.738852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c326060-8bb6-4451-9663-61c1f0179f33 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:24.803659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Pushing event updated for resources: {'Port': ['ID=409de55f-4f9c-48b6-b91f-0f0c81014ab4,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:24.807002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:24.833128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-9f4772ba-031c-4c24-8afc-85a356ab52f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d7dca20>, [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:14:17Z', 'revision_number': 10, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None, '_interfaces': [{'id': '4c32b203-1b67-404d-ba8c-e854514e72ef', 'name': '', 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:36:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:28Z', 'updated_at': '2020-11-24T13:12:44Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:24.837907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4772ba-031c-4c24-8afc-85a356ab52f3 None None] The sync data for ids ['2c66548c-93ca-486f-8434-130b800376f6'] in dv-neutron-601336-61-ovs is: [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:14:17Z', 'revision_number': 10, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None, '_interfaces': [{'id': '4c32b203-1b67-404d-ba8c-e854514e72ef', 'name': '', 'network_id': '3890690b-1b27-48be-82c3-5a2be89a2726', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'mac_address': 'fa:16:3e:36:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66548c-93ca-486f-8434-130b800376f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:28Z', 'updated_at': '2020-11-24T13:12:44Z', 'revision_number': 5, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'subnets': [{'id': '270ef693-97b1-4984-a6d6-13a3d217c465', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:14:24.847212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-a1066b31-45a2-4a3c-8ee8-abde7768b522 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network 5af60e13-301c-476b-9665-e7eeef0a7144 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:14:24.849507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-a1066b31-45a2-4a3c-8ee8-abde7768b522 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:14:24.864804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-a1066b31-45a2-4a3c-8ee8-abde7768b522 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:14:24.917901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c326060-8bb6-4451-9663-61c1f0179f33 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:25.111171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-62a0c532-bf48-440f-892a-2d2c9cb63248 None None] Provisioning for port a7959cc1-5b96-4ab6-846c-c08f0d61378f completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:14:25.118866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-62a0c532-bf48-440f-892a-2d2c9cb63248 None None] Provisioning complete for port a7959cc1-5b96-4ab6-846c-c08f0d61378f triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:25.119250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-62a0c532-bf48-440f-892a-2d2c9cb63248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:25.129307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6751840-7b0f-4cc9-a0ce-72b7c6b0c095 req-0b3ab2c5-c65d-4ede-bc32-6558b68a9c29 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:25.130113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-b6751840-7b0f-4cc9-a0ce-72b7c6b0c095 req-0b3ab2c5-c65d-4ede-bc32-6558b68a9c29 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Synchronizing usage tracker for tenant:13ec6c0cf7604dc89b88b05e88e40ca3 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:14:25.144015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecc096-86fa-43d8-869a-5b1297cdfd30 req-5111c466-2562-44df-aab2-27c92ae9cb39 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:25.152111 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-faecc096-86fa-43d8-869a-5b1297cdfd30 req-5111c466-2562-44df-aab2-27c92ae9cb39 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=2406729f-f5e8-4277-a89a-36e438f93cb3 HTTP/1.1" status: 200  len: 932 time: 0.7064247
Nov 24 13:14:25.198527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-62a0c532-bf48-440f-892a-2d2c9cb63248 None None] Port a7959cc1-5b96-4ab6-846c-c08f0d61378f cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:14:25.218887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-b6751840-7b0f-4cc9-a0ce-72b7c6b0c095 req-0b3ab2c5-c65d-4ede-bc32-6558b68a9c29 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Unset dirty status for tenant:13ec6c0cf7604dc89b88b05e88e40ca3 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:14:25.220206 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b6751840-7b0f-4cc9-a0ce-72b7c6b0c095 req-0b3ab2c5-c65d-4ede-bc32-6558b68a9c29 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 943 time: 0.7085035
Nov 24 13:14:25.221661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c326060-8bb6-4451-9663-61c1f0179f33 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:25.256542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1587379e-f68a-49b8-b5b5-0777f5277fb0 req-e435a249-d1f5-4548-a65e-4efd5f2b5f1a tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:25.287490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-a1066b31-45a2-4a3c-8ee8-abde7768b522 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:25.288158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-a1066b31-45a2-4a3c-8ee8-abde7768b522 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:25.297976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9b7d2be7-1ee5-4c49-a4cd-73cfd524dc47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:25.303799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Checking segment: {'id': '300c73b5-1f11-4be5-8c48-815212d2b5c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3d209426-65dc-4ccb-a2bc-48424a3785a2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:14:25.304197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Network hostable DHCP agents. Network: 3d209426-65dc-4ccb-a2bc-48424a3785a2, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:14:25.322310 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-a1066b31-45a2-4a3c-8ee8-abde7768b522 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9825530
Nov 24 13:14:25.334657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Network 3d209426-65dc-4ccb-a2bc-48424a3785a2 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:14:25.343806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-550a5b8f-9bca-4db8-b240-7d43be0856b0 service neutron] Request body: {'port': {'device_id': '2406729f-f5e8-4277-a89a-36e438f93cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:25.385127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 3d209426-65dc-4ccb-a2bc-48424a3785a2) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:14:25.392303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:14:25.393895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:25.395516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597aff34-1bb1-48eb-bb1d-8b609cc474b0 None None] Network 3d209426-65dc-4ccb-a2bc-48424a3785a2 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:14:25.415525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d8dfe0ff-1188-404f-9940-2f2df894434f tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:25.433765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435a249-d1f5-4548-a65e-4efd5f2b5f1a tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Pushing event deleted for resources: {'Port': ['ID=cac694b9-fa07-4b88-908d-4cee3567a9e9,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:25.446649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e435a249-d1f5-4548-a65e-4efd5f2b5f1a tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:25.498503 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-faecc096-86fa-43d8-869a-5b1297cdfd30 req-60e5ac6e-0564-454f-beb7-af7fb4ab75c8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=8b8d1eb5-0bb9-49fc-a8b7-b5c789199c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3453958
Nov 24 13:14:25.616618 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b6751840-7b0f-4cc9-a0ce-72b7c6b0c095 req-7915bae3-d4aa-47b6-a0b3-98c63cbc7713 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/security-groups?id=690e0261-09d3-40a2-9cd2-6eef68d14c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3568926
Nov 24 13:14:25.639988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Pushing event updated for resources: {'Port': ['ID=6b6c1c34-9694-443e-b018-2e1b48f0591f,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:25.655371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:25.660553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-550a5b8f-9bca-4db8-b240-7d43be0856b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:25.794658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device bee67db8-352a-4844-9c0c-c4c0ab169622 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:14:25.812338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Checking segment: {'id': '5c16549e-19a3-4a06-bac2-a0a4ebaa382b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c80c77e3-b65a-4e82-98ac-a712c90499fd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:14:25.812727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Network hostable DHCP agents. Network: c80c77e3-b65a-4e82-98ac-a712c90499fd, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:14:25.835057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: bee67db8-352a-4844-9c0c-c4c0ab169622 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:14:25.835569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device bee67db8-352a-4844-9c0c-c4c0ab169622 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:14:25.866481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-1587379e-f68a-49b8-b5b5-0777f5277fb0 req-e435a249-d1f5-4548-a65e-4efd5f2b5f1a tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] No DVR routers for this DVR port cac694b9-fa07-4b88-908d-4cee3567a9e9 on host hv-neutron-6013 {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:14:25.873219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1587379e-f68a-49b8-b5b5-0777f5277fb0 req-e435a249-d1f5-4548-a65e-4efd5f2b5f1a tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:25.875984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4ac8e7-3926-45f6-8768-a48646f10a72', 'name': 'network-vif-deleted', 'tag': 'cac694b9-fa07-4b88-908d-4cee3567a9e9'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:14:25.897613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33d04ce0-a465-490d-8a25-b4932cf8c940 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:25.917302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Network c80c77e3-b65a-4e82-98ac-a712c90499fd is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:14:25.918389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c2260751-1045-4170-9a61-4fb4b7d63867 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:25.933166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, c80c77e3-b65a-4e82-98ac-a712c90499fd) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:14:25.937860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:14:25.944202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:25.948125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:25.948935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50779550-914f-42dd-86dd-1374964c9cfc None None] Network c80c77e3-b65a-4e82-98ac-a712c90499fd requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:14:25.949394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:25.949579 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1587379e-f68a-49b8-b5b5-0777f5277fb0 req-e435a249-d1f5-4548-a65e-4efd5f2b5f1a tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.70 "DELETE /v2.0/ports/cac694b9-fa07-4b88-908d-4cee3567a9e9 HTTP/1.1" status: 204  len: 173 time: 4.1435874
Nov 24 13:14:25.951486 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4ac8e7-3926-45f6-8768-a48646f10a72', 'name': 'network-vif-deleted', 'tag': 'cac694b9-fa07-4b88-908d-4cee3567a9e9', 'status': 'completed', 'code': 200}
Nov 24 13:14:26.074905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d04ce0-a465-490d-8a25-b4932cf8c940 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Subnet': ['ID=aa779721-3002-4e81-a97e-feb536020d49,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:26.081701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-33d04ce0-a465-490d-8a25-b4932cf8c940 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:26.122985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c326060-8bb6-4451-9663-61c1f0179f33 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:26.146892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ff00ab1c-7385-4a8f-b661-fe696845ef73 tempest-TagsExtTest-1913056018 tempest-TagsExtTest-1913056018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:26.258091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c326060-8bb6-4451-9663-61c1f0179f33 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Subnet': ['ID=8b204a68-c825-4c29-8ddb-2e2e6f394c54,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:26.270252 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 3.7037954
Nov 24 13:14:26.270478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8c326060-8bb6-4451-9663-61c1f0179f33 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:26.270607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-550a5b8f-9bca-4db8-b240-7d43be0856b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7959cc1-5b96-4ab6-846c-c08f0d61378f {{(pid=80944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:14:26.274793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52042) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:26.326421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-550a5b8f-9bca-4db8-b240-7d43be0856b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:26.352351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c326060-8bb6-4451-9663-61c1f0179f33 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:26.359949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9011de37-0675-493b-8134-e22f57799930 None None] Network b16ed203-d70d-4089-881e-223145f98b51 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:14:26.366406 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8c326060-8bb6-4451-9663-61c1f0179f33 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/subnets/8b204a68-c825-4c29-8ddb-2e2e6f394c54 HTTP/1.1" status: 204  len: 168 time: 2.6796317
Nov 24 13:14:26.367572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d04ce0-a465-490d-8a25-b4932cf8c940 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Checking segment: {'id': 'd7181d2f-88b8-4e28-8ce8-2c743a9b0943', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:14:26.367959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d04ce0-a465-490d-8a25-b4932cf8c940 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network hostable DHCP agents. Network: bbb8004b-a6f8-4bb9-917b-d11328b67093, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:14:26.370876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52046) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:26.372624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-550a5b8f-9bca-4db8-b240-7d43be0856b0 service neutron] Transition to ACTIVE for port object a7959cc1-5b96-4ab6-846c-c08f0d61378f will not be triggered until provisioned by entity L2. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:14:26.394642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d04ce0-a465-490d-8a25-b4932cf8c940 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network bbb8004b-a6f8-4bb9-917b-d11328b67093 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:14:26.403982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-33d04ce0-a465-490d-8a25-b4932cf8c940 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, bbb8004b-a6f8-4bb9-917b-d11328b67093) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:14:26.417756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d04ce0-a465-490d-8a25-b4932cf8c940 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:26.418455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33d04ce0-a465-490d-8a25-b4932cf8c940 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:26.441724 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-33d04ce0-a465-490d-8a25-b4932cf8c940 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.2818778
Nov 24 13:14:26.444469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52050) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:26.444997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99604042-52fc-402c-846a-7bff0f1f3b91 None None] Network bbb8004b-a6f8-4bb9-917b-d11328b67093 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:14:26.532589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4f5978da-7538-486b-a417-a5188dc8d7d9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:26.612911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-550a5b8f-9bca-4db8-b240-7d43be0856b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:26.635768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a1066b31-45a2-4a3c-8ee8-abde7768b522 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:26.737528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4f5978da-7538-486b-a417-a5188dc8d7d9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Deleting port d00e428b-1a5f-452c-9413-94ca7dab7af7 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:14:26.737807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4f5978da-7538-486b-a417-a5188dc8d7d9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:26.874415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ff6a3f-21c7-4c26-9285-2029e3350209 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:26.879742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ff6a3f-21c7-4c26-9285-2029e3350209 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:26.880578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b3ff6a3f-21c7-4c26-9285-2029e3350209 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Synchronizing usage tracker for tenant:3fda5f6447e54949b92a080b938a8725 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:14:26.899282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a5b8f-9bca-4db8-b240-7d43be0856b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a7959cc1-5b96-4ab6-846c-c08f0d61378f,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:26.947474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-550a5b8f-9bca-4db8-b240-7d43be0856b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:26.957624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b3ff6a3f-21c7-4c26-9285-2029e3350209 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Unset dirty status for tenant:3fda5f6447e54949b92a080b938a8725 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:14:26.959021 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b3ff6a3f-21c7-4c26-9285-2029e3350209 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.6832597
Nov 24 13:14:26.974783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52058) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:26.982452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33bf6b9-162d-460f-9b11-cd0bb2fc4bbe None None] DHCP port deletion for b16ed203-d70d-4089-881e-223145f98b51 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:14:26.988980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a33bf6b9-162d-460f-9b11-cd0bb2fc4bbe None None] Deleting port d00e428b-1a5f-452c-9413-94ca7dab7af7 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:14:26.990020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a33bf6b9-162d-460f-9b11-cd0bb2fc4bbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:27.027758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3bbd03-595f-4374-a5ea-b2dd180777b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-bbb8004b-a6f8-4bb9-917b-d11328b67093', 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'fixed_ips': [{'subnet_id': 'aa779721-3002-4e81-a97e-feb536020d49'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:14:27.028684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ff3bbd03-595f-4374-a5ea-b2dd180777b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:27.203661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-cccf5af0-cb08-445a-9a8f-06d3f29addf7 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Deleting port 409de55f-4f9c-48b6-b91f-0f0c81014ab4 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:14:27.204022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cccf5af0-cb08-445a-9a8f-06d3f29addf7 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:27.258638 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9eefe092-73c4-4bf7-bc29-5c6b7f7707a7 req-dbe99bfa-d8f4-443b-bd7c-282b6a0537c2 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "GET /v2.0/ports?device_id=7d4ac8e7-3926-45f6-8768-a48646f10a72 HTTP/1.1" status: 200  len: 210 time: 0.0672941
Nov 24 13:14:27.347491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-4f5978da-7538-486b-a417-a5188dc8d7d9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] For port d00e428b-1a5f-452c-9413-94ca7dab7af7, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d00e428b-1a5f-452c-9413-94ca7dab7af7,segment=NetworkSegment(c59c2745-639b-4491-85c6-a4bd2af574fa),segment_id=c59c2745-639b-4491-85c6-a4bd2af574fa)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:14:27.347898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4f5978da-7538-486b-a417-a5188dc8d7d9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:27.360221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f040a7-e52b-4a2f-ac65-8ace3292e87c req-ba76b23b-f69a-449b-8164-d68495b07891 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:27.362692 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-70f040a7-e52b-4a2f-ac65-8ace3292e87c req-ba76b23b-f69a-449b-8164-d68495b07891 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=2406729f-f5e8-4277-a89a-36e438f93cb3 HTTP/1.1" status: 200  len: 944 time: 0.5948498
Nov 24 13:14:27.464789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-a33bf6b9-162d-460f-9b11-cd0bb2fc4bbe None None] For port d00e428b-1a5f-452c-9413-94ca7dab7af7, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d00e428b-1a5f-452c-9413-94ca7dab7af7,segment=NetworkSegment(c59c2745-639b-4491-85c6-a4bd2af574fa),segment_id=c59c2745-639b-4491-85c6-a4bd2af574fa)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:14:27.465152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a33bf6b9-162d-460f-9b11-cd0bb2fc4bbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:27.508713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c19b51d-3371-458f-9bd7-14380013e658 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:27.541403 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-70f040a7-e52b-4a2f-ac65-8ace3292e87c req-188d558a-b816-4e56-83de-cb3f634dae09 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=8b8d1eb5-0bb9-49fc-a8b7-b5c789199c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1103985
Nov 24 13:14:27.563580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4f5978da-7538-486b-a417-a5188dc8d7d9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Calling delete_port for d00e428b-1a5f-452c-9413-94ca7dab7af7 owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:14:27.785512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-550a5b8f-9bca-4db8-b240-7d43be0856b0 service neutron] Attempting to bind port a7959cc1-5b96-4ab6-846c-c08f0d61378f on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:14:27.785885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-550a5b8f-9bca-4db8-b240-7d43be0856b0 service neutron] Attempting to bind port a7959cc1-5b96-4ab6-846c-c08f0d61378f by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '94351b60-e072-4a4f-902c-55fbafb4c3fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5af60e13-301c-476b-9665-e7eeef0a7144'}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:14:27.786278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-550a5b8f-9bca-4db8-b240-7d43be0856b0 service neutron] Attempting to bind port a7959cc1-5b96-4ab6-846c-c08f0d61378f on network 5af60e13-301c-476b-9665-e7eeef0a7144 {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:14:27.801530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a33bf6b9-162d-460f-9b11-cd0bb2fc4bbe None None] Calling delete_port for d00e428b-1a5f-452c-9413-94ca7dab7af7 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:14:27.822923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-550a5b8f-9bca-4db8-b240-7d43be0856b0 service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:14:27.823343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-550a5b8f-9bca-4db8-b240-7d43be0856b0 service neutron] Checking segment: {'id': '94351b60-e072-4a4f-902c-55fbafb4c3fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5af60e13-301c-476b-9665-e7eeef0a7144'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:14:27.824128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-550a5b8f-9bca-4db8-b240-7d43be0856b0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:27.824528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-550a5b8f-9bca-4db8-b240-7d43be0856b0 service neutron] Bound using segment: {'id': '94351b60-e072-4a4f-902c-55fbafb4c3fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5af60e13-301c-476b-9665-e7eeef0a7144'} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:14:27.825155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-550a5b8f-9bca-4db8-b240-7d43be0856b0 service neutron] Bound port: a7959cc1-5b96-4ab6-846c-c08f0d61378f, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94351b60-e072-4a4f-902c-55fbafb4c3fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5af60e13-301c-476b-9665-e7eeef0a7144'}}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:14:27.825541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-550a5b8f-9bca-4db8-b240-7d43be0856b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:27.843551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4f5978da-7538-486b-a417-a5188dc8d7d9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:27.861428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cccf5af0-cb08-445a-9a8f-06d3f29addf7 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:27.872564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d3e0906a-11f2-4d01-96b6-dffb64df8a51 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:27.886960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d00e428b-1a5f-452c-9413-94ca7dab7af7 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:14:27.969055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: d00e428b-1a5f-452c-9413-94ca7dab7af7 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:14:27.969814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d00e428b-1a5f-452c-9413-94ca7dab7af7 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:14:28.015270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-a33bf6b9-162d-460f-9b11-cd0bb2fc4bbe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:14:28.015806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-a33bf6b9-162d-460f-9b11-cd0bb2fc4bbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:14:28.025012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-ff3bbd03-595f-4374-a5ea-b2dd180777b0 None None] Allocated IP 172.20.0.2 (bbb8004b-a6f8-4bb9-917b-d11328b67093/aa779721-3002-4e81-a97e-feb536020d49/2502925c-49e8-4e66-87ef-cbba23bffeb5) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:14:28.041192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5978da-7538-486b-a417-a5188dc8d7d9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Port': ['ID=d00e428b-1a5f-452c-9413-94ca7dab7af7,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:28.105299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4f5978da-7538-486b-a417-a5188dc8d7d9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:28.111787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-cccf5af0-cb08-445a-9a8f-06d3f29addf7 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Calling delete_port for 409de55f-4f9c-48b6-b91f-0f0c81014ab4 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:14:28.266620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ff3bbd03-595f-4374-a5ea-b2dd180777b0 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:28.280420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ff3bbd03-595f-4374-a5ea-b2dd180777b0 None None] Transition to ACTIVE for port object 2502925c-49e8-4e66-87ef-cbba23bffeb5 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:14:28.301485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ff3bbd03-595f-4374-a5ea-b2dd180777b0 None None] Transition to ACTIVE for port object 2502925c-49e8-4e66-87ef-cbba23bffeb5 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:14:28.311141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ff3bbd03-595f-4374-a5ea-b2dd180777b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:28.388694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52064) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:28.392244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-2c19b51d-3371-458f-9bd7-14380013e658 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Allocated IP 172.20.0.1 (bbb8004b-a6f8-4bb9-917b-d11328b67093/aa779721-3002-4e81-a97e-feb536020d49/8d8a5ac9-3271-4b36-a909-047532dacc4c) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:14:28.474849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c8b4ca08-4624-45d4-be4f-5c3f3e9d3f1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:28.554052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a33bf6b9-162d-460f-9b11-cd0bb2fc4bbe None None] Deleting port d00e428b-1a5f-452c-9413-94ca7dab7af7 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:14:28.554633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a33bf6b9-162d-460f-9b11-cd0bb2fc4bbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:28.563183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5978da-7538-486b-a417-a5188dc8d7d9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] No DVR routers for this DVR port d00e428b-1a5f-452c-9413-94ca7dab7af7 on host dv-neutron-601336-61-ovs {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:14:28.580403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3bbd03-595f-4374-a5ea-b2dd180777b0 None None] Pushing event updated for resources: {'Port': ['ID=2502925c-49e8-4e66-87ef-cbba23bffeb5,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:28.592269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ff3bbd03-595f-4374-a5ea-b2dd180777b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:28.601879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3bbd03-595f-4374-a5ea-b2dd180777b0 None None] Network bbb8004b-a6f8-4bb9-917b-d11328b67093 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:14:28.603596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-550a5b8f-9bca-4db8-b240-7d43be0856b0 service neutron] For port a7959cc1-5b96-4ab6-846c-c08f0d61378f, host hv-neutron-6013, cleared binding levels {{(pid=80944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:14:28.605832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cccf5af0-cb08-445a-9a8f-06d3f29addf7 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:28.630534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6172a544-b1d1-483c-8df1-cd6640c397bf tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:28.634157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-ff3bbd03-595f-4374-a5ea-b2dd180777b0 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:14:28.647952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a33bf6b9-162d-460f-9b11-cd0bb2fc4bbe None None] The port 'd00e428b-1a5f-452c-9413-94ca7dab7af7' was deleted {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:14:28.649794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3bbd03-595f-4374-a5ea-b2dd180777b0 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:14:28.721068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ff3bbd03-595f-4374-a5ea-b2dd180777b0 None None] Attempting to bind port 2502925c-49e8-4e66-87ef-cbba23bffeb5 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:14:28.721532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ff3bbd03-595f-4374-a5ea-b2dd180777b0 None None] Attempting to bind port 2502925c-49e8-4e66-87ef-cbba23bffeb5 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'd7181d2f-88b8-4e28-8ce8-2c743a9b0943', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:14:28.721954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3bbd03-595f-4374-a5ea-b2dd180777b0 None None] Attempting to bind port 2502925c-49e8-4e66-87ef-cbba23bffeb5 on network bbb8004b-a6f8-4bb9-917b-d11328b67093 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:14:28.729727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3bbd03-595f-4374-a5ea-b2dd180777b0 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:14:28.730175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3bbd03-595f-4374-a5ea-b2dd180777b0 None None] Checking segment: {'id': 'd7181d2f-88b8-4e28-8ce8-2c743a9b0943', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:14:28.730640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ff3bbd03-595f-4374-a5ea-b2dd180777b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:28.731094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3bbd03-595f-4374-a5ea-b2dd180777b0 None None] Bound using segment: {'id': 'd7181d2f-88b8-4e28-8ce8-2c743a9b0943', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:14:28.731627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ff3bbd03-595f-4374-a5ea-b2dd180777b0 None None] Bound port: 2502925c-49e8-4e66-87ef-cbba23bffeb5, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7181d2f-88b8-4e28-8ce8-2c743a9b0943', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:14:28.732055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ff3bbd03-595f-4374-a5ea-b2dd180777b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:28.746250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c19b51d-3371-458f-9bd7-14380013e658 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:28.798938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-550a5b8f-9bca-4db8-b240-7d43be0856b0 service neutron] For port a7959cc1-5b96-4ab6-846c-c08f0d61378f, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=a7959cc1-5b96-4ab6-846c-c08f0d61378f,segment=NetworkSegment(94351b60-e072-4a4f-902c-55fbafb4c3fe),segment_id=94351b60-e072-4a4f-902c-55fbafb4c3fe)] {{(pid=80944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:14:28.807008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf5af0-cb08-445a-9a8f-06d3f29addf7 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Pushing event deleted for resources: {'Port': ['ID=409de55f-4f9c-48b6-b91f-0f0c81014ab4,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:28.821536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2c19b51d-3371-458f-9bd7-14380013e658 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Transition to ACTIVE for port object 8d8a5ac9-3271-4b36-a909-047532dacc4c will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:14:28.831268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cccf5af0-cb08-445a-9a8f-06d3f29addf7 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:28.832463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-550a5b8f-9bca-4db8-b240-7d43be0856b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:28.846150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ff3bbd03-595f-4374-a5ea-b2dd180777b0 None None] For port 2502925c-49e8-4e66-87ef-cbba23bffeb5, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:14:28.850157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ff3bbd03-595f-4374-a5ea-b2dd180777b0 None None] For port 2502925c-49e8-4e66-87ef-cbba23bffeb5, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=2502925c-49e8-4e66-87ef-cbba23bffeb5,segment=NetworkSegment(d7181d2f-88b8-4e28-8ce8-2c743a9b0943),segment_id=d7181d2f-88b8-4e28-8ce8-2c743a9b0943)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:14:28.854441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ff3bbd03-595f-4374-a5ea-b2dd180777b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:28.870818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ff3bbd03-595f-4374-a5ea-b2dd180777b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:28.872387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-88517546-593e-449d-b5aa-31422c328eb5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:28.962581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c19b51d-3371-458f-9bd7-14380013e658 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:28.976216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4f5978da-7538-486b-a417-a5188dc8d7d9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:28.978760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-98a58f78-0bda-4f7a-9687-632b352439cd tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:29.017303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3bbd03-595f-4374-a5ea-b2dd180777b0 None None] Pushing event updated for resources: {'Port': ['ID=2502925c-49e8-4e66-87ef-cbba23bffeb5,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:29.021571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ff3bbd03-595f-4374-a5ea-b2dd180777b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:29.089929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f87789-3617-4c60-852a-8cc93302815e req-37ac2cc6-5125-4605-a073-4df1dd1a94ed tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:29.091927 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c6f87789-3617-4c60-852a-8cc93302815e req-37ac2cc6-5125-4605-a073-4df1dd1a94ed tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=2406729f-f5e8-4277-a89a-36e438f93cb3 HTTP/1.1" status: 200  len: 944 time: 0.3412635
Nov 24 13:14:29.171592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a5b8f-9bca-4db8-b240-7d43be0856b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a7959cc1-5b96-4ab6-846c-c08f0d61378f,revision_number=3']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:29.187452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-550a5b8f-9bca-4db8-b240-7d43be0856b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:29.191108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-4f5978da-7538-486b-a417-a5188dc8d7d9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634686be80>,) {'filters': {'network_id': ['b16ed203-d70d-4089-881e-223145f98b51']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:29.211644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cccf5af0-cb08-445a-9a8f-06d3f29addf7 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:29.226065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-4f5978da-7538-486b-a417-a5188dc8d7d9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634686be80>, 'c59c2745-639b-4491-85c6-a4bd2af574fa') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:29.226431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-4f5978da-7538-486b-a417-a5188dc8d7d9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634686be80>, 'c59c2745-639b-4491-85c6-a4bd2af574fa') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:29.231669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19b51d-3371-458f-9bd7-14380013e658 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Port': ['ID=8d8a5ac9-3271-4b36-a909-047532dacc4c,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:29.244947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2c19b51d-3371-458f-9bd7-14380013e658 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:29.259369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4f5978da-7538-486b-a417-a5188dc8d7d9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:29.279407 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cccf5af0-cb08-445a-9a8f-06d3f29addf7 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] 10.222.0.76 "DELETE /v2.0/ports/409de55f-4f9c-48b6-b91f-0f0c81014ab4 HTTP/1.1" status: 204  len: 168 time: 2.3034747
Nov 24 13:14:29.284400 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c6f87789-3617-4c60-852a-8cc93302815e req-9fda8782-94c3-40e1-a310-a363d71f6a08 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=8b8d1eb5-0bb9-49fc-a8b7-b5c789199c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1762373
Nov 24 13:14:29.285650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52070) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:29.289225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4f5978da-7538-486b-a417-a5188dc8d7d9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:29.293420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4f5978da-7538-486b-a417-a5188dc8d7d9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Releasing vxlan tunnel 15 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:14:29.394935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-550a5b8f-9bca-4db8-b240-7d43be0856b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:29.395618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-550a5b8f-9bca-4db8-b240-7d43be0856b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:29.397162 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-550a5b8f-9bca-4db8-b240-7d43be0856b0 service neutron] 10.222.0.70 "PUT /v2.0/ports/a7959cc1-5b96-4ab6-846c-c08f0d61378f HTTP/1.1" status: 200  len: 1158 time: 4.0581691
Nov 24 13:14:29.397770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2406729f-f5e8-4277-a89a-36e438f93cb3', 'tag': 'a7959cc1-5b96-4ab6-846c-c08f0d61378f'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:14:29.408458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c19b51d-3371-458f-9bd7-14380013e658 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network bbb8004b-a6f8-4bb9-917b-d11328b67093 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:14:29.455923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-170f999c-9f09-44c8-9b3d-31569dedc53c tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Deleting port 6b6c1c34-9694-443e-b018-2e1b48f0591f {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:14:29.456447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-170f999c-9f09-44c8-9b3d-31569dedc53c tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:29.512102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-2c19b51d-3371-458f-9bd7-14380013e658 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:14:29.546562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c19b51d-3371-458f-9bd7-14380013e658 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:14:29.647275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4f5978da-7538-486b-a417-a5188dc8d7d9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network b16ed203-d70d-4089-881e-223145f98b51 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:14:29.667509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4f5978da-7538-486b-a417-a5188dc8d7d9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:29.707423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c19b51d-3371-458f-9bd7-14380013e658 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:29.752341 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2406729f-f5e8-4277-a89a-36e438f93cb3', 'tag': 'a7959cc1-5b96-4ab6-846c-c08f0d61378f', 'status': 'completed', 'code': 200}
Nov 24 13:14:29.869822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba3aeda5-7387-44dc-a398-b06b4632ee48 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:29.881824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-3e373cee-bf7f-4f8f-9ed8-14280c31c6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:29.884809 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-3e373cee-bf7f-4f8f-9ed8-14280c31c6c0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=2406729f-f5e8-4277-a89a-36e438f93cb3 HTTP/1.1" status: 200  len: 1161 time: 0.3304083
Nov 24 13:14:29.889508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2502925c-49e8-4e66-87ef-cbba23bffeb5 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:14:29.959151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4f5978da-7538-486b-a417-a5188dc8d7d9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network b16ed203-d70d-4089-881e-223145f98b51 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:14:29.966885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 2502925c-49e8-4e66-87ef-cbba23bffeb5 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:14:29.984864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-170f999c-9f09-44c8-9b3d-31569dedc53c tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:29.989280 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:14:29.989280 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:14:29.989280 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:14:29.989280 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:14:29.989280 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:14:29.989280 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:14:29.989280 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:14:29.989280 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:14:29.989280 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:14:29.989280 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:14:29.989280 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:14:29.989280 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:14:29.989280 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:14:29.989280 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:14:29.989280 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:14:29.989280 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:14:29.989280 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:14:29.989280 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:14:29.989280 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:14:29.989280 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:14:29.989280 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:14:29.989280 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:14:29.989280 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:14:29.989280 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:14:29.989280 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:14:29.989280 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:14:29.989280 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:14:29.989280 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:14:29.989280 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:14:29.989280 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:14:29.989280 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:14:29.989280 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:14:30.057736 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-874e690c-51fc-43a2-b839-8b6e49a6afd5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=a7959cc1-5b96-4ab6-846c-c08f0d61378f HTTP/1.1" status: 200  len: 217 time: 0.1530128
Nov 24 13:14:30.137960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4f5978da-7538-486b-a417-a5188dc8d7d9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:30.144008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ee2cdb58-4e07-490b-9291-4ae0691e2acd tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:30.159717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-170f999c-9f09-44c8-9b3d-31569dedc53c tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Calling delete_port for 6b6c1c34-9694-443e-b018-2e1b48f0591f owned by  {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:14:30.164696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4f5978da-7538-486b-a417-a5188dc8d7d9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:30.176528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5978da-7538-486b-a417-a5188dc8d7d9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Network': ['ID=b16ed203-d70d-4089-881e-223145f98b51,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:30.181160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4f5978da-7538-486b-a417-a5188dc8d7d9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:30.185279 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4f5978da-7538-486b-a417-a5188dc8d7d9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/networks/b16ed203-d70d-4089-881e-223145f98b51 HTTP/1.1" status: 204  len: 168 time: 3.8060875
Nov 24 13:14:30.185279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-2bf4ef78-3dbc-4400-9d9b-c53ae3d00470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:30.186217 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-2bf4ef78-3dbc-4400-9d9b-c53ae3d00470 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89b64f2d-da32-457c-ac6c-a993606a7b0f HTTP/1.1" status: 200  len: 837 time: 0.1129985
Nov 24 13:14:30.186435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52078) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:30.250328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c19b51d-3371-458f-9bd7-14380013e658 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:30.498930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-1d58712c-788c-49cb-8b65-8a35989ae85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:30.500603 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-1d58712c-788c-49cb-8b65-8a35989ae85d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5af60e13-301c-476b-9665-e7eeef0a7144&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2526858
Nov 24 13:14:30.634543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc2a733-46b3-42c4-93e6-d0f4270ff718 None None] Network bbb8004b-a6f8-4bb9-917b-d11328b67093 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:14:30.771918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-7ffc0c96-f9f7-4d8f-9a59-eee947d61a62 None None] Provisioning for port 2502925c-49e8-4e66-87ef-cbba23bffeb5 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:14:30.782036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-7ffc0c96-f9f7-4d8f-9a59-eee947d61a62 None None] Provisioning complete for port 2502925c-49e8-4e66-87ef-cbba23bffeb5 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:30.782486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7ffc0c96-f9f7-4d8f-9a59-eee947d61a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:30.789770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-170f999c-9f09-44c8-9b3d-31569dedc53c tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:30.824876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-746bc03f-e6de-47bb-9039-f7e2057574d0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:30.940332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f999c-9f09-44c8-9b3d-31569dedc53c tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Pushing event deleted for resources: {'Port': ['ID=6b6c1c34-9694-443e-b018-2e1b48f0591f,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:30.945152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-170f999c-9f09-44c8-9b3d-31569dedc53c tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:31.028445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7ffc0c96-f9f7-4d8f-9a59-eee947d61a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:31.072578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-7ffc0c96-f9f7-4d8f-9a59-eee947d61a62 None None] For port 2502925c-49e8-4e66-87ef-cbba23bffeb5, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=2502925c-49e8-4e66-87ef-cbba23bffeb5,segment=NetworkSegment(d7181d2f-88b8-4e28-8ce8-2c743a9b0943),segment_id=d7181d2f-88b8-4e28-8ce8-2c743a9b0943)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:14:31.076412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7ffc0c96-f9f7-4d8f-9a59-eee947d61a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:31.082549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:31.104380 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-53b31a68-cc15-4632-9941-c160f96a2416 service neutron] 10.222.0.70 "GET /v2.0/networks/5af60e13-301c-476b-9665-e7eeef0a7144?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5904677
Nov 24 13:14:31.175923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc0c96-f9f7-4d8f-9a59-eee947d61a62 None None] Pushing event updated for resources: {'Port': ['ID=2502925c-49e8-4e66-87ef-cbba23bffeb5,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:31.180212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7ffc0c96-f9f7-4d8f-9a59-eee947d61a62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:31.220389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af972b3-3ecb-4f08-88b9-51a0736e3187 req-5f6d1363-eaba-480a-9f99-93cb89b5c1c0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:31.222674 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7af972b3-3ecb-4f08-88b9-51a0736e3187 req-5f6d1363-eaba-480a-9f99-93cb89b5c1c0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=2406729f-f5e8-4277-a89a-36e438f93cb3 HTTP/1.1" status: 200  len: 944 time: 0.5509281
Nov 24 13:14:31.287429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ea609542-6700-4f6d-ab50-45796f9b8186 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:31.348175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-170f999c-9f09-44c8-9b3d-31569dedc53c tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:31.405506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b82efb6e-220f-4599-9676-01cdd326f388 None None] Provisioning complete for port 2502925c-49e8-4e66-87ef-cbba23bffeb5 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:31.406525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b82efb6e-220f-4599-9676-01cdd326f388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:31.427406 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-170f999c-9f09-44c8-9b3d-31569dedc53c tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] 10.222.0.76 "DELETE /v2.0/ports/6b6c1c34-9694-443e-b018-2e1b48f0591f HTTP/1.1" status: 204  len: 168 time: 2.1319416
Nov 24 13:14:31.438057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52084) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:31.481607 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7af972b3-3ecb-4f08-88b9-51a0736e3187 req-3b8bde10-216c-43ac-b7b9-f74136d6237b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=8b8d1eb5-0bb9-49fc-a8b7-b5c789199c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2294445
Nov 24 13:14:31.525713 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f7832209-a2e2-45c5-85b4-61d407abd0f5 req-4b378a3d-10e6-4b86-a6a5-419f027a7696 service neutron] 10.222.0.70 "GET /v2.0/networks/5af60e13-301c-476b-9665-e7eeef0a7144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3902795
Nov 24 13:14:31.527272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ea5b16ed-8d7f-47f6-9151-d083fcb5ce1e tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Synchronizing usage tracker for tenant:3fda5f6447e54949b92a080b938a8725 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:14:31.571956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ea5b16ed-8d7f-47f6-9151-d083fcb5ce1e tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Unset dirty status for tenant:3fda5f6447e54949b92a080b938a8725 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:14:31.578425 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ea5b16ed-8d7f-47f6-9151-d083fcb5ce1e tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1240933
Nov 24 13:14:31.582601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52088) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:31.590158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-0d362910-7a3a-43a0-bfd4-fc741279bf7f tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1242363956'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:31.598527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b82efb6e-220f-4599-9676-01cdd326f388 None None] Provisioning for port 8d8a5ac9-3271-4b36-a909-047532dacc4c completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:14:31.602233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0d362910-7a3a-43a0-bfd4-fc741279bf7f tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:14:31.616464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b82efb6e-220f-4599-9676-01cdd326f388 None None] Provisioning complete for port 8d8a5ac9-3271-4b36-a909-047532dacc4c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:31.617171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b82efb6e-220f-4599-9676-01cdd326f388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:31.620739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0d362910-7a3a-43a0-bfd4-fc741279bf7f tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Usage tracker for resource:network and tenant:3fda5f6447e54949b92a080b938a8725 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:14:31.624774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0d362910-7a3a-43a0-bfd4-fc741279bf7f tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Quota usage for network was recalculated. Used quota:2. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:14:31.660660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c19b51d-3371-458f-9bd7-14380013e658 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:31.670166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c19b51d-3371-458f-9bd7-14380013e658 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:31.682139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b82efb6e-220f-4599-9676-01cdd326f388 None None] Port 8d8a5ac9-3271-4b36-a909-047532dacc4c cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:14:31.705634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-48b0621e-b781-4f26-9fa7-9084a25fdaca tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:31.714986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0d362910-7a3a-43a0-bfd4-fc741279bf7f tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:14:31.758744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d362910-7a3a-43a0-bfd4-fc741279bf7f tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Made reservation on behalf of 3fda5f6447e54949b92a080b938a8725 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:14:31.764449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d362910-7a3a-43a0-bfd4-fc741279bf7f tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:31.822518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5cba8277-6d54-474e-b8ca-cc777602fd01 None None] Provisioning complete for port 2502925c-49e8-4e66-87ef-cbba23bffeb5 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:31.823009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5cba8277-6d54-474e-b8ca-cc777602fd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:31.852415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c19b51d-3371-458f-9bd7-14380013e658 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:31.887908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d362910-7a3a-43a0-bfd4-fc741279bf7f tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:14:31.890892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2502925c-49e8-4e66-87ef-cbba23bffeb5 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:14:31.933865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19b51d-3371-458f-9bd7-14380013e658 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Port': ['ID=8d8a5ac9-3271-4b36-a909-047532dacc4c,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:31.951954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d362910-7a3a-43a0-bfd4-fc741279bf7f tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:31.952699 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-0d362910-7a3a-43a0-bfd4-fc741279bf7f tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Added segment 128c06ba-511f-4c35-a601-66fadc345a54 of type vxlan for network 6a8b602a-edd5-44e6-8d24-43ddb01bc60f
Nov 24 13:14:31.952844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2c19b51d-3371-458f-9bd7-14380013e658 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:31.966890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f4121-396e-4c6b-9ac9-cfbc14485a8e req-cc6aa0cc-a887-40ec-a509-00465eaa22dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:31.968519 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1e4f4121-396e-4c6b-9ac9-cfbc14485a8e req-cc6aa0cc-a887-40ec-a509-00465eaa22dd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=2406729f-f5e8-4277-a89a-36e438f93cb3 HTTP/1.1" status: 200  len: 1161 time: 0.3026824
Nov 24 13:14:32.029535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 2502925c-49e8-4e66-87ef-cbba23bffeb5 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:32.030684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:32.097810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d362910-7a3a-43a0-bfd4-fc741279bf7f tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:32.099941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c19b51d-3371-458f-9bd7-14380013e658 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network bbb8004b-a6f8-4bb9-917b-d11328b67093 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:14:32.101854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-2c19b51d-3371-458f-9bd7-14380013e658 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:14:32.222595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d362910-7a3a-43a0-bfd4-fc741279bf7f tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:32.226773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d362910-7a3a-43a0-bfd4-fc741279bf7f tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:32.227464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d362910-7a3a-43a0-bfd4-fc741279bf7f tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:32.237391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4ac5cbf3-9c94-45d5-bf72-a2fd872997b9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:32.281498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5cba8277-6d54-474e-b8ca-cc777602fd01 None None] Provisioning complete for port 8d8a5ac9-3271-4b36-a909-047532dacc4c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:32.282082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5cba8277-6d54-474e-b8ca-cc777602fd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:32.363907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d362910-7a3a-43a0-bfd4-fc741279bf7f tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Pushing event updated for resources: {'Network': ['ID=6a8b602a-edd5-44e6-8d24-43ddb01bc60f,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:32.364125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5cba8277-6d54-474e-b8ca-cc777602fd01 None None] Port 8d8a5ac9-3271-4b36-a909-047532dacc4c cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:14:32.382921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 6a8b602a-edd5-44e6-8d24-43ddb01bc60f details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:14:32.387429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0d362910-7a3a-43a0-bfd4-fc741279bf7f tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:32.407751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 6a8b602a-edd5-44e6-8d24-43ddb01bc60f details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:14:32.427592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f4121-396e-4c6b-9ac9-cfbc14485a8e req-547b9e68-03e4-4b80-be7f-a834a9e04569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:32.429280 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1e4f4121-396e-4c6b-9ac9-cfbc14485a8e req-547b9e68-03e4-4b80-be7f-a834a9e04569 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5af60e13-301c-476b-9665-e7eeef0a7144 HTTP/1.1" status: 200  len: 891 time: 0.4502273
Nov 24 13:14:32.506203 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0d362910-7a3a-43a0-bfd4-fc741279bf7f tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.9223464
Nov 24 13:14:32.514168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52092) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:32.523986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-6f9c27cc-f790-495e-92c9-ea13f22eab46 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1360995133'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:32.530713 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1e4f4121-396e-4c6b-9ac9-cfbc14485a8e req-27a265c1-7206-4faf-9b93-d4ed8bfad1c1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=a7959cc1-5b96-4ab6-846c-c08f0d61378f HTTP/1.1" status: 200  len: 217 time: 0.0910466
Nov 24 13:14:32.532294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6f9c27cc-f790-495e-92c9-ea13f22eab46 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:14:32.568234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ba3aeda5-7387-44dc-a398-b06b4632ee48 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Deleting port 326770a6-5149-4c41-bf70-efc901a22c73 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:14:32.568623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba3aeda5-7387-44dc-a398-b06b4632ee48 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:32.597935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6f9c27cc-f790-495e-92c9-ea13f22eab46 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Usage tracker for resource:network and tenant:3fda5f6447e54949b92a080b938a8725 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:14:32.602156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6f9c27cc-f790-495e-92c9-ea13f22eab46 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Quota usage for network was recalculated. Used quota:3. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:14:32.660584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6f9c27cc-f790-495e-92c9-ea13f22eab46 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:14:32.691599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9c27cc-f790-495e-92c9-ea13f22eab46 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Made reservation on behalf of 3fda5f6447e54949b92a080b938a8725 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:14:32.697189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f9c27cc-f790-495e-92c9-ea13f22eab46 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:32.725873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f4121-396e-4c6b-9ac9-cfbc14485a8e req-793d5dc6-69f8-46e6-86b0-af38bb67a88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:32.727499 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1e4f4121-396e-4c6b-9ac9-cfbc14485a8e req-793d5dc6-69f8-46e6-86b0-af38bb67a88d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=89b64f2d-da32-457c-ac6c-a993606a7b0f HTTP/1.1" status: 200  len: 837 time: 0.1869116
Nov 24 13:14:32.820396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9c27cc-f790-495e-92c9-ea13f22eab46 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:14:32.836012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0b817d12-3659-4457-98dc-e83b1b02f798 None None] Provisioning complete for port 2502925c-49e8-4e66-87ef-cbba23bffeb5 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:32.836568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b817d12-3659-4457-98dc-e83b1b02f798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:32.850568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f9c27cc-f790-495e-92c9-ea13f22eab46 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:32.850777 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-6f9c27cc-f790-495e-92c9-ea13f22eab46 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Added segment 3b080a6f-a71e-4861-a500-02422f7ec241 of type vxlan for network 8801234d-70cf-489b-a142-abf7fd324a40
Nov 24 13:14:32.887038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ba3aeda5-7387-44dc-a398-b06b4632ee48 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] For port 326770a6-5149-4c41-bf70-efc901a22c73, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=326770a6-5149-4c41-bf70-efc901a22c73,segment=NetworkSegment(15da2527-98df-4484-9ea8-a3b8957eb7b8),segment_id=15da2527-98df-4484-9ea8-a3b8957eb7b8)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:14:32.887452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba3aeda5-7387-44dc-a398-b06b4632ee48 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:32.902413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f9c27cc-f790-495e-92c9-ea13f22eab46 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:32.940972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f4121-396e-4c6b-9ac9-cfbc14485a8e req-24479f9d-9e98-40ce-b8b6-f463f8425343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:32.942531 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1e4f4121-396e-4c6b-9ac9-cfbc14485a8e req-24479f9d-9e98-40ce-b8b6-f463f8425343 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5af60e13-301c-476b-9665-e7eeef0a7144&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2047336
Nov 24 13:14:32.982905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0b817d12-3659-4457-98dc-e83b1b02f798 None None] Provisioning complete for port 8d8a5ac9-3271-4b36-a909-047532dacc4c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:32.983350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b817d12-3659-4457-98dc-e83b1b02f798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:33.049332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-0b817d12-3659-4457-98dc-e83b1b02f798 None None] Port 8d8a5ac9-3271-4b36-a909-047532dacc4c cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:14:33.097535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f9c27cc-f790-495e-92c9-ea13f22eab46 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:33.102344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9c27cc-f790-495e-92c9-ea13f22eab46 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:33.103025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f9c27cc-f790-495e-92c9-ea13f22eab46 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:33.113756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0d362910-7a3a-43a0-bfd4-fc741279bf7f tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:33.238284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ea609542-6700-4f6d-ab50-45796f9b8186 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Deleting port 4c32b203-1b67-404d-ba8c-e854514e72ef {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:14:33.238581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ea609542-6700-4f6d-ab50-45796f9b8186 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:33.298301 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6f9c27cc-f790-495e-92c9-ea13f22eab46 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.7824166
Nov 24 13:14:33.320334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ba3aeda5-7387-44dc-a398-b06b4632ee48 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Calling delete_port for 326770a6-5149-4c41-bf70-efc901a22c73 owned by network:router_interface {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:14:33.326387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c27cc-f790-495e-92c9-ea13f22eab46 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Pushing event updated for resources: {'Network': ['ID=8801234d-70cf-489b-a142-abf7fd324a40,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:33.340483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 8801234d-70cf-489b-a142-abf7fd324a40 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:14:33.349181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6f9c27cc-f790-495e-92c9-ea13f22eab46 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:33.373165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 8801234d-70cf-489b-a142-abf7fd324a40 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:14:33.373972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175605aa-4e3c-4029-8fbf-d7c6d0a6dc04 req-d5e7e98b-5bca-42b1-b5c2-e554a1d27f17 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:33.375655 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-175605aa-4e3c-4029-8fbf-d7c6d0a6dc04 req-d5e7e98b-5bca-42b1-b5c2-e554a1d27f17 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=2406729f-f5e8-4277-a89a-36e438f93cb3 HTTP/1.1" status: 200  len: 944 time: 0.6531475
Nov 24 13:14:33.379815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c19b51d-3371-458f-9bd7-14380013e658 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Router 59917853-9cc6-40fe-be4e-9367db622388 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:14:33.391398 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1e4f4121-396e-4c6b-9ac9-cfbc14485a8e req-8bbb8293-f653-47f4-806f-6272560f8f35 service neutron] 10.222.0.70 "GET /v2.0/networks/5af60e13-301c-476b-9665-e7eeef0a7144?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4361048
Nov 24 13:14:33.475684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52098) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:33.559075 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-175605aa-4e3c-4029-8fbf-d7c6d0a6dc04 req-3abf22f6-5764-4ea9-80de-7097fd411bb8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=8b8d1eb5-0bb9-49fc-a8b7-b5c789199c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1732860
Nov 24 13:14:33.753247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c19b51d-3371-458f-9bd7-14380013e658 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:14:33.755092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba3aeda5-7387-44dc-a398-b06b4632ee48 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:33.764826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b45aba2-0cd2-4c2b-9c69-fa6c1102f4db None None] Sync routers for ids ['59917853-9cc6-40fe-be4e-9367db622388'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:14:33.776586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-389d04da-d6d5-4b6d-90c4-b95344ced958 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:33.779384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b45aba2-0cd2-4c2b-9c69-fa6c1102f4db None None] Routers {'59917853-9cc6-40fe-be4e-9367db622388'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:14:33.780052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4b45aba2-0cd2-4c2b-9c69-fa6c1102f4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c58cfd0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:14:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['59917853-9cc6-40fe-be4e-9367db622388'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:33.829677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9f3473ed-a490-40ff-b46a-00a4c7212ea5 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Request body: {'subnets': [{'network_id': '6a8b602a-edd5-44e6-8d24-43ddb01bc60f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2039027257', 'ip_version': 4}, {'network_id': '8801234d-70cf-489b-a142-abf7fd324a40', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:33.829936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9f3473ed-a490-40ff-b46a-00a4c7212ea5 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Request body: {'subnet': {'network_id': '6a8b602a-edd5-44e6-8d24-43ddb01bc60f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2039027257', 'ip_version': 4}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:33.830573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9f3473ed-a490-40ff-b46a-00a4c7212ea5 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Request body: {'subnet': {'network_id': '8801234d-70cf-489b-a142-abf7fd324a40', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:33.887543 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2c19b51d-3371-458f-9bd7-14380013e658 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "PUT /v2.0/routers/59917853-9cc6-40fe-be4e-9367db622388/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4391167
Nov 24 13:14:33.887543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3aeda5-7387-44dc-a398-b06b4632ee48 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Pushing event deleted for resources: {'Port': ['ID=326770a6-5149-4c41-bf70-efc901a22c73,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:33.890401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52102) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:33.895237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ba3aeda5-7387-44dc-a398-b06b4632ee48 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:33.899622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-389e5d73-8f85-492b-b41c-6910eb253068 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Request body: {'network': {'name': 'tempest-RoutersTest-1818252364'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:33.906530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-389e5d73-8f85-492b-b41c-6910eb253068 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:14:33.914587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-389e5d73-8f85-492b-b41c-6910eb253068 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Usage tracker for resource:network and tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:14:33.919804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-389e5d73-8f85-492b-b41c-6910eb253068 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Quota usage for network was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:14:33.929943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-389e5d73-8f85-492b-b41c-6910eb253068 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:14:33.947555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-4b45aba2-0cd2-4c2b-9c69-fa6c1102f4db None None] Set router 59917853-9cc6-40fe-be4e-9367db622388 gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:14:33.956372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389e5d73-8f85-492b-b41c-6910eb253068 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Made reservation on behalf of 48deb6cb4e7841bc8ac7ee76d248c5c5 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:14:33.961902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-389e5d73-8f85-492b-b41c-6910eb253068 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:34.026431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-389e5d73-8f85-492b-b41c-6910eb253068 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] vxlan segment allocate from pool success with {'vxlan_vni': 13}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:14:34.066279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ea609542-6700-4f6d-ab50-45796f9b8186 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] For port 4c32b203-1b67-404d-ba8c-e854514e72ef, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=4c32b203-1b67-404d-ba8c-e854514e72ef,segment=NetworkSegment(4b826b43-7d8c-4e18-b607-a1fec0f3ee98),segment_id=4b826b43-7d8c-4e18-b607-a1fec0f3ee98)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:14:34.066768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ea609542-6700-4f6d-ab50-45796f9b8186 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:34.083245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-389e5d73-8f85-492b-b41c-6910eb253068 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:34.083568 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-389e5d73-8f85-492b-b41c-6910eb253068 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Added segment dc6f238c-e9f8-4207-877d-7fa23ead3401 of type vxlan for network afe47a7f-2bdb-4f89-873d-b9429f12adbd
Nov 24 13:14:34.136707 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1e4f4121-396e-4c6b-9ac9-cfbc14485a8e req-5e688b70-c9a4-45a5-a98d-8a52bf611d37 service neutron] 10.222.0.70 "GET /v2.0/networks/5af60e13-301c-476b-9665-e7eeef0a7144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6944718
Nov 24 13:14:34.147145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-389e5d73-8f85-492b-b41c-6910eb253068 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:34.338789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-389e5d73-8f85-492b-b41c-6910eb253068 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:34.343063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389e5d73-8f85-492b-b41c-6910eb253068 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:34.343707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-389e5d73-8f85-492b-b41c-6910eb253068 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:34.356329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1185644c-300c-484b-8086-4c22d6ccbbf8 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:34.363082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4b45aba2-0cd2-4c2b-9c69-fa6c1102f4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c58cfd0>, [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:14:29Z', 'revision_number': 2, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None, '_interfaces': [{'id': '8d8a5ac9-3271-4b36-a909-047532dacc4c', 'name': '', 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:ee:96:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'aa779721-3002-4e81-a97e-feb536020d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:27Z', 'updated_at': '2020-11-24T13:14:31Z', 'revision_number': 2, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'aa779721-3002-4e81-a97e-feb536020d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:34.367586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b45aba2-0cd2-4c2b-9c69-fa6c1102f4db None None] Checking router: 59917853-9cc6-40fe-be4e-9367db622388 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:14:34.367977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b45aba2-0cd2-4c2b-9c69-fa6c1102f4db None None] Updating router 59917853-9cc6-40fe-be4e-9367db622388 port 8d8a5ac9-3271-4b36-a909-047532dacc4c binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:14:34.376138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ea609542-6700-4f6d-ab50-45796f9b8186 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Calling delete_port for 4c32b203-1b67-404d-ba8c-e854514e72ef owned by network:router_interface {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:14:34.424727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4b45aba2-0cd2-4c2b-9c69-fa6c1102f4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:34.467510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9f3473ed-a490-40ff-b46a-00a4c7212ea5 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:14:34.475999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9f3473ed-a490-40ff-b46a-00a4c7212ea5 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Usage tracker for resource:subnet and tenant:3fda5f6447e54949b92a080b938a8725 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:14:34.479949 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-389e5d73-8f85-492b-b41c-6910eb253068 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.5853984
Nov 24 13:14:34.480173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9f3473ed-a490-40ff-b46a-00a4c7212ea5 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:14:34.483138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52106) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:34.488897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-75d9b637-2f95-45b6-ada9-378a1ba56b5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Request body: {'subnet': {'network_id': 'afe47a7f-2bdb-4f89-873d-b9429f12adbd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:34.499388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e5d73-8f85-492b-b41c-6910eb253068 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Network': ['ID=afe47a7f-2bdb-4f89-873d-b9429f12adbd,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:34.503853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-389e5d73-8f85-492b-b41c-6910eb253068 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:34.520135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network afe47a7f-2bdb-4f89-873d-b9429f12adbd details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:14:34.520538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9f3473ed-a490-40ff-b46a-00a4c7212ea5 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:14:34.541397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network afe47a7f-2bdb-4f89-873d-b9429f12adbd details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:14:34.571400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba3aeda5-7387-44dc-a398-b06b4632ee48 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:34.654737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3473ed-a490-40ff-b46a-00a4c7212ea5 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Made reservation on behalf of 3fda5f6447e54949b92a080b938a8725 for: {'subnet': 2} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:14:34.719377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device a7959cc1-5b96-4ab6-846c-c08f0d61378f up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:14:34.885438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port a7959cc1-5b96-4ab6-846c-c08f0d61378f completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:14:34.891653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port a7959cc1-5b96-4ab6-846c-c08f0d61378f triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:34.892169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:34.910010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4b45aba2-0cd2-4c2b-9c69-fa6c1102f4db None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:34.926211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4b45aba2-0cd2-4c2b-9c69-fa6c1102f4db None None] Transition to ACTIVE for port object 8d8a5ac9-3271-4b36-a909-047532dacc4c will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:14:34.929564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4b45aba2-0cd2-4c2b-9c69-fa6c1102f4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:34.951494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-75d9b637-2f95-45b6-ada9-378a1ba56b5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:14:34.952669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cccf2961-ce75-4ab5-9a04-9d6f192a2c94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:34.963040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9f3473ed-a490-40ff-b46a-00a4c7212ea5 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:34.963551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9f3473ed-a490-40ff-b46a-00a4c7212ea5 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:34.987384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-75d9b637-2f95-45b6-ada9-378a1ba56b5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Usage tracker for resource:subnet and tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:14:34.993691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-75d9b637-2f95-45b6-ada9-378a1ba56b5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:14:35.060848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:35.062791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-75d9b637-2f95-45b6-ada9-378a1ba56b5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:14:35.073406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb41ce7-7df7-4fd8-9bb0-04fc1c9cda67 req-34f11446-4f75-4fe6-b4ee-39665079d3a4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:35.074985 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9eb41ce7-7df7-4fd8-9bb0-04fc1c9cda67 req-34f11446-4f75-4fe6-b4ee-39665079d3a4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=2406729f-f5e8-4277-a89a-36e438f93cb3 HTTP/1.1" status: 200  len: 944 time: 0.2507408
Nov 24 13:14:35.096496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d9b637-2f95-45b6-ada9-378a1ba56b5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Made reservation on behalf of 48deb6cb4e7841bc8ac7ee76d248c5c5 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:14:35.109629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port a7959cc1-5b96-4ab6-846c-c08f0d61378f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=a7959cc1-5b96-4ab6-846c-c08f0d61378f,segment=NetworkSegment(94351b60-e072-4a4f-902c-55fbafb4c3fe),segment_id=94351b60-e072-4a4f-902c-55fbafb4c3fe)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:14:35.110939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2406729f-f5e8-4277-a89a-36e438f93cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7959cc1-5b96-4ab6-846c-c08f0d61378f'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:14:35.133660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:35.147984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5f397b20-beb6-43f5-a986-ffb44b7ffd78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:35.151074 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9eb41ce7-7df7-4fd8-9bb0-04fc1c9cda67 req-a412fd96-0774-4eac-bfed-1332c0776567 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=8b8d1eb5-0bb9-49fc-a8b7-b5c789199c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641196
Nov 24 13:14:35.235146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a080e68-5835-415c-891b-ed4809b15cbf None None] Pushing event updated for resources: {'Port': ['ID=8d8a5ac9-3271-4b36-a909-047532dacc4c,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:35.250986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a080e68-5835-415c-891b-ed4809b15cbf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:35.251598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a080e68-5835-415c-891b-ed4809b15cbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:35.252144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a080e68-5835-415c-891b-ed4809b15cbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:35.253145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a080e68-5835-415c-891b-ed4809b15cbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:35.253286 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2406729f-f5e8-4277-a89a-36e438f93cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7959cc1-5b96-4ab6-846c-c08f0d61378f', 'code': 200}
Nov 24 13:14:35.253698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a080e68-5835-415c-891b-ed4809b15cbf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:35.253884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=a7959cc1-5b96-4ab6-846c-c08f0d61378f,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:35.254291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a080e68-5835-415c-891b-ed4809b15cbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:35.254878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a080e68-5835-415c-891b-ed4809b15cbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:35.255339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a080e68-5835-415c-891b-ed4809b15cbf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:35.255818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a080e68-5835-415c-891b-ed4809b15cbf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:35.256276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a080e68-5835-415c-891b-ed4809b15cbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:35.257367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a080e68-5835-415c-891b-ed4809b15cbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:35.257831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a080e68-5835-415c-891b-ed4809b15cbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:35.259203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a080e68-5835-415c-891b-ed4809b15cbf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:35.259785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a080e68-5835-415c-891b-ed4809b15cbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:35.260247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a080e68-5835-415c-891b-ed4809b15cbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:35.260888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a080e68-5835-415c-891b-ed4809b15cbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:35.261373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a080e68-5835-415c-891b-ed4809b15cbf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:35.262261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a080e68-5835-415c-891b-ed4809b15cbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:35.262744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a080e68-5835-415c-891b-ed4809b15cbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:35.263235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a080e68-5835-415c-891b-ed4809b15cbf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:35.263698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a080e68-5835-415c-891b-ed4809b15cbf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:35.264860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a080e68-5835-415c-891b-ed4809b15cbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:35.265002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a080e68-5835-415c-891b-ed4809b15cbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:35.265740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a080e68-5835-415c-891b-ed4809b15cbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:35.268042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:35.275318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5a080e68-5835-415c-891b-ed4809b15cbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:35.356381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75d9b637-2f95-45b6-ada9-378a1ba56b5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:35.461347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4b45aba2-0cd2-4c2b-9c69-fa6c1102f4db None None] Attempting to bind port 8d8a5ac9-3271-4b36-a909-047532dacc4c on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:14:35.461941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4b45aba2-0cd2-4c2b-9c69-fa6c1102f4db None None] Attempting to bind port 8d8a5ac9-3271-4b36-a909-047532dacc4c by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'd7181d2f-88b8-4e28-8ce8-2c743a9b0943', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:14:35.462483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b45aba2-0cd2-4c2b-9c69-fa6c1102f4db None None] Attempting to bind port 8d8a5ac9-3271-4b36-a909-047532dacc4c on network bbb8004b-a6f8-4bb9-917b-d11328b67093 {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:14:35.471728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b45aba2-0cd2-4c2b-9c69-fa6c1102f4db None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:14:35.472326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b45aba2-0cd2-4c2b-9c69-fa6c1102f4db None None] Checking segment: {'id': 'd7181d2f-88b8-4e28-8ce8-2c743a9b0943', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:14:35.472998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4b45aba2-0cd2-4c2b-9c69-fa6c1102f4db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:35.474187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b45aba2-0cd2-4c2b-9c69-fa6c1102f4db None None] Bound using segment: {'id': 'd7181d2f-88b8-4e28-8ce8-2c743a9b0943', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:14:35.474835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4b45aba2-0cd2-4c2b-9c69-fa6c1102f4db None None] Bound port: 8d8a5ac9-3271-4b36-a909-047532dacc4c, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7181d2f-88b8-4e28-8ce8-2c743a9b0943', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:14:35.475492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4b45aba2-0cd2-4c2b-9c69-fa6c1102f4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:35.597990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-4b45aba2-0cd2-4c2b-9c69-fa6c1102f4db None None] For port 8d8a5ac9-3271-4b36-a909-047532dacc4c, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:14:35.601201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ea609542-6700-4f6d-ab50-45796f9b8186 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:35.601923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-4b45aba2-0cd2-4c2b-9c69-fa6c1102f4db None None] For port 8d8a5ac9-3271-4b36-a909-047532dacc4c, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8d8a5ac9-3271-4b36-a909-047532dacc4c,segment=NetworkSegment(d7181d2f-88b8-4e28-8ce8-2c743a9b0943),segment_id=d7181d2f-88b8-4e28-8ce8-2c743a9b0943)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:14:35.605271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4b45aba2-0cd2-4c2b-9c69-fa6c1102f4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:35.621444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5bb92002-d7cd-4e7d-9b3a-efc19184e2b2 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:35.623430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b9129f75-4f30-44ba-910a-d1bdba98d891 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:35.744832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3aeda5-7387-44dc-a398-b06b4632ee48 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Router ea126362-8665-408d-8b29-ad8af11558d6 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:14:35.747240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea609542-6700-4f6d-ab50-45796f9b8186 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Port': ['ID=4c32b203-1b67-404d-ba8c-e854514e72ef,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:35.760905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ea609542-6700-4f6d-ab50-45796f9b8186 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:35.949129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093adb3-c4b1-4b92-b935-caa2f30549e8 req-56add6ce-36d1-425b-8dec-4efa547f8df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:35.950478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a080e68-5835-415c-891b-ed4809b15cbf None None] Pushing event updated for resources: {'Port': ['ID=8d8a5ac9-3271-4b36-a909-047532dacc4c,revision_number=4']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:35.950802 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0093adb3-c4b1-4b92-b935-caa2f30549e8 req-56add6ce-36d1-425b-8dec-4efa547f8df8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2406729f-f5e8-4277-a89a-36e438f93cb3 HTTP/1.1" status: 200  len: 1163 time: 0.4241161
Nov 24 13:14:35.954387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5a080e68-5835-415c-891b-ed4809b15cbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:36.002797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b45aba2-0cd2-4c2b-9c69-fa6c1102f4db None None] Routers {'59917853-9cc6-40fe-be4e-9367db622388'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:14:36.003567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4b45aba2-0cd2-4c2b-9c69-fa6c1102f4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c58cfd0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:14:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['59917853-9cc6-40fe-be4e-9367db622388'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:36.020510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3aeda5-7387-44dc-a398-b06b4632ee48 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:14:36.031117 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ba3aeda5-7387-44dc-a398-b06b4632ee48 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "PUT /v2.0/routers/ea126362-8665-408d-8b29-ad8af11558d6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6409731
Nov 24 13:14:36.032046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52114) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:36.037311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752a1bfe-c585-4f80-86b0-0197b358dd7a None None] Sync routers for ids ['ea126362-8665-408d-8b29-ad8af11558d6'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:14:36.068120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752a1bfe-c585-4f80-86b0-0197b358dd7a None None] Routers {'ea126362-8665-408d-8b29-ad8af11558d6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:14:36.068907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-752a1bfe-c585-4f80-86b0-0197b358dd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347d84550>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:14:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['ea126362-8665-408d-8b29-ad8af11558d6'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:36.252186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-4b45aba2-0cd2-4c2b-9c69-fa6c1102f4db None None] Set router 59917853-9cc6-40fe-be4e-9367db622388 gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:14:36.325455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device a7959cc1-5b96-4ab6-846c-c08f0d61378f up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:14:36.375002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2673bb2-5c32-4214-9df2-7060ca0c5847 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Deleting subnet f1951d68-7f36-4552-b89b-d7e48222dfea {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:14:36.382909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e2673bb2-5c32-4214-9df2-7060ca0c5847 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:36.407374 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0093adb3-c4b1-4b92-b935-caa2f30549e8 req-7d8a5dc2-cc1a-47d8-9751-8f068cc5a0f1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8b8d1eb5-0bb9-49fc-a8b7-b5c789199c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4349310
Nov 24 13:14:36.492085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:14:36.538453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-752a1bfe-c585-4f80-86b0-0197b358dd7a None None] Set router ea126362-8665-408d-8b29-ad8af11558d6 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:14:36.553874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e2673bb2-5c32-4214-9df2-7060ca0c5847 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:36.588876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port a7959cc1-5b96-4ab6-846c-c08f0d61378f triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:36.589500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:36.790046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4b45aba2-0cd2-4c2b-9c69-fa6c1102f4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c58cfd0>, [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:14:29Z', 'revision_number': 2, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None, '_interfaces': [{'id': '8d8a5ac9-3271-4b36-a909-047532dacc4c', 'name': '', 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:ee:96:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'aa779721-3002-4e81-a97e-feb536020d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:27Z', 'updated_at': '2020-11-24T13:14:35Z', 'revision_number': 4, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'aa779721-3002-4e81-a97e-feb536020d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:36.796337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b45aba2-0cd2-4c2b-9c69-fa6c1102f4db None None] The sync data for ids ['59917853-9cc6-40fe-be4e-9367db622388'] in dv-neutron-601336-61-ovs is: [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:14:29Z', 'revision_number': 2, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None, '_interfaces': [{'id': '8d8a5ac9-3271-4b36-a909-047532dacc4c', 'name': '', 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:ee:96:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'aa779721-3002-4e81-a97e-feb536020d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:27Z', 'updated_at': '2020-11-24T13:14:35Z', 'revision_number': 4, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'aa779721-3002-4e81-a97e-feb536020d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:14:36.988746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b4d72-1a3a-428f-b2a4-ec41e8793cda req-6dbdd954-2694-4c57-8640-713b922645da tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:36.990995 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-578b4d72-1a3a-428f-b2a4-ec41e8793cda req-6dbdd954-2694-4c57-8640-713b922645da tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=2406729f-f5e8-4277-a89a-36e438f93cb3 HTTP/1.1" status: 200  len: 946 time: 0.5266035
Nov 24 13:14:37.020522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ea609542-6700-4f6d-ab50-45796f9b8186 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:37.041322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-752a1bfe-c585-4f80-86b0-0197b358dd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347d84550>, [{'id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300700035', 'tenant_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd1af6866-d1a9-4d3d-bc0f-6157d5e3c70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:25Z', 'updated_at': '2020-11-24T13:14:33Z', 'revision_number': 5, 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'gw_port': {'id': 'd1af6866-d1a9-4d3d-bc0f-6157d5e3c70f', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:29Z', 'updated_at': '2020-11-24T13:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:37.046095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752a1bfe-c585-4f80-86b0-0197b358dd7a None None] Checking router: ea126362-8665-408d-8b29-ad8af11558d6 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:14:37.058630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752a1bfe-c585-4f80-86b0-0197b358dd7a None None] Routers {'ea126362-8665-408d-8b29-ad8af11558d6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:14:37.059410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-752a1bfe-c585-4f80-86b0-0197b358dd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347d84550>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:14:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['ea126362-8665-408d-8b29-ad8af11558d6'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:37.068059 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-578b4d72-1a3a-428f-b2a4-ec41e8793cda req-910d1acb-ef88-44fa-b0ff-1fc3ca5e5ef8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=8b8d1eb5-0bb9-49fc-a8b7-b5c789199c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0674226
Nov 24 13:14:37.069463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e2673bb2-5c32-4214-9df2-7060ca0c5847 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:37.308830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-752a1bfe-c585-4f80-86b0-0197b358dd7a None None] Set router ea126362-8665-408d-8b29-ad8af11558d6 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:14:37.483129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e2673bb2-5c32-4214-9df2-7060ca0c5847 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:37.506964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cd5c7b37-25db-46db-b62b-93c8aa526e22 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:37.613148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2673bb2-5c32-4214-9df2-7060ca0c5847 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Pushing event deleted for resources: {'Subnet': ['ID=f1951d68-7f36-4552-b89b-d7e48222dfea,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:37.636156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e2673bb2-5c32-4214-9df2-7060ca0c5847 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:37.701371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e2673bb2-5c32-4214-9df2-7060ca0c5847 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:37.714330 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e2673bb2-5c32-4214-9df2-7060ca0c5847 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "DELETE /v2.0/subnets/f1951d68-7f36-4552-b89b-d7e48222dfea HTTP/1.1" status: 204  len: 168 time: 1.6809537
Nov 24 13:14:37.716045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52120) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:37.772463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863a2ba3-2268-4169-8676-43ca4a276b30 None None] Network b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:14:37.806504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75d9b637-2f95-45b6-ada9-378a1ba56b5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:37.831690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-03acd67c-e92c-4db2-a310-85f9b0f781b6 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:37.941662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8d8a5ac9-3271-4b36-a909-047532dacc4c up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:14:38.011676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b37a617c-80c2-4c73-a133-b45ef55bb602 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:38.066676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9b637-2f95-45b6-ada9-378a1ba56b5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Subnet': ['ID=cb51d0fb-7917-4735-a7d0-0bd255b8bf42,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:38.071928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-75d9b637-2f95-45b6-ada9-378a1ba56b5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:38.201182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 8d8a5ac9-3271-4b36-a909-047532dacc4c completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:14:38.234725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 8d8a5ac9-3271-4b36-a909-047532dacc4c triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:38.235163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:38.390548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-752a1bfe-c585-4f80-86b0-0197b358dd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347d84550>, [{'id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300700035', 'tenant_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd1af6866-d1a9-4d3d-bc0f-6157d5e3c70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:25Z', 'updated_at': '2020-11-24T13:14:33Z', 'revision_number': 5, 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'gw_port': {'id': 'd1af6866-d1a9-4d3d-bc0f-6157d5e3c70f', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:29Z', 'updated_at': '2020-11-24T13:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:38.397230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752a1bfe-c585-4f80-86b0-0197b358dd7a None None] The sync data for ids ['ea126362-8665-408d-8b29-ad8af11558d6'] in dv-neutron-601336-61-ovs is: [{'id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300700035', 'tenant_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd1af6866-d1a9-4d3d-bc0f-6157d5e3c70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:25Z', 'updated_at': '2020-11-24T13:14:33Z', 'revision_number': 5, 'project_id': '13ec6c0cf7604dc89b88b05e88e40ca3', 'gw_port': {'id': 'd1af6866-d1a9-4d3d-bc0f-6157d5e3c70f', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea126362-8665-408d-8b29-ad8af11558d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:29Z', 'updated_at': '2020-11-24T13:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:14:38.415151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef99ca6-c2fa-4321-ab70-332aa11c64ff None None] DHCP port deletion for b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:14:38.427508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-fef99ca6-c2fa-4321-ab70-332aa11c64ff None None] Deleting port 54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:14:38.428136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fef99ca6-c2fa-4321-ab70-332aa11c64ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:38.454615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:38.495234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b37a617c-80c2-4c73-a133-b45ef55bb602 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for router_gateway, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:38.510062 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c79b9ba6-1369-40f2-881c-a8f2fb589176 req-8cc9c6af-296e-44bb-bbf7-d1fcfb5894fb tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/floatingips/74bdea40-6dd0-468d-831a-3a0bb3c90b2c HTTP/1.1" status: 200  len: 999 time: 0.2626028
Nov 24 13:14:38.512238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b37a617c-80c2-4c73-a133-b45ef55bb602 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Deleting port d1af6866-d1a9-4d3d-bc0f-6157d5e3c70f {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:14:38.512611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b37a617c-80c2-4c73-a133-b45ef55bb602 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:38.564779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d9b637-2f95-45b6-ada9-378a1ba56b5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Checking segment: {'id': 'dc6f238c-e9f8-4207-877d-7fa23ead3401', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'afe47a7f-2bdb-4f89-873d-b9429f12adbd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:14:38.565080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d9b637-2f95-45b6-ada9-378a1ba56b5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network hostable DHCP agents. Network: afe47a7f-2bdb-4f89-873d-b9429f12adbd, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:14:38.568352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 8d8a5ac9-3271-4b36-a909-047532dacc4c, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8d8a5ac9-3271-4b36-a909-047532dacc4c,segment=NetworkSegment(d7181d2f-88b8-4e28-8ce8-2c743a9b0943),segment_id=d7181d2f-88b8-4e28-8ce8-2c743a9b0943)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:14:38.583048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea609542-6700-4f6d-ab50-45796f9b8186 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Router 2c66548c-93ca-486f-8434-130b800376f6 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:14:38.588678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:38.593199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9b0dd842-0a63-41f4-bb14-9ea9ca312735 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:38.604473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9f3473ed-a490-40ff-b46a-00a4c7212ea5 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:38.618863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6af95c77-78d1-4528-a4e7-a05dd6703425 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:38.706178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9fafe-d4a3-4b2c-bfb3-c58bc1e4ab95 req-7c0f025b-38c8-4f53-85a4-3b7f8401b5b9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:38.708432 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b9f9fafe-d4a3-4b2c-bfb3-c58bc1e4ab95 req-7c0f025b-38c8-4f53-85a4-3b7f8401b5b9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=2406729f-f5e8-4277-a89a-36e438f93cb3 HTTP/1.1" status: 200  len: 946 time: 0.3276758
Nov 24 13:14:38.766067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=8d8a5ac9-3271-4b36-a909-047532dacc4c,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:38.770877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-fef99ca6-c2fa-4321-ab70-332aa11c64ff None None] For port 54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9,segment=NetworkSegment(15da2527-98df-4484-9ea8-a3b8957eb7b8),segment_id=15da2527-98df-4484-9ea8-a3b8957eb7b8)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:14:38.771292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fef99ca6-c2fa-4321-ab70-332aa11c64ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:38.779489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:38.827923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d9b637-2f95-45b6-ada9-378a1ba56b5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network afe47a7f-2bdb-4f89-873d-b9429f12adbd is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:14:38.859667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3473ed-a490-40ff-b46a-00a4c7212ea5 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Pushing event updated for resources: {'Subnet': ['ID=fb981b46-cf80-46b8-9aab-aa326cbc3f47,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:38.890862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b9ba6-1369-40f2-881c-a8f2fb589176 req-c2ccf107-1f74-4867-96a3-c13501434947 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:38.892353 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c79b9ba6-1369-40f2-881c-a8f2fb589176 req-c2ccf107-1f74-4867-96a3-c13501434947 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/networks/cfe08d36-e5ba-4f00-8669-16a0ead5d220 HTTP/1.1" status: 200  len: 784 time: 0.3445747
Nov 24 13:14:38.917146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-c79b9ba6-1369-40f2-881c-a8f2fb589176 req-6aa2adfa-a9ff-48da-b345-e0d007106d8a tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:14:38.918320 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c79b9ba6-1369-40f2-881c-a8f2fb589176 req-6aa2adfa-a9ff-48da-b345-e0d007106d8a tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0066974
Nov 24 13:14:38.922603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-75d9b637-2f95-45b6-ada9-378a1ba56b5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, afe47a7f-2bdb-4f89-873d-b9429f12adbd) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:14:38.933291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9f3473ed-a490-40ff-b46a-00a4c7212ea5 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:38.947752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-fef99ca6-c2fa-4321-ab70-332aa11c64ff None None] Calling delete_port for 54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:14:38.971797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d9b637-2f95-45b6-ada9-378a1ba56b5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:38.972456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75d9b637-2f95-45b6-ada9-378a1ba56b5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:38.987754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a06da2-391a-445f-9f29-4806e2c47a1c None None] Network afe47a7f-2bdb-4f89-873d-b9429f12adbd requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:14:39.005713 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-75d9b637-2f95-45b6-ada9-378a1ba56b5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.5187263
Nov 24 13:14:39.008094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52128) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:39.012451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea609542-6700-4f6d-ab50-45796f9b8186 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:14:39.017366 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b9f9fafe-d4a3-4b2c-bfb3-c58bc1e4ab95 req-49372a2d-b893-4ee4-b401-177c93186cd7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=8b8d1eb5-0bb9-49fc-a8b7-b5c789199c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2884390
Nov 24 13:14:39.032937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9538b5e-1bbb-40dc-9be8-8aa33f490302 None None] Sync routers for ids ['2c66548c-93ca-486f-8434-130b800376f6'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:14:39.060618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9538b5e-1bbb-40dc-9be8-8aa33f490302 None None] Routers {'2c66548c-93ca-486f-8434-130b800376f6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:14:39.061303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e9538b5e-1bbb-40dc-9be8-8aa33f490302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c748d68>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:14:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['2c66548c-93ca-486f-8434-130b800376f6'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:39.082108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b37a617c-80c2-4c73-a133-b45ef55bb602 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] For port d1af6866-d1a9-4d3d-bc0f-6157d5e3c70f, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d1af6866-d1a9-4d3d-bc0f-6157d5e3c70f,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:14:39.082550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b37a617c-80c2-4c73-a133-b45ef55bb602 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:39.097252 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ea609542-6700-4f6d-ab50-45796f9b8186 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "PUT /v2.0/routers/2c66548c-93ca-486f-8434-130b800376f6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.9097087
Nov 24 13:14:39.105646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52134) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:39.256456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fef99ca6-c2fa-4321-ab70-332aa11c64ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:39.364697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-e9538b5e-1bbb-40dc-9be8-8aa33f490302 None None] Set router 2c66548c-93ca-486f-8434-130b800376f6 gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:14:39.375206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b37a617c-80c2-4c73-a133-b45ef55bb602 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Calling delete_port for d1af6866-d1a9-4d3d-bc0f-6157d5e3c70f owned by network:router_gateway {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:14:39.425854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-631a02fe-04a9-4e3d-803b-e3407fdafc7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:39.445788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bbcea3a-5cc7-4d3b-a282-dde33f69fc43 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Deleting subnet 270ef693-97b1-4984-a6d6-13a3d217c465 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:14:39.451977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7bbcea3a-5cc7-4d3b-a282-dde33f69fc43 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:39.495048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e9538b5e-1bbb-40dc-9be8-8aa33f490302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c748d68>, [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:14:35Z', 'revision_number': 11, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:39.500385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9538b5e-1bbb-40dc-9be8-8aa33f490302 None None] Checking router: 2c66548c-93ca-486f-8434-130b800376f6 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:14:39.514245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9538b5e-1bbb-40dc-9be8-8aa33f490302 None None] Routers {'2c66548c-93ca-486f-8434-130b800376f6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:14:39.515107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e9538b5e-1bbb-40dc-9be8-8aa33f490302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c748d68>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:14:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['2c66548c-93ca-486f-8434-130b800376f6'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:39.538094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef99ca6-c2fa-4321-ab70-332aa11c64ff None None] Pushing event deleted for resources: {'Port': ['ID=54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:39.550096 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c79b9ba6-1369-40f2-881c-a8f2fb589176 req-8d90cf0d-47bb-4881-8fbf-8a6247e6bf4a tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.26.8.178 HTTP/1.1" status: 200  len: 1002 time: 0.5985212
Nov 24 13:14:39.571502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fef99ca6-c2fa-4321-ab70-332aa11c64ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:39.591718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef99ca6-c2fa-4321-ab70-332aa11c64ff None None] No DVR routers for this DVR port 54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:14:39.686460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-e9538b5e-1bbb-40dc-9be8-8aa33f490302 None None] Set router 2c66548c-93ca-486f-8434-130b800376f6 gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:14:39.686664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f740e7c6-b6a3-48f2-9409-d527fee6c2f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-afe47a7f-2bdb-4f89-873d-b9429f12adbd', 'network_id': 'afe47a7f-2bdb-4f89-873d-b9429f12adbd', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'fixed_ips': [{'subnet_id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:14:39.687588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f740e7c6-b6a3-48f2-9409-d527fee6c2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:39.704962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0344a5b-14b9-4917-a9f0-2a01562a4b75 req-68249cfd-6cdd-4065-8dd3-7b8107b240fb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:39.707681 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c0344a5b-14b9-4917-a9f0-2a01562a4b75 req-68249cfd-6cdd-4065-8dd3-7b8107b240fb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=2406729f-f5e8-4277-a89a-36e438f93cb3 HTTP/1.1" status: 200  len: 946 time: 0.2909608
Nov 24 13:14:39.747242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b9ba6-1369-40f2-881c-a8f2fb589176 req-10cf60da-95c3-4d99-856f-b69713131974 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:39.749193 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c79b9ba6-1369-40f2-881c-a8f2fb589176 req-10cf60da-95c3-4d99-856f-b69713131974 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports/c09c6095-8fff-48fc-a609-630a514b92d0 HTTP/1.1" status: 200  len: 943 time: 0.1894102
Nov 24 13:14:39.807197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3473ed-a490-40ff-b46a-00a4c7212ea5 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Checking segment: {'id': '128c06ba-511f-4c35-a601-66fadc345a54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '6a8b602a-edd5-44e6-8d24-43ddb01bc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:14:39.807350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3473ed-a490-40ff-b46a-00a4c7212ea5 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Network hostable DHCP agents. Network: 6a8b602a-edd5-44e6-8d24-43ddb01bc60f, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:14:39.825696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e9538b5e-1bbb-40dc-9be8-8aa33f490302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c748d68>, [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:14:35Z', 'revision_number': 11, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:39.831180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9538b5e-1bbb-40dc-9be8-8aa33f490302 None None] The sync data for ids ['2c66548c-93ca-486f-8434-130b800376f6'] in dv-neutron-601336-61-ovs is: [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:14:35Z', 'revision_number': 11, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:14:39.832300 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c0344a5b-14b9-4917-a9f0-2a01562a4b75 req-3bc8cbfb-e07c-4ed3-b15f-386e390bdf58 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=8b8d1eb5-0bb9-49fc-a8b7-b5c789199c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1152415
Nov 24 13:14:39.880045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7bbcea3a-5cc7-4d3b-a282-dde33f69fc43 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:39.974419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b37a617c-80c2-4c73-a133-b45ef55bb602 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:39.999992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8d8a5ac9-3271-4b36-a909-047532dacc4c up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:14:40.058178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f7037a75-6d30-4cb8-be89-f568a4175478 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:40.064441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3473ed-a490-40ff-b46a-00a4c7212ea5 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Network 6a8b602a-edd5-44e6-8d24-43ddb01bc60f is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:14:40.099323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-9f3473ed-a490-40ff-b46a-00a4c7212ea5 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 6a8b602a-edd5-44e6-8d24-43ddb01bc60f) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:14:40.112666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2da3771-432a-48a9-94b6-bf3f89ea8923 None None] Network 6a8b602a-edd5-44e6-8d24-43ddb01bc60f requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:14:40.254523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a617c-80c2-4c73-a133-b45ef55bb602 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Pushing event deleted for resources: {'Port': ['ID=d1af6866-d1a9-4d3d-bc0f-6157d5e3c70f,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:40.262534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b37a617c-80c2-4c73-a133-b45ef55bb602 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:40.286510 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c79b9ba6-1369-40f2-881c-a8f2fb589176 req-37031671-83a0-46c3-b281-ce1db47c7d5a tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.26.8.178 HTTP/1.1" status: 200  len: 1002 time: 0.2898889
Nov 24 13:14:40.320398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7bbcea3a-5cc7-4d3b-a282-dde33f69fc43 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:40.322865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dbd14a7d-38c4-4422-9939-4e53b0e4a38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:40.442041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 8d8a5ac9-3271-4b36-a909-047532dacc4c triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:40.442731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:40.734821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-f740e7c6-b6a3-48f2-9409-d527fee6c2f6 None None] Allocated IP 172.21.0.2 (afe47a7f-2bdb-4f89-873d-b9429f12adbd/cb51d0fb-7917-4735-a7d0-0bd255b8bf42/29a6143e-4e66-4f4c-b090-fb3f61732d25) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:14:40.746277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0adc3d4-e891-468e-a637-305e6ae1245e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-6a8b602a-edd5-44e6-8d24-43ddb01bc60f', 'network_id': '6a8b602a-edd5-44e6-8d24-43ddb01bc60f', 'tenant_id': '3fda5f6447e54949b92a080b938a8725', 'fixed_ips': [{'subnet_id': 'fb981b46-cf80-46b8-9aab-aa326cbc3f47'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:14:40.747217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0adc3d4-e891-468e-a637-305e6ae1245e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:40.895216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-c79b9ba6-1369-40f2-881c-a8f2fb589176 req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Deleting port af1bb475-41a3-4426-bd6a-ea6ba686ea9e {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:14:40.895541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-c79b9ba6-1369-40f2-881c-a8f2fb589176 req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:40.932892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7bbcea3a-5cc7-4d3b-a282-dde33f69fc43 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:40.956510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-afdd24bd-341b-45a3-8697-bb49903b5dc6 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:41.052179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9f3473ed-a490-40ff-b46a-00a4c7212ea5 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:41.077487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcea3a-5cc7-4d3b-a282-dde33f69fc43 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Subnet': ['ID=270ef693-97b1-4984-a6d6-13a3d217c465,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:41.080403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7bbcea3a-5cc7-4d3b-a282-dde33f69fc43 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:41.118642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:14:41.152142 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-213fc87c-8f14-457a-bf97-6246b2dedbb2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:41.177610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b37a617c-80c2-4c73-a133-b45ef55bb602 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:41.220924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:14:41.221460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 54bbeac8-3b2f-4395-8f8b-a4ae3903b7d9 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:14:41.221992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 326770a6-5149-4c41-bf70-efc901a22c73 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:14:41.284635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 326770a6-5149-4c41-bf70-efc901a22c73 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:14:41.285323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 326770a6-5149-4c41-bf70-efc901a22c73 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:14:41.327010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3473ed-a490-40ff-b46a-00a4c7212ea5 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Pushing event updated for resources: {'Subnet': ['ID=cdd80a99-0465-4bfd-9168-d81b98b87269,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:41.329648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9f3473ed-a490-40ff-b46a-00a4c7212ea5 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:41.371262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7bbcea3a-5cc7-4d3b-a282-dde33f69fc43 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:41.413111 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7bbcea3a-5cc7-4d3b-a282-dde33f69fc43 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/subnets/270ef693-97b1-4984-a6d6-13a3d217c465 HTTP/1.1" status: 204  len: 168 time: 2.3037970
Nov 24 13:14:41.413307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed599a9e-020c-479b-b76c-b1de73b76c39 None None] Network 3890690b-1b27-48be-82c3-5a2be89a2726 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:14:41.416679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52142) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:41.432409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52146) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:41.439135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f740e7c6-b6a3-48f2-9409-d527fee6c2f6 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:41.499227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:41.531411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f740e7c6-b6a3-48f2-9409-d527fee6c2f6 None None] Transition to ACTIVE for port object 29a6143e-4e66-4f4c-b090-fb3f61732d25 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:14:41.575949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b37a617c-80c2-4c73-a133-b45ef55bb602 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:41.577747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f740e7c6-b6a3-48f2-9409-d527fee6c2f6 None None] Transition to ACTIVE for port object 29a6143e-4e66-4f4c-b090-fb3f61732d25 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:14:41.581294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-b0adc3d4-e891-468e-a637-305e6ae1245e None None] Allocated IP 172.20.0.2 (6a8b602a-edd5-44e6-8d24-43ddb01bc60f/fb981b46-cf80-46b8-9aab-aa326cbc3f47/83b9191b-cf39-4c8e-b8c9-67b764a38499) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:14:41.586034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-c79b9ba6-1369-40f2-881c-a8f2fb589176 req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:41.586430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-c79b9ba6-1369-40f2-881c-a8f2fb589176 req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for floatingip, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:41.608706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b37a617c-80c2-4c73-a133-b45ef55bb602 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:41.623865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f740e7c6-b6a3-48f2-9409-d527fee6c2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:41.644598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3d799baf-5dda-40bc-aca0-38a99046edf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:41.742902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-c79b9ba6-1369-40f2-881c-a8f2fb589176 req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Calling delete_port for af1bb475-41a3-4426-bd6a-ea6ba686ea9e owned by network:floatingip {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:14:41.787707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3473ed-a490-40ff-b46a-00a4c7212ea5 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Checking segment: {'id': '3b080a6f-a71e-4861-a500-02422f7ec241', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8801234d-70cf-489b-a142-abf7fd324a40'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:14:41.788403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3473ed-a490-40ff-b46a-00a4c7212ea5 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Network hostable DHCP agents. Network: 8801234d-70cf-489b-a142-abf7fd324a40, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:14:41.810770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740e7c6-b6a3-48f2-9409-d527fee6c2f6 None None] Pushing event updated for resources: {'Port': ['ID=29a6143e-4e66-4f4c-b090-fb3f61732d25,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:41.842231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a088a69-1fad-4046-8e58-9c2598bac9c7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:41.885222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f740e7c6-b6a3-48f2-9409-d527fee6c2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:41.901304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b37a617c-80c2-4c73-a133-b45ef55bb602 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:41.901696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37a617c-80c2-4c73-a133-b45ef55bb602 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Fanout notify agent at l3_agent the message router_deleted on router ea126362-8665-408d-8b29-ad8af11558d6 {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:14:41.951032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4c32b203-1b67-404d-ba8c-e854514e72ef no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:14:41.957159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b37a617c-80c2-4c73-a133-b45ef55bb602 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:41.958443 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b37a617c-80c2-4c73-a133-b45ef55bb602 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "DELETE /v2.0/routers/ea126362-8665-408d-8b29-ad8af11558d6 HTTP/1.1" status: 204  len: 168 time: 4.2409925
Nov 24 13:14:41.965670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52150) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:41.967163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9a088a69-1fad-4046-8e58-9c2598bac9c7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Deleting port 471829ce-6b71-46f3-9793-58ee587a3dc8 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:14:41.967550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a088a69-1fad-4046-8e58-9c2598bac9c7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:41.996571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 4c32b203-1b67-404d-ba8c-e854514e72ef {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:14:41.997094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4c32b203-1b67-404d-ba8c-e854514e72ef not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:14:42.229735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a61e610-4456-4ecd-9be0-2668f79e1492 None None] DHCP port deletion for 3890690b-1b27-48be-82c3-5a2be89a2726 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:14:42.236418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f740e7c6-b6a3-48f2-9409-d527fee6c2f6 None None] Network afe47a7f-2bdb-4f89-873d-b9429f12adbd is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:14:42.240577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3a61e610-4456-4ecd-9be0-2668f79e1492 None None] Deleting port 471829ce-6b71-46f3-9793-58ee587a3dc8 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:14:42.241007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3a61e610-4456-4ecd-9be0-2668f79e1492 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:42.275185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-f740e7c6-b6a3-48f2-9409-d527fee6c2f6 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:14:42.286822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f740e7c6-b6a3-48f2-9409-d527fee6c2f6 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:14:42.294418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-c79b9ba6-1369-40f2-881c-a8f2fb589176 req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:42.318890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-22d9cf74-32d4-4e07-b355-8b0a593aa6d1 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:42.354026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0adc3d4-e891-468e-a637-305e6ae1245e None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:42.357168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3473ed-a490-40ff-b46a-00a4c7212ea5 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Network 8801234d-70cf-489b-a142-abf7fd324a40 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:14:42.390594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b0adc3d4-e891-468e-a637-305e6ae1245e None None] Transition to ACTIVE for port object 83b9191b-cf39-4c8e-b8c9-67b764a38499 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:14:42.401800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f740e7c6-b6a3-48f2-9409-d527fee6c2f6 None None] Attempting to bind port 29a6143e-4e66-4f4c-b090-fb3f61732d25 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:14:42.402250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f740e7c6-b6a3-48f2-9409-d527fee6c2f6 None None] Attempting to bind port 29a6143e-4e66-4f4c-b090-fb3f61732d25 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'dc6f238c-e9f8-4207-877d-7fa23ead3401', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'afe47a7f-2bdb-4f89-873d-b9429f12adbd'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:14:42.402663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f740e7c6-b6a3-48f2-9409-d527fee6c2f6 None None] Attempting to bind port 29a6143e-4e66-4f4c-b090-fb3f61732d25 on network afe47a7f-2bdb-4f89-873d-b9429f12adbd {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:14:42.412910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-9f3473ed-a490-40ff-b46a-00a4c7212ea5 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 8801234d-70cf-489b-a142-abf7fd324a40) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:14:42.447212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Pushing event deleted for resources: {'Port': ['ID=af1bb475-41a3-4426-bd6a-ea6ba686ea9e,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:42.449052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c33070-c45c-4b8d-9107-362675acf256 None None] Network 8801234d-70cf-489b-a142-abf7fd324a40 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:14:42.478256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3473ed-a490-40ff-b46a-00a4c7212ea5 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:42.478628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3473ed-a490-40ff-b46a-00a4c7212ea5 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:42.479283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9f3473ed-a490-40ff-b46a-00a4c7212ea5 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:42.483484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-9a088a69-1fad-4046-8e58-9c2598bac9c7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] For port 471829ce-6b71-46f3-9793-58ee587a3dc8, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=471829ce-6b71-46f3-9793-58ee587a3dc8,segment=NetworkSegment(4b826b43-7d8c-4e18-b607-a1fec0f3ee98),segment_id=4b826b43-7d8c-4e18-b607-a1fec0f3ee98)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:14:42.483892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a088a69-1fad-4046-8e58-9c2598bac9c7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:42.494495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:42.494923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:42.495540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:42.496110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:42.496601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:42.496981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:42.497421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:42.497842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:42.498285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:42.498704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:42.499124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:42.499755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:42.500021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:42.500417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:42.500874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:42.501288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:42.501607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:42.502020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:42.502512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:42.502923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:42.503333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:42.503739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:42.504188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:42.504605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:42.513134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:42.546712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0372063f-e5d0-4924-8942-b520b120e786 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:42.547114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b0adc3d4-e891-468e-a637-305e6ae1245e None None] Transition to ACTIVE for port object 83b9191b-cf39-4c8e-b8c9-67b764a38499 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:14:42.554068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f740e7c6-b6a3-48f2-9409-d527fee6c2f6 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:14:42.554517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f740e7c6-b6a3-48f2-9409-d527fee6c2f6 None None] Checking segment: {'id': 'dc6f238c-e9f8-4207-877d-7fa23ead3401', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'afe47a7f-2bdb-4f89-873d-b9429f12adbd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:14:42.554974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f740e7c6-b6a3-48f2-9409-d527fee6c2f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:42.555415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f740e7c6-b6a3-48f2-9409-d527fee6c2f6 None None] Bound using segment: {'id': 'dc6f238c-e9f8-4207-877d-7fa23ead3401', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'afe47a7f-2bdb-4f89-873d-b9429f12adbd'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:14:42.555957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f740e7c6-b6a3-48f2-9409-d527fee6c2f6 None None] Bound port: 29a6143e-4e66-4f4c-b090-fb3f61732d25, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc6f238c-e9f8-4207-877d-7fa23ead3401', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'afe47a7f-2bdb-4f89-873d-b9429f12adbd'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:14:42.556420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f740e7c6-b6a3-48f2-9409-d527fee6c2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:42.631707 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9f3473ed-a490-40ff-b46a-00a4c7212ea5 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1426 time: 8.8216116
Nov 24 13:14:42.636901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52154) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:42.652634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9a088a69-1fad-4046-8e58-9c2598bac9c7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Calling delete_port for 471829ce-6b71-46f3-9793-58ee587a3dc8 owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:14:42.790414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0adc3d4-e891-468e-a637-305e6ae1245e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:42.825669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a088a69-1fad-4046-8e58-9c2598bac9c7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:42.843856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e179908e-379e-4fb5-b47f-bde73cc7abc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:42.861613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7ffc0c96-f9f7-4d8f-9a59-eee947d61a62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:42.936038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce3b918-c30a-43fa-b4a7-570ab66565dd tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:42.937542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce3b918-c30a-43fa-b4a7-570ab66565dd tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:42.939076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce3b918-c30a-43fa-b4a7-570ab66565dd tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:42.940556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-cce3b918-c30a-43fa-b4a7-570ab66565dd tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Synchronizing usage tracker for tenant:3fda5f6447e54949b92a080b938a8725 on resource:subnet {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:14:43.016795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6bfe1cf9-7510-4f03-896a-1c4fc4072979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:43.143879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:43.154284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0adc3d4-e891-468e-a637-305e6ae1245e None None] Pushing event updated for resources: {'Port': ['ID=83b9191b-cf39-4c8e-b8c9-67b764a38499,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:43.167385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-3a61e610-4456-4ecd-9be0-2668f79e1492 None None] For port 471829ce-6b71-46f3-9793-58ee587a3dc8, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=471829ce-6b71-46f3-9793-58ee587a3dc8,segment=NetworkSegment(4b826b43-7d8c-4e18-b607-a1fec0f3ee98),segment_id=4b826b43-7d8c-4e18-b607-a1fec0f3ee98)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:14:43.167955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3a61e610-4456-4ecd-9be0-2668f79e1492 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:43.176762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b0adc3d4-e891-468e-a637-305e6ae1245e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:43.181333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0372063f-e5d0-4924-8942-b520b120e786 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:43.233352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a088a69-1fad-4046-8e58-9c2598bac9c7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Port': ['ID=471829ce-6b71-46f3-9793-58ee587a3dc8,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:43.240452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9a088a69-1fad-4046-8e58-9c2598bac9c7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:43.265410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-cce3b918-c30a-43fa-b4a7-570ab66565dd tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Unset dirty status for tenant:3fda5f6447e54949b92a080b938a8725 on resource:subnet {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:14:43.270253 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cce3b918-c30a-43fa-b4a7-570ab66565dd tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2052 time: 0.6304936
Nov 24 13:14:43.272990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-c79b9ba6-1369-40f2-881c-a8f2fb589176 req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for floatingip, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:43.273291 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [req-c79b9ba6-1369-40f2-881c-a8f2fb589176 req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Floating IP 74bdea40-6dd0-468d-831a-3a0bb3c90b2c disassociated (deleted). External IP: 172.26.8.178, port: c09c6095-8fff-48fc-a609-630a514b92d0.
Nov 24 13:14:43.273524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52158) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:43.335447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Allocated IP 172.21.0.1 (afe47a7f-2bdb-4f89-873d-b9429f12adbd/cb51d0fb-7917-4735-a7d0-0bd255b8bf42/454bcdab-fabc-492e-b220-40ffb8f7d962) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:14:43.381283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3a61e610-4456-4ecd-9be0-2668f79e1492 None None] Calling delete_port for 471829ce-6b71-46f3-9793-58ee587a3dc8 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:14:43.423202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-0372063f-e5d0-4924-8942-b520b120e786 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634705f518>,) {'filters': {'network_id': ['b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:43.428143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a088a69-1fad-4046-8e58-9c2598bac9c7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] No DVR routers for this DVR port 471829ce-6b71-46f3-9793-58ee587a3dc8 on host dv-neutron-601336-61-ovs {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:14:43.444618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-f740e7c6-b6a3-48f2-9409-d527fee6c2f6 None None] For port 29a6143e-4e66-4f4c-b090-fb3f61732d25, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:14:43.465621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-0372063f-e5d0-4924-8942-b520b120e786 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634705f518>, '15da2527-98df-4484-9ea8-a3b8957eb7b8') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:43.466851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-0372063f-e5d0-4924-8942-b520b120e786 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634705f518>, '15da2527-98df-4484-9ea8-a3b8957eb7b8') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:43.510407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-f740e7c6-b6a3-48f2-9409-d527fee6c2f6 None None] For port 29a6143e-4e66-4f4c-b090-fb3f61732d25, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=29a6143e-4e66-4f4c-b090-fb3f61732d25,segment=NetworkSegment(dc6f238c-e9f8-4207-877d-7fa23ead3401),segment_id=dc6f238c-e9f8-4207-877d-7fa23ead3401)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:14:43.524891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f740e7c6-b6a3-48f2-9409-d527fee6c2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:43.557527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fef99ca6-c2fa-4321-ab70-332aa11c64ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:43.568038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0372063f-e5d0-4924-8942-b520b120e786 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:43.588836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a088a69-1fad-4046-8e58-9c2598bac9c7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:43.589119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba231634-5397-4054-9088-0cd9c6178599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-8801234d-70cf-489b-a142-abf7fd324a40', 'network_id': '8801234d-70cf-489b-a142-abf7fd324a40', 'tenant_id': '3fda5f6447e54949b92a080b938a8725', 'fixed_ips': [{'subnet_id': 'cdd80a99-0465-4bfd-9168-d81b98b87269'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:14:43.589854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba231634-5397-4054-9088-0cd9c6178599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:43.662650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0adc3d4-e891-468e-a637-305e6ae1245e None None] Network 6a8b602a-edd5-44e6-8d24-43ddb01bc60f is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:14:43.664704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0372063f-e5d0-4924-8942-b520b120e786 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:43.669822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0372063f-e5d0-4924-8942-b520b120e786 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Releasing vxlan tunnel 14 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:14:43.687334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-b0adc3d4-e891-468e-a637-305e6ae1245e None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:14:43.698580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0adc3d4-e891-468e-a637-305e6ae1245e None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:14:43.729783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-9a088a69-1fad-4046-8e58-9c2598bac9c7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634637c240>,) {'filters': {'network_id': ['3890690b-1b27-48be-82c3-5a2be89a2726']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:43.735985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-3a61e610-4456-4ecd-9be0-2668f79e1492 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:14:43.736411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-3a61e610-4456-4ecd-9be0-2668f79e1492 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:14:43.750667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-9a088a69-1fad-4046-8e58-9c2598bac9c7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634637c240>, '4b826b43-7d8c-4e18-b607-a1fec0f3ee98') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:43.751029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-9a088a69-1fad-4046-8e58-9c2598bac9c7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634637c240>, '4b826b43-7d8c-4e18-b607-a1fec0f3ee98') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:43.775509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a088a69-1fad-4046-8e58-9c2598bac9c7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:43.800161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a088a69-1fad-4046-8e58-9c2598bac9c7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:43.802830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9a088a69-1fad-4046-8e58-9c2598bac9c7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Releasing vxlan tunnel 9 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:14:43.872546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740e7c6-b6a3-48f2-9409-d527fee6c2f6 None None] Pushing event updated for resources: {'Port': ['ID=29a6143e-4e66-4f4c-b090-fb3f61732d25,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:43.897124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d1af6866-d1a9-4d3d-bc0f-6157d5e3c70f no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:14:43.934167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f740e7c6-b6a3-48f2-9409-d527fee6c2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:43.965216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: d1af6866-d1a9-4d3d-bc0f-6157d5e3c70f {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:14:43.965528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d1af6866-d1a9-4d3d-bc0f-6157d5e3c70f not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:14:43.966200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 471829ce-6b71-46f3-9793-58ee587a3dc8 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:14:43.979785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:43.999479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b0adc3d4-e891-468e-a637-305e6ae1245e None None] Attempting to bind port 83b9191b-cf39-4c8e-b8c9-67b764a38499 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:14:43.999899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b0adc3d4-e891-468e-a637-305e6ae1245e None None] Attempting to bind port 83b9191b-cf39-4c8e-b8c9-67b764a38499 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '128c06ba-511f-4c35-a601-66fadc345a54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '6a8b602a-edd5-44e6-8d24-43ddb01bc60f'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:14:44.000315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0adc3d4-e891-468e-a637-305e6ae1245e None None] Attempting to bind port 83b9191b-cf39-4c8e-b8c9-67b764a38499 on network 6a8b602a-edd5-44e6-8d24-43ddb01bc60f {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:14:44.003883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-4afb71cd-8775-4a60-93a3-3ca2e4978fa8 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Deleting subnet fb981b46-cf80-46b8-9aab-aa326cbc3f47 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:14:44.007920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0372063f-e5d0-4924-8942-b520b120e786 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Network b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:14:44.017201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 471829ce-6b71-46f3-9793-58ee587a3dc8 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:14:44.017857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 471829ce-6b71-46f3-9793-58ee587a3dc8 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:14:44.024337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0372063f-e5d0-4924-8942-b520b120e786 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:44.042842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4afb71cd-8775-4a60-93a3-3ca2e4978fa8 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:44.044457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0adc3d4-e891-468e-a637-305e6ae1245e None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:14:44.044882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0adc3d4-e891-468e-a637-305e6ae1245e None None] Checking segment: {'id': '128c06ba-511f-4c35-a601-66fadc345a54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '6a8b602a-edd5-44e6-8d24-43ddb01bc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:14:44.045345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0adc3d4-e891-468e-a637-305e6ae1245e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:44.045926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0adc3d4-e891-468e-a637-305e6ae1245e None None] Bound using segment: {'id': '128c06ba-511f-4c35-a601-66fadc345a54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '6a8b602a-edd5-44e6-8d24-43ddb01bc60f'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:14:44.046347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b0adc3d4-e891-468e-a637-305e6ae1245e None None] Bound port: 83b9191b-cf39-4c8e-b8c9-67b764a38499, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128c06ba-511f-4c35-a601-66fadc345a54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '6a8b602a-edd5-44e6-8d24-43ddb01bc60f'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:14:44.046776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0adc3d4-e891-468e-a637-305e6ae1245e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:44.169698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9a088a69-1fad-4046-8e58-9c2598bac9c7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network 3890690b-1b27-48be-82c3-5a2be89a2726 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:14:44.186848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a088a69-1fad-4046-8e58-9c2598bac9c7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:44.218312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Transition to ACTIVE for port object 454bcdab-fabc-492e-b220-40ffb8f7d962 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:14:44.224424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:44.243644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3a61e610-4456-4ecd-9be0-2668f79e1492 None None] Deleting port 471829ce-6b71-46f3-9793-58ee587a3dc8 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:14:44.243644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3a61e610-4456-4ecd-9be0-2668f79e1492 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:44.339801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4afb71cd-8775-4a60-93a3-3ca2e4978fa8 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:44.381432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3a61e610-4456-4ecd-9be0-2668f79e1492 None None] The port '471829ce-6b71-46f3-9793-58ee587a3dc8' was deleted {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:14:44.411037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b0adc3d4-e891-468e-a637-305e6ae1245e None None] For port 83b9191b-cf39-4c8e-b8c9-67b764a38499, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:14:44.411544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9a088a69-1fad-4046-8e58-9c2598bac9c7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Network 3890690b-1b27-48be-82c3-5a2be89a2726 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:14:44.434622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-ba231634-5397-4054-9088-0cd9c6178599 None None] Allocated IP 172.20.0.18 (8801234d-70cf-489b-a142-abf7fd324a40/cdd80a99-0465-4bfd-9168-d81b98b87269/50c40a81-448f-444a-a286-6681d65be1e1) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:14:44.444728 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:14:44.444728 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:14:44.444728 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:14:44.444728 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:14:44.444728 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:14:44.444728 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:14:44.444728 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:14:44.444728 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:14:44.444728 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:14:44.444728 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:14:44.444728 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:14:44.444728 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:14:44.444728 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:14:44.444728 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:14:44.444728 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:14:44.444728 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:14:44.444728 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:14:44.444728 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:14:44.444728 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:14:44.444728 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:14:44.444728 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:14:44.444728 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:14:44.444728 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:14:44.444728 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:14:44.444728 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:14:44.444728 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:14:44.444728 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:14:44.444728 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:14:44.444728 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:14:44.444728 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:14:44.444728 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:14:44.444728 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:14:44.560121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a088a69-1fad-4046-8e58-9c2598bac9c7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:44.568027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f6314ad5-1372-4992-b15e-078f887e25e0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:44.585641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a088a69-1fad-4046-8e58-9c2598bac9c7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:44.599362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c79b9ba6-1369-40f2-881c-a8f2fb589176 req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Router e0bce900-3697-4a26-958b-21bd77e379b2 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:14:44.607312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a088a69-1fad-4046-8e58-9c2598bac9c7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Pushing event deleted for resources: {'Network': ['ID=3890690b-1b27-48be-82c3-5a2be89a2726,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:44.615846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9a088a69-1fad-4046-8e58-9c2598bac9c7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:44.634350 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9a088a69-1fad-4046-8e58-9c2598bac9c7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/networks/3890690b-1b27-48be-82c3-5a2be89a2726 HTTP/1.1" status: 204  len: 168 time: 3.2115684
Nov 24 13:14:44.634865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52162) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:44.643502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e531cf02-602e-490a-958d-f25fc1ed0a3b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Request body: {'router': {'routes': None}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:44.752277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:44.789840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0372063f-e5d0-4924-8942-b520b120e786 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Network b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:14:44.838533 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:14:44.838533 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:14:44.838533 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:14:44.838533 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:14:44.838533 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:14:44.838533 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:14:44.838533 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:14:44.838533 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:14:44.838533 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:14:44.838533 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:14:44.838533 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:14:44.838533 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:14:44.838533 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:14:44.838533 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:14:44.838533 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:14:44.838533 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:14:44.838533 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:14:44.838533 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:14:44.838533 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:14:44.838533 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:14:44.838533 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:14:44.838533 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:14:44.838533 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:14:44.838533 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:14:44.838533 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:14:44.838533 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:14:44.838533 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:14:44.838533 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:14:44.838533 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:14:44.838533 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:14:44.838533 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:14:44.838533 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:14:44.914494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba231634-5397-4054-9088-0cd9c6178599 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:44.918442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:44.929087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ba231634-5397-4054-9088-0cd9c6178599 None None] Transition to ACTIVE for port object 50c40a81-448f-444a-a286-6681d65be1e1 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:14:44.941225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bfacc4d5-7ef5-467d-8482-a2916a767a6b tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:44.950366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ba231634-5397-4054-9088-0cd9c6178599 None None] Transition to ACTIVE for port object 50c40a81-448f-444a-a286-6681d65be1e1 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:14:44.957068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba231634-5397-4054-9088-0cd9c6178599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:44.981452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-67683448-5da3-45c9-9a1b-98bf7e27a682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:45.182159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba231634-5397-4054-9088-0cd9c6178599 None None] Pushing event updated for resources: {'Port': ['ID=50c40a81-448f-444a-a286-6681d65be1e1,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:45.196724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ba231634-5397-4054-9088-0cd9c6178599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:45.284151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.extraroute_db [None req-e531cf02-602e-490a-958d-f25fc1ed0a3b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Added routes are [] {{(pid=80943) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Nov 24 13:14:45.284714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.extraroute_db [None req-e531cf02-602e-490a-958d-f25fc1ed0a3b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Removed routes are [] {{(pid=80943) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Nov 24 13:14:45.285747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e531cf02-602e-490a-958d-f25fc1ed0a3b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:45.292885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b0adc3d4-e891-468e-a637-305e6ae1245e None None] For port 83b9191b-cf39-4c8e-b8c9-67b764a38499, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=83b9191b-cf39-4c8e-b8c9-67b764a38499,segment=NetworkSegment(128c06ba-511f-4c35-a601-66fadc345a54),segment_id=128c06ba-511f-4c35-a601-66fadc345a54)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:14:45.297324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba231634-5397-4054-9088-0cd9c6178599 None None] Network 8801234d-70cf-489b-a142-abf7fd324a40 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:14:45.298243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0372063f-e5d0-4924-8942-b520b120e786 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:45.298437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-ba231634-5397-4054-9088-0cd9c6178599 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:14:45.301685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0adc3d4-e891-468e-a637-305e6ae1245e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:45.322733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba231634-5397-4054-9088-0cd9c6178599 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:14:45.329017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ff3bbd03-595f-4374-a5ea-b2dd180777b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:45.342106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Port': ['ID=454bcdab-fabc-492e-b220-40ffb8f7d962,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:45.348366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4afb71cd-8775-4a60-93a3-3ca2e4978fa8 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:45.383513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0372063f-e5d0-4924-8942-b520b120e786 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:45.443300 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0372063f-e5d0-4924-8942-b520b120e786 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "DELETE /v2.0/networks/b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1 HTTP/1.1" status: 204  len: 168 time: 3.4716582
Nov 24 13:14:45.444452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52166) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:45.470716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:45.471427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:45.472026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:45.472594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:45.473160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:45.473729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:45.474339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:45.474920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:45.475492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:45.476063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:45.476628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:45.477198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:45.477867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:45.478450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:45.479007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:45.479745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:45.480423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:45.480984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:45.481540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:45.482104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:45.482695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:45.483251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:45.483821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:45.484375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:45.492500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:45.500334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e5cd4d25-ce05-4469-8fec-7c56fb7b6d5f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:45.571760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372063f-e5d0-4924-8942-b520b120e786 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Pushing event deleted for resources: {'Network': ['ID=b9cd209b-d5ab-4d5e-b0b2-ecf5af6093a1,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:45.597829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0adc3d4-e891-468e-a637-305e6ae1245e None None] Pushing event updated for resources: {'Port': ['ID=83b9191b-cf39-4c8e-b8c9-67b764a38499,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:45.612992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ba231634-5397-4054-9088-0cd9c6178599 None None] Attempting to bind port 50c40a81-448f-444a-a286-6681d65be1e1 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:14:45.613087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ba231634-5397-4054-9088-0cd9c6178599 None None] Attempting to bind port 50c40a81-448f-444a-a286-6681d65be1e1 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '3b080a6f-a71e-4861-a500-02422f7ec241', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8801234d-70cf-489b-a142-abf7fd324a40'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:14:45.613471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba231634-5397-4054-9088-0cd9c6178599 None None] Attempting to bind port 50c40a81-448f-444a-a286-6681d65be1e1 on network 8801234d-70cf-489b-a142-abf7fd324a40 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:14:45.627258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b0adc3d4-e891-468e-a637-305e6ae1245e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:45.640392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba231634-5397-4054-9088-0cd9c6178599 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:14:45.640742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba231634-5397-4054-9088-0cd9c6178599 None None] Checking segment: {'id': '3b080a6f-a71e-4861-a500-02422f7ec241', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8801234d-70cf-489b-a142-abf7fd324a40'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:14:45.641208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba231634-5397-4054-9088-0cd9c6178599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:45.641821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba231634-5397-4054-9088-0cd9c6178599 None None] Bound using segment: {'id': '3b080a6f-a71e-4861-a500-02422f7ec241', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8801234d-70cf-489b-a142-abf7fd324a40'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:14:45.642412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ba231634-5397-4054-9088-0cd9c6178599 None None] Bound port: 50c40a81-448f-444a-a286-6681d65be1e1, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b080a6f-a71e-4861-a500-02422f7ec241', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8801234d-70cf-489b-a142-abf7fd324a40'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:14:45.643132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba231634-5397-4054-9088-0cd9c6178599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:45.651659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0372063f-e5d0-4924-8942-b520b120e786 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:45.680919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e531cf02-602e-490a-958d-f25fc1ed0a3b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:45.688574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e531cf02-602e-490a-958d-f25fc1ed0a3b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4112833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850663106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4103870'] for router, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:45.695554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c79b9ba6-1369-40f2-881c-a8f2fb589176 req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:14:45.703779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network afe47a7f-2bdb-4f89-873d-b9429f12adbd is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:14:45.704553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-c79b9ba6-1369-40f2-881c-a8f2fb589176 req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:45.711139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:14:45.731598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30f45c9-1bda-4514-b375-e1c1b133b01c None None] Sync routers for ids ['e0bce900-3697-4a26-958b-21bd77e379b2'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:14:45.734090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:14:45.793121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30f45c9-1bda-4514-b375-e1c1b133b01c None None] Routers {'e0bce900-3697-4a26-958b-21bd77e379b2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:14:45.793851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b30f45c9-1bda-4514-b375-e1c1b133b01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d723c18>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:14:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e0bce900-3697-4a26-958b-21bd77e379b2'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:45.815640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1568997-6cce-4c8c-abfa-3f55d7ecfe76 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:45.859177 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c79b9ba6-1369-40f2-881c-a8f2fb589176 req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "DELETE /v2.0/floatingips/74bdea40-6dd0-468d-831a-3a0bb3c90b2c HTTP/1.1" status: 204  len: 173 time: 5.5659041
Nov 24 13:14:45.862376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1db2316-d71c-428e-9138-dad14da0ded9', 'tag': 'c09c6095-8fff-48fc-a609-630a514b92d0'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:14:45.947159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1568997-6cce-4c8c-abfa-3f55d7ecfe76 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:45.969510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:46.006240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 29a6143e-4e66-4f4c-b090-fb3f61732d25 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:14:46.010302 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1db2316-d71c-428e-9138-dad14da0ded9', 'tag': 'c09c6095-8fff-48fc-a609-630a514b92d0', 'status': 'completed', 'code': 200}
Nov 24 13:14:46.017750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e531cf02-602e-490a-958d-f25fc1ed0a3b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Router 2c66548c-93ca-486f-8434-130b800376f6 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:14:46.041617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ba231634-5397-4054-9088-0cd9c6178599 None None] For port 50c40a81-448f-444a-a286-6681d65be1e1, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:14:46.069459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b9ba6-1369-40f2-881c-a8f2fb589176 req-ed4f4f0c-e656-4fc3-8591-fb4ff8342b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:46.071186 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c79b9ba6-1369-40f2-881c-a8f2fb589176 req-ed4f4f0c-e656-4fc3-8591-fb4ff8342b6e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6efb027d4b0e48cc970462a6d3154fa0&device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 1163 time: 0.1455624
Nov 24 13:14:46.077475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ba231634-5397-4054-9088-0cd9c6178599 None None] For port 50c40a81-448f-444a-a286-6681d65be1e1, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=50c40a81-448f-444a-a286-6681d65be1e1,segment=NetworkSegment(3b080a6f-a71e-4861-a500-02422f7ec241),segment_id=3b080a6f-a71e-4861-a500-02422f7ec241)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:14:46.096426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba231634-5397-4054-9088-0cd9c6178599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:46.282065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-568115cc-ecdb-4273-b496-1d0b0a860206 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:46.385238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6647ed4c-3ee5-41ab-a92a-2bc4a31bb302 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:46.448835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba231634-5397-4054-9088-0cd9c6178599 None None] Pushing event updated for resources: {'Port': ['ID=50c40a81-448f-444a-a286-6681d65be1e1,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:46.454331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ba231634-5397-4054-9088-0cd9c6178599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:46.464712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1568997-6cce-4c8c-abfa-3f55d7ecfe76 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:46.465284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 29a6143e-4e66-4f4c-b090-fb3f61732d25 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:14:46.478190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3a9e18ad-a789-4ed4-b3f7-28b44eca292a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:46.486169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-b30f45c9-1bda-4514-b375-e1c1b133b01c None None] Set router e0bce900-3697-4a26-958b-21bd77e379b2 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:14:46.500188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:46.512787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4afb71cd-8775-4a60-93a3-3ca2e4978fa8 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:46.680131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06327c47-1421-4615-92d9-4c22ca50f165 None None] Network afe47a7f-2bdb-4f89-873d-b9429f12adbd requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:14:46.737048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5618492-d20d-41e2-aca3-d6bfbae07fa0 req-f95d2fe2-f2a0-43f4-8636-18ca345d0f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:46.738912 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d5618492-d20d-41e2-aca3-d6bfbae07fa0 req-f95d2fe2-f2a0-43f4-8636-18ca345d0f33 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6efb027d4b0e48cc970462a6d3154fa0&device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 1163 time: 0.6353316
Nov 24 13:14:46.739850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1568997-6cce-4c8c-abfa-3f55d7ecfe76 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Pushing event deleted for resources: {'SecurityGroup': ['ID=690e0261-09d3-40a2-9cd2-6eef68d14c5e,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:46.763428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e1568997-6cce-4c8c-abfa-3f55d7ecfe76 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:46.797259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dcc28154-a75d-4ef0-a56b-97701654e6cf tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:46.834167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e531cf02-602e-490a-958d-f25fc1ed0a3b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:14:46.848764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e531cf02-602e-490a-958d-f25fc1ed0a3b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:46.854275 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e531cf02-602e-490a-958d-f25fc1ed0a3b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "PUT /v2.0/routers/2c66548c-93ca-486f-8434-130b800376f6 HTTP/1.1" status: 200  len: 704 time: 2.2143331
Nov 24 13:14:46.854275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52172) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:46.860117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bbf1d4-cd53-44ca-8a58-6f1f4c84a2a1 None None] Sync routers for ids ['2c66548c-93ca-486f-8434-130b800376f6'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:14:46.882625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bbf1d4-cd53-44ca-8a58-6f1f4c84a2a1 None None] Routers {'2c66548c-93ca-486f-8434-130b800376f6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:14:46.891081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-23bbf1d4-cd53-44ca-8a58-6f1f4c84a2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c7483c8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:14:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['2c66548c-93ca-486f-8434-130b800376f6'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:46.903938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b9ba6-1369-40f2-881c-a8f2fb589176 req-d768a17f-a3ef-40a8-a06f-04f65e2c5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:46.905085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] Provisioning for port 29a6143e-4e66-4f4c-b090-fb3f61732d25 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:14:46.915218 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c79b9ba6-1369-40f2-881c-a8f2fb589176 req-d768a17f-a3ef-40a8-a06f-04f65e2c5985 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c200d148-1aac-4d09-a682-2365e76cfa1f HTTP/1.1" status: 200  len: 905 time: 0.2987151
Nov 24 13:14:47.016150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-46d1e443-0354-4d53-b1eb-a72744552df7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Synchronizing usage tracker for tenant:7bd33557530a48bab25cc76dc38cd9bb on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:14:47.052368 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c79b9ba6-1369-40f2-881c-a8f2fb589176 req-e84e8c2f-fd3d-4e45-a7a4-dadb656697be service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c09c6095-8fff-48fc-a609-630a514b92d0 HTTP/1.1" status: 200  len: 217 time: 0.1358349
Nov 24 13:14:47.135214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-46d1e443-0354-4d53-b1eb-a72744552df7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Unset dirty status for tenant:7bd33557530a48bab25cc76dc38cd9bb on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:14:47.139263 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-46d1e443-0354-4d53-b1eb-a72744552df7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "GET /v2.0/ports?device_id=2c66548c-93ca-486f-8434-130b800376f6 HTTP/1.1" status: 200  len: 205 time: 0.2817869
Nov 24 13:14:47.140149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52176) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:47.178212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-23bbf1d4-cd53-44ca-8a58-6f1f4c84a2a1 None None] Set router 2c66548c-93ca-486f-8434-130b800376f6 gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:14:47.263740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] Provisioning complete for port 29a6143e-4e66-4f4c-b090-fb3f61732d25 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:47.263987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:47.283153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b9ba6-1369-40f2-881c-a8f2fb589176 req-918d9b70-f287-4e6c-b755-f1eb0ef57882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:47.285465 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c79b9ba6-1369-40f2-881c-a8f2fb589176 req-918d9b70-f287-4e6c-b755-f1eb0ef57882 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fbd62c91-d804-432f-af8e-75bb073f1bc3 HTTP/1.1" status: 200  len: 850 time: 0.2322526
Nov 24 13:14:47.310757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4afb71cd-8775-4a60-93a3-3ca2e4978fa8 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:47.317624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb71cd-8775-4a60-93a3-3ca2e4978fa8 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Pushing event deleted for resources: {'Subnet': ['ID=fb981b46-cf80-46b8-9aab-aa326cbc3f47,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:47.321188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4afb71cd-8775-4a60-93a3-3ca2e4978fa8 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:47.354225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-23bbf1d4-cd53-44ca-8a58-6f1f4c84a2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c7483c8>, [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:14:35Z', 'revision_number': 11, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:47.360031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bbf1d4-cd53-44ca-8a58-6f1f4c84a2a1 None None] Checking router: 2c66548c-93ca-486f-8434-130b800376f6 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:14:47.376956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bbf1d4-cd53-44ca-8a58-6f1f4c84a2a1 None None] Routers {'2c66548c-93ca-486f-8434-130b800376f6'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:14:47.377932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-23bbf1d4-cd53-44ca-8a58-6f1f4c84a2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c7483c8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:14:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['2c66548c-93ca-486f-8434-130b800376f6'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:47.429678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-99070a0c-2eb5-4be5-8b28-3a1a4923a344 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:47.583337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-23bbf1d4-cd53-44ca-8a58-6f1f4c84a2a1 None None] Set router 2c66548c-93ca-486f-8434-130b800376f6 gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:14:47.599775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:47.613974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-6647ed4c-3ee5-41ab-a92a-2bc4a31bb302 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.20.0.17 (5af60e13-301c-476b-9665-e7eeef0a7144/89b64f2d-da32-457c-ac6c-a993606a7b0f/9b95d606-de41-48cc-bd7a-e28896d790ec) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:14:47.617015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b9ba6-1369-40f2-881c-a8f2fb589176 req-ac60365b-f634-485b-98a9-408338f5d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:47.618970 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c79b9ba6-1369-40f2-881c-a8f2fb589176 req-ac60365b-f634-485b-98a9-408338f5d392 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c200d148-1aac-4d09-a682-2365e76cfa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3257203
Nov 24 13:14:47.695321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] For port 29a6143e-4e66-4f4c-b090-fb3f61732d25, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=29a6143e-4e66-4f4c-b090-fb3f61732d25,segment=NetworkSegment(dc6f238c-e9f8-4207-877d-7fa23ead3401),segment_id=dc6f238c-e9f8-4207-877d-7fa23ead3401)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:14:47.704585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:47.708280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-377a5c49-af59-44ac-800b-162050b530d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:47.768448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-23bbf1d4-cd53-44ca-8a58-6f1f4c84a2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c7483c8>, [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:14:35Z', 'revision_number': 11, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:47.789971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bbf1d4-cd53-44ca-8a58-6f1f4c84a2a1 None None] The sync data for ids ['2c66548c-93ca-486f-8434-130b800376f6'] in dv-neutron-601336-61-ovs is: [{'id': '2c66548c-93ca-486f-8434-130b800376f6', 'name': 'tempest-RoutersIpV6Test-router-345678177', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:14:35Z', 'revision_number': 11, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:14:47.811076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] Pushing event updated for resources: {'Port': ['ID=29a6143e-4e66-4f4c-b090-fb3f61732d25,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:47.879026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:47.879419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:47.879807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:47.880186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:47.880566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:47.880943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:47.881315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:47.881689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:47.882065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:47.882482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:47.886630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:47.887019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:47.888838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:47.888838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:47.888838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:47.888838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:47.889281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:47.889281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:47.889595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:47.889961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:47.891494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:47.891872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:47.892246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:47.893404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:14:47.904017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:47.915806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b30f45c9-1bda-4514-b375-e1c1b133b01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d723c18>, [{'id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'name': 'tempest-TestVolumeBootPattern-366325813-router', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:04:44Z', 'updated_at': '2020-11-24T13:05:04Z', 'revision_number': 4, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'gw_port': {'id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:04:47Z', 'updated_at': '2020-11-24T13:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'e04b4cfe-1fb4-45d6-8fcd-e02aa91570dc', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'floating_ip_address': '172.26.8.80', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'port_id': '6ce6c3d3-edd6-4f01-a984-fd146d4c951b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'mac_address': 'fa:16:3e:f3:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611de65b-4d1a-4c98-aca6-6d87bf8e23a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:10:00Z', 'updated_at': '2020-11-24T13:10:17Z', 'revision_number': 2, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d4f93d-57fc-4366-924d-366b13721c3c', 'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'mac_address': 'fa:16:3e:ff:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:00Z', 'updated_at': '2020-11-24T13:05:18Z', 'revision_number': 5, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'subnets': [{'id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:47.923927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30f45c9-1bda-4514-b375-e1c1b133b01c None None] Checking router: e0bce900-3697-4a26-958b-21bd77e379b2 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:14:47.926756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6647ed4c-3ee5-41ab-a92a-2bc4a31bb302 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:47.948485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30f45c9-1bda-4514-b375-e1c1b133b01c None None] Routers {'e0bce900-3697-4a26-958b-21bd77e379b2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:14:47.949196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b30f45c9-1bda-4514-b375-e1c1b133b01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d723c18>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:14:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e0bce900-3697-4a26-958b-21bd77e379b2'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:47.975573 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4afb71cd-8775-4a60-93a3-3ca2e4978fa8 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] 10.222.0.76 "DELETE /v2.0/subnets/fb981b46-cf80-46b8-9aab-aa326cbc3f47 HTTP/1.1" status: 204  len: 168 time: 4.6912742
Nov 24 13:14:47.980088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1568997-6cce-4c8c-abfa-3f55d7ecfe76 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:47.984433 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e1568997-6cce-4c8c-abfa-3f55d7ecfe76 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] 10.222.0.76 "DELETE /v2.0/security-groups/690e0261-09d3-40a2-9cd2-6eef68d14c5e HTTP/1.1" status: 204  len: 168 time: 2.5346127
Nov 24 13:14:47.996611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52180) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:48.192731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6647ed4c-3ee5-41ab-a92a-2bc4a31bb302 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Transition to ACTIVE for port object 9b95d606-de41-48cc-bd7a-e28896d790ec will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:14:48.202061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 50c40a81-448f-444a-a286-6681d65be1e1 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:14:48.319448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0102279-4209-4cb6-ab8d-641c9c5f521d None None] Network 6a8b602a-edd5-44e6-8d24-43ddb01bc60f requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:14:48.345687 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c79b9ba6-1369-40f2-881c-a8f2fb589176 req-e7d2af3e-d15d-416f-87a5-ff693d49056f service neutron] 10.222.0.76 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6016626
Nov 24 13:14:48.456421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-eaab16b5-547b-46ad-95d3-a596c7e57737 None None] Provisioning for port 454bcdab-fabc-492e-b220-40ffb8f7d962 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:14:48.485608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-eaab16b5-547b-46ad-95d3-a596c7e57737 None None] Provisioning complete for port 454bcdab-fabc-492e-b220-40ffb8f7d962 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:48.486037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eaab16b5-547b-46ad-95d3-a596c7e57737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:48.601290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 50c40a81-448f-444a-a286-6681d65be1e1 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:14:48.614993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 83b9191b-cf39-4c8e-b8c9-67b764a38499 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:14:48.639907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-99070a0c-2eb5-4be5-8b28-3a1a4923a344 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:48.651894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52190) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:48.657383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-99070a0c-2eb5-4be5-8b28-3a1a4923a344 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:48.800888 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c79b9ba6-1369-40f2-881c-a8f2fb589176 req-ddc8511f-05a6-4a21-b902-2e153353eea4 service neutron] 10.222.0.76 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4369993
Nov 24 13:14:48.803420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-99070a0c-2eb5-4be5-8b28-3a1a4923a344 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:48.804150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99070a0c-2eb5-4be5-8b28-3a1a4923a344 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Fanout notify agent at l3_agent the message router_deleted on router 2c66548c-93ca-486f-8434-130b800376f6 {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:14:48.832664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-eaab16b5-547b-46ad-95d3-a596c7e57737 None None] Port 454bcdab-fabc-492e-b220-40ffb8f7d962 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:14:48.840466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-99070a0c-2eb5-4be5-8b28-3a1a4923a344 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:48.841691 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-99070a0c-2eb5-4be5-8b28-3a1a4923a344 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/routers/2c66548c-93ca-486f-8434-130b800376f6 HTTP/1.1" status: 204  len: 168 time: 1.7007113
Nov 24 13:14:48.852802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52198) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:48.860576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-947f12c5-9451-4855-b050-bbab7bb492ce tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-651481034', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:48.877878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-947f12c5-9451-4855-b050-bbab7bb492ce tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:14:48.887523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-947f12c5-9451-4855-b050-bbab7bb492ce tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Usage tracker for resource:router and tenant:7bd33557530a48bab25cc76dc38cd9bb is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:14:48.892892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-947f12c5-9451-4855-b050-bbab7bb492ce tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:14:48.903338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a478a61f-aaeb-4ce9-8e63-f544a5a186cf None None] Network 8801234d-70cf-489b-a142-abf7fd324a40 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:14:48.904328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-947f12c5-9451-4855-b050-bbab7bb492ce tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:14:48.962674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-947f12c5-9451-4855-b050-bbab7bb492ce tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:48.963873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-947f12c5-9451-4855-b050-bbab7bb492ce tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:48.995677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-947f12c5-9451-4855-b050-bbab7bb492ce tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:49.031299 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-09118b87-f19f-4ec2-861b-c3dd97d83fb6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=13ec6c0cf7604dc89b88b05e88e40ca3&name=default HTTP/1.1" status: 200  len: 2751 time: 0.3778574
Nov 24 13:14:49.033169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52202) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:49.071455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-947f12c5-9451-4855-b050-bbab7bb492ce tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:49.133069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-947f12c5-9451-4855-b050-bbab7bb492ce tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:49.134411 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-947f12c5-9451-4855-b050-bbab7bb492ce tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.2805142
Nov 24 13:14:49.138520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52206) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:49.145485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-5076f5e1-ab3e-4832-9692-7b6e2ca9d094 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Request body: {'router': {'admin_state_up': True}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:49.247460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bcb620b9-2b72-4138-9db8-4cfc00cfd141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:49.249593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-eaab16b5-547b-46ad-95d3-a596c7e57737 None None] Provisioning complete for port 29a6143e-4e66-4f4c-b090-fb3f61732d25 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:49.250023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eaab16b5-547b-46ad-95d3-a596c7e57737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:49.273004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5618492-d20d-41e2-aca3-d6bfbae07fa0 req-6abc8be1-d2b6-4d84-907c-ecc72af13b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:49.274811 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d5618492-d20d-41e2-aca3-d6bfbae07fa0 req-6abc8be1-d2b6-4d84-907c-ecc72af13b29 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c200d148-1aac-4d09-a682-2365e76cfa1f HTTP/1.1" status: 200  len: 905 time: 2.5077493
Nov 24 13:14:49.357231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bcb620b9-2b72-4138-9db8-4cfc00cfd141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:49.382276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-b30f45c9-1bda-4514-b375-e1c1b133b01c None None] Set router e0bce900-3697-4a26-958b-21bd77e379b2 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:14:49.490735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 83b9191b-cf39-4c8e-b8c9-67b764a38499 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:14:49.504218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7140b62-08fa-4df7-947e-6fe461ec37ca None None] DHCP port deletion for 6a8b602a-edd5-44e6-8d24-43ddb01bc60f request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:14:49.533052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a7140b62-08fa-4df7-947e-6fe461ec37ca None None] Deleting port 83b9191b-cf39-4c8e-b8c9-67b764a38499 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:14:49.533826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a7140b62-08fa-4df7-947e-6fe461ec37ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:49.550387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6647ed4c-3ee5-41ab-a92a-2bc4a31bb302 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:49.572621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-550a5b8f-9bca-4db8-b240-7d43be0856b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:49.686490 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d5618492-d20d-41e2-aca3-d6bfbae07fa0 req-e5fba0db-8b49-4a18-910f-c61aeb36193a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c09c6095-8fff-48fc-a609-630a514b92d0 HTTP/1.1" status: 200  len: 217 time: 0.3902779
Nov 24 13:14:49.895229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647ed4c-3ee5-41ab-a92a-2bc4a31bb302 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=9b95d606-de41-48cc-bd7a-e28896d790ec,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:49.899157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6647ed4c-3ee5-41ab-a92a-2bc4a31bb302 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:49.902274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 29a6143e-4e66-4f4c-b090-fb3f61732d25 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:14:49.938771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb399b7f-ff3f-4e8a-a50e-e352d54f95ae tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Deleting subnet cdd80a99-0465-4bfd-9168-d81b98b87269 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:14:49.942443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5618492-d20d-41e2-aca3-d6bfbae07fa0 req-569e1a47-f261-4d19-8248-a2f26ab0b56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:49.944446 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d5618492-d20d-41e2-aca3-d6bfbae07fa0 req-569e1a47-f261-4d19-8248-a2f26ab0b56e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fbd62c91-d804-432f-af8e-75bb073f1bc3 HTTP/1.1" status: 200  len: 850 time: 0.2333298
Nov 24 13:14:49.951603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eb399b7f-ff3f-4e8a-a50e-e352d54f95ae tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:49.988643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bcb620b9-2b72-4138-9db8-4cfc00cfd141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:50.003028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e9f25811-4793-4072-923b-b68b26810e1a tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:50.091735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5076f5e1-ab3e-4832-9692-7b6e2ca9d094 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:50.101368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bce19-9f84-45f5-a243-452c580bee14 req-6e3dd8cc-bcf3-454a-bdef-294f88dbdd7f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:50.102215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-1e9bce19-9f84-45f5-a243-452c580bee14 req-6e3dd8cc-bcf3-454a-bdef-294f88dbdd7f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Synchronizing usage tracker for tenant:6efb027d4b0e48cc970462a6d3154fa0 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:14:50.105133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb620b9-2b72-4138-9db8-4cfc00cfd141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f257389c-bde7-445b-924f-81dcd8f8e7ab,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:50.112844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:50.112984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bcb620b9-2b72-4138-9db8-4cfc00cfd141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:50.119403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bcb620b9-2b72-4138-9db8-4cfc00cfd141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:50.126376 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bcb620b9-2b72-4138-9db8-4cfc00cfd141 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f257389c-bde7-445b-924f-81dcd8f8e7ab HTTP/1.1" status: 204  len: 168 time: 1.0911076
Nov 24 13:14:50.131386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5076f5e1-ab3e-4832-9692-7b6e2ca9d094 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4112833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850663106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4103870'] for router, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:50.145107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:50.225307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-1e9bce19-9f84-45f5-a243-452c580bee14 req-6e3dd8cc-bcf3-454a-bdef-294f88dbdd7f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Unset dirty status for tenant:6efb027d4b0e48cc970462a6d3154fa0 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:14:50.228414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eb399b7f-ff3f-4e8a-a50e-e352d54f95ae tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:50.234687 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1e9bce19-9f84-45f5-a243-452c580bee14 req-6e3dd8cc-bcf3-454a-bdef-294f88dbdd7f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 946 time: 0.7820902
Nov 24 13:14:50.354788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eb399b7f-ff3f-4e8a-a50e-e352d54f95ae tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:50.384413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-a7140b62-08fa-4df7-947e-6fe461ec37ca None None] For port 83b9191b-cf39-4c8e-b8c9-67b764a38499, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=83b9191b-cf39-4c8e-b8c9-67b764a38499,segment=NetworkSegment(128c06ba-511f-4c35-a601-66fadc345a54),segment_id=128c06ba-511f-4c35-a601-66fadc345a54)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:14:50.384867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a7140b62-08fa-4df7-947e-6fe461ec37ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:50.436417 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1e9bce19-9f84-45f5-a243-452c580bee14 req-e4f3219d-4533-40e7-94a6-4380e3526118 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2003243
Nov 24 13:14:50.502736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5076f5e1-ab3e-4832-9692-7b6e2ca9d094 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Router 827f601a-ec30-4edb-8159-e2d8cbdab165 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:14:50.584735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a7140b62-08fa-4df7-947e-6fe461ec37ca None None] Calling delete_port for 83b9191b-cf39-4c8e-b8c9-67b764a38499 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:14:50.673315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3927d695-3a7e-4917-b7ea-a66b7272e8a3 None None] Provisioning for port 50c40a81-448f-444a-a286-6681d65be1e1 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:14:50.716455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 29a6143e-4e66-4f4c-b090-fb3f61732d25 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:50.717187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:50.722214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52216) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:50.726479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-03c5043f-969e-4f2e-8f50-2cbc1adeb908 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:50.744567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3927d695-3a7e-4917-b7ea-a66b7272e8a3 None None] Provisioning complete for port 50c40a81-448f-444a-a286-6681d65be1e1 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:50.745298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3927d695-3a7e-4917-b7ea-a66b7272e8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:50.766418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:50.767339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e7b6cfa-05d0-4401-af16-598ad9e9e81c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:50.818909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0e7b6cfa-05d0-4401-af16-598ad9e9e81c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:14:50.824429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0e7b6cfa-05d0-4401-af16-598ad9e9e81c admin admin] Usage tracker for resource:security_group_rule and tenant:857c5bf8c41442569b30751c8827e05e is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:14:50.828473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0e7b6cfa-05d0-4401-af16-598ad9e9e81c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:14:50.834188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0e7b6cfa-05d0-4401-af16-598ad9e9e81c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:14:50.848187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5076f5e1-ab3e-4832-9692-7b6e2ca9d094 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:14:50.863038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5076f5e1-ab3e-4832-9692-7b6e2ca9d094 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:50.864281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df79252b-9a5d-4add-a8db-74b1dc9d5e5a None None] Sync routers for ids ['827f601a-ec30-4edb-8159-e2d8cbdab165'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:14:50.867152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a7140b62-08fa-4df7-947e-6fe461ec37ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:50.869771 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5076f5e1-ab3e-4832-9692-7b6e2ca9d094 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "PUT /v2.0/routers/827f601a-ec30-4edb-8159-e2d8cbdab165 HTTP/1.1" status: 200  len: 697 time: 1.7301092
Nov 24 13:14:50.870860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6647ed4c-3ee5-41ab-a92a-2bc4a31bb302 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network 5af60e13-301c-476b-9665-e7eeef0a7144 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:14:50.871018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52220) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:50.896315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:50.903792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-6647ed4c-3ee5-41ab-a92a-2bc4a31bb302 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:14:50.907998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6647ed4c-3ee5-41ab-a92a-2bc4a31bb302 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:14:51.044861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Port': ['ID=454bcdab-fabc-492e-b220-40ffb8f7d962,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:51.049297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:51.060842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5618492-d20d-41e2-aca3-d6bfbae07fa0 req-3ffe0374-f290-489b-974f-bb88511b1b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:51.066779 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d5618492-d20d-41e2-aca3-d6bfbae07fa0 req-3ffe0374-f290-489b-974f-bb88511b1b88 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c200d148-1aac-4d09-a682-2365e76cfa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.0820141
Nov 24 13:14:51.085080 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-98764c77-596f-43e2-887e-6dd0955224e2 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "GET /v2.0/routers/827f601a-ec30-4edb-8159-e2d8cbdab165 HTTP/1.1" status: 200  len: 703 time: 0.2102048
Nov 24 13:14:51.087947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52224) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:51.146352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7140b62-08fa-4df7-947e-6fe461ec37ca None None] Pushing event deleted for resources: {'Port': ['ID=83b9191b-cf39-4c8e-b8c9-67b764a38499,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:51.163336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6647ed4c-3ee5-41ab-a92a-2bc4a31bb302 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:51.170766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a7140b62-08fa-4df7-947e-6fe461ec37ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:51.196933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:51.202083 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d97a9962-8ce0-466f-945a-344a6f79467f tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "GET /v2.0/ports?device_id=827f601a-ec30-4edb-8159-e2d8cbdab165 HTTP/1.1" status: 200  len: 205 time: 0.1119893
Nov 24 13:14:51.235568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52228) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:51.242581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eb399b7f-ff3f-4e8a-a50e-e352d54f95ae tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:51.244995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e7b6cfa-05d0-4401-af16-598ad9e9e81c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:51.292295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-02b0a78e-6e30-4d46-8793-93d456ed71f8 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:51.300708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e7b6cfa-05d0-4401-af16-598ad9e9e81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:51.314267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e9b86698-75ba-48a6-a4b7-c98210432d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:51.319716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df79252b-9a5d-4add-a8db-74b1dc9d5e5a None None] Routers {'827f601a-ec30-4edb-8159-e2d8cbdab165'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:14:51.320662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-df79252b-9a5d-4add-a8db-74b1dc9d5e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ce1ff98>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:14:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['827f601a-ec30-4edb-8159-e2d8cbdab165'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:51.387216 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0e7b6cfa-05d0-4401-af16-598ad9e9e81c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=857c5bf8c41442569b30751c8827e05e&name=default HTTP/1.1" status: 200  len: 2751 time: 0.6495116
Nov 24 13:14:51.387476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b6cfa-05d0-4401-af16-598ad9e9e81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9705ba-b187-4ac7-8080-ac0d78c65f4c,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:51.390178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52232) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:51.404840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0e7b6cfa-05d0-4401-af16-598ad9e9e81c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:51.444950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da31449-5bd8-468d-bc80-ebabf1a008f3 req-a684a777-d788-4389-a901-c5d9acb10081 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:51.446498 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3da31449-5bd8-468d-bc80-ebabf1a008f3 req-a684a777-d788-4389-a901-c5d9acb10081 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.70 "GET /v2.0/ports?device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 946 time: 0.1967447
Nov 24 13:14:51.464207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb399b7f-ff3f-4e8a-a50e-e352d54f95ae tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Pushing event deleted for resources: {'Subnet': ['ID=cdd80a99-0465-4bfd-9168-d81b98b87269,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:51.467118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-eb399b7f-ff3f-4e8a-a50e-e352d54f95ae tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:51.543027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7140b62-08fa-4df7-947e-6fe461ec37ca None None] No DVR routers for this DVR port 83b9191b-cf39-4c8e-b8c9-67b764a38499 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:14:51.551450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3927d695-3a7e-4917-b7ea-a66b7272e8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:51.561164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-3da31449-5bd8-468d-bc80-ebabf1a008f3 req-56886048-2a9a-4e87-883a-5c84118f0cb3 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Deleting port c09c6095-8fff-48fc-a609-630a514b92d0 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:14:51.561597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3da31449-5bd8-468d-bc80-ebabf1a008f3 req-56886048-2a9a-4e87-883a-5c84118f0cb3 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:51.590373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-df79252b-9a5d-4add-a8db-74b1dc9d5e5a None None] Set router 827f601a-ec30-4edb-8159-e2d8cbdab165 gateway port host: None {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:14:51.634455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network afe47a7f-2bdb-4f89-873d-b9429f12adbd is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:14:51.641705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b30f45c9-1bda-4514-b375-e1c1b133b01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d723c18>, [{'id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'name': 'tempest-TestVolumeBootPattern-366325813-router', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:04:44Z', 'updated_at': '2020-11-24T13:05:04Z', 'revision_number': 4, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'gw_port': {'id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:04:47Z', 'updated_at': '2020-11-24T13:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'e04b4cfe-1fb4-45d6-8fcd-e02aa91570dc', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'floating_ip_address': '172.26.8.80', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'port_id': '6ce6c3d3-edd6-4f01-a984-fd146d4c951b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'mac_address': 'fa:16:3e:f3:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611de65b-4d1a-4c98-aca6-6d87bf8e23a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:10:00Z', 'updated_at': '2020-11-24T13:10:17Z', 'revision_number': 2, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d4f93d-57fc-4366-924d-366b13721c3c', 'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'mac_address': 'fa:16:3e:ff:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:00Z', 'updated_at': '2020-11-24T13:05:18Z', 'revision_number': 5, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'subnets': [{'id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:51.641935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:14:51.648635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 83b9191b-cf39-4c8e-b8c9-67b764a38499 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:14:51.705481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30f45c9-1bda-4514-b375-e1c1b133b01c None None] The sync data for ids ['e0bce900-3697-4a26-958b-21bd77e379b2'] in dv-neutron-601336-61-ovs is: [{'id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'name': 'tempest-TestVolumeBootPattern-366325813-router', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:04:44Z', 'updated_at': '2020-11-24T13:05:04Z', 'revision_number': 4, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'gw_port': {'id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:04:47Z', 'updated_at': '2020-11-24T13:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'e04b4cfe-1fb4-45d6-8fcd-e02aa91570dc', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'floating_ip_address': '172.26.8.80', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'port_id': '6ce6c3d3-edd6-4f01-a984-fd146d4c951b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'mac_address': 'fa:16:3e:f3:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611de65b-4d1a-4c98-aca6-6d87bf8e23a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:10:00Z', 'updated_at': '2020-11-24T13:10:17Z', 'revision_number': 2, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d4f93d-57fc-4366-924d-366b13721c3c', 'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'mac_address': 'fa:16:3e:ff:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:00Z', 'updated_at': '2020-11-24T13:05:18Z', 'revision_number': 5, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'subnets': [{'id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:14:51.714865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 83b9191b-cf39-4c8e-b8c9-67b764a38499 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:14:51.715471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 83b9191b-cf39-4c8e-b8c9-67b764a38499 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:14:51.822948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-df79252b-9a5d-4add-a8db-74b1dc9d5e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ce1ff98>, [{'id': '827f601a-ec30-4edb-8159-e2d8cbdab165', 'name': 'tempest-RoutersIpV6Test-router-651481034', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:48Z', 'updated_at': '2020-11-24T13:14:50Z', 'revision_number': 2, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:51.830284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-3927d695-3a7e-4917-b7ea-a66b7272e8a3 None None] For port 50c40a81-448f-444a-a286-6681d65be1e1, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=50c40a81-448f-444a-a286-6681d65be1e1,segment=NetworkSegment(3b080a6f-a71e-4861-a500-02422f7ec241),segment_id=3b080a6f-a71e-4861-a500-02422f7ec241)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:14:51.831887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df79252b-9a5d-4add-a8db-74b1dc9d5e5a None None] Checking router: 827f601a-ec30-4edb-8159-e2d8cbdab165 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:14:51.837165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3927d695-3a7e-4917-b7ea-a66b7272e8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:51.842348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-392aa7b8-1a47-400a-af36-88a70e10bb8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:51.960692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d3717cf8-3d0d-4387-947d-084728cdf623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:52.037192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d3717cf8-3d0d-4387-947d-084728cdf623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:52.091747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18415305-13cb-4cc0-b6a7-345290fa5864 req-de535d53-8ff3-46d4-8aba-ede28410920c tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:52.094843 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-18415305-13cb-4cc0-b6a7-345290fa5864 req-de535d53-8ff3-46d4-8aba-ede28410920c tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 946 time: 0.4330821
Nov 24 13:14:52.105783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df79252b-9a5d-4add-a8db-74b1dc9d5e5a None None] Routers {'827f601a-ec30-4edb-8159-e2d8cbdab165'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:14:52.124665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-df79252b-9a5d-4add-a8db-74b1dc9d5e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ce1ff98>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:14:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['827f601a-ec30-4edb-8159-e2d8cbdab165'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:52.145463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eb399b7f-ff3f-4e8a-a50e-e352d54f95ae tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:52.199609 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-18415305-13cb-4cc0-b6a7-345290fa5864 req-27b2a34e-3b8a-4c51-9869-0d3fc59a41b4 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0685809
Nov 24 13:14:52.216345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aed8bf56-4e58-47e4-a71d-eb077dfb60ee tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:52.234092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-3da31449-5bd8-468d-bc80-ebabf1a008f3 req-56886048-2a9a-4e87-883a-5c84118f0cb3 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] For port c09c6095-8fff-48fc-a609-630a514b92d0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=c09c6095-8fff-48fc-a609-630a514b92d0,segment=NetworkSegment(f37bbda7-8694-4075-8d54-b96ea9721450),segment_id=f37bbda7-8694-4075-8d54-b96ea9721450)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:14:52.234554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3da31449-5bd8-468d-bc80-ebabf1a008f3 req-56886048-2a9a-4e87-883a-5c84118f0cb3 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:52.256176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6527cc-035e-4a80-94c2-4ee60a656216 None None] Network 8801234d-70cf-489b-a142-abf7fd324a40 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:14:52.257811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d3717cf8-3d0d-4387-947d-084728cdf623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:52.273942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device c09c6095-8fff-48fc-a609-630a514b92d0 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:14:52.317258 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d5618492-d20d-41e2-aca3-d6bfbae07fa0 req-7050275e-3043-498d-b3cd-48996cd18190 service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2245090
Nov 24 13:14:52.328543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0e7b6cfa-05d0-4401-af16-598ad9e9e81c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:52.347402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c241b9-5edd-45e9-bd4d-abe477a4110c None None] New status for floating IP 74bdea40-6dd0-468d-831a-3a0bb3c90b2c: DOWN {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:14:52.412805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-3da31449-5bd8-468d-bc80-ebabf1a008f3 req-56886048-2a9a-4e87-883a-5c84118f0cb3 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Calling delete_port for c09c6095-8fff-48fc-a609-630a514b92d0 owned by compute:nova {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:14:52.456337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d3717cf8-3d0d-4387-947d-084728cdf623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:52.460720 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d3717cf8-3d0d-4387-947d-084728cdf623 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5d9705ba-b187-4ac7-8080-ac0d78c65f4c HTTP/1.1" status: 204  len: 168 time: 1.0686357
Nov 24 13:14:52.462230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3717cf8-3d0d-4387-947d-084728cdf623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9705ba-b187-4ac7-8080-ac0d78c65f4c,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:52.468022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d3717cf8-3d0d-4387-947d-084728cdf623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:52.497083 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-eb399b7f-ff3f-4e8a-a50e-e352d54f95ae tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] 10.222.0.76 "DELETE /v2.0/subnets/cdd80a99-0465-4bfd-9168-d81b98b87269 HTTP/1.1" status: 204  len: 168 time: 4.4338415
Nov 24 13:14:52.502659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3927d695-3a7e-4917-b7ea-a66b7272e8a3 None None] Provisioning complete for port 454bcdab-fabc-492e-b220-40ffb8f7d962 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:52.503537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3927d695-3a7e-4917-b7ea-a66b7272e8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:52.506415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6647ed4c-3ee5-41ab-a92a-2bc4a31bb302 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:52.525514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52240) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:52.609297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927d695-3a7e-4917-b7ea-a66b7272e8a3 None None] Pushing event updated for resources: {'Port': ['ID=50c40a81-448f-444a-a286-6681d65be1e1,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:52.661599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3927d695-3a7e-4917-b7ea-a66b7272e8a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:52.703639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-df79252b-9a5d-4add-a8db-74b1dc9d5e5a None None] Set router 827f601a-ec30-4edb-8159-e2d8cbdab165 gateway port host: None {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:14:52.787953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3da31449-5bd8-468d-bc80-ebabf1a008f3 req-56886048-2a9a-4e87-883a-5c84118f0cb3 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:52.795446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3927d695-3a7e-4917-b7ea-a66b7272e8a3 None None] Port 454bcdab-fabc-492e-b220-40ffb8f7d962 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:14:52.812811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b37a617c-80c2-4c73-a133-b45ef55bb602 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:52.930736 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] No ports have port_id starting with c09c6095-8fff-48fc-a609-630a514b92d0
Nov 24 13:14:52.932062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3927d695-3a7e-4917-b7ea-a66b7272e8a3 None None] Could not find standard attr ID for object 83b9191b-cf39-4c8e-b8c9-67b764a38499. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:14:52.953943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56886048-2a9a-4e87-883a-5c84118f0cb3 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Pushing event deleted for resources: {'Port': ['ID=c09c6095-8fff-48fc-a609-630a514b92d0,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:52.964321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-56886048-2a9a-4e87-883a-5c84118f0cb3 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:53.003772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-df79252b-9a5d-4add-a8db-74b1dc9d5e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ce1ff98>, [{'id': '827f601a-ec30-4edb-8159-e2d8cbdab165', 'name': 'tempest-RoutersIpV6Test-router-651481034', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:48Z', 'updated_at': '2020-11-24T13:14:50Z', 'revision_number': 2, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:53.016598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df79252b-9a5d-4add-a8db-74b1dc9d5e5a None None] The sync data for ids ['827f601a-ec30-4edb-8159-e2d8cbdab165'] in dv-neutron-601336-61-ovs is: [{'id': '827f601a-ec30-4edb-8159-e2d8cbdab165', 'name': 'tempest-RoutersIpV6Test-router-651481034', 'tenant_id': '7bd33557530a48bab25cc76dc38cd9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:48Z', 'updated_at': '2020-11-24T13:14:50Z', 'revision_number': 2, 'project_id': '7bd33557530a48bab25cc76dc38cd9bb', 'gw_port_host': None}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:14:53.046000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3927d695-3a7e-4917-b7ea-a66b7272e8a3 None None] Provisioning complete for port 29a6143e-4e66-4f4c-b090-fb3f61732d25 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:53.046793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3927d695-3a7e-4917-b7ea-a66b7272e8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:53.052087 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d5618492-d20d-41e2-aca3-d6bfbae07fa0 req-d9b29d4d-ec04-41ad-b448-0322b1da4bc8 service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7116265
Nov 24 13:14:53.056416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4425744f-6dad-4d49-b7b1-c9e7b8e06c63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:53.060314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4425744f-6dad-4d49-b7b1-c9e7b8e06c63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Synchronizing usage tracker for tenant:3fda5f6447e54949b92a080b938a8725 on resource:subnet {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:14:53.208518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da31449-5bd8-468d-bc80-ebabf1a008f3 req-56886048-2a9a-4e87-883a-5c84118f0cb3 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] No DVR routers for this DVR port c09c6095-8fff-48fc-a609-630a514b92d0 on host hv-neutron-6013 {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:14:53.217253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3da31449-5bd8-468d-bc80-ebabf1a008f3 req-56886048-2a9a-4e87-883a-5c84118f0cb3 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:53.231952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1db2316-d71c-428e-9138-dad14da0ded9', 'name': 'network-vif-deleted', 'tag': 'c09c6095-8fff-48fc-a609-630a514b92d0'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:14:53.261985 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3da31449-5bd8-468d-bc80-ebabf1a008f3 req-56886048-2a9a-4e87-883a-5c84118f0cb3 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.70 "DELETE /v2.0/ports/c09c6095-8fff-48fc-a609-630a514b92d0 HTTP/1.1" status: 204  len: 173 time: 1.8068085
Nov 24 13:14:53.271744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ad3bda-b2b2-4bdf-8c18-faa1cfa2ffca None None] DHCP port deletion for 8801234d-70cf-489b-a142-abf7fd324a40 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:14:53.278807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-85ad3bda-b2b2-4bdf-8c18-faa1cfa2ffca None None] Deleting port 50c40a81-448f-444a-a286-6681d65be1e1 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:14:53.280020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85ad3bda-b2b2-4bdf-8c18-faa1cfa2ffca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:53.319569 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1db2316-d71c-428e-9138-dad14da0ded9', 'name': 'network-vif-deleted', 'tag': 'c09c6095-8fff-48fc-a609-630a514b92d0', 'status': 'completed', 'code': 200}
Nov 24 13:14:53.408025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4425744f-6dad-4d49-b7b1-c9e7b8e06c63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Unset dirty status for tenant:3fda5f6447e54949b92a080b938a8725 on resource:subnet {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:14:53.409340 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4425744f-6dad-4d49-b7b1-c9e7b8e06c63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.8794007
Nov 24 13:14:53.463071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-9f884555-d9f7-492b-bf55-202913913d6f req-546f2658-006e-44de-b959-05a9ce1863d1 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Synchronizing usage tracker for tenant:6efb027d4b0e48cc970462a6d3154fa0 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:14:53.468191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52248) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:53.508574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4fe94ef3-ea76-4b1b-a881-1cbf7c7614e2 None None] Provisioning complete for port 454bcdab-fabc-492e-b220-40ffb8f7d962 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:53.509007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4fe94ef3-ea76-4b1b-a881-1cbf7c7614e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:53.524123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-9f884555-d9f7-492b-bf55-202913913d6f req-546f2658-006e-44de-b959-05a9ce1863d1 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Unset dirty status for tenant:6efb027d4b0e48cc970462a6d3154fa0 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:14:53.525424 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9f884555-d9f7-492b-bf55-202913913d6f req-546f2658-006e-44de-b959-05a9ce1863d1 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 210 time: 0.1300001
Nov 24 13:14:53.624356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4fe94ef3-ea76-4b1b-a881-1cbf7c7614e2 None None] Port 454bcdab-fabc-492e-b220-40ffb8f7d962 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:14:53.668055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4fe94ef3-ea76-4b1b-a881-1cbf7c7614e2 None None] Provisioning for port 9b95d606-de41-48cc-bd7a-e28896d790ec completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:14:53.682548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-85ad3bda-b2b2-4bdf-8c18-faa1cfa2ffca None None] For port 50c40a81-448f-444a-a286-6681d65be1e1, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=50c40a81-448f-444a-a286-6681d65be1e1,segment=NetworkSegment(3b080a6f-a71e-4861-a500-02422f7ec241),segment_id=3b080a6f-a71e-4861-a500-02422f7ec241)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:14:53.683855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85ad3bda-b2b2-4bdf-8c18-faa1cfa2ffca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:53.686279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee4b637a-4792-45ac-ba0e-b3634ec29b20 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:53.696272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4fe94ef3-ea76-4b1b-a881-1cbf7c7614e2 None None] Provisioning complete for port 9b95d606-de41-48cc-bd7a-e28896d790ec triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:53.697281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4fe94ef3-ea76-4b1b-a881-1cbf7c7614e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:53.727201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aed8bf56-4e58-47e4-a71d-eb077dfb60ee tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:53.748392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aed8bf56-4e58-47e4-a71d-eb077dfb60ee tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:53.776004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4fe94ef3-ea76-4b1b-a881-1cbf7c7614e2 None None] Port 9b95d606-de41-48cc-bd7a-e28896d790ec cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:14:53.781612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ee4b637a-4792-45ac-ba0e-b3634ec29b20 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Deleting port 50c40a81-448f-444a-a286-6681d65be1e1 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:14:53.781990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee4b637a-4792-45ac-ba0e-b3634ec29b20 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:53.806731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aed8bf56-4e58-47e4-a71d-eb077dfb60ee tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:53.807494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed8bf56-4e58-47e4-a71d-eb077dfb60ee tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Fanout notify agent at l3_agent the message router_deleted on router 827f601a-ec30-4edb-8159-e2d8cbdab165 {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:14:53.849129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aed8bf56-4e58-47e4-a71d-eb077dfb60ee tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:53.850356 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-aed8bf56-4e58-47e4-a71d-eb077dfb60ee tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/routers/827f601a-ec30-4edb-8159-e2d8cbdab165 HTTP/1.1" status: 204  len: 168 time: 2.6097560
Nov 24 13:14:53.854582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52252) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:53.923668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-48dd0726-0c70-4638-9c94-1c84ce806ab6 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Synchronizing usage tracker for tenant:7bd33557530a48bab25cc76dc38cd9bb on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:14:53.937057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 50c40a81-448f-444a-a286-6681d65be1e1 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:14:53.962150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Router 59917853-9cc6-40fe-be4e-9367db622388 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:14:53.989570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-85ad3bda-b2b2-4bdf-8c18-faa1cfa2ffca None None] Calling delete_port for 50c40a81-448f-444a-a286-6681d65be1e1 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:14:54.071203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-48dd0726-0c70-4638-9c94-1c84ce806ab6 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Unset dirty status for tenant:7bd33557530a48bab25cc76dc38cd9bb on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:14:54.072491 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-48dd0726-0c70-4638-9c94-1c84ce806ab6 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "GET /v2.0/ports?device_id=827f601a-ec30-4edb-8159-e2d8cbdab165 HTTP/1.1" status: 200  len: 205 time: 0.2159679
Nov 24 13:14:54.080399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4fe94ef3-ea76-4b1b-a881-1cbf7c7614e2 None None] Provisioning complete for port 50c40a81-448f-444a-a286-6681d65be1e1 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:54.080832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4fe94ef3-ea76-4b1b-a881-1cbf7c7614e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:54.081101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52256) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:54.192146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ee4b637a-4792-45ac-ba0e-b3634ec29b20 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] For port 50c40a81-448f-444a-a286-6681d65be1e1, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=50c40a81-448f-444a-a286-6681d65be1e1,segment=NetworkSegment(3b080a6f-a71e-4861-a500-02422f7ec241),segment_id=3b080a6f-a71e-4861-a500-02422f7ec241)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:14:54.197729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee4b637a-4792-45ac-ba0e-b3634ec29b20 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:54.223000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4fe94ef3-ea76-4b1b-a881-1cbf7c7614e2 None None] Could not find standard attr ID for object 50c40a81-448f-444a-a286-6681d65be1e1. {{(pid=80945) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 24 13:14:54.241200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85ad3bda-b2b2-4bdf-8c18-faa1cfa2ffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:54.266175 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.plugins.ml2.db [None req-4fe94ef3-ea76-4b1b-a881-1cbf7c7614e2 None None] No ports have port_id starting with 50c40a81-448f-444a-a286-6681d65be1e1
Nov 24 13:14:54.267118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b30d6606-bf96-4028-a6dc-a89987bab792 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:54.371313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ee4b637a-4792-45ac-ba0e-b3634ec29b20 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Calling delete_port for 50c40a81-448f-444a-a286-6681d65be1e1 owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:14:54.460110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-ee4b637a-4792-45ac-ba0e-b3634ec29b20 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:14:54.460536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-ee4b637a-4792-45ac-ba0e-b3634ec29b20 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:14:54.471815 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-54b061a5-0f58-4261-ba6d-6ff3015005f5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] delete failed (client error): The resource could not be found.
Nov 24 13:14:54.472972 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-54b061a5-0f58-4261-ba6d-6ff3015005f5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/routers/827f601a-ec30-4edb-8159-e2d8cbdab165 HTTP/1.1" status: 404  len: 336 time: 0.3908758
Nov 24 13:14:54.475991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52260) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:54.520992 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f54612-6f08-40f4-9bba-c31856b6eb12 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:54.521499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7f54612-6f08-40f4-9bba-c31856b6eb12 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:54.532985 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c7f54612-6f08-40f4-9bba-c31856b6eb12 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/subnets/f1ddbeca-abd9-42aa-a774-c343c2fa7a38 HTTP/1.1" status: 404  len: 337 time: 0.0517621
Nov 24 13:14:54.535052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52264) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:54.561815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad3bda-b2b2-4bdf-8c18-faa1cfa2ffca None None] Pushing event deleted for resources: {'Port': ['ID=50c40a81-448f-444a-a286-6681d65be1e1,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:54.574624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-85ad3bda-b2b2-4bdf-8c18-faa1cfa2ffca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:54.583060 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-4303e15f-d311-4074-a3ba-3dec002e121d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:54.583561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4303e15f-d311-4074-a3ba-3dec002e121d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:54.588134 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4303e15f-d311-4074-a3ba-3dec002e121d tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/subnets/4cca3efd-4eb4-4e86-95c5-6118591e9f41 HTTP/1.1" status: 404  len: 337 time: 0.0495491
Nov 24 13:14:54.589920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52270) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:54.593539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:54.643890 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b9fbd85-02a1-4fff-b333-ee95daaf46da tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:54.643890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b9fbd85-02a1-4fff-b333-ee95daaf46da tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:54.645743 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3b9fbd85-02a1-4fff-b333-ee95daaf46da tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/subnets/8b204a68-c825-4c29-8ddb-2e2e6f394c54 HTTP/1.1" status: 404  len: 337 time: 0.0545347
Nov 24 13:14:54.649707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52274) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:54.656961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ad3bda-b2b2-4bdf-8c18-faa1cfa2ffca None None] No DVR routers for this DVR port 50c40a81-448f-444a-a286-6681d65be1e1 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:14:54.699452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6647ed4c-3ee5-41ab-a92a-2bc4a31bb302 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:54.707193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6647ed4c-3ee5-41ab-a92a-2bc4a31bb302 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:54.732921 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e0f32e7-921f-4437-a02d-9fa77b9782f9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:54.733604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e0f32e7-921f-4437-a02d-9fa77b9782f9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:54.740085 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9e0f32e7-921f-4437-a02d-9fa77b9782f9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/subnets/270ef693-97b1-4984-a6d6-13a3d217c465 HTTP/1.1" status: 404  len: 337 time: 0.0885541
Nov 24 13:14:54.740587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52278) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:54.745320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dd8e8dfa-6b4c-4d55-95fb-6c86b8e3cf7b tempest-RoutersAdminTest-1345528724 tempest-RoutersAdminTest-1345528724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:54.806392 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e83e53f1-bada-4621-bc35-28419f8a02c2 req-aff7fe2a-c81f-4b22-bdb1-7268147cd405 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=f1db2316-d71c-428e-9138-dad14da0ded9 HTTP/1.1" status: 200  len: 210 time: 0.0582793
Nov 24 13:14:54.876689 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2aa4b4cc-9bdc-4618-8442-5ad4fc7a56f5 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "GET /v2.0/ports?device_id=2c66548c-93ca-486f-8434-130b800376f6 HTTP/1.1" status: 200  len: 205 time: 0.0980210
Nov 24 13:14:54.879665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52282) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:54.909342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647ed4c-3ee5-41ab-a92a-2bc4a31bb302 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=9b95d606-de41-48cc-bd7a-e28896d790ec,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:54.913562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6647ed4c-3ee5-41ab-a92a-2bc4a31bb302 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:54.921376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6647ed4c-3ee5-41ab-a92a-2bc4a31bb302 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:54.966775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ee4b637a-4792-45ac-ba0e-b3634ec29b20 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Deleting port 50c40a81-448f-444a-a286-6681d65be1e1 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:14:54.967156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee4b637a-4792-45ac-ba0e-b3634ec29b20 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:54.998421 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-2fe4cd69-478c-4d0b-b458-da830371abbd tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] delete failed (client error): The resource could not be found.
Nov 24 13:14:54.999567 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2fe4cd69-478c-4d0b-b458-da830371abbd tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/routers/2c66548c-93ca-486f-8434-130b800376f6 HTTP/1.1" status: 404  len: 336 time: 0.1188474
Nov 24 13:14:55.003571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52286) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:55.010840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:14:55.018204 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "PUT /v2.0/routers/59917853-9cc6-40fe-be4e-9367db622388/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.0078893
Nov 24 13:14:55.030631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26dbfa8-56dc-45a1-9b37-0f2c373782ec None None] Sync routers for ids ['59917853-9cc6-40fe-be4e-9367db622388'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:14:55.038556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52290) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:55.045961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ee4b637a-4792-45ac-ba0e-b3634ec29b20 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] The port '50c40a81-448f-444a-a286-6681d65be1e1' was deleted {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:14:55.048099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26dbfa8-56dc-45a1-9b37-0f2c373782ec None None] Routers {'59917853-9cc6-40fe-be4e-9367db622388'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:14:55.048808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a26dbfa8-56dc-45a1-9b37-0f2c373782ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347c7f1d0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:14:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['59917853-9cc6-40fe-be4e-9367db622388'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:55.074166 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ad252e1f-fd16-49dc-973f-722860336fe0 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "GET /v2.0/ports?device_id=23f0a9c0-8a00-449e-ba3d-a829d0d03cdc HTTP/1.1" status: 200  len: 205 time: 0.0660307
Nov 24 13:14:55.076163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52296) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:55.179149 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-e718812f-10a4-4d19-8931-e708d38d6cd4 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] delete failed (client error): The resource could not be found.
Nov 24 13:14:55.183029 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e718812f-10a4-4d19-8931-e708d38d6cd4 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/routers/23f0a9c0-8a00-449e-ba3d-a829d0d03cdc HTTP/1.1" status: 404  len: 336 time: 0.1031084
Nov 24 13:14:55.186706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52300) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:55.241194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee4b637a-4792-45ac-ba0e-b3634ec29b20 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:55.249603 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b171e41-0be7-4e8b-8ee9-bea33d3c1d51 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:55.250102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b171e41-0be7-4e8b-8ee9-bea33d3c1d51 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:55.251942 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0b171e41-0be7-4e8b-8ee9-bea33d3c1d51 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/subnets/48a32474-aa47-4f43-b743-4f4c11c3b38b HTTP/1.1" status: 404  len: 337 time: 0.0642202
Nov 24 13:14:55.262299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52304) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:55.336422 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1a4160ae-d9c1-417d-9a08-c92f42750b0e tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "GET /v2.0/ports?device_id=b76d3abc-02a0-4c60-b9dc-9c118e913b39 HTTP/1.1" status: 200  len: 205 time: 0.0728199
Nov 24 13:14:55.341295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52308) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:55.346894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-a26dbfa8-56dc-45a1-9b37-0f2c373782ec None None] Set router 59917853-9cc6-40fe-be4e-9367db622388 gateway port host: None {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:14:55.404667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-ee4b637a-4792-45ac-ba0e-b3634ec29b20 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634666fc88>,) {'filters': {'network_id': ['8801234d-70cf-489b-a142-abf7fd324a40']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:55.426930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-ee4b637a-4792-45ac-ba0e-b3634ec29b20 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634666fc88>, '3b080a6f-a71e-4861-a500-02422f7ec241') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:55.427361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-ee4b637a-4792-45ac-ba0e-b3634ec29b20 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634666fc88>, '3b080a6f-a71e-4861-a500-02422f7ec241') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:55.449120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-de464865-cdac-4d2c-89ce-07ddfc5375d9 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Request body: {'network': {'name': 'tempest-RoutersTest-440515149'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:55.455151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee4b637a-4792-45ac-ba0e-b3634ec29b20 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:55.459292 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-4b0afef5-84ea-49dc-b882-f3897e1a234a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] delete failed (client error): The resource could not be found.
Nov 24 13:14:55.462163 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4b0afef5-84ea-49dc-b882-f3897e1a234a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/routers/b76d3abc-02a0-4c60-b9dc-9c118e913b39 HTTP/1.1" status: 404  len: 336 time: 0.1181190
Nov 24 13:14:55.463450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52312) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:55.463861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-de464865-cdac-4d2c-89ce-07ddfc5375d9 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:14:55.468150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6647ed4c-3ee5-41ab-a92a-2bc4a31bb302 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network 5af60e13-301c-476b-9665-e7eeef0a7144 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:14:55.473213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-de464865-cdac-4d2c-89ce-07ddfc5375d9 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Usage tracker for resource:network and tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:14:55.475259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-6647ed4c-3ee5-41ab-a92a-2bc4a31bb302 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:14:55.476310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-de464865-cdac-4d2c-89ce-07ddfc5375d9 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Quota usage for network was recalculated. Used quota:2. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:14:55.483298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-de464865-cdac-4d2c-89ce-07ddfc5375d9 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:14:55.494725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de464865-cdac-4d2c-89ce-07ddfc5375d9 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Made reservation on behalf of 48deb6cb4e7841bc8ac7ee76d248c5c5 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:14:55.501173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de464865-cdac-4d2c-89ce-07ddfc5375d9 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:55.515202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee4b637a-4792-45ac-ba0e-b3634ec29b20 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:55.521249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ee4b637a-4792-45ac-ba0e-b3634ec29b20 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Releasing vxlan tunnel 12 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:14:55.675200 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d5436426-843d-4011-9299-548f823aeeae tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "GET /v2.0/ports?device_id=4692634c-b77b-4d62-98d2-d677faebd2e8 HTTP/1.1" status: 200  len: 205 time: 0.2018814
Nov 24 13:14:55.681475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52316) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:55.751771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a26dbfa8-56dc-45a1-9b37-0f2c373782ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347c7f1d0>, [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:14:46Z', 'revision_number': 3, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None, '_interfaces': [{'id': '454bcdab-fabc-492e-b220-40ffb8f7d962', 'name': '', 'network_id': 'afe47a7f-2bdb-4f89-873d-b9429f12adbd', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:b3:c7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:42Z', 'updated_at': '2020-11-24T13:14:49Z', 'revision_number': 2, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8d8a5ac9-3271-4b36-a909-047532dacc4c', 'name': '', 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:ee:96:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'aa779721-3002-4e81-a97e-feb536020d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:27Z', 'updated_at': '2020-11-24T13:14:38Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'aa779721-3002-4e81-a97e-feb536020d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:55.757616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26dbfa8-56dc-45a1-9b37-0f2c373782ec None None] Checking router: 59917853-9cc6-40fe-be4e-9367db622388 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:14:55.758197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26dbfa8-56dc-45a1-9b37-0f2c373782ec None None] Updating router 59917853-9cc6-40fe-be4e-9367db622388 port 454bcdab-fabc-492e-b220-40ffb8f7d962 binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:14:55.766036 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-4ab1ba3e-bb84-41ec-8331-d5a32a8a339c tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] delete failed (client error): The resource could not be found.
Nov 24 13:14:55.774480 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4ab1ba3e-bb84-41ec-8331-d5a32a8a339c tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/routers/4692634c-b77b-4d62-98d2-d677faebd2e8 HTTP/1.1" status: 404  len: 336 time: 0.0846319
Nov 24 13:14:55.778975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52320) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:55.836035 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-6075d86d-95a5-4e71-b20f-5dbe50c90549 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:55.836499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6075d86d-95a5-4e71-b20f-5dbe50c90549 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:55.841672 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6075d86d-95a5-4e71-b20f-5dbe50c90549 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/subnets/4fd56d36-e354-4e8d-abcc-f594dc58568b HTTP/1.1" status: 404  len: 337 time: 0.0582707
Nov 24 13:14:55.842390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-fdfc6424-ba1c-45a7-a979-e008816db699 None None] Provisioning complete for port 9b95d606-de41-48cc-bd7a-e28896d790ec triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:14:55.842882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fdfc6424-ba1c-45a7-a979-e008816db699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:55.868295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a26dbfa8-56dc-45a1-9b37-0f2c373782ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:55.874843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52326) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:55.900335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de464865-cdac-4d2c-89ce-07ddfc5375d9 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:14:55.913349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de464865-cdac-4d2c-89ce-07ddfc5375d9 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:55.913730 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-de464865-cdac-4d2c-89ce-07ddfc5375d9 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Added segment f59d20eb-4451-4e7c-b427-6bd9ad191727 of type vxlan for network 5a3d637a-9b99-4608-8a0a-b870cc93f888
Nov 24 13:14:55.932241 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-81c92ba3-3368-4653-a3a1-7d6bd5f6ccb7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "GET /v2.0/ports?device_id=d485a351-ef5d-4a0d-9dab-e390f15b1d62 HTTP/1.1" status: 200  len: 205 time: 0.0558500
Nov 24 13:14:55.942046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de464865-cdac-4d2c-89ce-07ddfc5375d9 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:55.968217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-fdfc6424-ba1c-45a7-a979-e008816db699 None None] Port 9b95d606-de41-48cc-bd7a-e28896d790ec cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:14:55.972132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52330) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:56.054217 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-72b34df1-95d9-4d39-ab80-2de286f37282 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] delete failed (client error): The resource could not be found.
Nov 24 13:14:56.058181 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-72b34df1-95d9-4d39-ab80-2de286f37282 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/routers/d485a351-ef5d-4a0d-9dab-e390f15b1d62 HTTP/1.1" status: 404  len: 336 time: 0.0821881
Nov 24 13:14:56.059699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52336) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:56.147201 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-588ca21a-20de-4c47-8929-ab89c40ce104 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:56.148264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-588ca21a-20de-4c47-8929-ab89c40ce104 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:56.150500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de464865-cdac-4d2c-89ce-07ddfc5375d9 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:56.165261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de464865-cdac-4d2c-89ce-07ddfc5375d9 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:56.165969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de464865-cdac-4d2c-89ce-07ddfc5375d9 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:56.265218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6647ed4c-3ee5-41ab-a92a-2bc4a31bb302 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 72fdfc95-aeba-4bd0-961b-8bf5c0940129 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:14:56.294493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f9c040d4-379c-4c05-8511-532772eaeb44 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:56.401789 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-588ca21a-20de-4c47-8929-ab89c40ce104 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/subnets/713fec96-9b5f-47d3-b00c-463feaf0665f HTTP/1.1" status: 404  len: 337 time: 0.3401642
Nov 24 13:14:56.417888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52342) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:56.423086 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-de464865-cdac-4d2c-89ce-07ddfc5375d9 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.3832369
Nov 24 13:14:56.433748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52344) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:56.440857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ee4b637a-4792-45ac-ba0e-b3634ec29b20 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Network 8801234d-70cf-489b-a142-abf7fd324a40 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:14:56.441049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7249e5fb-d030-40a2-b650-d9624a7985af tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Request body: {'subnet': {'network_id': '5a3d637a-9b99-4608-8a0a-b870cc93f888', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:14:56.463905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a26dbfa8-56dc-45a1-9b37-0f2c373782ec None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:56.490464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee4b637a-4792-45ac-ba0e-b3634ec29b20 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:56.574990 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-56c58cd8-5424-489a-a69b-6a5a16d73590 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "GET /v2.0/ports?device_id=08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2 HTTP/1.1" status: 200  len: 205 time: 0.1496620
Nov 24 13:14:56.580999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de464865-cdac-4d2c-89ce-07ddfc5375d9 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Network': ['ID=5a3d637a-9b99-4608-8a0a-b870cc93f888,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:56.581673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52350) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:56.585666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-de464865-cdac-4d2c-89ce-07ddfc5375d9 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:56.595016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 5a3d637a-9b99-4608-8a0a-b870cc93f888 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:14:56.681881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 5a3d637a-9b99-4608-8a0a-b870cc93f888 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:14:56.685237 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-4fa6ec27-3c47-4177-9329-b78fb1372679 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] delete failed (client error): The resource could not be found.
Nov 24 13:14:56.686523 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4fa6ec27-3c47-4177-9329-b78fb1372679 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/routers/08e794d9-75de-4d0d-9c1c-e5f3c4c1acd2 HTTP/1.1" status: 404  len: 336 time: 0.1035311
Nov 24 13:14:56.694198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7249e5fb-d030-40a2-b650-d9624a7985af tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:14:56.695411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52354) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:56.699612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7249e5fb-d030-40a2-b650-d9624a7985af tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Usage tracker for resource:subnet and tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:14:56.704071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7249e5fb-d030-40a2-b650-d9624a7985af tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:14:56.709995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ee4b637a-4792-45ac-ba0e-b3634ec29b20 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Network 8801234d-70cf-489b-a142-abf7fd324a40 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:14:56.712044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7249e5fb-d030-40a2-b650-d9624a7985af tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:14:56.732232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7249e5fb-d030-40a2-b650-d9624a7985af tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Made reservation on behalf of 48deb6cb4e7841bc8ac7ee76d248c5c5 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:14:56.759705 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-3797ecb0-a49a-4fe5-adc1-835bce90ae42 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:56.760203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3797ecb0-a49a-4fe5-adc1-835bce90ae42 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:56.764529 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3797ecb0-a49a-4fe5-adc1-835bce90ae42 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/subnets/d108ae1f-c27f-4303-8d43-22f65afaf304 HTTP/1.1" status: 404  len: 337 time: 0.0654142
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:14:56.779624 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:14:56.782150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52358) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:56.886559 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-a88c0cd8-e0f2-42a3-bd77-cc007bf551af tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] DELETE failed (client error): The resource could not be found.
Nov 24 13:14:56.887056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a88c0cd8-e0f2-42a3-bd77-cc007bf551af tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:14:56.890172 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a88c0cd8-e0f2-42a3-bd77-cc007bf551af tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] 10.222.0.76 "DELETE /v2.0/subnets/c54a271c-702d-4944-a4d3-bf668d8730ee HTTP/1.1" status: 404  len: 337 time: 0.0535126
Nov 24 13:14:56.920178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a26dbfa8-56dc-45a1-9b37-0f2c373782ec None None] Transition to ACTIVE for port object 454bcdab-fabc-492e-b220-40ffb8f7d962 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:14:56.924951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a26dbfa8-56dc-45a1-9b37-0f2c373782ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:56.934713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee4b637a-4792-45ac-ba0e-b3634ec29b20 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:56.948266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee4b637a-4792-45ac-ba0e-b3634ec29b20 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:56.952461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-562b3c79-3e17-48b7-8cb2-a5395f276a36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:56.954898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-389e5d73-8f85-492b-b41c-6910eb253068 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:57.012208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b637a-4792-45ac-ba0e-b3634ec29b20 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Pushing event deleted for resources: {'Network': ['ID=8801234d-70cf-489b-a142-abf7fd324a40,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:57.018384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ee4b637a-4792-45ac-ba0e-b3634ec29b20 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:57.035706 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ee4b637a-4792-45ac-ba0e-b3634ec29b20 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] 10.222.0.76 "DELETE /v2.0/networks/8801234d-70cf-489b-a142-abf7fd324a40 HTTP/1.1" status: 204  len: 168 time: 3.5372939
Nov 24 13:14:57.035706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52364) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:57.164136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7249e5fb-d030-40a2-b650-d9624a7985af tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:57.270015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea548ab2-9e97-4489-a7a5-89cb4192f359 None None] Pushing event updated for resources: {'Port': ['ID=454bcdab-fabc-492e-b220-40ffb8f7d962,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:57.288713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ea548ab2-9e97-4489-a7a5-89cb4192f359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:57.351010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e7258935-7c33-4e49-ac80-e10a07edf4ae tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:57.444908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-a26dbfa8-56dc-45a1-9b37-0f2c373782ec None None] Attempting to bind port 454bcdab-fabc-492e-b220-40ffb8f7d962 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:14:57.445487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-a26dbfa8-56dc-45a1-9b37-0f2c373782ec None None] Attempting to bind port 454bcdab-fabc-492e-b220-40ffb8f7d962 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'dc6f238c-e9f8-4207-877d-7fa23ead3401', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'afe47a7f-2bdb-4f89-873d-b9429f12adbd'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:14:57.446007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26dbfa8-56dc-45a1-9b37-0f2c373782ec None None] Attempting to bind port 454bcdab-fabc-492e-b220-40ffb8f7d962 on network afe47a7f-2bdb-4f89-873d-b9429f12adbd {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:14:57.458803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26dbfa8-56dc-45a1-9b37-0f2c373782ec None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:14:57.462693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26dbfa8-56dc-45a1-9b37-0f2c373782ec None None] Checking segment: {'id': 'dc6f238c-e9f8-4207-877d-7fa23ead3401', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'afe47a7f-2bdb-4f89-873d-b9429f12adbd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:14:57.463394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a26dbfa8-56dc-45a1-9b37-0f2c373782ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:57.466255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26dbfa8-56dc-45a1-9b37-0f2c373782ec None None] Bound using segment: {'id': 'dc6f238c-e9f8-4207-877d-7fa23ead3401', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'afe47a7f-2bdb-4f89-873d-b9429f12adbd'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:14:57.471419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-a26dbfa8-56dc-45a1-9b37-0f2c373782ec None None] Bound port: 454bcdab-fabc-492e-b220-40ffb8f7d962, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc6f238c-e9f8-4207-877d-7fa23ead3401', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'afe47a7f-2bdb-4f89-873d-b9429f12adbd'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:14:57.477289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a26dbfa8-56dc-45a1-9b37-0f2c373782ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:57.538160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6647ed4c-3ee5-41ab-a92a-2bc4a31bb302 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:14:57.565635 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6647ed4c-3ee5-41ab-a92a-2bc4a31bb302 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "PUT /v2.0/routers/72fdfc95-aeba-4bd0-961b-8bf5c0940129/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.1163981
Nov 24 13:14:57.572153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4671afc5-9e06-44d7-bb9b-4e93f145037e None None] Sync routers for ids ['72fdfc95-aeba-4bd0-961b-8bf5c0940129'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:14:57.601408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4671afc5-9e06-44d7-bb9b-4e93f145037e None None] Routers {'72fdfc95-aeba-4bd0-961b-8bf5c0940129'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:14:57.602571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4671afc5-9e06-44d7-bb9b-4e93f145037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c8b7278>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:14:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['72fdfc95-aeba-4bd0-961b-8bf5c0940129'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:57.609081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-a26dbfa8-56dc-45a1-9b37-0f2c373782ec None None] For port 454bcdab-fabc-492e-b220-40ffb8f7d962, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:14:57.614015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-a26dbfa8-56dc-45a1-9b37-0f2c373782ec None None] For port 454bcdab-fabc-492e-b220-40ffb8f7d962, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=454bcdab-fabc-492e-b220-40ffb8f7d962,segment=NetworkSegment(dc6f238c-e9f8-4207-877d-7fa23ead3401),segment_id=dc6f238c-e9f8-4207-877d-7fa23ead3401)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:14:57.621260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a26dbfa8-56dc-45a1-9b37-0f2c373782ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:57.638169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f740e7c6-b6a3-48f2-9409-d527fee6c2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:57.695501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52374) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:57.804508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e7258935-7c33-4e49-ac80-e10a07edf4ae tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:57.835289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-4671afc5-9e06-44d7-bb9b-4e93f145037e None None] Set router 72fdfc95-aeba-4bd0-961b-8bf5c0940129 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:14:57.975988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea548ab2-9e97-4489-a7a5-89cb4192f359 None None] Pushing event updated for resources: {'Port': ['ID=454bcdab-fabc-492e-b220-40ffb8f7d962,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:57.993682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ea548ab2-9e97-4489-a7a5-89cb4192f359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:58.086013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26dbfa8-56dc-45a1-9b37-0f2c373782ec None None] Routers {'59917853-9cc6-40fe-be4e-9367db622388'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:14:58.086786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a26dbfa8-56dc-45a1-9b37-0f2c373782ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347c7f1d0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:14:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['59917853-9cc6-40fe-be4e-9367db622388'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:58.090918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7249e5fb-d030-40a2-b650-d9624a7985af tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:58.143860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-e7258935-7c33-4e49-ac80-e10a07edf4ae tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f63464ed780>,) {'filters': {'network_id': ['6a8b602a-edd5-44e6-8d24-43ddb01bc60f']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:58.178205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1e662852-551f-483d-a486-761a6bdb01b2 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:58.185416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-e7258935-7c33-4e49-ac80-e10a07edf4ae tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f63464ed780>, '128c06ba-511f-4c35-a601-66fadc345a54') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:58.186175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-e7258935-7c33-4e49-ac80-e10a07edf4ae tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f63464ed780>, '128c06ba-511f-4c35-a601-66fadc345a54') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:58.206804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e7258935-7c33-4e49-ac80-e10a07edf4ae tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:58.239735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e7258935-7c33-4e49-ac80-e10a07edf4ae tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:58.242083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e7258935-7c33-4e49-ac80-e10a07edf4ae tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Releasing vxlan tunnel 11 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:14:58.346809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-a26dbfa8-56dc-45a1-9b37-0f2c373782ec None None] Set router 59917853-9cc6-40fe-be4e-9367db622388 gateway port host: None {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:14:58.492401 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4f862a3c-8cbb-49f5-b1c0-f561cf222b77 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7bd33557530a48bab25cc76dc38cd9bb&name=default HTTP/1.1" status: 200  len: 2747 time: 0.7895827
Nov 24 13:14:58.496404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249e5fb-d030-40a2-b650-d9624a7985af tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Subnet': ['ID=7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:58.498473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52384) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:58.528472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7249e5fb-d030-40a2-b650-d9624a7985af tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:58.542023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4671afc5-9e06-44d7-bb9b-4e93f145037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c8b7278>, [{'id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'name': 'tempest-TestNetworkBasicOps-router-649114394', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:45Z', 'updated_at': '2020-11-24T13:14:51Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:47Z', 'updated_at': '2020-11-24T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '14379496-9b51-40a3-9efa-79cbc2bb0527', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.171', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'port_id': '82535079-08b0-4667-853b-5b72cfb05831', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8', 'mac_address': 'fa:16:3e:fe:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e638d7e1-ef65-47d1-a239-f130fe15e86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:13:30Z', 'updated_at': '2020-11-24T13:13:37Z', 'revision_number': 1, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b95d606-de41-48cc-bd7a-e28896d790ec', 'name': '', 'network_id': '5af60e13-301c-476b-9665-e7eeef0a7144', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:87:f3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '89b64f2d-da32-457c-ac6c-a993606a7b0f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:47Z', 'updated_at': '2020-11-24T13:14:53Z', 'revision_number': 2, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '89b64f2d-da32-457c-ac6c-a993606a7b0f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'e647b167-1027-48c2-98f3-b8ff2ebe77e1', 'name': '', 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:b9:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'ef8a9360-9e18-4774-ae21-805af42ac96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:12:41Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': 'ef8a9360-9e18-4774-ae21-805af42ac96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:58.556815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4671afc5-9e06-44d7-bb9b-4e93f145037e None None] Checking router: 72fdfc95-aeba-4bd0-961b-8bf5c0940129 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:14:58.557302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4671afc5-9e06-44d7-bb9b-4e93f145037e None None] Updating router 72fdfc95-aeba-4bd0-961b-8bf5c0940129 port 9b95d606-de41-48cc-bd7a-e28896d790ec binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:14:58.560069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e7258935-7c33-4e49-ac80-e10a07edf4ae tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Network 6a8b602a-edd5-44e6-8d24-43ddb01bc60f has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:14:58.575020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e7258935-7c33-4e49-ac80-e10a07edf4ae tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:58.675517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4671afc5-9e06-44d7-bb9b-4e93f145037e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:58.781761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d0dabf1-0bea-4ee0-bcd8-d3fe51cee0f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:58.813415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e7258935-7c33-4e49-ac80-e10a07edf4ae tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Network 6a8b602a-edd5-44e6-8d24-43ddb01bc60f has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:14:58.837890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7249e5fb-d030-40a2-b650-d9624a7985af tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Checking segment: {'id': 'f59d20eb-4451-4e7c-b427-6bd9ad191727', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '5a3d637a-9b99-4608-8a0a-b870cc93f888'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:14:58.839550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7249e5fb-d030-40a2-b650-d9624a7985af tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network hostable DHCP agents. Network: 5a3d637a-9b99-4608-8a0a-b870cc93f888, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:14:58.842423 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:14:58.842423 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:14:58.842423 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:14:58.842423 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:14:58.842423 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:14:58.842423 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:14:58.842423 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:14:58.842423 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:14:58.842423 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:14:58.842423 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:14:58.842423 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:14:58.842423 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:14:58.842423 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:14:58.842423 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:14:58.842423 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:14:58.842423 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:14:58.842423 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:14:58.842423 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:14:58.842423 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:14:58.842423 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:14:58.842423 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:14:58.842423 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:14:58.842423 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:14:58.842423 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:14:58.842423 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:14:58.842423 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:14:58.842423 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:14:58.842423 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:14:58.842423 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:14:58.842423 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:14:58.842423 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:14:58.842423 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:14:58.886063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7249e5fb-d030-40a2-b650-d9624a7985af tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network 5a3d637a-9b99-4608-8a0a-b870cc93f888 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:14:58.899419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d0dabf1-0bea-4ee0-bcd8-d3fe51cee0f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:58.909806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-7249e5fb-d030-40a2-b650-d9624a7985af tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 5a3d637a-9b99-4608-8a0a-b870cc93f888) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:14:58.927730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434bf4a2-fd3f-496b-b5de-ded9f9c582f2 None None] Network 5a3d637a-9b99-4608-8a0a-b870cc93f888 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:14:58.955964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7249e5fb-d030-40a2-b650-d9624a7985af tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:14:58.956749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7249e5fb-d030-40a2-b650-d9624a7985af tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:58.960948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e7258935-7c33-4e49-ac80-e10a07edf4ae tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:58.965428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93c5c19f-37bb-4f70-aca5-9c01204017b7 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:58.993908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e7258935-7c33-4e49-ac80-e10a07edf4ae tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:59.011918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7258935-7c33-4e49-ac80-e10a07edf4ae tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Pushing event deleted for resources: {'Network': ['ID=6a8b602a-edd5-44e6-8d24-43ddb01bc60f,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:59.014872 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7249e5fb-d030-40a2-b650-d9624a7985af tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.5798199
Nov 24 13:14:59.016180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e7258935-7c33-4e49-ac80-e10a07edf4ae tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:59.017316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52392) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:59.025962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d0dabf1-0bea-4ee0-bcd8-d3fe51cee0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:59.035104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:59.051554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d0dabf1-0bea-4ee0-bcd8-d3fe51cee0f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:59.068583 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6d0dabf1-0bea-4ee0-bcd8-d3fe51cee0f7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9d936626-2cb0-4e06-9491-75e5b2c3cc09 HTTP/1.1" status: 204  len: 168 time: 0.5506794
Nov 24 13:14:59.074508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0dabf1-0bea-4ee0-bcd8-d3fe51cee0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d936626-2cb0-4e06-9491-75e5b2c3cc09,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:14:59.082507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6d0dabf1-0bea-4ee0-bcd8-d3fe51cee0f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:14:59.124082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52398) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:14:59.141222 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e7258935-7c33-4e49-ac80-e10a07edf4ae tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] 10.222.0.76 "DELETE /v2.0/networks/6a8b602a-edd5-44e6-8d24-43ddb01bc60f HTTP/1.1" status: 204  len: 168 time: 2.1043055
Nov 24 13:14:59.509160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-908bd322-e9d7-48c6-aad1-e2b4255dc61b tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:59.644558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4671afc5-9e06-44d7-bb9b-4e93f145037e None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:59.671204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4671afc5-9e06-44d7-bb9b-4e93f145037e None None] Transition to ACTIVE for port object 9b95d606-de41-48cc-bd7a-e28896d790ec will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:14:59.674850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4671afc5-9e06-44d7-bb9b-4e93f145037e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:59.697821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ca708305-27b8-41fd-925e-6b5d00071f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:14:59.833851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a26dbfa8-56dc-45a1-9b37-0f2c373782ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347c7f1d0>, [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:14:46Z', 'revision_number': 3, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None, '_interfaces': [{'id': '454bcdab-fabc-492e-b220-40ffb8f7d962', 'name': '', 'network_id': 'afe47a7f-2bdb-4f89-873d-b9429f12adbd', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:b3:c7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:42Z', 'updated_at': '2020-11-24T13:14:57Z', 'revision_number': 4, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8d8a5ac9-3271-4b36-a909-047532dacc4c', 'name': '', 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:ee:96:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'aa779721-3002-4e81-a97e-feb536020d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:27Z', 'updated_at': '2020-11-24T13:14:38Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'aa779721-3002-4e81-a97e-feb536020d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:14:59.845654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26dbfa8-56dc-45a1-9b37-0f2c373782ec None None] The sync data for ids ['59917853-9cc6-40fe-be4e-9367db622388'] in dv-neutron-601336-61-ovs is: [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:14:46Z', 'revision_number': 3, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None, '_interfaces': [{'id': '454bcdab-fabc-492e-b220-40ffb8f7d962', 'name': '', 'network_id': 'afe47a7f-2bdb-4f89-873d-b9429f12adbd', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:b3:c7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:42Z', 'updated_at': '2020-11-24T13:14:57Z', 'revision_number': 4, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8d8a5ac9-3271-4b36-a909-047532dacc4c', 'name': '', 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:ee:96:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'aa779721-3002-4e81-a97e-feb536020d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:27Z', 'updated_at': '2020-11-24T13:14:38Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'aa779721-3002-4e81-a97e-feb536020d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:14:59.868975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f5e613-af5b-4aa8-b207-0599113f4312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-5a3d637a-9b99-4608-8a0a-b870cc93f888', 'network_id': '5a3d637a-9b99-4608-8a0a-b870cc93f888', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'fixed_ips': [{'subnet_id': '7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:14:59.877707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18f5e613-af5b-4aa8-b207-0599113f4312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:14:59.909914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-908bd322-e9d7-48c6-aad1-e2b4255dc61b tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:00.078068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d4149-28cd-4a9c-8a40-088b745ee26e None None] Pushing event updated for resources: {'Port': ['ID=9b95d606-de41-48cc-bd7a-e28896d790ec,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:00.094055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f83d4149-28cd-4a9c-8a40-088b745ee26e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:00.334440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-908bd322-e9d7-48c6-aad1-e2b4255dc61b tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f63470f62e8>,) {'filters': {'network_id': ['c80c77e3-b65a-4e82-98ac-a712c90499fd']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:00.354950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-908bd322-e9d7-48c6-aad1-e2b4255dc61b tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f63470f62e8>, '5c16549e-19a3-4a06-bac2-a0a4ebaa382b') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:00.355897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-908bd322-e9d7-48c6-aad1-e2b4255dc61b tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f63470f62e8>, '5c16549e-19a3-4a06-bac2-a0a4ebaa382b') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:00.380370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-908bd322-e9d7-48c6-aad1-e2b4255dc61b tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:00.456678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-908bd322-e9d7-48c6-aad1-e2b4255dc61b tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:00.459511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-908bd322-e9d7-48c6-aad1-e2b4255dc61b tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Releasing vxlan tunnel 7 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:15:00.550213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-18f5e613-af5b-4aa8-b207-0599113f4312 None None] Allocated IP 172.22.0.2 (5a3d637a-9b99-4608-8a0a-b870cc93f888/7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6/5399b237-d550-4273-9138-facbbd2d586b) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:15:00.603765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4671afc5-9e06-44d7-bb9b-4e93f145037e None None] Attempting to bind port 9b95d606-de41-48cc-bd7a-e28896d790ec on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:15:00.606389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4671afc5-9e06-44d7-bb9b-4e93f145037e None None] Attempting to bind port 9b95d606-de41-48cc-bd7a-e28896d790ec by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '94351b60-e072-4a4f-902c-55fbafb4c3fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5af60e13-301c-476b-9665-e7eeef0a7144'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:15:00.610242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4671afc5-9e06-44d7-bb9b-4e93f145037e None None] Attempting to bind port 9b95d606-de41-48cc-bd7a-e28896d790ec on network 5af60e13-301c-476b-9665-e7eeef0a7144 {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:15:00.630902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4671afc5-9e06-44d7-bb9b-4e93f145037e None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:15:00.631332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4671afc5-9e06-44d7-bb9b-4e93f145037e None None] Checking segment: {'id': '94351b60-e072-4a4f-902c-55fbafb4c3fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5af60e13-301c-476b-9665-e7eeef0a7144'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:15:00.631783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4671afc5-9e06-44d7-bb9b-4e93f145037e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:00.632223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4671afc5-9e06-44d7-bb9b-4e93f145037e None None] Bound using segment: {'id': '94351b60-e072-4a4f-902c-55fbafb4c3fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5af60e13-301c-476b-9665-e7eeef0a7144'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:15:00.632754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4671afc5-9e06-44d7-bb9b-4e93f145037e None None] Bound port: 9b95d606-de41-48cc-bd7a-e28896d790ec, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94351b60-e072-4a4f-902c-55fbafb4c3fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5af60e13-301c-476b-9665-e7eeef0a7144'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:15:00.633173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4671afc5-9e06-44d7-bb9b-4e93f145037e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:00.905088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cb37f3c6-7c79-421b-b740-77cd22717f22 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:00.976985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-4671afc5-9e06-44d7-bb9b-4e93f145037e None None] For port 9b95d606-de41-48cc-bd7a-e28896d790ec, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:15:01.000525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-908bd322-e9d7-48c6-aad1-e2b4255dc61b tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Network c80c77e3-b65a-4e82-98ac-a712c90499fd has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:15:01.030175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-908bd322-e9d7-48c6-aad1-e2b4255dc61b tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:01.150803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18f5e613-af5b-4aa8-b207-0599113f4312 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:01.169830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-18f5e613-af5b-4aa8-b207-0599113f4312 None None] Transition to ACTIVE for port object 5399b237-d550-4273-9138-facbbd2d586b will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:15:01.195547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-18f5e613-af5b-4aa8-b207-0599113f4312 None None] Transition to ACTIVE for port object 5399b237-d550-4273-9138-facbbd2d586b will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:15:01.207052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18f5e613-af5b-4aa8-b207-0599113f4312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:01.231493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:01.265216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52426) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:01.307670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-908bd322-e9d7-48c6-aad1-e2b4255dc61b tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Network c80c77e3-b65a-4e82-98ac-a712c90499fd has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:15:01.340507 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:15:01.340507 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:15:01.340507 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:15:01.340507 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:15:01.340507 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:15:01.340507 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:15:01.340507 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:15:01.340507 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:15:01.340507 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:15:01.340507 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:15:01.340507 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:15:01.340507 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:15:01.340507 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:15:01.340507 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:15:01.340507 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:15:01.340507 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:15:01.340507 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:15:01.340507 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:15:01.340507 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:15:01.340507 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:15:01.340507 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:15:01.340507 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:15:01.340507 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:15:01.340507 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:15:01.340507 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:15:01.340507 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:15:01.340507 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:15:01.340507 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:15:01.340507 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:15:01.340507 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:15:01.340507 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:15:01.340507 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:15:01.394874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5e613-af5b-4aa8-b207-0599113f4312 None None] Pushing event updated for resources: {'Port': ['ID=5399b237-d550-4273-9138-facbbd2d586b,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:01.401001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-18f5e613-af5b-4aa8-b207-0599113f4312 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:01.435965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-4671afc5-9e06-44d7-bb9b-4e93f145037e None None] For port 9b95d606-de41-48cc-bd7a-e28896d790ec, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=9b95d606-de41-48cc-bd7a-e28896d790ec,segment=NetworkSegment(94351b60-e072-4a4f-902c-55fbafb4c3fe),segment_id=94351b60-e072-4a4f-902c-55fbafb4c3fe)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:15:01.438353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-908bd322-e9d7-48c6-aad1-e2b4255dc61b tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:01.440722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4671afc5-9e06-44d7-bb9b-4e93f145037e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:01.459167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1df0e1ab-baaa-49ab-8645-00d5fc3ffade tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:01.471293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:01.472223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f5e613-af5b-4aa8-b207-0599113f4312 None None] Network 5a3d637a-9b99-4608-8a0a-b870cc93f888 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:15:01.473539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-18f5e613-af5b-4aa8-b207-0599113f4312 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:15:01.476137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f5e613-af5b-4aa8-b207-0599113f4312 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:15:01.500876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-908bd322-e9d7-48c6-aad1-e2b4255dc61b tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:01.533721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-0b7dae13-50b1-43fd-93bb-ab257d17848f tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1680984691', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:01.542595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0b7dae13-50b1-43fd-93bb-ab257d17848f tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:01.543000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-18f5e613-af5b-4aa8-b207-0599113f4312 None None] Attempting to bind port 5399b237-d550-4273-9138-facbbd2d586b on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:15:01.543436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-18f5e613-af5b-4aa8-b207-0599113f4312 None None] Attempting to bind port 5399b237-d550-4273-9138-facbbd2d586b by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f59d20eb-4451-4e7c-b427-6bd9ad191727', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '5a3d637a-9b99-4608-8a0a-b870cc93f888'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:15:01.543857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f5e613-af5b-4aa8-b207-0599113f4312 None None] Attempting to bind port 5399b237-d550-4273-9138-facbbd2d586b on network 5a3d637a-9b99-4608-8a0a-b870cc93f888 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:15:01.550203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0b7dae13-50b1-43fd-93bb-ab257d17848f tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Usage tracker for resource:router and tenant:7bf2f176c3d94537a46b7a898349230e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:01.551885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f5e613-af5b-4aa8-b207-0599113f4312 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:15:01.552319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f5e613-af5b-4aa8-b207-0599113f4312 None None] Checking segment: {'id': 'f59d20eb-4451-4e7c-b427-6bd9ad191727', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '5a3d637a-9b99-4608-8a0a-b870cc93f888'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:15:01.552781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18f5e613-af5b-4aa8-b207-0599113f4312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:01.553230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f5e613-af5b-4aa8-b207-0599113f4312 None None] Bound using segment: {'id': 'f59d20eb-4451-4e7c-b427-6bd9ad191727', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '5a3d637a-9b99-4608-8a0a-b870cc93f888'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:15:01.553759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-18f5e613-af5b-4aa8-b207-0599113f4312 None None] Bound port: 5399b237-d550-4273-9138-facbbd2d586b, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59d20eb-4451-4e7c-b427-6bd9ad191727', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '5a3d637a-9b99-4608-8a0a-b870cc93f888'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:15:01.554236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18f5e613-af5b-4aa8-b207-0599113f4312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:01.555737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0b7dae13-50b1-43fd-93bb-ab257d17848f tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:01.562818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0b7dae13-50b1-43fd-93bb-ab257d17848f tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:01.582537 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-908bd322-e9d7-48c6-aad1-e2b4255dc61b tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] 10.222.0.76 "DELETE /v2.0/networks/c80c77e3-b65a-4e82-98ac-a712c90499fd HTTP/1.1" status: 204  len: 168 time: 2.4567761
Nov 24 13:15:01.584418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908bd322-e9d7-48c6-aad1-e2b4255dc61b tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Pushing event deleted for resources: {'Network': ['ID=c80c77e3-b65a-4e82-98ac-a712c90499fd,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:01.593585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-908bd322-e9d7-48c6-aad1-e2b4255dc61b tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:01.594357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52432) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:01.658784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-18f5e613-af5b-4aa8-b207-0599113f4312 None None] For port 5399b237-d550-4273-9138-facbbd2d586b, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:15:01.662259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-18f5e613-af5b-4aa8-b207-0599113f4312 None None] For port 5399b237-d550-4273-9138-facbbd2d586b, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=5399b237-d550-4273-9138-facbbd2d586b,segment=NetworkSegment(f59d20eb-4451-4e7c-b427-6bd9ad191727),segment_id=f59d20eb-4451-4e7c-b427-6bd9ad191727)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:15:01.666228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18f5e613-af5b-4aa8-b207-0599113f4312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:01.694644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4671afc5-9e06-44d7-bb9b-4e93f145037e None None] Routers {'72fdfc95-aeba-4bd0-961b-8bf5c0940129'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:15:01.695336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4671afc5-9e06-44d7-bb9b-4e93f145037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c8b7278>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:14:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['72fdfc95-aeba-4bd0-961b-8bf5c0940129'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:01.699453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b0adc3d4-e891-468e-a637-305e6ae1245e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:01.757155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a1fbe153-f6f1-4548-9c34-3018a27031ac tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:01.848062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b7dae13-50b1-43fd-93bb-ab257d17848f tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:01.849403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b7dae13-50b1-43fd-93bb-ab257d17848f tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:01.873365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b7dae13-50b1-43fd-93bb-ab257d17848f tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:01.915297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b7dae13-50b1-43fd-93bb-ab257d17848f tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:01.935385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5e613-af5b-4aa8-b207-0599113f4312 None None] Pushing event updated for resources: {'Port': ['ID=5399b237-d550-4273-9138-facbbd2d586b,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:01.954143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b7dae13-50b1-43fd-93bb-ab257d17848f tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:01.959394 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0b7dae13-50b1-43fd-93bb-ab257d17848f tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 712 time: 0.6928594
Nov 24 13:15:01.960410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52436) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:01.975635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-18f5e613-af5b-4aa8-b207-0599113f4312 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:01.981594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 454bcdab-fabc-492e-b220-40ffb8f7d962 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:15:01.991158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-4671afc5-9e06-44d7-bb9b-4e93f145037e None None] Set router 72fdfc95-aeba-4bd0-961b-8bf5c0940129 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:15:02.013071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-07a7941d-83da-46ec-83af-45e3befddff8 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1530229423'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:02.020947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-07a7941d-83da-46ec-83af-45e3befddff8 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:02.032132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-07a7941d-83da-46ec-83af-45e3befddff8 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Usage tracker for resource:network and tenant:7bf2f176c3d94537a46b7a898349230e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:02.038463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-07a7941d-83da-46ec-83af-45e3befddff8 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:02.045703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-07a7941d-83da-46ec-83af-45e3befddff8 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:02.068291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-cb37f3c6-7c79-421b-b740-77cd22717f22 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Allocated IP 172.22.0.1 (5a3d637a-9b99-4608-8a0a-b870cc93f888/7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6/56420be6-e8f5-46f3-ad3c-d7e3386357a1) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:15:02.077390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a7941d-83da-46ec-83af-45e3befddff8 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Made reservation on behalf of 7bf2f176c3d94537a46b7a898349230e for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:15:02.083806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07a7941d-83da-46ec-83af-45e3befddff8 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:02.177145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 454bcdab-fabc-492e-b220-40ffb8f7d962 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:15:02.190519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 454bcdab-fabc-492e-b220-40ffb8f7d962 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:02.190958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:02.234189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07a7941d-83da-46ec-83af-45e3befddff8 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:02.295869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a1fbe153-f6f1-4548-9c34-3018a27031ac tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:02.350115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:02.391534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 454bcdab-fabc-492e-b220-40ffb8f7d962, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=454bcdab-fabc-492e-b220-40ffb8f7d962,segment=NetworkSegment(dc6f238c-e9f8-4207-877d-7fa23ead3401),segment_id=dc6f238c-e9f8-4207-877d-7fa23ead3401)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:02.395855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:02.403744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-67683448-5da3-45c9-9a1b-98bf7e27a682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:02.428961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-07a7941d-83da-46ec-83af-45e3befddff8 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:02.438010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-07a7941d-83da-46ec-83af-45e3befddff8 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Usage tracker for resource:security_group_rule and tenant:7bf2f176c3d94537a46b7a898349230e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:02.441716 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1232d3ba-975b-4b2e-b6a5-a4d07dcaa3f3 req-d1f673ca-1620-4a06-a41b-f4c694edba68 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/floatingips/e04b4cfe-1fb4-45d6-8fcd-e02aa91570dc HTTP/1.1" status: 200  len: 997 time: 0.2360775
Nov 24 13:15:02.450681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-07a7941d-83da-46ec-83af-45e3befddff8 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:02.459055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d4149-28cd-4a9c-8a40-088b745ee26e None None] Pushing event updated for resources: {'Port': ['ID=9b95d606-de41-48cc-bd7a-e28896d790ec,revision_number=4']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:02.462925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f83d4149-28cd-4a9c-8a40-088b745ee26e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.992s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:02.464125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-07a7941d-83da-46ec-83af-45e3befddff8 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:02.499246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-a1fbe153-f6f1-4548-9c34-3018a27031ac tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634d6a59b0>,) {'filters': {'network_id': ['3d209426-65dc-4ccb-a2bc-48424a3785a2']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:02.510476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=454bcdab-fabc-492e-b220-40ffb8f7d962,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:02.514433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:02.528535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-a1fbe153-f6f1-4548-9c34-3018a27031ac tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634d6a59b0>, '300c73b5-1f11-4be5-8c48-815212d2b5c1') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:02.528876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-a1fbe153-f6f1-4548-9c34-3018a27031ac tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634d6a59b0>, '300c73b5-1f11-4be5-8c48-815212d2b5c1') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:02.550188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a1fbe153-f6f1-4548-9c34-3018a27031ac tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:02.579349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a1fbe153-f6f1-4548-9c34-3018a27031ac tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:02.590162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a1fbe153-f6f1-4548-9c34-3018a27031ac tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Releasing vxlan tunnel 4 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:15:02.645206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cb37f3c6-7c79-421b-b740-77cd22717f22 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:02.679926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-cb37f3c6-7c79-421b-b740-77cd22717f22 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Transition to ACTIVE for port object 56420be6-e8f5-46f3-ad3c-d7e3386357a1 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:15:02.753366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232d3ba-975b-4b2e-b6a5-a4d07dcaa3f3 req-3e0af197-be05-4428-8032-ae69759b940c tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:02.755020 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1232d3ba-975b-4b2e-b6a5-a4d07dcaa3f3 req-3e0af197-be05-4428-8032-ae69759b940c tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/networks/cfe08d36-e5ba-4f00-8669-16a0ead5d220 HTTP/1.1" status: 200  len: 784 time: 0.3016829
Nov 24 13:15:02.776956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07a7941d-83da-46ec-83af-45e3befddff8 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:02.783771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4671afc5-9e06-44d7-bb9b-4e93f145037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c8b7278>, [{'id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'name': 'tempest-TestNetworkBasicOps-router-649114394', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:45Z', 'updated_at': '2020-11-24T13:14:51Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:47Z', 'updated_at': '2020-11-24T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '14379496-9b51-40a3-9efa-79cbc2bb0527', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.171', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'port_id': '82535079-08b0-4667-853b-5b72cfb05831', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8', 'mac_address': 'fa:16:3e:fe:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e638d7e1-ef65-47d1-a239-f130fe15e86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:13:30Z', 'updated_at': '2020-11-24T13:13:37Z', 'revision_number': 1, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b95d606-de41-48cc-bd7a-e28896d790ec', 'name': '', 'network_id': '5af60e13-301c-476b-9665-e7eeef0a7144', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:87:f3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '89b64f2d-da32-457c-ac6c-a993606a7b0f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:47Z', 'updated_at': '2020-11-24T13:15:00Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '89b64f2d-da32-457c-ac6c-a993606a7b0f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'e647b167-1027-48c2-98f3-b8ff2ebe77e1', 'name': '', 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:b9:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'ef8a9360-9e18-4774-ae21-805af42ac96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:12:41Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': 'ef8a9360-9e18-4774-ae21-805af42ac96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:02.788713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4671afc5-9e06-44d7-bb9b-4e93f145037e None None] The sync data for ids ['72fdfc95-aeba-4bd0-961b-8bf5c0940129'] in dv-neutron-601336-61-ovs is: [{'id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'name': 'tempest-TestNetworkBasicOps-router-649114394', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:45Z', 'updated_at': '2020-11-24T13:14:51Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:47Z', 'updated_at': '2020-11-24T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '14379496-9b51-40a3-9efa-79cbc2bb0527', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.171', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'port_id': '82535079-08b0-4667-853b-5b72cfb05831', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8', 'mac_address': 'fa:16:3e:fe:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e638d7e1-ef65-47d1-a239-f130fe15e86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:13:30Z', 'updated_at': '2020-11-24T13:13:37Z', 'revision_number': 1, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b95d606-de41-48cc-bd7a-e28896d790ec', 'name': '', 'network_id': '5af60e13-301c-476b-9665-e7eeef0a7144', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:87:f3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '89b64f2d-da32-457c-ac6c-a993606a7b0f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:47Z', 'updated_at': '2020-11-24T13:15:00Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '89b64f2d-da32-457c-ac6c-a993606a7b0f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'e647b167-1027-48c2-98f3-b8ff2ebe77e1', 'name': '', 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:b9:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'ef8a9360-9e18-4774-ae21-805af42ac96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:12:41Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': 'ef8a9360-9e18-4774-ae21-805af42ac96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:15:02.828319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cb37f3c6-7c79-421b-b740-77cd22717f22 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:02.859929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07a7941d-83da-46ec-83af-45e3befddff8 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:02.869591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e1568997-6cce-4c8c-abfa-3f55d7ecfe76 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:02.883820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e435a249-d1f5-4548-a65e-4efd5f2b5f1a tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:02.942257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7941d-83da-46ec-83af-45e3befddff8 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecbc953-12fe-4cad-b50d-9a86bcadcb68,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:02.956542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07a7941d-83da-46ec-83af-45e3befddff8 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:15:02.961267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-07a7941d-83da-46ec-83af-45e3befddff8 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:02.963218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-a1fbe153-f6f1-4548-9c34-3018a27031ac tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Network 3d209426-65dc-4ccb-a2bc-48424a3785a2 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:15:02.978847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a1fbe153-f6f1-4548-9c34-3018a27031ac tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:03.062857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07a7941d-83da-46ec-83af-45e3befddff8 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:03.063307 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-07a7941d-83da-46ec-83af-45e3befddff8 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Added segment ca82fa88-6c1f-4f20-9f3b-95c77a6d7573 of type vxlan for network acfa071e-1d36-4d10-805e-85b19c8b1fe2
Nov 24 13:15:03.064935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37f3c6-7c79-421b-b740-77cd22717f22 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Port': ['ID=56420be6-e8f5-46f3-ad3c-d7e3386357a1,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:03.075559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-1232d3ba-975b-4b2e-b6a5-a4d07dcaa3f3 req-e8941b55-22e5-475b-a202-311b4cf94334 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Synchronizing usage tracker for tenant:6efb027d4b0e48cc970462a6d3154fa0 on resource:floatingip {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:15:03.080864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cb37f3c6-7c79-421b-b740-77cd22717f22 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:03.119967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-1232d3ba-975b-4b2e-b6a5-a4d07dcaa3f3 req-e8941b55-22e5-475b-a202-311b4cf94334 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Unset dirty status for tenant:6efb027d4b0e48cc970462a6d3154fa0 on resource:floatingip {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:15:03.128109 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1232d3ba-975b-4b2e-b6a5-a4d07dcaa3f3 req-e8941b55-22e5-475b-a202-311b4cf94334 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.26.8.80 HTTP/1.1" status: 200  len: 1000 time: 0.3647959
Nov 24 13:15:03.218324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07a7941d-83da-46ec-83af-45e3befddff8 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:03.235993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232d3ba-975b-4b2e-b6a5-a4d07dcaa3f3 req-1e98c2b1-5fd6-4cea-b527-a67edb4a4f0f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:03.244320 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1232d3ba-975b-4b2e-b6a5-a4d07dcaa3f3 req-1e98c2b1-5fd6-4cea-b527-a67edb4a4f0f tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports/6ce6c3d3-edd6-4f01-a984-fd146d4c951b HTTP/1.1" status: 200  len: 942 time: 0.1152813
Nov 24 13:15:03.245736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-a1fbe153-f6f1-4548-9c34-3018a27031ac tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Network 3d209426-65dc-4ccb-a2bc-48424a3785a2 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:15:03.246584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb37f3c6-7c79-421b-b740-77cd22717f22 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network 5a3d637a-9b99-4608-8a0a-b870cc93f888 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:15:03.247896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-cb37f3c6-7c79-421b-b740-77cd22717f22 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:15:03.250376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb37f3c6-7c79-421b-b740-77cd22717f22 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:15:03.319744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cb37f3c6-7c79-421b-b740-77cd22717f22 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:03.343232 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:15:03.343232 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:15:03.343232 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:15:03.343232 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:15:03.343232 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:15:03.343232 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:15:03.343232 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:15:03.343232 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:15:03.343232 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:15:03.343232 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:15:03.343232 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:15:03.343232 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:15:03.343232 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:15:03.343232 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:15:03.343232 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:15:03.343232 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:15:03.343232 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:15:03.343232 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:15:03.343232 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:15:03.343232 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:15:03.343232 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:15:03.343232 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:15:03.343232 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:15:03.343232 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:15:03.343232 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:15:03.343232 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:15:03.343232 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:15:03.343232 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:15:03.343232 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:15:03.343232 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:15:03.343232 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:15:03.343232 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:15:03.368671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-07a7941d-83da-46ec-83af-45e3befddff8 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:15:03.390775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a1fbe153-f6f1-4548-9c34-3018a27031ac tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:03.395225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a1fbe153-f6f1-4548-9c34-3018a27031ac tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:03.400018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-83c37ee6-96f0-4545-84d2-ba87490176b4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:03.421138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07a7941d-83da-46ec-83af-45e3befddff8 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:03.425764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a7941d-83da-46ec-83af-45e3befddff8 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:03.426424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07a7941d-83da-46ec-83af-45e3befddff8 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:03.437912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fbe153-f6f1-4548-9c34-3018a27031ac tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Pushing event deleted for resources: {'Network': ['ID=3d209426-65dc-4ccb-a2bc-48424a3785a2,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:03.441294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a1fbe153-f6f1-4548-9c34-3018a27031ac tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:03.450899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-34cb0f65-5658-4604-9efe-2606d757e614 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:03.482522 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-07a7941d-83da-46ec-83af-45e3befddff8 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.5200655
Nov 24 13:15:03.493184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52446) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:03.508503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ceea1cb9-8b5a-4df0-af10-c296a2c2e51d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Request body: {'subnet': {'network_id': 'acfa071e-1d36-4d10-805e-85b19c8b1fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:03.533076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cb37f3c6-7c79-421b-b740-77cd22717f22 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:03.576863 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a1fbe153-f6f1-4548-9c34-3018a27031ac tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] 10.222.0.76 "DELETE /v2.0/networks/3d209426-65dc-4ccb-a2bc-48424a3785a2 HTTP/1.1" status: 204  len: 168 time: 1.9806614
Nov 24 13:15:03.577913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7941d-83da-46ec-83af-45e3befddff8 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Pushing event updated for resources: {'Network': ['ID=acfa071e-1d36-4d10-805e-85b19c8b1fe2,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:03.583600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-07a7941d-83da-46ec-83af-45e3befddff8 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:03.593342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network acfa071e-1d36-4d10-805e-85b19c8b1fe2 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:15:03.613802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network acfa071e-1d36-4d10-805e-85b19c8b1fe2 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:15:03.631094 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1232d3ba-975b-4b2e-b6a5-a4d07dcaa3f3 req-46c2bc59-2fe6-48e0-88e0-9f1a7b7d8a96 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.26.8.80 HTTP/1.1" status: 200  len: 1000 time: 0.2944443
Nov 24 13:15:03.869778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ceea1cb9-8b5a-4df0-af10-c296a2c2e51d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:03.909513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5353061c-92c9-42a9-a4c4-53cbce614145 None None] Network 5a3d637a-9b99-4608-8a0a-b870cc93f888 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:15:03.991591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ceea1cb9-8b5a-4df0-af10-c296a2c2e51d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Usage tracker for resource:subnet and tenant:7bf2f176c3d94537a46b7a898349230e is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:04.011690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ceea1cb9-8b5a-4df0-af10-c296a2c2e51d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:04.032353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ceea1cb9-8b5a-4df0-af10-c296a2c2e51d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:04.042850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a8386a74-e69b-481d-a0ac-318df201ae46 None None] Provisioning for port 5399b237-d550-4273-9138-facbbd2d586b completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:15:04.050164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52454) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:04.082340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 5399b237-d550-4273-9138-facbbd2d586b up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:15:04.092299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-1232d3ba-975b-4b2e-b6a5-a4d07dcaa3f3 req-f5c0ce48-aa66-49f3-8085-6f572dcd5d4b tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Deleting port 38dfe992-3d9c-4967-b7df-37d8bf1c56f1 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:15:04.092683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1232d3ba-975b-4b2e-b6a5-a4d07dcaa3f3 req-f5c0ce48-aa66-49f3-8085-6f572dcd5d4b tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:04.281370 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9c3ea60c-e215-4474-bacf-df7dd2cfc884 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3fda5f6447e54949b92a080b938a8725&name=default HTTP/1.1" status: 200  len: 2751 time: 0.2273889
Nov 24 13:15:04.281883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52460) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:04.282271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceea1cb9-8b5a-4df0-af10-c296a2c2e51d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Made reservation on behalf of 7bf2f176c3d94537a46b7a898349230e for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:15:04.316885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 5399b237-d550-4273-9138-facbbd2d586b completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:15:04.329864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 5399b237-d550-4273-9138-facbbd2d586b triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:04.330836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:04.363965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9852e368-c9dd-4dcc-850c-8832d59659a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:04.396772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9852e368-c9dd-4dcc-850c-8832d59659a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:04.459945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9852e368-c9dd-4dcc-850c-8832d59659a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:04.466247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:04.479005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852e368-c9dd-4dcc-850c-8832d59659a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d75d47c-599f-430d-9d7d-d9d0f06efe46,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:04.482988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9852e368-c9dd-4dcc-850c-8832d59659a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:04.492446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9852e368-c9dd-4dcc-850c-8832d59659a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:04.494673 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9852e368-c9dd-4dcc-850c-8832d59659a4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4d75d47c-599f-430d-9d7d-d9d0f06efe46 HTTP/1.1" status: 204  len: 168 time: 0.2113755
Nov 24 13:15:04.557441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:04.612914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 5399b237-d550-4273-9138-facbbd2d586b, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=5399b237-d550-4273-9138-facbbd2d586b,segment=NetworkSegment(f59d20eb-4451-4e7c-b427-6bd9ad191727),segment_id=f59d20eb-4451-4e7c-b427-6bd9ad191727)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:04.616562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:04.617845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 9b95d606-de41-48cc-bd7a-e28896d790ec up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:15:04.672627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-18f5e613-af5b-4aa8-b207-0599113f4312 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:04.799694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=5399b237-d550-4273-9138-facbbd2d586b,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:04.808034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:04.823295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 9b95d606-de41-48cc-bd7a-e28896d790ec completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:15:04.827623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8eae9030-3692-4165-b230-cbb0a1bf6a6a None None] Provisioning complete for port 5399b237-d550-4273-9138-facbbd2d586b triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:04.828187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8eae9030-3692-4165-b230-cbb0a1bf6a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:04.864506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 9b95d606-de41-48cc-bd7a-e28896d790ec triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:04.864869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:05.027224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ceea1cb9-8b5a-4df0-af10-c296a2c2e51d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:05.143633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8eae9030-3692-4165-b230-cbb0a1bf6a6a None None] Provisioning for port 56420be6-e8f5-46f3-ad3c-d7e3386357a1 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:15:05.153201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8eae9030-3692-4165-b230-cbb0a1bf6a6a None None] Provisioning complete for port 56420be6-e8f5-46f3-ad3c-d7e3386357a1 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:05.153803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8eae9030-3692-4165-b230-cbb0a1bf6a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:05.213070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:05.239249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52478) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:05.251262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1232d3ba-975b-4b2e-b6a5-a4d07dcaa3f3 req-f5c0ce48-aa66-49f3-8085-6f572dcd5d4b tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:05.251607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1232d3ba-975b-4b2e-b6a5-a4d07dcaa3f3 req-f5c0ce48-aa66-49f3-8085-6f572dcd5d4b tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for floatingip, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:05.325150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-8eae9030-3692-4165-b230-cbb0a1bf6a6a None None] Port 56420be6-e8f5-46f3-ad3c-d7e3386357a1 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:15:05.356394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 9b95d606-de41-48cc-bd7a-e28896d790ec, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=9b95d606-de41-48cc-bd7a-e28896d790ec,segment=NetworkSegment(94351b60-e072-4a4f-902c-55fbafb4c3fe),segment_id=94351b60-e072-4a4f-902c-55fbafb4c3fe)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:05.362207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:05.365691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 454bcdab-fabc-492e-b220-40ffb8f7d962 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:15:05.412847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-85ad3bda-b2b2-4bdf-8c18-faa1cfa2ffca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:05.487600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-1232d3ba-975b-4b2e-b6a5-a4d07dcaa3f3 req-f5c0ce48-aa66-49f3-8085-6f572dcd5d4b tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Calling delete_port for 38dfe992-3d9c-4967-b7df-37d8bf1c56f1 owned by network:floatingip {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:15:05.564363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cb37f3c6-7c79-421b-b740-77cd22717f22 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:05.577984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cb37f3c6-7c79-421b-b740-77cd22717f22 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:05.622726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cb37f3c6-7c79-421b-b740-77cd22717f22 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:05.785758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52488) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:05.819075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-7a2988d4-3954-467e-9e95-f25da1f75e57 None None] Provisioning complete for port 5399b237-d550-4273-9138-facbbd2d586b triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:05.819767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7a2988d4-3954-467e-9e95-f25da1f75e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:05.838115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cb37f3c6-7c79-421b-b740-77cd22717f22 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:05.853204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37f3c6-7c79-421b-b740-77cd22717f22 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Port': ['ID=56420be6-e8f5-46f3-ad3c-d7e3386357a1,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:05.865631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cb37f3c6-7c79-421b-b740-77cd22717f22 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:05.869358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=9b95d606-de41-48cc-bd7a-e28896d790ec,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:05.882379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:05.924132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 454bcdab-fabc-492e-b220-40ffb8f7d962 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:05.924821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:06.029335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c51868a8-f1cb-49be-ab94-e995a90ca43c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Request body: {'security_group': {'name': 'tempest-secgroup--1237500891'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:06.052757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c51868a8-f1cb-49be-ab94-e995a90ca43c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:06.067632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-be17ad21-d535-45fc-9b41-5c4316dc4f6c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:06.102431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c51868a8-f1cb-49be-ab94-e995a90ca43c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Usage tracker for resource:security_group and tenant:63d6a0a2d5fa4234a3676f8bf39e28df is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:06.118382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c51868a8-f1cb-49be-ab94-e995a90ca43c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:06.152307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c51868a8-f1cb-49be-ab94-e995a90ca43c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:06.170199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-7a2988d4-3954-467e-9e95-f25da1f75e57 None None] Provisioning complete for port 56420be6-e8f5-46f3-ad3c-d7e3386357a1 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:06.170863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7a2988d4-3954-467e-9e95-f25da1f75e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:06.232548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-7a2988d4-3954-467e-9e95-f25da1f75e57 None None] Port 56420be6-e8f5-46f3-ad3c-d7e3386357a1 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:15:06.249869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c51868a8-f1cb-49be-ab94-e995a90ca43c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:06.278109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 5399b237-d550-4273-9138-facbbd2d586b up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:15:06.281141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c51868a8-f1cb-49be-ab94-e995a90ca43c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:06.294058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb37f3c6-7c79-421b-b740-77cd22717f22 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network 5a3d637a-9b99-4608-8a0a-b870cc93f888 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:15:06.299463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-cb37f3c6-7c79-421b-b740-77cd22717f22 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:15:06.301370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1232d3ba-975b-4b2e-b6a5-a4d07dcaa3f3 req-f5c0ce48-aa66-49f3-8085-6f572dcd5d4b tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:06.377776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-275aeba3-37cf-426c-8dbf-1a3a796769b9 None None] Provisioning complete for port 5399b237-d550-4273-9138-facbbd2d586b triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:06.378225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-275aeba3-37cf-426c-8dbf-1a3a796769b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:06.383634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ba3aeda5-7387-44dc-a398-b06b4632ee48 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:06.458812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 5399b237-d550-4273-9138-facbbd2d586b triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:06.459689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:06.511045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0ce48-aa66-49f3-8085-6f572dcd5d4b tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Pushing event deleted for resources: {'Port': ['ID=38dfe992-3d9c-4967-b7df-37d8bf1c56f1,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:06.577390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f5c0ce48-aa66-49f3-8085-6f572dcd5d4b tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:06.635072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c51868a8-f1cb-49be-ab94-e995a90ca43c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:06.656889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c51868a8-f1cb-49be-ab94-e995a90ca43c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Usage tracker for resource:security_group_rule and tenant:63d6a0a2d5fa4234a3676f8bf39e28df is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:06.663566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 9b95d606-de41-48cc-bd7a-e28896d790ec up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:15:06.664042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c51868a8-f1cb-49be-ab94-e995a90ca43c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:06.681069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c51868a8-f1cb-49be-ab94-e995a90ca43c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:06.742264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d3d1aaa6-f2b2-486b-b61c-6883e7f19758 None None] Provisioning complete for port 56420be6-e8f5-46f3-ad3c-d7e3386357a1 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:06.742666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d3d1aaa6-f2b2-486b-b61c-6883e7f19758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:06.801154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 9b95d606-de41-48cc-bd7a-e28896d790ec triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:06.801585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:06.852179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-d3d1aaa6-f2b2-486b-b61c-6883e7f19758 None None] Port 56420be6-e8f5-46f3-ad3c-d7e3386357a1 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:15:06.879123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-be17ad21-d535-45fc-9b41-5c4316dc4f6c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port 9b95d606-de41-48cc-bd7a-e28896d790ec {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:15:06.879639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-be17ad21-d535-45fc-9b41-5c4316dc4f6c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:07.067417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1232d3ba-975b-4b2e-b6a5-a4d07dcaa3f3 req-f5c0ce48-aa66-49f3-8085-6f572dcd5d4b tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for floatingip, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:07.068001 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [req-1232d3ba-975b-4b2e-b6a5-a4d07dcaa3f3 req-f5c0ce48-aa66-49f3-8085-6f572dcd5d4b tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Floating IP e04b4cfe-1fb4-45d6-8fcd-e02aa91570dc disassociated (deleted). External IP: 172.26.8.80, port: 6ce6c3d3-edd6-4f01-a984-fd146d4c951b.
Nov 24 13:15:07.091006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-be17ad21-d535-45fc-9b41-5c4316dc4f6c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port 9b95d606-de41-48cc-bd7a-e28896d790ec, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=9b95d606-de41-48cc-bd7a-e28896d790ec,segment=NetworkSegment(94351b60-e072-4a4f-902c-55fbafb4c3fe),segment_id=94351b60-e072-4a4f-902c-55fbafb4c3fe)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:07.091414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-be17ad21-d535-45fc-9b41-5c4316dc4f6c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:07.232045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-be17ad21-d535-45fc-9b41-5c4316dc4f6c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for 9b95d606-de41-48cc-bd7a-e28896d790ec owned by network:router_interface {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:15:07.415779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c51868a8-f1cb-49be-ab94-e995a90ca43c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:07.427021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-be17ad21-d535-45fc-9b41-5c4316dc4f6c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:07.432779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c51868a8-f1cb-49be-ab94-e995a90ca43c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:07.442356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9f86bc47-a560-4fd1-9134-f786243cf3ad tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:07.443960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-06c29349-0404-4473-8056-596492b54761 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:07.455429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ceea1cb9-8b5a-4df0-af10-c296a2c2e51d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:07.548370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17ad21-d535-45fc-9b41-5c4316dc4f6c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=9b95d606-de41-48cc-bd7a-e28896d790ec,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:07.554192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-be17ad21-d535-45fc-9b41-5c4316dc4f6c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:07.631118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c51868a8-f1cb-49be-ab94-e995a90ca43c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:07.657641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c51868a8-f1cb-49be-ab94-e995a90ca43c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Usage tracker for resource:security_group_rule and tenant:63d6a0a2d5fa4234a3676f8bf39e28df is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:07.664331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51868a8-f1cb-49be-ab94-e995a90ca43c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbf5c03-0849-4186-a388-5cf97b8756ed,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:07.670414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c51868a8-f1cb-49be-ab94-e995a90ca43c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:07.675967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c51868a8-f1cb-49be-ab94-e995a90ca43c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:07.678534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fd21303e-37ed-420b-880b-480b49edf301 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:07.739461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c51868a8-f1cb-49be-ab94-e995a90ca43c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:07.852504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea1cb9-8b5a-4df0-af10-c296a2c2e51d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Pushing event updated for resources: {'Subnet': ['ID=dca13d4e-65c5-493a-9f9d-3fcfa6d984fd,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:07.870753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb37f3c6-7c79-421b-b740-77cd22717f22 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Router 59917853-9cc6-40fe-be4e-9367db622388 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:15:07.871865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ceea1cb9-8b5a-4df0-af10-c296a2c2e51d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:07.926192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-be17ad21-d535-45fc-9b41-5c4316dc4f6c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:07.942317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c51868a8-f1cb-49be-ab94-e995a90ca43c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:07.957446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c51868a8-f1cb-49be-ab94-e995a90ca43c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:08.027544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-497331b3-bc5f-42ca-b511-748ed98caef7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:08.112421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51868a8-f1cb-49be-ab94-e995a90ca43c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event updated for resources: {'SecurityGroup': ['ID=acc5f5cc-dea2-4b9f-8b07-3ca40cfea212,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:08.170451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c51868a8-f1cb-49be-ab94-e995a90ca43c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:08.175922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceea1cb9-8b5a-4df0-af10-c296a2c2e51d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Checking segment: {'id': 'ca82fa88-6c1f-4f20-9f3b-95c77a6d7573', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'acfa071e-1d36-4d10-805e-85b19c8b1fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:15:08.175922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceea1cb9-8b5a-4df0-af10-c296a2c2e51d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Network hostable DHCP agents. Network: acfa071e-1d36-4d10-805e-85b19c8b1fe2, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:15:08.205096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c51868a8-f1cb-49be-ab94-e995a90ca43c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:08.209386 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c51868a8-f1cb-49be-ab94-e995a90ca43c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1630 time: 2.4195712
Nov 24 13:15:08.209613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52494) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:08.368352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceea1cb9-8b5a-4df0-af10-c296a2c2e51d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Network acfa071e-1d36-4d10-805e-85b19c8b1fe2 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:15:08.464717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-ceea1cb9-8b5a-4df0-af10-c296a2c2e51d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, acfa071e-1d36-4d10-805e-85b19c8b1fe2) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:15:08.474589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4409fb87-cafe-469e-b597-4a252e8a3538 None None] Network acfa071e-1d36-4d10-805e-85b19c8b1fe2 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:15:08.483165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5c15b48b-95ac-4de6-a669-9ef3381cc398 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Synchronizing usage tracker for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:15:08.494154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceea1cb9-8b5a-4df0-af10-c296a2c2e51d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:08.494812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ceea1cb9-8b5a-4df0-af10-c296a2c2e51d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:08.530969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb37f3c6-7c79-421b-b740-77cd22717f22 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:15:08.540158 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cb37f3c6-7c79-421b-b740-77cd22717f22 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "PUT /v2.0/routers/59917853-9cc6-40fe-be4e-9367db622388/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.5183382
Nov 24 13:15:08.543183 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ceea1cb9-8b5a-4df0-af10-c296a2c2e51d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.0488441
Nov 24 13:15:08.544079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52498) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:08.557702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52500) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:08.560169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5c15b48b-95ac-4de6-a669-9ef3381cc398 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Unset dirty status for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:15:08.561495 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5c15b48b-95ac-4de6-a669-9ef3381cc398 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4163 time: 0.3485253
Nov 24 13:15:08.566072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-1ba88bc7-c400-485a-b8d7-663edb7aa389 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Request body: {'network': {'name': 'tempest-router-network01--1341149820'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:08.566289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52506) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:08.572857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2751d201-aba3-4c61-bb5d-872e61b77cbf None None] Sync routers for ids ['59917853-9cc6-40fe-be4e-9367db622388'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:15:08.573221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-5360a588-888f-47a7-a72a-078410fe9e5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Request body: {'network': {'name': 'tempest-RoutersTest-1411990486'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:08.574224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-4f8facb8-d9ec-4c71-999a-5fdc1c380859 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Request body: {'security_group': {'name': 'tempest-security--569203827', 'description': 'tempest-security-description-1511045341'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:08.581670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1ba88bc7-c400-485a-b8d7-663edb7aa389 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:08.585908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5360a588-888f-47a7-a72a-078410fe9e5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:08.592321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1ba88bc7-c400-485a-b8d7-663edb7aa389 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Usage tracker for resource:network and tenant:7bf2f176c3d94537a46b7a898349230e is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:08.596287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5360a588-888f-47a7-a72a-078410fe9e5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Usage tracker for resource:network and tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:08.599961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5360a588-888f-47a7-a72a-078410fe9e5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Quota usage for network was recalculated. Used quota:3. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:08.602805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1ba88bc7-c400-485a-b8d7-663edb7aa389 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Quota usage for network was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:08.612939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5360a588-888f-47a7-a72a-078410fe9e5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:08.616637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2751d201-aba3-4c61-bb5d-872e61b77cbf None None] Routers {'59917853-9cc6-40fe-be4e-9367db622388'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:15:08.617251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2751d201-aba3-4c61-bb5d-872e61b77cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347141128>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:14:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['59917853-9cc6-40fe-be4e-9367db622388'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:08.617402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1ba88bc7-c400-485a-b8d7-663edb7aa389 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:08.638785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba88bc7-c400-485a-b8d7-663edb7aa389 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Made reservation on behalf of 7bf2f176c3d94537a46b7a898349230e for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:15:08.644890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1ba88bc7-c400-485a-b8d7-663edb7aa389 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:08.655309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5360a588-888f-47a7-a72a-078410fe9e5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Made reservation on behalf of 48deb6cb4e7841bc8ac7ee76d248c5c5 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:15:08.662883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5360a588-888f-47a7-a72a-078410fe9e5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:08.679454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4f8facb8-d9ec-4c71-999a-5fdc1c380859 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:08.741967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ba88bc7-c400-485a-b8d7-663edb7aa389 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:15:08.762175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4f8facb8-d9ec-4c71-999a-5fdc1c380859 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:08.765915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4f8facb8-d9ec-4c71-999a-5fdc1c380859 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:08.771611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1ba88bc7-c400-485a-b8d7-663edb7aa389 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:08.772023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8a41bd02-f4fd-4c58-be27-7a63c00b9b24 tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:08.772145 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-1ba88bc7-c400-485a-b8d7-663edb7aa389 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Added segment e26f5589-20fb-4d9c-ae4f-46b6db3fb2f3 of type vxlan for network 6227779b-5e2a-4b9e-a475-6b7bdfac9852
Nov 24 13:15:08.774668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1232d3ba-975b-4b2e-b6a5-a4d07dcaa3f3 req-f5c0ce48-aa66-49f3-8085-6f572dcd5d4b tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Router e0bce900-3697-4a26-958b-21bd77e379b2 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:15:08.793369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4f8facb8-d9ec-4c71-999a-5fdc1c380859 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:08.798073 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4f8facb8-d9ec-4c71-999a-5fdc1c380859 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "PUT /v2.0/security-groups/acc5f5cc-dea2-4b9f-8b07-3ca40cfea212 HTTP/1.1" status: 200  len: 1663 time: 0.2262468
Nov 24 13:15:08.803476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52510) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:08.814012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8facb8-d9ec-4c71-999a-5fdc1c380859 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event updated for resources: {'SecurityGroup': ['ID=acc5f5cc-dea2-4b9f-8b07-3ca40cfea212,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:08.821143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4f8facb8-d9ec-4c71-999a-5fdc1c380859 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:08.836097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1ba88bc7-c400-485a-b8d7-663edb7aa389 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:08.850217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be17ad21-d535-45fc-9b41-5c4316dc4f6c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 72fdfc95-aeba-4bd0-961b-8bf5c0940129 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:15:08.892732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-2751d201-aba3-4c61-bb5d-872e61b77cbf None None] Set router 59917853-9cc6-40fe-be4e-9367db622388 gateway port host: None {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:15:08.940656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68078084-45e2-42f0-89cc-97d69ddf9e4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-acfa071e-1d36-4d10-805e-85b19c8b1fe2', 'network_id': 'acfa071e-1d36-4d10-805e-85b19c8b1fe2', 'tenant_id': '7bf2f176c3d94537a46b7a898349230e', 'fixed_ips': [{'subnet_id': 'dca13d4e-65c5-493a-9f9d-3fcfa6d984fd'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:15:08.941564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-68078084-45e2-42f0-89cc-97d69ddf9e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:09.039148 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b802a754-9942-4ff2-bd88-5b9b0393e6b9 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "GET /v2.0/security-groups/acc5f5cc-dea2-4b9f-8b07-3ca40cfea212 HTTP/1.1" status: 200  len: 1663 time: 0.2288530
Nov 24 13:15:09.039521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52514) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:09.040384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1ba88bc7-c400-485a-b8d7-663edb7aa389 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:09.044455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba88bc7-c400-485a-b8d7-663edb7aa389 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:09.045099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1ba88bc7-c400-485a-b8d7-663edb7aa389 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:09.052843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ee4b637a-4792-45ac-ba0e-b3634ec29b20 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:09.068163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-5360a588-888f-47a7-a72a-078410fe9e5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:15:09.068503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-5360a588-888f-47a7-a72a-078410fe9e5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:15:09.187392 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1ba88bc7-c400-485a-b8d7-663edb7aa389 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.6279750
Nov 24 13:15:09.187966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52518) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:09.207789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-1852a562-23d1-44eb-95e7-c5a9ea103ff2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Request body: {'network': {'name': 'tempest-router-network02--405289325'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:09.216130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba88bc7-c400-485a-b8d7-663edb7aa389 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Pushing event updated for resources: {'Network': ['ID=6227779b-5e2a-4b9e-a475-6b7bdfac9852,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:09.220926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1852a562-23d1-44eb-95e7-c5a9ea103ff2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:09.226115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1ba88bc7-c400-485a-b8d7-663edb7aa389 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:09.228382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1852a562-23d1-44eb-95e7-c5a9ea103ff2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Usage tracker for resource:network and tenant:7bf2f176c3d94537a46b7a898349230e is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:09.232787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1852a562-23d1-44eb-95e7-c5a9ea103ff2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Quota usage for network was recalculated. Used quota:2. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:09.242089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1852a562-23d1-44eb-95e7-c5a9ea103ff2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:09.250017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 6227779b-5e2a-4b9e-a475-6b7bdfac9852 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:15:09.258420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1852a562-23d1-44eb-95e7-c5a9ea103ff2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Made reservation on behalf of 7bf2f176c3d94537a46b7a898349230e for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:15:09.264879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 6227779b-5e2a-4b9e-a475-6b7bdfac9852 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:15:09.267718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1852a562-23d1-44eb-95e7-c5a9ea103ff2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:09.310683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1852a562-23d1-44eb-95e7-c5a9ea103ff2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:15:09.335346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1852a562-23d1-44eb-95e7-c5a9ea103ff2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:09.335741 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-1852a562-23d1-44eb-95e7-c5a9ea103ff2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Added segment 2ac5703c-e870-478c-a92f-61cbba8dfd7f of type vxlan for network e0c63c95-9255-4d28-bcbf-052f63563cdc
Nov 24 13:15:09.345556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1232d3ba-975b-4b2e-b6a5-a4d07dcaa3f3 req-f5c0ce48-aa66-49f3-8085-6f572dcd5d4b tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:15:09.361881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31397a83-30d3-46ae-9356-5876ba2fba60 None None] Sync routers for ids ['e0bce900-3697-4a26-958b-21bd77e379b2'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:15:09.374777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31397a83-30d3-46ae-9356-5876ba2fba60 None None] Routers {'e0bce900-3697-4a26-958b-21bd77e379b2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:15:09.376272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-31397a83-30d3-46ae-9356-5876ba2fba60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d6c8be0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:14:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e0bce900-3697-4a26-958b-21bd77e379b2'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:09.379063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1852a562-23d1-44eb-95e7-c5a9ea103ff2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:09.436317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1232d3ba-975b-4b2e-b6a5-a4d07dcaa3f3 req-f5c0ce48-aa66-49f3-8085-6f572dcd5d4b tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:09.446458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07f728b2-c403-42b5-b769-a190e59c34a3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:09.493041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07f728b2-c403-42b5-b769-a190e59c34a3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:09.519436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be17ad21-d535-45fc-9b41-5c4316dc4f6c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:15:09.531283 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-be17ad21-d535-45fc-9b41-5c4316dc4f6c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "PUT /v2.0/routers/72fdfc95-aeba-4bd0-961b-8bf5c0940129/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2909672
Nov 24 13:15:09.550817 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1232d3ba-975b-4b2e-b6a5-a4d07dcaa3f3 req-f5c0ce48-aa66-49f3-8085-6f572dcd5d4b tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "DELETE /v2.0/floatingips/e04b4cfe-1fb4-45d6-8fcd-e02aa91570dc HTTP/1.1" status: 204  len: 173 time: 5.9186499
Nov 24 13:15:09.552077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1852a562-23d1-44eb-95e7-c5a9ea103ff2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:09.559519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1852a562-23d1-44eb-95e7-c5a9ea103ff2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:09.560229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1852a562-23d1-44eb-95e7-c5a9ea103ff2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:09.560532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a6c5db-0003-4fad-a2b0-7b06670b7540 None None] Sync routers for ids ['72fdfc95-aeba-4bd0-961b-8bf5c0940129'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:15:09.561609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07f728b2-c403-42b5-b769-a190e59c34a3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:09.568621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e7258935-7c33-4e49-ac80-e10a07edf4ae tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:09.569367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-56a0cfcf-6428-400d-baa1-a8a5c3d5b9df tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:09.585683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611de65b-4d1a-4c98-aca6-6d87bf8e23a3', 'tag': '6ce6c3d3-edd6-4f01-a984-fd146d4c951b'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:15:09.589873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f728b2-c403-42b5-b769-a190e59c34a3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc5f5cc-dea2-4b9f-8b07-3ca40cfea212,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:09.591488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-31397a83-30d3-46ae-9356-5876ba2fba60 None None] Set router e0bce900-3697-4a26-958b-21bd77e379b2 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:15:09.596422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-07f728b2-c403-42b5-b769-a190e59c34a3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:09.610059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07f728b2-c403-42b5-b769-a190e59c34a3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:09.615636 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-07f728b2-c403-42b5-b769-a190e59c34a3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "DELETE /v2.0/security-groups/acc5f5cc-dea2-4b9f-8b07-3ca40cfea212 HTTP/1.1" status: 204  len: 168 time: 0.5751615
Nov 24 13:15:09.616569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52526) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:09.649362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5360a588-888f-47a7-a72a-078410fe9e5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:09.694404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-59cd279d-f604-44dd-8f99-b08b8d9a3958 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Synchronizing usage tracker for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:15:09.736047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-59cd279d-f604-44dd-8f99-b08b8d9a3958 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Unset dirty status for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:15:09.742285 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-59cd279d-f604-44dd-8f99-b08b8d9a3958 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2751 time: 0.1238770
Nov 24 13:15:09.743007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52530) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:09.794817 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-482ef99f-182a-43c4-9c10-97ead6f8dde2 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] delete failed (client error): The resource could not be found.
Nov 24 13:15:09.801472 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-482ef99f-182a-43c4-9c10-97ead6f8dde2 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "DELETE /v2.0/security-groups/acc5f5cc-dea2-4b9f-8b07-3ca40cfea212 HTTP/1.1" status: 404  len: 347 time: 0.0573013
Nov 24 13:15:09.802076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52534) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:09.817118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-0bf97d3c-18f1-4836-bbd2-0978eaff6482 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Request body: {'security_group': {'name': 'tempest-secgroup--312146545'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:09.832151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0bf97d3c-18f1-4836-bbd2-0978eaff6482 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:09.889812 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1852a562-23d1-44eb-95e7-c5a9ea103ff2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.6916494
Nov 24 13:15:09.890405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0bf97d3c-18f1-4836-bbd2-0978eaff6482 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:09.892690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52540) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:09.902892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ea44f2b3-dec2-4eda-a555-533b84078b82 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Request body: {'subnet': {'network_id': '6227779b-5e2a-4b9e-a475-6b7bdfac9852', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:09.918859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5360a588-888f-47a7-a72a-078410fe9e5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:15:09.931730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5360a588-888f-47a7-a72a-078410fe9e5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:09.932124 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-5360a588-888f-47a7-a72a-078410fe9e5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Added segment 8907d271-4b11-4cfa-bf70-4b60e3e16728 of type vxlan for network f6a0a72a-4e73-43ea-849e-c941f953d97f
Nov 24 13:15:09.977456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5360a588-888f-47a7-a72a-078410fe9e5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:09.985585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852a562-23d1-44eb-95e7-c5a9ea103ff2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Pushing event updated for resources: {'Network': ['ID=e0c63c95-9255-4d28-bcbf-052f63563cdc,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:10.014930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-31397a83-30d3-46ae-9356-5876ba2fba60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d6c8be0>, [{'id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'name': 'tempest-TestVolumeBootPattern-366325813-router', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:04:44Z', 'updated_at': '2020-11-24T13:05:04Z', 'revision_number': 4, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'gw_port': {'id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:04:47Z', 'updated_at': '2020-11-24T13:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'd3d4f93d-57fc-4366-924d-366b13721c3c', 'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'mac_address': 'fa:16:3e:ff:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:00Z', 'updated_at': '2020-11-24T13:05:18Z', 'revision_number': 5, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'subnets': [{'id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:10.020652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31397a83-30d3-46ae-9356-5876ba2fba60 None None] Checking router: e0bce900-3697-4a26-958b-21bd77e379b2 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:15:10.034674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31397a83-30d3-46ae-9356-5876ba2fba60 None None] Routers {'e0bce900-3697-4a26-958b-21bd77e379b2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:15:10.035411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network e0c63c95-9255-4d28-bcbf-052f63563cdc details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:15:10.035556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-31397a83-30d3-46ae-9356-5876ba2fba60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d6c8be0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:14:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e0bce900-3697-4a26-958b-21bd77e379b2'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:10.047854 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611de65b-4d1a-4c98-aca6-6d87bf8e23a3', 'tag': '6ce6c3d3-edd6-4f01-a984-fd146d4c951b', 'status': 'completed', 'code': 200}
Nov 24 13:15:10.050192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network e0c63c95-9255-4d28-bcbf-052f63563cdc details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:15:10.061907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0bf97d3c-18f1-4836-bbd2-0978eaff6482 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:10.064962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1852a562-23d1-44eb-95e7-c5a9ea103ff2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:10.093315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.resource_extend [None req-5360a588-888f-47a7-a72a-078410fe9e5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 24 13:15:10.151433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ea44f2b3-dec2-4eda-a555-533b84078b82 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:10.155025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0bf97d3c-18f1-4836-bbd2-0978eaff6482 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:10.161100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ea44f2b3-dec2-4eda-a555-533b84078b82 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Usage tracker for resource:subnet and tenant:7bf2f176c3d94537a46b7a898349230e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:10.164392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0bf97d3c-18f1-4836-bbd2-0978eaff6482 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Usage tracker for resource:security_group_rule and tenant:63d6a0a2d5fa4234a3676f8bf39e28df is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:10.167543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ea44f2b3-dec2-4eda-a555-533b84078b82 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:10.170596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0bf97d3c-18f1-4836-bbd2-0978eaff6482 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:10.179367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ea44f2b3-dec2-4eda-a555-533b84078b82 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:10.181502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0bf97d3c-18f1-4836-bbd2-0978eaff6482 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:10.207080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232d3ba-975b-4b2e-b6a5-a4d07dcaa3f3 req-da25ac34-fd18-4031-8f47-0c8b1f06d3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:10.215517 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1232d3ba-975b-4b2e-b6a5-a4d07dcaa3f3 req-da25ac34-fd18-4031-8f47-0c8b1f06d3aa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6efb027d4b0e48cc970462a6d3154fa0&device_id=611de65b-4d1a-4c98-aca6-6d87bf8e23a3 HTTP/1.1" status: 200  len: 1162 time: 0.6503139
Nov 24 13:15:10.229579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea44f2b3-dec2-4eda-a555-533b84078b82 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Made reservation on behalf of 7bf2f176c3d94537a46b7a898349230e for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:15:10.282455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a6c5db-0003-4fad-a2b0-7b06670b7540 None None] Routers {'72fdfc95-aeba-4bd0-961b-8bf5c0940129'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:15:10.283714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-c9a6c5db-0003-4fad-a2b0-7b06670b7540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634712bdd8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:14:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['72fdfc95-aeba-4bd0-961b-8bf5c0940129'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:10.327492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-31397a83-30d3-46ae-9356-5876ba2fba60 None None] Set router e0bce900-3697-4a26-958b-21bd77e379b2 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:15:10.346461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5360a588-888f-47a7-a72a-078410fe9e5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:10.351844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5360a588-888f-47a7-a72a-078410fe9e5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:10.352426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5360a588-888f-47a7-a72a-078410fe9e5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:10.398974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ea44f2b3-dec2-4eda-a555-533b84078b82 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:10.402257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7713077e-cc38-4522-998b-789470331b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:10.602772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-68078084-45e2-42f0-89cc-97d69ddf9e4b None None] Allocated IP 2001:db8::2 (acfa071e-1d36-4d10-805e-85b19c8b1fe2/dca13d4e-65c5-493a-9f9d-3fcfa6d984fd/69a9f030-c5b3-4c71-813b-107673ffba5d) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:15:10.662227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0bf97d3c-18f1-4836-bbd2-0978eaff6482 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:10.683983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0bf97d3c-18f1-4836-bbd2-0978eaff6482 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:10.686817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2751d201-aba3-4c61-bb5d-872e61b77cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347141128>, [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:15:03Z', 'revision_number': 4, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None, '_interfaces': [{'id': '454bcdab-fabc-492e-b220-40ffb8f7d962', 'name': '', 'network_id': 'afe47a7f-2bdb-4f89-873d-b9429f12adbd', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:b3:c7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:42Z', 'updated_at': '2020-11-24T13:15:02Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '56420be6-e8f5-46f3-ad3c-d7e3386357a1', 'name': '', 'network_id': '5a3d637a-9b99-4608-8a0a-b870cc93f888', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:36:e0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:01Z', 'updated_at': '2020-11-24T13:15:04Z', 'revision_number': 2, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': '7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8d8a5ac9-3271-4b36-a909-047532dacc4c', 'name': '', 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:ee:96:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'aa779721-3002-4e81-a97e-feb536020d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:27Z', 'updated_at': '2020-11-24T13:14:38Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'aa779721-3002-4e81-a97e-feb536020d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:10.743156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9852e368-c9dd-4dcc-850c-8832d59659a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:10.757221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2751d201-aba3-4c61-bb5d-872e61b77cbf None None] Checking router: 59917853-9cc6-40fe-be4e-9367db622388 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:15:10.758097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2751d201-aba3-4c61-bb5d-872e61b77cbf None None] Updating router 59917853-9cc6-40fe-be4e-9367db622388 port 56420be6-e8f5-46f3-ad3c-d7e3386357a1 binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:15:10.764651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-31397a83-30d3-46ae-9356-5876ba2fba60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d6c8be0>, [{'id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'name': 'tempest-TestVolumeBootPattern-366325813-router', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:04:44Z', 'updated_at': '2020-11-24T13:05:04Z', 'revision_number': 4, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'gw_port': {'id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:04:47Z', 'updated_at': '2020-11-24T13:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'd3d4f93d-57fc-4366-924d-366b13721c3c', 'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'mac_address': 'fa:16:3e:ff:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:00Z', 'updated_at': '2020-11-24T13:05:18Z', 'revision_number': 5, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'subnets': [{'id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:10.769715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31397a83-30d3-46ae-9356-5876ba2fba60 None None] The sync data for ids ['e0bce900-3697-4a26-958b-21bd77e379b2'] in dv-neutron-601336-61-ovs is: [{'id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'name': 'tempest-TestVolumeBootPattern-366325813-router', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:04:44Z', 'updated_at': '2020-11-24T13:05:04Z', 'revision_number': 4, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'gw_port': {'id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:04:47Z', 'updated_at': '2020-11-24T13:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'd3d4f93d-57fc-4366-924d-366b13721c3c', 'name': '', 'network_id': 'c200d148-1aac-4d09-a682-2365e76cfa1f', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'mac_address': 'fa:16:3e:ff:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:00Z', 'updated_at': '2020-11-24T13:05:18Z', 'revision_number': 5, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'subnets': [{'id': 'fbd62c91-d804-432f-af8e-75bb073f1bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:15:10.792789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e89c9b6f-3cf6-4749-931d-9513daff2682 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:10.811470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf97d3c-18f1-4836-bbd2-0978eaff6482 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event updated for resources: {'SecurityGroup': ['ID=ae030cd2-67d2-4888-a268-aa855beb9c95,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:10.820463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0bf97d3c-18f1-4836-bbd2-0978eaff6482 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:10.822812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0bf97d3c-18f1-4836-bbd2-0978eaff6482 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:10.824145 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0bf97d3c-18f1-4836-bbd2-0978eaff6482 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1629 time: 1.0210173
Nov 24 13:15:10.827223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52544) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:10.834709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-bc381b9e-bfc7-4941-ad8f-f5f031dd8e07 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Request body: {'security_group_rule': {'security_group_id': 'ae030cd2-67d2-4888-a268-aa855beb9c95', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:10.842402 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5360a588-888f-47a7-a72a-078410fe9e5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 2.2859955
Nov 24 13:15:10.843449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52548) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:10.844473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-bc381b9e-bfc7-4941-ad8f-f5f031dd8e07 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:10.855535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-0826d9ac-2f6e-4931-9f70-b9237d24c406 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Request body: {'subnet': {'network_id': 'f6a0a72a-4e73-43ea-849e-c941f953d97f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:10.873200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bc381b9e-bfc7-4941-ad8f-f5f031dd8e07 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Usage tracker for resource:security_group_rule and tenant:63d6a0a2d5fa4234a3676f8bf39e28df is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:10.877807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bc381b9e-bfc7-4941-ad8f-f5f031dd8e07 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:10.899325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-c9a6c5db-0003-4fad-a2b0-7b06670b7540 None None] Set router 72fdfc95-aeba-4bd0-961b-8bf5c0940129 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:15:10.943494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-bc381b9e-bfc7-4941-ad8f-f5f031dd8e07 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:10.975694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da028f8f-e00f-4535-9e35-e54d53005de3 req-46c3304e-d7f4-4708-bbde-ac5dfa21181b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:10.977336 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-da028f8f-e00f-4535-9e35-e54d53005de3 req-46c3304e-d7f4-4708-bbde-ac5dfa21181b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6efb027d4b0e48cc970462a6d3154fa0&device_id=611de65b-4d1a-4c98-aca6-6d87bf8e23a3 HTTP/1.1" status: 200  len: 1162 time: 0.9856348
Nov 24 13:15:10.982862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360a588-888f-47a7-a72a-078410fe9e5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Network': ['ID=f6a0a72a-4e73-43ea-849e-c941f953d97f,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:11.002826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5360a588-888f-47a7-a72a-078410fe9e5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:11.016452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bc381b9e-bfc7-4941-ad8f-f5f031dd8e07 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:11.021913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network f6a0a72a-4e73-43ea-849e-c941f953d97f details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:15:11.059289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0826d9ac-2f6e-4931-9f70-b9237d24c406 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:11.082277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0826d9ac-2f6e-4931-9f70-b9237d24c406 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Usage tracker for resource:subnet and tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:11.088052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0826d9ac-2f6e-4931-9f70-b9237d24c406 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Quota usage for subnet was recalculated. Used quota:3. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:11.123850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bc381b9e-bfc7-4941-ad8f-f5f031dd8e07 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:11.125309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0826d9ac-2f6e-4931-9f70-b9237d24c406 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:11.133868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bc381b9e-bfc7-4941-ad8f-f5f031dd8e07 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:11.139997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network f6a0a72a-4e73-43ea-849e-c941f953d97f details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:15:11.146697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af28b42-def2-4e5b-8bec-d0b078f1d4c6 req-6be80dd6-7d19-40c0-a998-c92c36015a1f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:11.147218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:11.155322 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0af28b42-def2-4e5b-8bec-d0b078f1d4c6 req-6be80dd6-7d19-40c0-a998-c92c36015a1f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=2406729f-f5e8-4277-a89a-36e438f93cb3 HTTP/1.1" status: 200  len: 946 time: 0.8804297
Nov 24 13:15:11.168034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0826d9ac-2f6e-4931-9f70-b9237d24c406 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Made reservation on behalf of 48deb6cb4e7841bc8ac7ee76d248c5c5 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:15:11.177801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232d3ba-975b-4b2e-b6a5-a4d07dcaa3f3 req-213ea173-7e78-48ca-b346-262a73c68cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:11.179456 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1232d3ba-975b-4b2e-b6a5-a4d07dcaa3f3 req-213ea173-7e78-48ca-b346-262a73c68cd0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c200d148-1aac-4d09-a682-2365e76cfa1f HTTP/1.1" status: 200  len: 905 time: 0.9630966
Nov 24 13:15:11.264606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33217e55-8b98-4b13-841d-6d0ad651919c None None] New status for floating IP e04b4cfe-1fb4-45d6-8fcd-e02aa91570dc: DOWN {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:15:11.269069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2751d201-aba3-4c61-bb5d-872e61b77cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:11.293368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc381b9e-bfc7-4941-ad8f-f5f031dd8e07 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c190a4cf-02ff-46d6-867d-ddfe4dfa0059,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:11.302771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bc381b9e-bfc7-4941-ad8f-f5f031dd8e07 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:11.315116 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1232d3ba-975b-4b2e-b6a5-a4d07dcaa3f3 req-46a0ddac-41b1-4a66-8c67-a697cd000ee0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ce6c3d3-edd6-4f01-a984-fd146d4c951b HTTP/1.1" status: 200  len: 217 time: 0.1225073
Nov 24 13:15:11.339547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bc381b9e-bfc7-4941-ad8f-f5f031dd8e07 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:11.340848 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bc381b9e-bfc7-4941-ad8f-f5f031dd8e07 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5126193
Nov 24 13:15:11.346438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52552) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:11.373642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da028f8f-e00f-4535-9e35-e54d53005de3 req-a81d4acb-502f-4f86-9430-bd1c95a45944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:11.375861 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-da028f8f-e00f-4535-9e35-e54d53005de3 req-a81d4acb-502f-4f86-9430-bd1c95a45944 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c200d148-1aac-4d09-a682-2365e76cfa1f HTTP/1.1" status: 200  len: 905 time: 0.3794734
Nov 24 13:15:11.396658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0826d9ac-2f6e-4931-9f70-b9237d24c406 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:11.467572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ea44f2b3-dec2-4eda-a555-533b84078b82 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:11.497247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-68078084-45e2-42f0-89cc-97d69ddf9e4b None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:11.502718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9f3473ed-a490-40ff-b46a-00a4c7212ea5 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:11.515972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-68078084-45e2-42f0-89cc-97d69ddf9e4b None None] Transition to ACTIVE for port object 69a9f030-c5b3-4c71-813b-107673ffba5d will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:15:11.559937 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0af28b42-def2-4e5b-8bec-d0b078f1d4c6 req-42aceef9-0de9-4223-a3b2-5a445bb38ea1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=8b8d1eb5-0bb9-49fc-a8b7-b5c789199c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4032664
Nov 24 13:15:11.561989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232d3ba-975b-4b2e-b6a5-a4d07dcaa3f3 req-a8f04ceb-3213-4449-a3d9-06ba1663c33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:11.564478 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1232d3ba-975b-4b2e-b6a5-a4d07dcaa3f3 req-a8f04ceb-3213-4449-a3d9-06ba1663c33a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fbd62c91-d804-432f-af8e-75bb073f1bc3 HTTP/1.1" status: 200  len: 850 time: 0.1642258
Nov 24 13:15:11.591848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e4395b91-9329-4a0f-ac80-afc91a555c71 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:11.616479 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-da028f8f-e00f-4535-9e35-e54d53005de3 req-30dd8e95-25c3-4907-a7b6-c2e88ca2b07c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ce6c3d3-edd6-4f01-a984-fd146d4c951b HTTP/1.1" status: 200  len: 217 time: 0.1329694
Nov 24 13:15:11.692016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e4395b91-9329-4a0f-ac80-afc91a555c71 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:11.722176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da028f8f-e00f-4535-9e35-e54d53005de3 req-d3cdb15b-bacf-4216-8ffa-129b6bd6f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:11.723815 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-da028f8f-e00f-4535-9e35-e54d53005de3 req-d3cdb15b-bacf-4216-8ffa-129b6bd6f8b6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fbd62c91-d804-432f-af8e-75bb073f1bc3 HTTP/1.1" status: 200  len: 850 time: 0.0960407
Nov 24 13:15:11.775560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232d3ba-975b-4b2e-b6a5-a4d07dcaa3f3 req-cb5f50de-d7be-40ad-acc0-778d6de49437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:11.777354 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1232d3ba-975b-4b2e-b6a5-a4d07dcaa3f3 req-cb5f50de-d7be-40ad-acc0-778d6de49437 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c200d148-1aac-4d09-a682-2365e76cfa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2035205
Nov 24 13:15:11.812386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44f2b3-dec2-4eda-a555-533b84078b82 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Pushing event updated for resources: {'Subnet': ['ID=a5aacf0a-5ca5-46c4-8257-51221a1062be,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:11.832955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ea44f2b3-dec2-4eda-a555-533b84078b82 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:11.845707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e4395b91-9329-4a0f-ac80-afc91a555c71 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:11.849665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:11.851667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-68078084-45e2-42f0-89cc-97d69ddf9e4b None None] Transition to ACTIVE for port object 69a9f030-c5b3-4c71-813b-107673ffba5d will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:15:11.876030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-68078084-45e2-42f0-89cc-97d69ddf9e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:11.884648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4395b91-9329-4a0f-ac80-afc91a555c71 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c190a4cf-02ff-46d6-867d-ddfe4dfa0059,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:11.896855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e4395b91-9329-4a0f-ac80-afc91a555c71 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:11.901527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a7140b62-08fa-4df7-947e-6fe461ec37ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:11.934731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da028f8f-e00f-4535-9e35-e54d53005de3 req-87ae0e73-4791-4f8a-89b9-563431b115bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:11.936451 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-da028f8f-e00f-4535-9e35-e54d53005de3 req-87ae0e73-4791-4f8a-89b9-563431b115bc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c200d148-1aac-4d09-a682-2365e76cfa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2043223
Nov 24 13:15:11.961285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e4395b91-9329-4a0f-ac80-afc91a555c71 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:11.965439 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e4395b91-9329-4a0f-ac80-afc91a555c71 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "DELETE /v2.0/security-group-rules/c190a4cf-02ff-46d6-867d-ddfe4dfa0059 HTTP/1.1" status: 204  len: 168 time: 0.6135800
Nov 24 13:15:11.974416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26347b0-55ce-43d2-bcd5-8be0159d3006 req-b0487e53-7eba-4ffb-bdcd-64fc6823c61a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:11.975429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-f26347b0-55ce-43d2-bcd5-8be0159d3006 req-b0487e53-7eba-4ffb-bdcd-64fc6823c61a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:15:11.975613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52556) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:12.036753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-f26347b0-55ce-43d2-bcd5-8be0159d3006 req-b0487e53-7eba-4ffb-bdcd-64fc6823c61a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:15:12.038214 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f26347b0-55ce-43d2-bcd5-8be0159d3006 req-b0487e53-7eba-4ffb-bdcd-64fc6823c61a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/ports?device_id=2406729f-f5e8-4277-a89a-36e438f93cb3 HTTP/1.1" status: 200  len: 946 time: 0.4045095
Nov 24 13:15:12.050932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44f2b3-dec2-4eda-a555-533b84078b82 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Checking segment: {'id': 'e26f5589-20fb-4d9c-ae4f-46b6db3fb2f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6227779b-5e2a-4b9e-a475-6b7bdfac9852'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:15:12.051505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea44f2b3-dec2-4eda-a555-533b84078b82 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Network hostable DHCP agents. Network: 6227779b-5e2a-4b9e-a475-6b7bdfac9852, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:15:12.087960 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1232d3ba-975b-4b2e-b6a5-a4d07dcaa3f3 req-433b190d-fb88-4f20-bbff-86e45e5aabdd service neutron] 10.222.0.76 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2994311
Nov 24 13:15:12.136071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68078084-45e2-42f0-89cc-97d69ddf9e4b None None] Pushing event updated for resources: {'Port': ['ID=69a9f030-c5b3-4c71-813b-107673ffba5d,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:12.160427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-68078084-45e2-42f0-89cc-97d69ddf9e4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:12.266446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b9d9bf1a-829f-4f53-8cc0-10516b1db31f tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Synchronizing usage tracker for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group_rule {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:15:12.271371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-f26347b0-55ce-43d2-bcd5-8be0159d3006 req-15675e29-88e2-4365-aa35-84b7517a4705 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port a7959cc1-5b96-4ab6-846c-c08f0d61378f {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:15:12.271860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-f26347b0-55ce-43d2-bcd5-8be0159d3006 req-15675e29-88e2-4365-aa35-84b7517a4705 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:12.330348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea44f2b3-dec2-4eda-a555-533b84078b82 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Network 6227779b-5e2a-4b9e-a475-6b7bdfac9852 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:15:12.337747 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-da028f8f-e00f-4535-9e35-e54d53005de3 req-da23bad8-63ae-4fa1-a6a8-db2bfb253632 service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3894908
Nov 24 13:15:12.338840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device a7959cc1-5b96-4ab6-846c-c08f0d61378f no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:15:12.341190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b9d9bf1a-829f-4f53-8cc0-10516b1db31f tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Unset dirty status for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group_rule {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:15:12.347166 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b9d9bf1a-829f-4f53-8cc0-10516b1db31f tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.3638706
Nov 24 13:15:12.355367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52560) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:12.378486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-ea44f2b3-dec2-4eda-a555-533b84078b82 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 6227779b-5e2a-4b9e-a475-6b7bdfac9852) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:15:12.399288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07708699-3d82-49fc-ba7a-af825927fadb None None] Network 6227779b-5e2a-4b9e-a475-6b7bdfac9852 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:15:12.465344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea44f2b3-dec2-4eda-a555-533b84078b82 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:12.465344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ea44f2b3-dec2-4eda-a555-533b84078b82 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:12.489734 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1232d3ba-975b-4b2e-b6a5-a4d07dcaa3f3 req-c0912c39-0f94-413e-a7b6-30a6ee7d7186 service neutron] 10.222.0.76 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3876641
Nov 24 13:15:12.513078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68078084-45e2-42f0-89cc-97d69ddf9e4b None None] Network acfa071e-1d36-4d10-805e-85b19c8b1fe2 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:15:12.527451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-68078084-45e2-42f0-89cc-97d69ddf9e4b None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:15:12.538976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68078084-45e2-42f0-89cc-97d69ddf9e4b None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:15:12.547478 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-da028f8f-e00f-4535-9e35-e54d53005de3 req-4715f556-8eb8-4088-99c9-ed0cb0d58ee4 service neutron] 10.222.0.70 "GET /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2002466
Nov 24 13:15:12.663862 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ea44f2b3-dec2-4eda-a555-533b84078b82 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.7699814
Nov 24 13:15:12.668737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52568) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:12.671369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:12.681750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-04df6af2-c4bb-4b1b-bf75-9ef429306916 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Request body: {'subnet': {'network_id': 'e0c63c95-9255-4d28-bcbf-052f63563cdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:12.741616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cbe0a3dc-8608-4cff-b9c1-2e29b26eb502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:12.769347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-c9a6c5db-0003-4fad-a2b0-7b06670b7540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634712bdd8>, [{'id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'name': 'tempest-TestNetworkBasicOps-router-649114394', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:45Z', 'updated_at': '2020-11-24T13:15:07Z', 'revision_number': 6, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:47Z', 'updated_at': '2020-11-24T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '14379496-9b51-40a3-9efa-79cbc2bb0527', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.171', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'port_id': '82535079-08b0-4667-853b-5b72cfb05831', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8', 'mac_address': 'fa:16:3e:fe:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e638d7e1-ef65-47d1-a239-f130fe15e86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:13:30Z', 'updated_at': '2020-11-24T13:13:37Z', 'revision_number': 1, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e647b167-1027-48c2-98f3-b8ff2ebe77e1', 'name': '', 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:b9:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'ef8a9360-9e18-4774-ae21-805af42ac96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:12:41Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': 'ef8a9360-9e18-4774-ae21-805af42ac96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:12.810573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a6c5db-0003-4fad-a2b0-7b06670b7540 None None] Checking router: 72fdfc95-aeba-4bd0-961b-8bf5c0940129 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:15:12.836335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca030c10-59a7-415e-b049-c2515a574272 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:12.873740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-f26347b0-55ce-43d2-bcd5-8be0159d3006 req-15675e29-88e2-4365-aa35-84b7517a4705 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port a7959cc1-5b96-4ab6-846c-c08f0d61378f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=a7959cc1-5b96-4ab6-846c-c08f0d61378f,segment=NetworkSegment(94351b60-e072-4a4f-902c-55fbafb4c3fe),segment_id=94351b60-e072-4a4f-902c-55fbafb4c3fe)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:12.874170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-f26347b0-55ce-43d2-bcd5-8be0159d3006 req-15675e29-88e2-4365-aa35-84b7517a4705 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:12.900389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-04df6af2-c4bb-4b1b-bf75-9ef429306916 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:12.904672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-04df6af2-c4bb-4b1b-bf75-9ef429306916 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Usage tracker for resource:subnet and tenant:7bf2f176c3d94537a46b7a898349230e is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:12.908069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-04df6af2-c4bb-4b1b-bf75-9ef429306916 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:12.914916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-04df6af2-c4bb-4b1b-bf75-9ef429306916 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:12.930012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2406729f-f5e8-4277-a89a-36e438f93cb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7959cc1-5b96-4ab6-846c-c08f0d61378f'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:15:12.938904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-68078084-45e2-42f0-89cc-97d69ddf9e4b None None] Attempting to bind port 69a9f030-c5b3-4c71-813b-107673ffba5d on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:15:12.939872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-68078084-45e2-42f0-89cc-97d69ddf9e4b None None] Attempting to bind port 69a9f030-c5b3-4c71-813b-107673ffba5d by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'ca82fa88-6c1f-4f20-9f3b-95c77a6d7573', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'acfa071e-1d36-4d10-805e-85b19c8b1fe2'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:15:12.940325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68078084-45e2-42f0-89cc-97d69ddf9e4b None None] Attempting to bind port 69a9f030-c5b3-4c71-813b-107673ffba5d on network acfa071e-1d36-4d10-805e-85b19c8b1fe2 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:15:12.974373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04df6af2-c4bb-4b1b-bf75-9ef429306916 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Made reservation on behalf of 7bf2f176c3d94537a46b7a898349230e for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:15:13.006915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port a7959cc1-5b96-4ab6-846c-c08f0d61378f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=a7959cc1-5b96-4ab6-846c-c08f0d61378f,segment=NetworkSegment(94351b60-e072-4a4f-902c-55fbafb4c3fe),segment_id=94351b60-e072-4a4f-902c-55fbafb4c3fe)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:13.020826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9006256d-2258-492a-972b-11553b7e0af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-6227779b-5e2a-4b9e-a475-6b7bdfac9852', 'network_id': '6227779b-5e2a-4b9e-a475-6b7bdfac9852', 'tenant_id': '7bf2f176c3d94537a46b7a898349230e', 'fixed_ips': [{'subnet_id': 'a5aacf0a-5ca5-46c4-8257-51221a1062be'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:15:13.021755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9006256d-2258-492a-972b-11553b7e0af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:13.030711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca030c10-59a7-415e-b049-c2515a574272 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:13.046003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68078084-45e2-42f0-89cc-97d69ddf9e4b None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:15:13.046467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68078084-45e2-42f0-89cc-97d69ddf9e4b None None] Checking segment: {'id': 'ca82fa88-6c1f-4f20-9f3b-95c77a6d7573', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'acfa071e-1d36-4d10-805e-85b19c8b1fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:15:13.046794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-f26347b0-55ce-43d2-bcd5-8be0159d3006 req-15675e29-88e2-4365-aa35-84b7517a4705 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for a7959cc1-5b96-4ab6-846c-c08f0d61378f owned by compute:nova {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:15:13.046930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-68078084-45e2-42f0-89cc-97d69ddf9e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:13.047357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68078084-45e2-42f0-89cc-97d69ddf9e4b None None] Bound using segment: {'id': 'ca82fa88-6c1f-4f20-9f3b-95c77a6d7573', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'acfa071e-1d36-4d10-805e-85b19c8b1fe2'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:15:13.047914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-68078084-45e2-42f0-89cc-97d69ddf9e4b None None] Bound port: 69a9f030-c5b3-4c71-813b-107673ffba5d, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca82fa88-6c1f-4f20-9f3b-95c77a6d7573', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'acfa071e-1d36-4d10-805e-85b19c8b1fe2'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:15:13.048341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-68078084-45e2-42f0-89cc-97d69ddf9e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:13.058397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:13.067880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ea548ab2-9e97-4489-a7a5-89cb4192f359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:13.123791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:13.136637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a6c5db-0003-4fad-a2b0-7b06670b7540 None None] Routers {'72fdfc95-aeba-4bd0-961b-8bf5c0940129'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:15:13.137351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-c9a6c5db-0003-4fad-a2b0-7b06670b7540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634712bdd8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:15:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['72fdfc95-aeba-4bd0-961b-8bf5c0940129'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:13.213315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [req-f26347b0-55ce-43d2-bcd5-8be0159d3006 req-15675e29-88e2-4365-aa35-84b7517a4705 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:15:13.214008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [req-f26347b0-55ce-43d2-bcd5-8be0159d3006 req-15675e29-88e2-4365-aa35-84b7517a4705 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:15:13.224730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b678ed5-4112-4e55-9771-130cea6dd5b5 req-9820e2fc-06c6-4b3d-a9bf-be43a7fa28a2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:13.226531 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7b678ed5-4112-4e55-9771-130cea6dd5b5 req-9820e2fc-06c6-4b3d-a9bf-be43a7fa28a2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=2406729f-f5e8-4277-a89a-36e438f93cb3 HTTP/1.1" status: 200  len: 946 time: 0.4092290
Nov 24 13:15:13.232398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-04df6af2-c4bb-4b1b-bf75-9ef429306916 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:13.272484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0826d9ac-2f6e-4931-9f70-b9237d24c406 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:13.289331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-90b14f23-8c48-4ea4-8982-b818de9cbf41 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:13.319203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca030c10-59a7-415e-b049-c2515a574272 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:13.338666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfc9cd-1f30-4ed6-a7b0-39eccd373842 req-e9c9e71f-8dce-4b7d-bf80-4f0ea42f43e6 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:13.339207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-b1bfc9cd-1f30-4ed6-a7b0-39eccd373842 req-e9c9e71f-8dce-4b7d-bf80-4f0ea42f43e6 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Synchronizing usage tracker for tenant:6efb027d4b0e48cc970462a6d3154fa0 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:15:13.401343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-b1bfc9cd-1f30-4ed6-a7b0-39eccd373842 req-e9c9e71f-8dce-4b7d-bf80-4f0ea42f43e6 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Unset dirty status for tenant:6efb027d4b0e48cc970462a6d3154fa0 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:15:13.402849 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b1bfc9cd-1f30-4ed6-a7b0-39eccd373842 req-e9c9e71f-8dce-4b7d-bf80-4f0ea42f43e6 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=611de65b-4d1a-4c98-aca6-6d87bf8e23a3 HTTP/1.1" status: 200  len: 945 time: 0.4125030
Nov 24 13:15:13.419738 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7b678ed5-4112-4e55-9771-130cea6dd5b5 req-e44cc93d-63f9-40d1-80a2-d29a29f042e4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=8b8d1eb5-0bb9-49fc-a8b7-b5c789199c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1683123
Nov 24 13:15:13.448934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca030c10-59a7-415e-b049-c2515a574272 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:13.450186 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ca030c10-59a7-415e-b049-c2515a574272 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "DELETE /v2.0/security-groups/ae030cd2-67d2-4888-a268-aa855beb9c95 HTTP/1.1" status: 204  len: 168 time: 1.0899374
Nov 24 13:15:13.466460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:15:13.466615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52576) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:13.499081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826d9ac-2f6e-4931-9f70-b9237d24c406 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Subnet': ['ID=c7514ac9-2dd0-4535-a632-959ca8e4d387,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:13.524176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0826d9ac-2f6e-4931-9f70-b9237d24c406 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:13.524176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5fa5809c-32f2-4d01-a03d-307ffcb14e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:13.547039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca030c10-59a7-415e-b049-c2515a574272 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae030cd2-67d2-4888-a268-aa855beb9c95,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:13.554719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ca030c10-59a7-415e-b049-c2515a574272 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:13.564471 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b1bfc9cd-1f30-4ed6-a7b0-39eccd373842 req-48f351d9-ccdf-4b98-a37d-2e9949848ef8 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1423171
Nov 24 13:15:13.616936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-365c2527-3290-44f1-98a6-793632ecf207 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Synchronizing usage tracker for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:15:13.646400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-365c2527-3290-44f1-98a6-793632ecf207 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Unset dirty status for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:15:13.652370 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-365c2527-3290-44f1-98a6-793632ecf207 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2751 time: 0.1791680
Nov 24 13:15:13.654415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52580) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:13.670693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-64fc0456-2c23-4fe8-94f8-196273d034ff tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Request body: {'security_group': {'name': 'tempest-secgroup--12677383'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:13.679784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-64fc0456-2c23-4fe8-94f8-196273d034ff tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:13.695954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-64fc0456-2c23-4fe8-94f8-196273d034ff tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:13.696642 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2406729f-f5e8-4277-a89a-36e438f93cb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7959cc1-5b96-4ab6-846c-c08f0d61378f', 'code': 200}
Nov 24 13:15:13.699578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2751d201-aba3-4c61-bb5d-872e61b77cbf None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:13.705829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0826d9ac-2f6e-4931-9f70-b9237d24c406 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Checking segment: {'id': '8907d271-4b11-4cfa-bf70-4b60e3e16728', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'f6a0a72a-4e73-43ea-849e-c941f953d97f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:15:13.706409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0826d9ac-2f6e-4931-9f70-b9237d24c406 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network hostable DHCP agents. Network: f6a0a72a-4e73-43ea-849e-c941f953d97f, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:15:13.719004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-f26347b0-55ce-43d2-bcd5-8be0159d3006 req-15675e29-88e2-4365-aa35-84b7517a4705 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port a7959cc1-5b96-4ab6-846c-c08f0d61378f {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:15:13.719468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-f26347b0-55ce-43d2-bcd5-8be0159d3006 req-15675e29-88e2-4365-aa35-84b7517a4705 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:13.751143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-64fc0456-2c23-4fe8-94f8-196273d034ff tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:13.772604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2751d201-aba3-4c61-bb5d-872e61b77cbf None None] Transition to ACTIVE for port object 56420be6-e8f5-46f3-ad3c-d7e3386357a1 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:15:13.800574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=a7959cc1-5b96-4ab6-846c-c08f0d61378f,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:13.836238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941aecf-8b42-46ca-9465-efbe747ac427 req-599749ef-42c8-457b-993e-f81dc6db9c86 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:13.837853 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4941aecf-8b42-46ca-9465-efbe747ac427 req-599749ef-42c8-457b-993e-f81dc6db9c86 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.70 "GET /v2.0/ports?device_id=611de65b-4d1a-4c98-aca6-6d87bf8e23a3 HTTP/1.1" status: 200  len: 945 time: 0.1885304
Nov 24 13:15:13.861302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-64fc0456-2c23-4fe8-94f8-196273d034ff tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:13.871186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:13.874918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-64fc0456-2c23-4fe8-94f8-196273d034ff tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Usage tracker for resource:security_group_rule and tenant:63d6a0a2d5fa4234a3676f8bf39e28df is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:13.875113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2751d201-aba3-4c61-bb5d-872e61b77cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:13.881735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0826d9ac-2f6e-4931-9f70-b9237d24c406 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network f6a0a72a-4e73-43ea-849e-c941f953d97f is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:15:13.887820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-64fc0456-2c23-4fe8-94f8-196273d034ff tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:13.899031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-64fc0456-2c23-4fe8-94f8-196273d034ff tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:13.907338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:13.910677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-0826d9ac-2f6e-4931-9f70-b9237d24c406 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, f6a0a72a-4e73-43ea-849e-c941f953d97f) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:15:13.930663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-4941aecf-8b42-46ca-9465-efbe747ac427 req-2b458705-7f06-42c2-acda-e9083a464327 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Deleting port 6ce6c3d3-edd6-4f01-a984-fd146d4c951b {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:15:13.931034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-4941aecf-8b42-46ca-9465-efbe747ac427 req-2b458705-7f06-42c2-acda-e9083a464327 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:14.000033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0826d9ac-2f6e-4931-9f70-b9237d24c406 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:14.000720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0826d9ac-2f6e-4931-9f70-b9237d24c406 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:14.010104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0820b1-2555-4032-9a2b-bcdbfb46ffe1 None None] Network f6a0a72a-4e73-43ea-849e-c941f953d97f requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:15:14.113845 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0826d9ac-2f6e-4931-9f70-b9237d24c406 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.2631805
Nov 24 13:15:14.119962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52584) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:14.213200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-64fc0456-2c23-4fe8-94f8-196273d034ff tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:14.226148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-f26347b0-55ce-43d2-bcd5-8be0159d3006 req-15675e29-88e2-4365-aa35-84b7517a4705 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port a7959cc1-5b96-4ab6-846c-c08f0d61378f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=a7959cc1-5b96-4ab6-846c-c08f0d61378f,segment=NetworkSegment(94351b60-e072-4a4f-902c-55fbafb4c3fe),segment_id=94351b60-e072-4a4f-902c-55fbafb4c3fe)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:14.226539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-f26347b0-55ce-43d2-bcd5-8be0159d3006 req-15675e29-88e2-4365-aa35-84b7517a4705 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:14.234475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-64fc0456-2c23-4fe8-94f8-196273d034ff tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:14.243131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7589ccd4-2fe2-4a01-b9eb-763d8bb19b7f tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:14.268594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-04df6af2-c4bb-4b1b-bf75-9ef429306916 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:14.283167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-68078084-45e2-42f0-89cc-97d69ddf9e4b None None] For port 69a9f030-c5b3-4c71-813b-107673ffba5d, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:15:14.288905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6b873ca5-b663-4ef7-a50f-cf2735764aaa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:14.312320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6265637-89a5-4da3-8cc0-ac0060320e57 None None] Pushing event updated for resources: {'Port': ['ID=56420be6-e8f5-46f3-ad3c-d7e3386357a1,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:14.322754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-9006256d-2258-492a-972b-11553b7e0af9 None None] Allocated IP 2001:db8::2 (6227779b-5e2a-4b9e-a475-6b7bdfac9852/a5aacf0a-5ca5-46c4-8257-51221a1062be/cb0defcd-4b07-47b6-8760-32d315beb31f) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:15:14.362060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b6265637-89a5-4da3-8cc0-ac0060320e57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:14.371193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-68078084-45e2-42f0-89cc-97d69ddf9e4b None None] For port 69a9f030-c5b3-4c71-813b-107673ffba5d, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=69a9f030-c5b3-4c71-813b-107673ffba5d,segment=NetworkSegment(ca82fa88-6c1f-4f20-9f3b-95c77a6d7573),segment_id=ca82fa88-6c1f-4f20-9f3b-95c77a6d7573)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:15:14.407250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 6ce6c3d3-edd6-4f01-a984-fd146d4c951b no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:15:14.445545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-68078084-45e2-42f0-89cc-97d69ddf9e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:14.461043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:14.596224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:14.681578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-c9a6c5db-0003-4fad-a2b0-7b06670b7540 None None] Set router 72fdfc95-aeba-4bd0-961b-8bf5c0940129 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:15:14.719006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-f26347b0-55ce-43d2-bcd5-8be0159d3006 req-15675e29-88e2-4365-aa35-84b7517a4705 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for a7959cc1-5b96-4ab6-846c-c08f0d61378f owned by compute:nova {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:15:14.755877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68078084-45e2-42f0-89cc-97d69ddf9e4b None None] Pushing event updated for resources: {'Port': ['ID=69a9f030-c5b3-4c71-813b-107673ffba5d,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:14.774283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-68078084-45e2-42f0-89cc-97d69ddf9e4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:14.782912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-64fc0456-2c23-4fe8-94f8-196273d034ff tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:14.787384 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-64fc0456-2c23-4fe8-94f8-196273d034ff tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 1.1290758
Nov 24 13:15:14.792145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52592) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:14.805044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc0456-2c23-4fe8-94f8-196273d034ff tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2ea56c-67cf-47f6-ad3f-f2ae4ba04542,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:14.814556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-50279dd6-9c67-4bfc-ac9a-fc9b6a18da37 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Request body: {'security_group_rule': {'security_group_id': '4b2ea56c-67cf-47f6-ad3f-f2ae4ba04542', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:14.820418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-64fc0456-2c23-4fe8-94f8-196273d034ff tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:14.830293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-50279dd6-9c67-4bfc-ac9a-fc9b6a18da37 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:14.838818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-50279dd6-9c67-4bfc-ac9a-fc9b6a18da37 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Usage tracker for resource:security_group_rule and tenant:63d6a0a2d5fa4234a3676f8bf39e28df is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:14.842444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-50279dd6-9c67-4bfc-ac9a-fc9b6a18da37 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:14.864181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-50279dd6-9c67-4bfc-ac9a-fc9b6a18da37 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:14.891631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-4941aecf-8b42-46ca-9465-efbe747ac427 req-2b458705-7f06-42c2-acda-e9083a464327 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] For port 6ce6c3d3-edd6-4f01-a984-fd146d4c951b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=6ce6c3d3-edd6-4f01-a984-fd146d4c951b,segment=NetworkSegment(f37bbda7-8694-4075-8d54-b96ea9721450),segment_id=f37bbda7-8694-4075-8d54-b96ea9721450)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:14.891947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-4941aecf-8b42-46ca-9465-efbe747ac427 req-2b458705-7f06-42c2-acda-e9083a464327 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:14.901515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df6af2-c4bb-4b1b-bf75-9ef429306916 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Pushing event updated for resources: {'Subnet': ['ID=ada1bf97-653a-4461-8a18-21bbdee1f94b,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:14.915088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-04df6af2-c4bb-4b1b-bf75-9ef429306916 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:14.944025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-50279dd6-9c67-4bfc-ac9a-fc9b6a18da37 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:14.994196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:15.027994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:15.077555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6995a5d5-d1c4-4a9d-ae1c-7b1789b18aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-f6a0a72a-4e73-43ea-849e-c941f953d97f', 'network_id': 'f6a0a72a-4e73-43ea-849e-c941f953d97f', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'fixed_ips': [{'subnet_id': 'c7514ac9-2dd0-4535-a632-959ca8e4d387'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:15:15.078901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6995a5d5-d1c4-4a9d-ae1c-7b1789b18aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:15.087260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-f26347b0-55ce-43d2-bcd5-8be0159d3006 req-15675e29-88e2-4365-aa35-84b7517a4705 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:15.095933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-4941aecf-8b42-46ca-9465-efbe747ac427 req-2b458705-7f06-42c2-acda-e9083a464327 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Calling delete_port for 6ce6c3d3-edd6-4f01-a984-fd146d4c951b owned by compute:nova {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:15:15.104850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-88733096-68c1-477b-836e-8e5c97562118 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:15.304058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15675e29-88e2-4365-aa35-84b7517a4705 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=a7959cc1-5b96-4ab6-846c-c08f0d61378f,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:15.313668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-15675e29-88e2-4365-aa35-84b7517a4705 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:15.319193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e864880-c5be-4944-aec6-110b9083c49b req-657223d9-e27d-418d-befc-aaf9722c1073 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:15.322618 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e864880-c5be-4944-aec6-110b9083c49b req-657223d9-e27d-418d-befc-aaf9722c1073 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=611de65b-4d1a-4c98-aca6-6d87bf8e23a3 HTTP/1.1" status: 200  len: 945 time: 0.5860300
Nov 24 13:15:15.343806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-50279dd6-9c67-4bfc-ac9a-fc9b6a18da37 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:15.352301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-50279dd6-9c67-4bfc-ac9a-fc9b6a18da37 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:15.356644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:15.371895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b36585-db33-44e1-88bc-4ec0cb78062c req-869f7764-57df-4ee8-936f-85207a45d2e9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:15.374795 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-52b36585-db33-44e1-88bc-4ec0cb78062c req-869f7764-57df-4ee8-936f-85207a45d2e9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=2406729f-f5e8-4277-a89a-36e438f93cb3 HTTP/1.1" status: 200  len: 865 time: 0.6567791
Nov 24 13:15:15.412925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50279dd6-9c67-4bfc-ac9a-fc9b6a18da37 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event updated for resources: {'SecurityGroupRule': ['ID=629029d2-f795-457d-8149-2c0169d3db99,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:15.421606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-50279dd6-9c67-4bfc-ac9a-fc9b6a18da37 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:15.457116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-50279dd6-9c67-4bfc-ac9a-fc9b6a18da37 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:15.461110 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-50279dd6-9c67-4bfc-ac9a-fc9b6a18da37 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.6625943
Nov 24 13:15:15.464266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52596) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:15.470174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-d2e5cf3d-c226-4a28-bba7-3b4b940f612d tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Request body: {'security_group_rule': {'security_group_id': '4b2ea56c-67cf-47f6-ad3f-f2ae4ba04542', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:15.483579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d2e5cf3d-c226-4a28-bba7-3b4b940f612d tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:15.492081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d2e5cf3d-c226-4a28-bba7-3b4b940f612d tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Usage tracker for resource:security_group_rule and tenant:63d6a0a2d5fa4234a3676f8bf39e28df is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:15.496363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d2e5cf3d-c226-4a28-bba7-3b4b940f612d tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:15.520312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-4941aecf-8b42-46ca-9465-efbe747ac427 req-2b458705-7f06-42c2-acda-e9083a464327 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:15.551193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9a088a69-1fad-4046-8e58-9c2598bac9c7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:15.557165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d2e5cf3d-c226-4a28-bba7-3b4b940f612d tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:15.620394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26347b0-55ce-43d2-bcd5-8be0159d3006 req-15675e29-88e2-4365-aa35-84b7517a4705 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] No DVR routers for this DVR port a7959cc1-5b96-4ab6-846c-c08f0d61378f on host hv-neutron-6013 {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:15:15.625062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-f26347b0-55ce-43d2-bcd5-8be0159d3006 req-15675e29-88e2-4365-aa35-84b7517a4705 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:15.628059 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f26347b0-55ce-43d2-bcd5-8be0159d3006 req-15675e29-88e2-4365-aa35-84b7517a4705 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "DELETE /v2.0/ports/a7959cc1-5b96-4ab6-846c-c08f0d61378f HTTP/1.1" status: 204  len: 173 time: 3.5668318
Nov 24 13:15:15.628954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2406729f-f5e8-4277-a89a-36e438f93cb3', 'name': 'network-vif-deleted', 'tag': 'a7959cc1-5b96-4ab6-846c-c08f0d61378f'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:15:15.686873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b458705-7f06-42c2-acda-e9083a464327 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Pushing event deleted for resources: {'Port': ['ID=6ce6c3d3-edd6-4f01-a984-fd146d4c951b,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:15.689405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04df6af2-c4bb-4b1b-bf75-9ef429306916 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Checking segment: {'id': '2ac5703c-e870-478c-a92f-61cbba8dfd7f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'e0c63c95-9255-4d28-bcbf-052f63563cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:15:15.689544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04df6af2-c4bb-4b1b-bf75-9ef429306916 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Network hostable DHCP agents. Network: e0c63c95-9255-4d28-bcbf-052f63563cdc, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:15:15.695138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2b458705-7f06-42c2-acda-e9083a464327 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:15.697906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d2e5cf3d-c226-4a28-bba7-3b4b940f612d tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:15.702900 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e864880-c5be-4944-aec6-110b9083c49b req-cb948b86-eb46-4058-b717-070f0940fdc6 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups?id=3c44158b-393b-43bf-8bb6-14d1cb919318&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.3137662
Nov 24 13:15:15.721442 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-52b36585-db33-44e1-88bc-4ec0cb78062c req-1ec805c2-8036-4b30-bf44-fbb45210bacb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=8b8d1eb5-0bb9-49fc-a8b7-b5c789199c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3263040
Nov 24 13:15:15.803439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d2e5cf3d-c226-4a28-bba7-3b4b940f612d tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:15.809889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d2e5cf3d-c226-4a28-bba7-3b4b940f612d tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:15.813108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:15.839104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04df6af2-c4bb-4b1b-bf75-9ef429306916 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Network e0c63c95-9255-4d28-bcbf-052f63563cdc is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:15:15.856782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-04df6af2-c4bb-4b1b-bf75-9ef429306916 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, e0c63c95-9255-4d28-bcbf-052f63563cdc) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:15:15.877785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04df6af2-c4bb-4b1b-bf75-9ef429306916 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:15.878520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-04df6af2-c4bb-4b1b-bf75-9ef429306916 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:15.895921 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2406729f-f5e8-4277-a89a-36e438f93cb3', 'name': 'network-vif-deleted', 'tag': 'a7959cc1-5b96-4ab6-846c-c08f0d61378f', 'status': 'completed', 'code': 200}
Nov 24 13:15:15.916247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5cf3d-c226-4a28-bba7-3b4b940f612d tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b5f023-e08e-48dd-9a89-947d8ca8964b,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:15.924543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d2e5cf3d-c226-4a28-bba7-3b4b940f612d tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:15.943094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-4941aecf-8b42-46ca-9465-efbe747ac427 req-2b458705-7f06-42c2-acda-e9083a464327 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] No DVR routers for this DVR port 6ce6c3d3-edd6-4f01-a984-fd146d4c951b on host hv-neutron-6013 {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:15:15.946459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d2e5cf3d-c226-4a28-bba7-3b4b940f612d tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:15.950693 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d2e5cf3d-c226-4a28-bba7-3b4b940f612d tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4824686
Nov 24 13:15:15.950864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-4941aecf-8b42-46ca-9465-efbe747ac427 req-2b458705-7f06-42c2-acda-e9083a464327 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:15.952019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611de65b-4d1a-4c98-aca6-6d87bf8e23a3', 'name': 'network-vif-deleted', 'tag': '6ce6c3d3-edd6-4f01-a984-fd146d4c951b'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:15:15.958101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52602) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:15.964974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-197fe4c6-9216-40dd-9cf1-1ea014b86595 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Request body: {'security_group_rule': {'security_group_id': '4b2ea56c-67cf-47f6-ad3f-f2ae4ba04542', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:15.967704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895e6345-1d2b-4b93-9839-def82b0cb9fa None None] Network e0c63c95-9255-4d28-bcbf-052f63563cdc requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:15:15.968014 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4941aecf-8b42-46ca-9465-efbe747ac427 req-2b458705-7f06-42c2-acda-e9083a464327 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.70 "DELETE /v2.0/ports/6ce6c3d3-edd6-4f01-a984-fd146d4c951b HTTP/1.1" status: 204  len: 173 time: 2.1235409
Nov 24 13:15:15.969542 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-04df6af2-c4bb-4b1b-bf75-9ef429306916 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.2930820
Nov 24 13:15:15.978742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52608) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:16.015693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-197fe4c6-9216-40dd-9cf1-1ea014b86595 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:16.024952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-197fe4c6-9216-40dd-9cf1-1ea014b86595 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Usage tracker for resource:security_group_rule and tenant:63d6a0a2d5fa4234a3676f8bf39e28df is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:16.029962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-197fe4c6-9216-40dd-9cf1-1ea014b86595 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:16.040388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-197fe4c6-9216-40dd-9cf1-1ea014b86595 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:16.061530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dcb2f19c-1b46-48da-8476-9c3f7a0f6765 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:16.090726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 24 13:15:16.090726 dv-neutron-601336-61-ovs neutron-server[80834]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s]
Nov 24 13:15:16.090726 dv-neutron-601336-61-ovs neutron-server[80834]: [parameters: {'status': 'DOWN', 'ports_id': '6ce6c3d3-edd6-4f01-a984-fd146d4c951b'}]
Nov 24 13:15:16.090726 dv-neutron-601336-61-ovs neutron-server[80834]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:15:16.091408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:15:16.130414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-197fe4c6-9216-40dd-9cf1-1ea014b86595 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:16.138911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2751d201-aba3-4c61-bb5d-872e61b77cbf None None] Attempting to bind port 56420be6-e8f5-46f3-ad3c-d7e3386357a1 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:15:16.140151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2751d201-aba3-4c61-bb5d-872e61b77cbf None None] Attempting to bind port 56420be6-e8f5-46f3-ad3c-d7e3386357a1 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f59d20eb-4451-4e7c-b427-6bd9ad191727', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '5a3d637a-9b99-4608-8a0a-b870cc93f888'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:15:16.143149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2751d201-aba3-4c61-bb5d-872e61b77cbf None None] Attempting to bind port 56420be6-e8f5-46f3-ad3c-d7e3386357a1 on network 5a3d637a-9b99-4608-8a0a-b870cc93f888 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:15:16.235765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9006256d-2258-492a-972b-11553b7e0af9 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:16.333844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2751d201-aba3-4c61-bb5d-872e61b77cbf None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:15:16.334341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2751d201-aba3-4c61-bb5d-872e61b77cbf None None] Checking segment: {'id': 'f59d20eb-4451-4e7c-b427-6bd9ad191727', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '5a3d637a-9b99-4608-8a0a-b870cc93f888'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:15:16.334841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2751d201-aba3-4c61-bb5d-872e61b77cbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:16.335349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2751d201-aba3-4c61-bb5d-872e61b77cbf None None] Bound using segment: {'id': 'f59d20eb-4451-4e7c-b427-6bd9ad191727', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '5a3d637a-9b99-4608-8a0a-b870cc93f888'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:15:16.336119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2751d201-aba3-4c61-bb5d-872e61b77cbf None None] Bound port: 56420be6-e8f5-46f3-ad3c-d7e3386357a1, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59d20eb-4451-4e7c-b427-6bd9ad191727', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '5a3d637a-9b99-4608-8a0a-b870cc93f888'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:15:16.336597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2751d201-aba3-4c61-bb5d-872e61b77cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:16.361317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9006256d-2258-492a-972b-11553b7e0af9 None None] Transition to ACTIVE for port object cb0defcd-4b07-47b6-8760-32d315beb31f will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:15:16.722461 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611de65b-4d1a-4c98-aca6-6d87bf8e23a3', 'name': 'network-vif-deleted', 'tag': '6ce6c3d3-edd6-4f01-a984-fd146d4c951b', 'status': 'completed', 'code': 200}
Nov 24 13:15:16.816718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9006256d-2258-492a-972b-11553b7e0af9 None None] Transition to ACTIVE for port object cb0defcd-4b07-47b6-8760-32d315beb31f will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:15:16.824834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Port 6ce6c3d3-edd6-4f01-a984-fd146d4c951b update to DOWN by agent not found {{(pid=80945) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2083}}
Nov 24 13:15:16.926219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-197fe4c6-9216-40dd-9cf1-1ea014b86595 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:16.931149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-197fe4c6-9216-40dd-9cf1-1ea014b86595 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:16.941367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d2e5cf3d-c226-4a28-bba7-3b4b940f612d tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:16.944307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52618) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:16.949589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9006256d-2258-492a-972b-11553b7e0af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:16.978639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fe4c6-9216-40dd-9cf1-1ea014b86595 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf5c555-b433-44aa-b62d-46aa0a321fb4,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:16.983146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bfa9c200-85dd-4233-8cf3-773acc9c8487 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:16.983748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-197fe4c6-9216-40dd-9cf1-1ea014b86595 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:17.014310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-197fe4c6-9216-40dd-9cf1-1ea014b86595 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:17.019478 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-197fe4c6-9216-40dd-9cf1-1ea014b86595 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 1.0602405
Nov 24 13:15:17.024238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52622) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:17.031450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-467a5ca2-4628-44a2-944d-8a22c87ff047 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Request body: {'security_group_rule': {'security_group_id': '4b2ea56c-67cf-47f6-ad3f-f2ae4ba04542', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:17.081885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-467a5ca2-4628-44a2-944d-8a22c87ff047 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:17.088422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-467a5ca2-4628-44a2-944d-8a22c87ff047 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Usage tracker for resource:security_group_rule and tenant:63d6a0a2d5fa4234a3676f8bf39e28df is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:17.097831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-467a5ca2-4628-44a2-944d-8a22c87ff047 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:17.123505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-467a5ca2-4628-44a2-944d-8a22c87ff047 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:17.148708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-12e51c6c-2cc3-485b-b16e-e3d5322c50d9 req-b189a7ea-cd21-42be-be8d-b572800db54b tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Synchronizing usage tracker for tenant:6efb027d4b0e48cc970462a6d3154fa0 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:15:17.206242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-12e51c6c-2cc3-485b-b16e-e3d5322c50d9 req-b189a7ea-cd21-42be-be8d-b572800db54b tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Unset dirty status for tenant:6efb027d4b0e48cc970462a6d3154fa0 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:15:17.207698 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-12e51c6c-2cc3-485b-b16e-e3d5322c50d9 req-b189a7ea-cd21-42be-be8d-b572800db54b tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/ports?device_id=611de65b-4d1a-4c98-aca6-6d87bf8e23a3 HTTP/1.1" status: 200  len: 210 time: 0.2125340
Nov 24 13:15:17.210975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-467a5ca2-4628-44a2-944d-8a22c87ff047 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:17.297048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bdca4039-c492-4e48-9c4f-230db5d1ade3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:17.305838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-467a5ca2-4628-44a2-944d-8a22c87ff047 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:17.311711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-467a5ca2-4628-44a2-944d-8a22c87ff047 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:17.321979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:17.341231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a5ca2-4628-44a2-944d-8a22c87ff047 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c85c3614-66e6-4d01-ba69-4fcd33ee3571,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:17.343028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006256d-2258-492a-972b-11553b7e0af9 None None] Pushing event updated for resources: {'Port': ['ID=cb0defcd-4b07-47b6-8760-32d315beb31f,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:17.343663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-467a5ca2-4628-44a2-944d-8a22c87ff047 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:17.350405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-2751d201-aba3-4c61-bb5d-872e61b77cbf None None] For port 56420be6-e8f5-46f3-ad3c-d7e3386357a1, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:15:17.358309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ddee42ee-e372-4dca-b878-66b99baad714 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:17.360244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-2751d201-aba3-4c61-bb5d-872e61b77cbf None None] For port 56420be6-e8f5-46f3-ad3c-d7e3386357a1, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=56420be6-e8f5-46f3-ad3c-d7e3386357a1,segment=NetworkSegment(f59d20eb-4451-4e7c-b427-6bd9ad191727),segment_id=f59d20eb-4451-4e7c-b427-6bd9ad191727)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:15:17.363809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9006256d-2258-492a-972b-11553b7e0af9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:17.368848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-467a5ca2-4628-44a2-944d-8a22c87ff047 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:17.374356 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-467a5ca2-4628-44a2-944d-8a22c87ff047 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3489308
Nov 24 13:15:17.375074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52626) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:17.382134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e901865e-1399-48ba-aec3-5956e01cceba tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Request body: {'security_group_rule': {'security_group_id': '4b2ea56c-67cf-47f6-ad3f-f2ae4ba04542', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:17.390318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e901865e-1399-48ba-aec3-5956e01cceba tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:17.395148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e901865e-1399-48ba-aec3-5956e01cceba tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Usage tracker for resource:security_group_rule and tenant:63d6a0a2d5fa4234a3676f8bf39e28df is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:17.398503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e901865e-1399-48ba-aec3-5956e01cceba tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:17.408886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e901865e-1399-48ba-aec3-5956e01cceba tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:17.410873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bdca4039-c492-4e48-9c4f-230db5d1ade3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:17.430676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e901865e-1399-48ba-aec3-5956e01cceba tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:17.450848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2751d201-aba3-4c61-bb5d-872e61b77cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:17.514486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e901865e-1399-48ba-aec3-5956e01cceba tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:17.520274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e901865e-1399-48ba-aec3-5956e01cceba tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:17.545902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-92c7b41f-d22e-46ed-94ac-80f50d8a4e84 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:17.556647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e901865e-1399-48ba-aec3-5956e01cceba tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:17.558154 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e901865e-1399-48ba-aec3-5956e01cceba tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 0.1817784
Nov 24 13:15:17.576527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52630) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:17.599622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901865e-1399-48ba-aec3-5956e01cceba tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8db4824-869b-4612-804a-ae1d2a0102c8,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:17.605220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e901865e-1399-48ba-aec3-5956e01cceba tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:17.632094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ba231634-5397-4054-9088-0cd9c6178599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:17.634258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6ec9ab6b-64f2-41dd-9926-afc25df141f5 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:17.655990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6ec9ab6b-64f2-41dd-9926-afc25df141f5 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:17.696985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6ec9ab6b-64f2-41dd-9926-afc25df141f5 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:17.711127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-197fe4c6-9216-40dd-9cf1-1ea014b86595 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:17.727639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6ec9ab6b-64f2-41dd-9926-afc25df141f5 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:17.737015 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6ec9ab6b-64f2-41dd-9926-afc25df141f5 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "DELETE /v2.0/security-group-rules/e8db4824-869b-4612-804a-ae1d2a0102c8 HTTP/1.1" status: 204  len: 168 time: 0.1589746
Nov 24 13:15:17.737755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52634) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:17.738721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9ab6b-64f2-41dd-9926-afc25df141f5 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8db4824-869b-4612-804a-ae1d2a0102c8,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:17.741567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6ec9ab6b-64f2-41dd-9926-afc25df141f5 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:17.743660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-6995a5d5-d1c4-4a9d-ae1c-7b1789b18aa0 None None] Allocated IP 172.23.0.2 (f6a0a72a-4e73-43ea-849e-c941f953d97f/c7514ac9-2dd0-4535-a632-959ca8e4d387/cac0d6a9-d338-4d45-b140-39afe95006e9) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:15:17.758756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba58d94-56e0-4e37-b288-91bd51cc4b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-e0c63c95-9255-4d28-bcbf-052f63563cdc', 'network_id': 'e0c63c95-9255-4d28-bcbf-052f63563cdc', 'tenant_id': '7bf2f176c3d94537a46b7a898349230e', 'fixed_ips': [{'subnet_id': 'ada1bf97-653a-4461-8a18-21bbdee1f94b'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:15:17.759692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ba58d94-56e0-4e37-b288-91bd51cc4b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:17.803349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5b099c5a-70cf-4907-8a33-2bae87ce964f tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Synchronizing usage tracker for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group_rule {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:15:17.824245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5b099c5a-70cf-4907-8a33-2bae87ce964f tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Unset dirty status for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group_rule {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:15:17.829391 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5b099c5a-70cf-4907-8a33-2bae87ce964f tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5151 time: 0.0864472
Nov 24 13:15:17.830912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52638) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:17.867710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23f0efe5-558f-4041-816a-ba9ab0b1bb5a tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:17.872492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bdca4039-c492-4e48-9c4f-230db5d1ade3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:17.880988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23f0efe5-558f-4041-816a-ba9ab0b1bb5a tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:17.883563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-38949d04-0e68-488f-9da8-dd32f1261d95 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:17.893692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6265637-89a5-4da3-8cc0-ac0060320e57 None None] Pushing event updated for resources: {'Port': ['ID=56420be6-e8f5-46f3-ad3c-d7e3386357a1,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:17.903449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b6265637-89a5-4da3-8cc0-ac0060320e57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:17.912399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23f0efe5-558f-4041-816a-ba9ab0b1bb5a tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:17.914477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-802555b4-1f70-40e1-9de1-ac504edb5489 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:17.917485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca4039-c492-4e48-9c4f-230db5d1ade3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8d1eb5-0bb9-49fc-a8b7-b5c789199c98,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:17.921614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9006256d-2258-492a-972b-11553b7e0af9 None None] Network 6227779b-5e2a-4b9e-a475-6b7bdfac9852 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:15:17.925759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bdca4039-c492-4e48-9c4f-230db5d1ade3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:17.931355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-c9a6c5db-0003-4fad-a2b0-7b06670b7540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634712bdd8>, [{'id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'name': 'tempest-TestNetworkBasicOps-router-649114394', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:45Z', 'updated_at': '2020-11-24T13:15:07Z', 'revision_number': 6, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:47Z', 'updated_at': '2020-11-24T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '14379496-9b51-40a3-9efa-79cbc2bb0527', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.171', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'port_id': '82535079-08b0-4667-853b-5b72cfb05831', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8', 'mac_address': 'fa:16:3e:fe:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e638d7e1-ef65-47d1-a239-f130fe15e86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:13:30Z', 'updated_at': '2020-11-24T13:13:37Z', 'revision_number': 1, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e647b167-1027-48c2-98f3-b8ff2ebe77e1', 'name': '', 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:b9:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'ef8a9360-9e18-4774-ae21-805af42ac96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:12:41Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': 'ef8a9360-9e18-4774-ae21-805af42ac96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:17.933932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-9006256d-2258-492a-972b-11553b7e0af9 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:15:17.937314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0efe5-558f-4041-816a-ba9ab0b1bb5a tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c85c3614-66e6-4d01-ba69-4fcd33ee3571,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:17.944919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-23f0efe5-558f-4041-816a-ba9ab0b1bb5a tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:17.950770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9006256d-2258-492a-972b-11553b7e0af9 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:15:17.952819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23f0efe5-558f-4041-816a-ba9ab0b1bb5a tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:17.957153 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-23f0efe5-558f-4041-816a-ba9ab0b1bb5a tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "DELETE /v2.0/security-group-rules/c85c3614-66e6-4d01-ba69-4fcd33ee3571 HTTP/1.1" status: 204  len: 168 time: 0.1224539
Nov 24 13:15:17.958512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52642) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:17.992725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bdca4039-c492-4e48-9c4f-230db5d1ade3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:17.994070 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bdca4039-c492-4e48-9c4f-230db5d1ade3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/security-groups/8b8d1eb5-0bb9-49fc-a8b7-b5c789199c98 HTTP/1.1" status: 204  len: 168 time: 1.0477188
Nov 24 13:15:18.041048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9ae690d3-dfec-496a-b54e-15cc7fbb239d tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Synchronizing usage tracker for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group_rule {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:15:18.064488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9ae690d3-dfec-496a-b54e-15cc7fbb239d tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Unset dirty status for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group_rule {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:15:18.076680 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9ae690d3-dfec-496a-b54e-15cc7fbb239d tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4668 time: 0.1170306
Nov 24 13:15:18.077436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52648) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:18.095558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52650) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:18.168245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-da413b6d-849b-4725-ae1e-69267860cdb7 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:18.180766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-da413b6d-849b-4725-ae1e-69267860cdb7 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:18.212627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-da413b6d-849b-4725-ae1e-69267860cdb7 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:18.230615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-26c99532-a271-4033-b13e-01792d3c44ad tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:18.243807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-ddee42ee-e372-4dca-b878-66b99baad714 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Allocated IP 2001:db8::1 (6227779b-5e2a-4b9e-a475-6b7bdfac9852/a5aacf0a-5ca5-46c4-8257-51221a1062be/f27e7c54-2e96-4c79-9ef0-9a931278398f) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:15:18.246185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da413b6d-849b-4725-ae1e-69267860cdb7 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8cf5c555-b433-44aa-b62d-46aa0a321fb4,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:18.252596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-da413b6d-849b-4725-ae1e-69267860cdb7 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:18.253680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-da413b6d-849b-4725-ae1e-69267860cdb7 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:18.257381 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-da413b6d-849b-4725-ae1e-69267860cdb7 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "DELETE /v2.0/security-group-rules/8cf5c555-b433-44aa-b62d-46aa0a321fb4 HTTP/1.1" status: 204  len: 168 time: 0.1479149
Nov 24 13:15:18.258034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52658) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:18.318257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a6c5db-0003-4fad-a2b0-7b06670b7540 None None] The sync data for ids ['72fdfc95-aeba-4bd0-961b-8bf5c0940129'] in dv-neutron-601336-61-ovs is: [{'id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'name': 'tempest-TestNetworkBasicOps-router-649114394', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:45Z', 'updated_at': '2020-11-24T13:15:07Z', 'revision_number': 6, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:47Z', 'updated_at': '2020-11-24T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '14379496-9b51-40a3-9efa-79cbc2bb0527', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.171', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'port_id': '82535079-08b0-4667-853b-5b72cfb05831', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8', 'mac_address': 'fa:16:3e:fe:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e638d7e1-ef65-47d1-a239-f130fe15e86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:13:30Z', 'updated_at': '2020-11-24T13:13:37Z', 'revision_number': 1, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e647b167-1027-48c2-98f3-b8ff2ebe77e1', 'name': '', 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:b9:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'ef8a9360-9e18-4774-ae21-805af42ac96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:12:41Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': 'ef8a9360-9e18-4774-ae21-805af42ac96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:15:18.320492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1caa2e2-f471-4e0b-8045-e59a4c00a288 None None] Network acfa071e-1d36-4d10-805e-85b19c8b1fe2 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:15:18.365459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b3b40c3-04cf-48f5-856e-b2fb397ec125 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting subnet 89b64f2d-da32-457c-ac6c-a993606a7b0f {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:15:18.371489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8b3b40c3-04cf-48f5-856e-b2fb397ec125 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:18.457170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8b3b40c3-04cf-48f5-856e-b2fb397ec125 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:18.505959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 69a9f030-c5b3-4c71-813b-107673ffba5d up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:15:18.549256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bf7542a2-fbe8-4465-9931-d72798ad8ce5 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Synchronizing usage tracker for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group_rule {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:15:18.553844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8b3b40c3-04cf-48f5-856e-b2fb397ec125 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:18.571935 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-15fb81c4-5244-422c-b4e3-62d66746c381 req-fd9eebff-4a60-4171-8a5e-297e583427e4 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/floatingips/74a89466-795f-4ea8-ac47-ddcad55cfa83 HTTP/1.1" status: 200  len: 692 time: 0.1482480
Nov 24 13:15:18.716381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bf7542a2-fbe8-4465-9931-d72798ad8ce5 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Unset dirty status for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group_rule {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:15:18.719084 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bf7542a2-fbe8-4465-9931-d72798ad8ce5 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4185 time: 0.4597850
Nov 24 13:15:18.723003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52664) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:18.754781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ddee42ee-e372-4dca-b878-66b99baad714 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:18.794062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4b420ab-24af-45b9-bf83-0bb00d500fb9 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:18.802046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ddee42ee-e372-4dca-b878-66b99baad714 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Transition to ACTIVE for port object f27e7c54-2e96-4c79-9ef0-9a931278398f will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:15:18.810883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4b420ab-24af-45b9-bf83-0bb00d500fb9 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:18.862394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb81c4-5244-422c-b4e3-62d66746c381 req-d6480446-b315-46f2-b528-8bd621bc8c7c tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:18.864943 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-15fb81c4-5244-422c-b4e3-62d66746c381 req-d6480446-b315-46f2-b528-8bd621bc8c7c tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/networks/cfe08d36-e5ba-4f00-8669-16a0ead5d220 HTTP/1.1" status: 200  len: 784 time: 0.2694359
Nov 24 13:15:18.866689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ddee42ee-e372-4dca-b878-66b99baad714 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:18.890241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-15fb81c4-5244-422c-b4e3-62d66746c381 req-62984b78-2359-4e64-8923-22c04bb183b7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:15:18.891071 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-15fb81c4-5244-422c-b4e3-62d66746c381 req-62984b78-2359-4e64-8923-22c04bb183b7 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0070786
Nov 24 13:15:18.895744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-889d95b1-1e25-4241-8095-80d3cc6ce71b tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:18.905479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4b420ab-24af-45b9-bf83-0bb00d500fb9 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:18.912471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:18.917516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f85f1e0e-04ac-448a-9333-89ae8930de49 None None] Provisioning for port 69a9f030-c5b3-4c71-813b-107673ffba5d completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:15:18.939744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b420ab-24af-45b9-bf83-0bb00d500fb9 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7b5f023-e08e-48dd-9a89-947d8ca8964b,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:18.952283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a4b420ab-24af-45b9-bf83-0bb00d500fb9 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:18.957952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4b420ab-24af-45b9-bf83-0bb00d500fb9 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:18.959348 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a4b420ab-24af-45b9-bf83-0bb00d500fb9 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "DELETE /v2.0/security-group-rules/d7b5f023-e08e-48dd-9a89-947d8ca8964b HTTP/1.1" status: 204  len: 168 time: 0.2350638
Nov 24 13:15:18.963130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52668) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:18.995752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8b3b40c3-04cf-48f5-856e-b2fb397ec125 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:19.012513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d005700f-2009-4e79-a4d8-1f6db555614a tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:19.086168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9006256d-2258-492a-972b-11553b7e0af9 None None] Attempting to bind port cb0defcd-4b07-47b6-8760-32d315beb31f on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:15:19.086530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9006256d-2258-492a-972b-11553b7e0af9 None None] Attempting to bind port cb0defcd-4b07-47b6-8760-32d315beb31f by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'e26f5589-20fb-4d9c-ae4f-46b6db3fb2f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6227779b-5e2a-4b9e-a475-6b7bdfac9852'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:15:19.086947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9006256d-2258-492a-972b-11553b7e0af9 None None] Attempting to bind port cb0defcd-4b07-47b6-8760-32d315beb31f on network 6227779b-5e2a-4b9e-a475-6b7bdfac9852 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:15:19.176175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2751d201-aba3-4c61-bb5d-872e61b77cbf None None] Routers {'59917853-9cc6-40fe-be4e-9367db622388'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:15:19.177407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2751d201-aba3-4c61-bb5d-872e61b77cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347141128>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:15:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['59917853-9cc6-40fe-be4e-9367db622388'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:19.269374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-4ba58d94-56e0-4e37-b288-91bd51cc4b6b None None] Allocated IP 2001:db8::2 (e0c63c95-9255-4d28-bcbf-052f63563cdc/ada1bf97-653a-4461-8a18-21bbdee1f94b/1d52a5e8-6b48-4d0f-aa23-38259d9120d6) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:15:19.272760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9006256d-2258-492a-972b-11553b7e0af9 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:15:19.273184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9006256d-2258-492a-972b-11553b7e0af9 None None] Checking segment: {'id': 'e26f5589-20fb-4d9c-ae4f-46b6db3fb2f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6227779b-5e2a-4b9e-a475-6b7bdfac9852'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:15:19.273644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9006256d-2258-492a-972b-11553b7e0af9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:19.274161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9006256d-2258-492a-972b-11553b7e0af9 None None] Bound using segment: {'id': 'e26f5589-20fb-4d9c-ae4f-46b6db3fb2f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6227779b-5e2a-4b9e-a475-6b7bdfac9852'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:15:19.274754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9006256d-2258-492a-972b-11553b7e0af9 None None] Bound port: cb0defcd-4b07-47b6-8760-32d315beb31f, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26f5589-20fb-4d9c-ae4f-46b6db3fb2f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6227779b-5e2a-4b9e-a475-6b7bdfac9852'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:15:19.275211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9006256d-2258-492a-972b-11553b7e0af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:19.408838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b40c3-04cf-48f5-856e-b2fb397ec125 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Subnet': ['ID=89b64f2d-da32-457c-ac6c-a993606a7b0f,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:19.419157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8b3b40c3-04cf-48f5-856e-b2fb397ec125 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:19.462314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ce313ab0-5b92-4400-b8db-80958c9d4a2c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Synchronizing usage tracker for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group_rule {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:15:19.470410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-15fb81c4-5244-422c-b4e3-62d66746c381 req-00eec925-c507-4bb0-ab69-4f6ebc2484bb tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Synchronizing usage tracker for tenant:6efb027d4b0e48cc970462a6d3154fa0 on resource:floatingip {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:15:19.476627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee42ee-e372-4dca-b878-66b99baad714 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Pushing event updated for resources: {'Port': ['ID=f27e7c54-2e96-4c79-9ef0-9a931278398f,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:19.484590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ddee42ee-e372-4dca-b878-66b99baad714 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:19.492445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8b3b40c3-04cf-48f5-856e-b2fb397ec125 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:19.499738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ce313ab0-5b92-4400-b8db-80958c9d4a2c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Unset dirty status for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group_rule {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:15:19.501262 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ce313ab0-5b92-4400-b8db-80958c9d4a2c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3702 time: 0.5368562
Nov 24 13:15:19.507675 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8b3b40c3-04cf-48f5-856e-b2fb397ec125 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/subnets/89b64f2d-da32-457c-ac6c-a993606a7b0f HTTP/1.1" status: 204  len: 168 time: 1.4242158
Nov 24 13:15:19.507675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52672) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:19.507675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52674) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:19.528503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-15fb81c4-5244-422c-b4e3-62d66746c381 req-00eec925-c507-4bb0-ab69-4f6ebc2484bb tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Unset dirty status for tenant:6efb027d4b0e48cc970462a6d3154fa0 on resource:floatingip {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:15:19.529702 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-15fb81c4-5244-422c-b4e3-62d66746c381 req-00eec925-c507-4bb0-ab69-4f6ebc2484bb tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.26.8.21 HTTP/1.1" status: 200  len: 695 time: 0.5570369
Nov 24 13:15:19.549771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b1fb8a-c1ba-4566-bfff-6d9217a247a9 None None] Network 5af60e13-301c-476b-9665-e7eeef0a7144 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:15:19.628970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddee42ee-e372-4dca-b878-66b99baad714 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Network 6227779b-5e2a-4b9e-a475-6b7bdfac9852 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:15:19.631824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-ddee42ee-e372-4dca-b878-66b99baad714 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:15:19.635998 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-15fb81c4-5244-422c-b4e3-62d66746c381 req-0ffda04b-4982-47ad-9ddc-86f2e3ccb32d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.26.8.21 HTTP/1.1" status: 200  len: 695 time: 0.0951519
Nov 24 13:15:19.636891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddee42ee-e372-4dca-b878-66b99baad714 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:15:19.637096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ddee42ee-e372-4dca-b878-66b99baad714 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:19.643042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e08bc470-6d8f-4436-b738-47277ea4c435 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:19.664961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e08bc470-6d8f-4436-b738-47277ea4c435 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:19.690035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9be624b-f1c3-4e21-9e5c-59ec32198b26 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:19.703676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6995a5d5-d1c4-4a9d-ae1c-7b1789b18aa0 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:19.721910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 69a9f030-c5b3-4c71-813b-107673ffba5d completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:15:19.770914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e08bc470-6d8f-4436-b738-47277ea4c435 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:19.773009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a79b06ef-571f-422b-965e-4fa0e0c78ecf tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:19.779724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e9be624b-f1c3-4e21-9e5c-59ec32198b26 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port ec6bb731-7a1b-4ba7-8536-419cbde0dc58 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:15:19.779724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9be624b-f1c3-4e21-9e5c-59ec32198b26 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:19.782056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 69a9f030-c5b3-4c71-813b-107673ffba5d triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:19.782515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:19.814105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6995a5d5-d1c4-4a9d-ae1c-7b1789b18aa0 None None] Transition to ACTIVE for port object cac0d6a9-d338-4d45-b140-39afe95006e9 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:15:19.827724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08bc470-6d8f-4436-b738-47277ea4c435 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=629029d2-f795-457d-8149-2c0169d3db99,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:19.836018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e08bc470-6d8f-4436-b738-47277ea4c435 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:19.853033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e08bc470-6d8f-4436-b738-47277ea4c435 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:19.856971 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e08bc470-6d8f-4436-b738-47277ea4c435 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "DELETE /v2.0/security-group-rules/629029d2-f795-457d-8149-2c0169d3db99 HTTP/1.1" status: 204  len: 168 time: 0.3486011
Nov 24 13:15:19.857667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52680) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:19.878579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-15fb81c4-5244-422c-b4e3-62d66746c381 req-27ba3160-bea1-421c-81e3-840d9565716e tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Deleting port 0e7305a1-74a6-4947-8237-64bc65ebae2d {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:15:19.878957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-15fb81c4-5244-422c-b4e3-62d66746c381 req-27ba3160-bea1-421c-81e3-840d9565716e tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:19.898730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-2751d201-aba3-4c61-bb5d-872e61b77cbf None None] Set router 59917853-9cc6-40fe-be4e-9367db622388 gateway port host: None {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:15:19.933482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ddee42ee-e372-4dca-b878-66b99baad714 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:19.976537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6995a5d5-d1c4-4a9d-ae1c-7b1789b18aa0 None None] Transition to ACTIVE for port object cac0d6a9-d338-4d45-b140-39afe95006e9 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:15:20.084450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0666d3a2-ed47-439b-bcff-cbadbdf3fda3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Synchronizing usage tracker for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group_rule {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:15:20.122340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e9be624b-f1c3-4e21-9e5c-59ec32198b26 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port ec6bb731-7a1b-4ba7-8536-419cbde0dc58, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=ec6bb731-7a1b-4ba7-8536-419cbde0dc58,segment=NetworkSegment(94351b60-e072-4a4f-902c-55fbafb4c3fe),segment_id=94351b60-e072-4a4f-902c-55fbafb4c3fe)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:20.122340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9be624b-f1c3-4e21-9e5c-59ec32198b26 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:20.146695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0666d3a2-ed47-439b-bcff-cbadbdf3fda3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Unset dirty status for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group_rule {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:15:20.151757 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0666d3a2-ed47-439b-bcff-cbadbdf3fda3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2922421
Nov 24 13:15:20.151954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52684) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:20.282402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e9be624b-f1c3-4e21-9e5c-59ec32198b26 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for ec6bb731-7a1b-4ba7-8536-419cbde0dc58 owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:15:20.287433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-9006256d-2258-492a-972b-11553b7e0af9 None None] For port cb0defcd-4b07-47b6-8760-32d315beb31f, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:15:20.295892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-9006256d-2258-492a-972b-11553b7e0af9 None None] For port cb0defcd-4b07-47b6-8760-32d315beb31f, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=cb0defcd-4b07-47b6-8760-32d315beb31f,segment=NetworkSegment(e26f5589-20fb-4d9c-ae4f-46b6db3fb2f3),segment_id=e26f5589-20fb-4d9c-ae4f-46b6db3fb2f3)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:15:20.313592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-15fb81c4-5244-422c-b4e3-62d66746c381 req-27ba3160-bea1-421c-81e3-840d9565716e tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:20.313992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-15fb81c4-5244-422c-b4e3-62d66746c381 req-27ba3160-bea1-421c-81e3-840d9565716e tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for floatingip, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:20.363403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9006256d-2258-492a-972b-11553b7e0af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:20.378603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6995a5d5-d1c4-4a9d-ae1c-7b1789b18aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:20.418033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f740e7c6-b6a3-48f2-9409-d527fee6c2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:20.420107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-dcb2f19c-1b46-48da-8476-9c3f7a0f6765 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Allocated IP 172.23.0.1 (f6a0a72a-4e73-43ea-849e-c941f953d97f/c7514ac9-2dd0-4535-a632-959ca8e4d387/24d216c8-5645-4da6-b428-dbd936bc6f82) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:15:20.453480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9be624b-f1c3-4e21-9e5c-59ec32198b26 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:20.518200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6647ed4c-3ee5-41ab-a92a-2bc4a31bb302 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:20.526917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-15fb81c4-5244-422c-b4e3-62d66746c381 req-27ba3160-bea1-421c-81e3-840d9565716e tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Calling delete_port for 0e7305a1-74a6-4947-8237-64bc65ebae2d owned by network:floatingip {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:15:20.627404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f3d6056-7aa9-4efb-a644-a72714e5150e tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:20.632810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be624b-f1c3-4e21-9e5c-59ec32198b26 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=ec6bb731-7a1b-4ba7-8536-419cbde0dc58,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:20.641150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e9be624b-f1c3-4e21-9e5c-59ec32198b26 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:20.714251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9be624b-f1c3-4e21-9e5c-59ec32198b26 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] No DVR routers for this DVR port ec6bb731-7a1b-4ba7-8536-419cbde0dc58 on host dv-neutron-601336-61-ovs {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:15:20.835523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f3d6056-7aa9-4efb-a644-a72714e5150e tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:20.970320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f3d6056-7aa9-4efb-a644-a72714e5150e tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:20.979654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-95a37140-5036-4906-8e50-a4f5af67fd30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:20.989867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-15fb81c4-5244-422c-b4e3-62d66746c381 req-27ba3160-bea1-421c-81e3-840d9565716e tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:20.996848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dcb2f19c-1b46-48da-8476-9c3f7a0f6765 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:21.013339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9be624b-f1c3-4e21-9e5c-59ec32198b26 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:21.100700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-dcb2f19c-1b46-48da-8476-9c3f7a0f6765 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Transition to ACTIVE for port object 24d216c8-5645-4da6-b428-dbd936bc6f82 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:15:21.116774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006256d-2258-492a-972b-11553b7e0af9 None None] Pushing event updated for resources: {'Port': ['ID=cb0defcd-4b07-47b6-8760-32d315beb31f,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:21.166292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-e9be624b-f1c3-4e21-9e5c-59ec32198b26 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f63473e5860>,) {'filters': {'network_id': ['5af60e13-301c-476b-9665-e7eeef0a7144']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:21.183574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-e9be624b-f1c3-4e21-9e5c-59ec32198b26 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f63473e5860>, '94351b60-e072-4a4f-902c-55fbafb4c3fe') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:21.183980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-e9be624b-f1c3-4e21-9e5c-59ec32198b26 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f63473e5860>, '94351b60-e072-4a4f-902c-55fbafb4c3fe') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:21.198070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:21.198316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9be624b-f1c3-4e21-9e5c-59ec32198b26 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:21.210152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dcb2f19c-1b46-48da-8476-9c3f7a0f6765 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:21.227370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e013b163-a273-4bd2-badb-54b78c2b93b3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:21.290756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ba58d94-56e0-4e37-b288-91bd51cc4b6b None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:21.329359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ddee42ee-e372-4dca-b878-66b99baad714 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:21.332873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d6056-7aa9-4efb-a644-a72714e5150e tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2ea56c-67cf-47f6-ad3f-f2ae4ba04542,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:21.341844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8f3d6056-7aa9-4efb-a644-a72714e5150e tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:21.342734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:21.344949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cb37f3c6-7c79-421b-b740-77cd22717f22 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:21.386058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4ba58d94-56e0-4e37-b288-91bd51cc4b6b None None] Transition to ACTIVE for port object 1d52a5e8-6b48-4d0f-aa23-38259d9120d6 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:15:21.408498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ddee42ee-e372-4dca-b878-66b99baad714 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:21.409471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ddee42ee-e372-4dca-b878-66b99baad714 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:21.422694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2f19c-1b46-48da-8476-9c3f7a0f6765 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Port': ['ID=24d216c8-5645-4da6-b428-dbd936bc6f82,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:21.436233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dcb2f19c-1b46-48da-8476-9c3f7a0f6765 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:21.438065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76eeb644-be09-4224-b1b8-cc5163b642f2 None None] DHCP port deletion for 5af60e13-301c-476b-9665-e7eeef0a7144 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:15:21.438844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9be624b-f1c3-4e21-9e5c-59ec32198b26 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:21.441813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e9be624b-f1c3-4e21-9e5c-59ec32198b26 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Releasing vxlan tunnel 6 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:15:21.453840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995a5d5-d1c4-4a9d-ae1c-7b1789b18aa0 None None] Pushing event updated for resources: {'Port': ['ID=cac0d6a9-d338-4d45-b140-39afe95006e9,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:21.472958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-bb6c008b-1bfa-4ada-95ba-916e206b4c4b None None] Provisioning complete for port 69a9f030-c5b3-4c71-813b-107673ffba5d triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:21.473390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bb6c008b-1bfa-4ada-95ba-916e206b4c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:21.493325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba3160-bea1-421c-81e3-840d9565716e tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Pushing event deleted for resources: {'Port': ['ID=0e7305a1-74a6-4947-8237-64bc65ebae2d,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:21.499523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6995a5d5-d1c4-4a9d-ae1c-7b1789b18aa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.081s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:21.512510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-27ba3160-bea1-421c-81e3-840d9565716e tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:21.514109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-18f5e613-af5b-4aa8-b207-0599113f4312 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.059s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:21.514540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-18f5e613-af5b-4aa8-b207-0599113f4312 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:21.517135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f5c0ce48-aa66-49f3-8085-6f572dcd5d4b tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:21.543731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4ba58d94-56e0-4e37-b288-91bd51cc4b6b None None] Transition to ACTIVE for port object 1d52a5e8-6b48-4d0f-aa23-38259d9120d6 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:15:21.590281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6995a5d5-d1c4-4a9d-ae1c-7b1789b18aa0 None None] Network f6a0a72a-4e73-43ea-849e-c941f953d97f is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:15:21.608875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ba58d94-56e0-4e37-b288-91bd51cc4b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:21.628994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-6995a5d5-d1c4-4a9d-ae1c-7b1789b18aa0 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:15:21.639708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6995a5d5-d1c4-4a9d-ae1c-7b1789b18aa0 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:15:21.650317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:21.689238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e9be624b-f1c3-4e21-9e5c-59ec32198b26 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network 5af60e13-301c-476b-9665-e7eeef0a7144 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:15:21.701460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9be624b-f1c3-4e21-9e5c-59ec32198b26 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:21.711326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee42ee-e372-4dca-b878-66b99baad714 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Pushing event updated for resources: {'Port': ['ID=f27e7c54-2e96-4c79-9ef0-9a931278398f,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:21.730350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ddee42ee-e372-4dca-b878-66b99baad714 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:21.742673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f3d6056-7aa9-4efb-a644-a72714e5150e tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:21.746822 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8f3d6056-7aa9-4efb-a644-a72714e5150e tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "DELETE /v2.0/security-groups/4b2ea56c-67cf-47f6-ad3f-f2ae4ba04542 HTTP/1.1" status: 204  len: 168 time: 1.5866570
Nov 24 13:15:21.746822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-15fb81c4-5244-422c-b4e3-62d66746c381 req-27ba3160-bea1-421c-81e3-840d9565716e tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for floatingip, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:21.748191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-15fb81c4-5244-422c-b4e3-62d66746c381 req-27ba3160-bea1-421c-81e3-840d9565716e tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:21.749495 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-15fb81c4-5244-422c-b4e3-62d66746c381 req-27ba3160-bea1-421c-81e3-840d9565716e tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "DELETE /v2.0/floatingips/74a89466-795f-4ea8-ac47-ddcad55cfa83 HTTP/1.1" status: 204  len: 173 time: 2.0919960
Nov 24 13:15:21.751460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 69a9f030-c5b3-4c71-813b-107673ffba5d, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=69a9f030-c5b3-4c71-813b-107673ffba5d,segment=NetworkSegment(ca82fa88-6c1f-4f20-9f3b-95c77a6d7573),segment_id=ca82fa88-6c1f-4f20-9f3b-95c77a6d7573)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:21.753317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52690) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:21.795297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:21.824863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-50077da6-cd5b-4416-af12-158af98b57b7 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Synchronizing usage tracker for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:15:21.862503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddee42ee-e372-4dca-b878-66b99baad714 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Network 6227779b-5e2a-4b9e-a475-6b7bdfac9852 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:15:21.864783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-ddee42ee-e372-4dca-b878-66b99baad714 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:15:21.887616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb2f19c-1b46-48da-8476-9c3f7a0f6765 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network f6a0a72a-4e73-43ea-849e-c941f953d97f is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:15:21.890741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-dcb2f19c-1b46-48da-8476-9c3f7a0f6765 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:15:21.893558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb2f19c-1b46-48da-8476-9c3f7a0f6765 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:15:21.906509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba58d94-56e0-4e37-b288-91bd51cc4b6b None None] Pushing event updated for resources: {'Port': ['ID=1d52a5e8-6b48-4d0f-aa23-38259d9120d6,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:21.924955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4ba58d94-56e0-4e37-b288-91bd51cc4b6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:21.928913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:21.967386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e9be624b-f1c3-4e21-9e5c-59ec32198b26 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network 5af60e13-301c-476b-9665-e7eeef0a7144 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:15:21.974977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-50077da6-cd5b-4416-af12-158af98b57b7 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Unset dirty status for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:15:21.987831 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-50077da6-cd5b-4416-af12-158af98b57b7 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2751 time: 0.2226229
Nov 24 13:15:21.991488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52698) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:22.017226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-f1946c9e-db1e-46b2-97b8-709821a4398a tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Request body: {'security_group': {'name': 'tempest-secgroup--244086043'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:22.022711 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:15:22.022711 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:15:22.022711 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:15:22.022711 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:15:22.022711 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:15:22.022711 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:15:22.022711 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:15:22.022711 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:15:22.022711 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:15:22.022711 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:15:22.022711 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:15:22.022711 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:15:22.022711 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:15:22.022711 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:15:22.022711 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:15:22.022711 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:15:22.022711 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:15:22.022711 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:15:22.022711 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:15:22.022711 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:15:22.022711 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:15:22.022711 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:15:22.022711 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:15:22.022711 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:15:22.022711 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:15:22.022711 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:15:22.022711 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:15:22.022711 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:15:22.022711 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:15:22.022711 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:15:22.022711 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:15:22.022711 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:15:22.090552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device ec6bb731-7a1b-4ba7-8536-419cbde0dc58 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:15:22.105319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f1946c9e-db1e-46b2-97b8-709821a4398a tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:22.148176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-6995a5d5-d1c4-4a9d-ae1c-7b1789b18aa0 None None] Attempting to bind port cac0d6a9-d338-4d45-b140-39afe95006e9 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:15:22.148612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-6995a5d5-d1c4-4a9d-ae1c-7b1789b18aa0 None None] Attempting to bind port cac0d6a9-d338-4d45-b140-39afe95006e9 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '8907d271-4b11-4cfa-bf70-4b60e3e16728', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'f6a0a72a-4e73-43ea-849e-c941f953d97f'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:15:22.149048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6995a5d5-d1c4-4a9d-ae1c-7b1789b18aa0 None None] Attempting to bind port cac0d6a9-d338-4d45-b140-39afe95006e9 on network f6a0a72a-4e73-43ea-849e-c941f953d97f {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:15:22.177617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dcb2f19c-1b46-48da-8476-9c3f7a0f6765 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:22.181861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f1946c9e-db1e-46b2-97b8-709821a4398a tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:22.188179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: ec6bb731-7a1b-4ba7-8536-419cbde0dc58 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:15:22.188864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device ec6bb731-7a1b-4ba7-8536-419cbde0dc58 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:15:22.189398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 9b95d606-de41-48cc-bd7a-e28896d790ec no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:15:22.202719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9be624b-f1c3-4e21-9e5c-59ec32198b26 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:22.211033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-85fca1ea-58a9-44d3-ae80-57ee176cf5e5 tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:22.228881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e9be624b-f1c3-4e21-9e5c-59ec32198b26 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:22.233000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f1946c9e-db1e-46b2-97b8-709821a4398a tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:22.292349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be624b-f1c3-4e21-9e5c-59ec32198b26 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Network': ['ID=5af60e13-301c-476b-9665-e7eeef0a7144,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:22.313773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e9be624b-f1c3-4e21-9e5c-59ec32198b26 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:22.322166 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e9be624b-f1c3-4e21-9e5c-59ec32198b26 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/networks/5af60e13-301c-476b-9665-e7eeef0a7144 HTTP/1.1" status: 204  len: 168 time: 2.8023734
Nov 24 13:15:22.327556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 9b95d606-de41-48cc-bd7a-e28896d790ec {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:15:22.331716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 9b95d606-de41-48cc-bd7a-e28896d790ec not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:15:22.332008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52704) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:22.348955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6995a5d5-d1c4-4a9d-ae1c-7b1789b18aa0 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:15:22.349485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6995a5d5-d1c4-4a9d-ae1c-7b1789b18aa0 None None] Checking segment: {'id': '8907d271-4b11-4cfa-bf70-4b60e3e16728', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'f6a0a72a-4e73-43ea-849e-c941f953d97f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:15:22.350088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6995a5d5-d1c4-4a9d-ae1c-7b1789b18aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:22.350693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6995a5d5-d1c4-4a9d-ae1c-7b1789b18aa0 None None] Bound using segment: {'id': '8907d271-4b11-4cfa-bf70-4b60e3e16728', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'f6a0a72a-4e73-43ea-849e-c941f953d97f'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:15:22.351322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-6995a5d5-d1c4-4a9d-ae1c-7b1789b18aa0 None None] Bound port: cac0d6a9-d338-4d45-b140-39afe95006e9, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8907d271-4b11-4cfa-bf70-4b60e3e16728', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'f6a0a72a-4e73-43ea-849e-c941f953d97f'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:15:22.351817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6995a5d5-d1c4-4a9d-ae1c-7b1789b18aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:22.413560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2751d201-aba3-4c61-bb5d-872e61b77cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347141128>, [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:15:03Z', 'revision_number': 4, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None, '_interfaces': [{'id': '454bcdab-fabc-492e-b220-40ffb8f7d962', 'name': '', 'network_id': 'afe47a7f-2bdb-4f89-873d-b9429f12adbd', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:b3:c7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:42Z', 'updated_at': '2020-11-24T13:15:02Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '56420be6-e8f5-46f3-ad3c-d7e3386357a1', 'name': '', 'network_id': '5a3d637a-9b99-4608-8a0a-b870cc93f888', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:36:e0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:01Z', 'updated_at': '2020-11-24T13:15:17Z', 'revision_number': 4, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': '7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8d8a5ac9-3271-4b36-a909-047532dacc4c', 'name': '', 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:ee:96:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'aa779721-3002-4e81-a97e-feb536020d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:27Z', 'updated_at': '2020-11-24T13:14:38Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'aa779721-3002-4e81-a97e-feb536020d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:22.432713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2751d201-aba3-4c61-bb5d-872e61b77cbf None None] The sync data for ids ['59917853-9cc6-40fe-be4e-9367db622388'] in dv-neutron-601336-61-ovs is: [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:15:03Z', 'revision_number': 4, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None, '_interfaces': [{'id': '454bcdab-fabc-492e-b220-40ffb8f7d962', 'name': '', 'network_id': 'afe47a7f-2bdb-4f89-873d-b9429f12adbd', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:b3:c7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:42Z', 'updated_at': '2020-11-24T13:15:02Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '56420be6-e8f5-46f3-ad3c-d7e3386357a1', 'name': '', 'network_id': '5a3d637a-9b99-4608-8a0a-b870cc93f888', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:36:e0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:01Z', 'updated_at': '2020-11-24T13:15:17Z', 'revision_number': 4, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': '7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8d8a5ac9-3271-4b36-a909-047532dacc4c', 'name': '', 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:ee:96:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'aa779721-3002-4e81-a97e-feb536020d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:27Z', 'updated_at': '2020-11-24T13:14:38Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'aa779721-3002-4e81-a97e-feb536020d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:15:22.452178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=69a9f030-c5b3-4c71-813b-107673ffba5d,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:22.464019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:22.478988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-023789a3-8eae-4bc9-834b-db90cbbe10ee None None] Provisioning complete for port 69a9f030-c5b3-4c71-813b-107673ffba5d triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:22.479416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-023789a3-8eae-4bc9-834b-db90cbbe10ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:22.587467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba58d94-56e0-4e37-b288-91bd51cc4b6b None None] Network e0c63c95-9255-4d28-bcbf-052f63563cdc is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:15:22.594361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-4ba58d94-56e0-4e37-b288-91bd51cc4b6b None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:15:22.601921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba58d94-56e0-4e37-b288-91bd51cc4b6b None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:15:22.673116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f1946c9e-db1e-46b2-97b8-709821a4398a tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:22.699837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f1946c9e-db1e-46b2-97b8-709821a4398a tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Usage tracker for resource:security_group_rule and tenant:63d6a0a2d5fa4234a3676f8bf39e28df is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:22.715696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f1946c9e-db1e-46b2-97b8-709821a4398a tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:22.879950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b26450ed-5655-4350-bf24-dca4e06f747b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port 5eb9b03b-499a-41fc-a02e-cdb6d62c9a15 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:15:22.880325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b26450ed-5655-4350-bf24-dca4e06f747b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:22.915962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f1946c9e-db1e-46b2-97b8-709821a4398a tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:22.940765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dcb2f19c-1b46-48da-8476-9c3f7a0f6765 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:22.981500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4ba58d94-56e0-4e37-b288-91bd51cc4b6b None None] Attempting to bind port 1d52a5e8-6b48-4d0f-aa23-38259d9120d6 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:15:22.982247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4ba58d94-56e0-4e37-b288-91bd51cc4b6b None None] Attempting to bind port 1d52a5e8-6b48-4d0f-aa23-38259d9120d6 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '2ac5703c-e870-478c-a92f-61cbba8dfd7f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'e0c63c95-9255-4d28-bcbf-052f63563cdc'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:15:22.982708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba58d94-56e0-4e37-b288-91bd51cc4b6b None None] Attempting to bind port 1d52a5e8-6b48-4d0f-aa23-38259d9120d6 on network e0c63c95-9255-4d28-bcbf-052f63563cdc {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:15:23.069998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba58d94-56e0-4e37-b288-91bd51cc4b6b None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:15:23.070477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba58d94-56e0-4e37-b288-91bd51cc4b6b None None] Checking segment: {'id': '2ac5703c-e870-478c-a92f-61cbba8dfd7f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'e0c63c95-9255-4d28-bcbf-052f63563cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:15:23.070935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ba58d94-56e0-4e37-b288-91bd51cc4b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:23.071553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba58d94-56e0-4e37-b288-91bd51cc4b6b None None] Bound using segment: {'id': '2ac5703c-e870-478c-a92f-61cbba8dfd7f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'e0c63c95-9255-4d28-bcbf-052f63563cdc'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:15:23.072090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4ba58d94-56e0-4e37-b288-91bd51cc4b6b None None] Bound port: 1d52a5e8-6b48-4d0f-aa23-38259d9120d6, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac5703c-e870-478c-a92f-61cbba8dfd7f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'e0c63c95-9255-4d28-bcbf-052f63563cdc'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:15:23.072689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ba58d94-56e0-4e37-b288-91bd51cc4b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:23.088288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddee42ee-e372-4dca-b878-66b99baad714 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Router e3126988-0b0c-4818-b2a3-ffbe4f414f4b is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:15:23.091907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-6995a5d5-d1c4-4a9d-ae1c-7b1789b18aa0 None None] For port cac0d6a9-d338-4d45-b140-39afe95006e9, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:15:23.112733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-6995a5d5-d1c4-4a9d-ae1c-7b1789b18aa0 None None] For port cac0d6a9-d338-4d45-b140-39afe95006e9, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=cac0d6a9-d338-4d45-b140-39afe95006e9,segment=NetworkSegment(8907d271-4b11-4cfa-bf70-4b60e3e16728),segment_id=8907d271-4b11-4cfa-bf70-4b60e3e16728)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:15:23.239594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-4ba58d94-56e0-4e37-b288-91bd51cc4b6b None None] For port 1d52a5e8-6b48-4d0f-aa23-38259d9120d6, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:15:23.244271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-4ba58d94-56e0-4e37-b288-91bd51cc4b6b None None] For port 1d52a5e8-6b48-4d0f-aa23-38259d9120d6, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=1d52a5e8-6b48-4d0f-aa23-38259d9120d6,segment=NetworkSegment(2ac5703c-e870-478c-a92f-61cbba8dfd7f),segment_id=2ac5703c-e870-478c-a92f-61cbba8dfd7f)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:15:23.247015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6995a5d5-d1c4-4a9d-ae1c-7b1789b18aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:23.443510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:23.541897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddee42ee-e372-4dca-b878-66b99baad714 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:15:23.542108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ba58d94-56e0-4e37-b288-91bd51cc4b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:23.548805 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ddee42ee-e372-4dca-b878-66b99baad714 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] 10.222.0.76 "PUT /v2.0/routers/e3126988-0b0c-4818-b2a3-ffbe4f414f4b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5484452
Nov 24 13:15:23.553570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52712) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:23.649607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eb5640-de1c-40be-bb66-4fb5d4cffc26 None None] Sync routers for ids ['e3126988-0b0c-4818-b2a3-ffbe4f414f4b'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:15:23.713479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995a5d5-d1c4-4a9d-ae1c-7b1789b18aa0 None None] Pushing event updated for resources: {'Port': ['ID=cac0d6a9-d338-4d45-b140-39afe95006e9,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:23.741382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6995a5d5-d1c4-4a9d-ae1c-7b1789b18aa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:23.744682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:23.769694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f1946c9e-db1e-46b2-97b8-709821a4398a tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:23.784148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f1946c9e-db1e-46b2-97b8-709821a4398a tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:23.881224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba58d94-56e0-4e37-b288-91bd51cc4b6b None None] Pushing event updated for resources: {'Port': ['ID=1d52a5e8-6b48-4d0f-aa23-38259d9120d6,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:23.885020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953c29e5-d00a-4132-af33-4fd6e70a3858 None None] Network 6227779b-5e2a-4b9e-a475-6b7bdfac9852 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:15:23.937277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-07f728b2-c403-42b5-b769-a190e59c34a3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:24.053993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4ba58d94-56e0-4e37-b288-91bd51cc4b6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:24.066870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b26450ed-5655-4350-bf24-dca4e06f747b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:24.067231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b26450ed-5655-4350-bf24-dca4e06f747b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:24.287414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device cb0defcd-4b07-47b6-8760-32d315beb31f up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:15:24.347478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb5640-de1c-40be-bb66-4fb5d4cffc26 None None] Routers {'e3126988-0b0c-4818-b2a3-ffbe4f414f4b'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:15:24.351165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f9eb5640-de1c-40be-bb66-4fb5d4cffc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346eef4a8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:15:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e3126988-0b0c-4818-b2a3-ffbe4f414f4b'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:24.448565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1946c9e-db1e-46b2-97b8-709821a4398a tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event updated for resources: {'SecurityGroup': ['ID=df2c3b69-6ddf-4181-b878-16b479492478,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:24.472790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f9eb5640-de1c-40be-bb66-4fb5d4cffc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346eef4a8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:24.503447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-88278669-acac-4120-9ef6-c2643905f3ab None None] Provisioning for port cb0defcd-4b07-47b6-8760-32d315beb31f completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:15:24.542829 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-69024699-8cb8-4b65-b901-fcf43dd1301a tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:15:24.547109 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-69024699-8cb8-4b65-b901-fcf43dd1301a tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] 10.222.0.76 "PUT /v2.0/routers/e3126988-0b0c-4818-b2a3-ffbe4f414f4b/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.9891860
Nov 24 13:15:24.547325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52718) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:24.553225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b26450ed-5655-4350-bf24-dca4e06f747b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for 5eb9b03b-499a-41fc-a02e-cdb6d62c9a15 owned by network:floatingip {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:15:24.580981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb5640-de1c-40be-bb66-4fb5d4cffc26 None None] Routers {'e3126988-0b0c-4818-b2a3-ffbe4f414f4b'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:15:24.581853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f9eb5640-de1c-40be-bb66-4fb5d4cffc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346eef4a8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:15:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e3126988-0b0c-4818-b2a3-ffbe4f414f4b'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:24.591311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f1946c9e-db1e-46b2-97b8-709821a4398a tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:24.627361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f1946c9e-db1e-46b2-97b8-709821a4398a tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:24.631664 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f1946c9e-db1e-46b2-97b8-709821a4398a tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1629 time: 2.6391213
Nov 24 13:15:24.631825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52722) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:24.648361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-dace11f0-b1d7-43a4-a74e-d2aa69347297 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Request body: {'security_group_rule': {'security_group_id': 'df2c3b69-6ddf-4181-b878-16b479492478', 'direction': 'ingress', 'protocol': 17}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:24.658493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-dace11f0-b1d7-43a4-a74e-d2aa69347297 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:24.668227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-dace11f0-b1d7-43a4-a74e-d2aa69347297 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Usage tracker for resource:security_group_rule and tenant:63d6a0a2d5fa4234a3676f8bf39e28df is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:24.683004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f9eb5640-de1c-40be-bb66-4fb5d4cffc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346eef4a8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:24.683661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eb5640-de1c-40be-bb66-4fb5d4cffc26 None None] The sync data for ids ['e3126988-0b0c-4818-b2a3-ffbe4f414f4b'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:15:24.699721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port cb0defcd-4b07-47b6-8760-32d315beb31f completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:15:24.713209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port cb0defcd-4b07-47b6-8760-32d315beb31f triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:24.713793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:24.741563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-dace11f0-b1d7-43a4-a74e-d2aa69347297 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:24.757167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-dace11f0-b1d7-43a4-a74e-d2aa69347297 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:24.759302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dcb2f19c-1b46-48da-8476-9c3f7a0f6765 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:24.776550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dcb2f19c-1b46-48da-8476-9c3f7a0f6765 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:24.784640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dace11f0-b1d7-43a4-a74e-d2aa69347297 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:24.815636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4f5978da-7538-486b-a417-a5188dc8d7d9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:24.897462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dace11f0-b1d7-43a4-a74e-d2aa69347297 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:24.937683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:24.956219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2f19c-1b46-48da-8476-9c3f7a0f6765 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event updated for resources: {'Port': ['ID=24d216c8-5645-4da6-b428-dbd936bc6f82,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:24.959739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dcb2f19c-1b46-48da-8476-9c3f7a0f6765 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:24.968294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dcb2f19c-1b46-48da-8476-9c3f7a0f6765 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:24.997082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port cb0defcd-4b07-47b6-8760-32d315beb31f, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=cb0defcd-4b07-47b6-8760-32d315beb31f,segment=NetworkSegment(e26f5589-20fb-4d9c-ae4f-46b6db3fb2f3),segment_id=e26f5589-20fb-4d9c-ae4f-46b6db3fb2f3)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:25.000363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:25.001318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 56420be6-e8f5-46f3-ad3c-d7e3386357a1 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:15:25.047735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6995a5d5-d1c4-4a9d-ae1c-7b1789b18aa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:25.053265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dace11f0-b1d7-43a4-a74e-d2aa69347297 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:25.067090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-97bda270-2305-4471-812b-c89731af527c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:25.137406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=cb0defcd-4b07-47b6-8760-32d315beb31f,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:25.145333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:25.176494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace11f0-b1d7-43a4-a74e-d2aa69347297 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5555c84a-d52e-4d74-9a6d-1c5186e93721,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:25.177345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 56420be6-e8f5-46f3-ad3c-d7e3386357a1 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:15:25.184060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dace11f0-b1d7-43a4-a74e-d2aa69347297 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:25.191456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 56420be6-e8f5-46f3-ad3c-d7e3386357a1 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:25.191888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:25.256227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dace11f0-b1d7-43a4-a74e-d2aa69347297 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:25.257559 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-dace11f0-b1d7-43a4-a74e-d2aa69347297 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 0.6175931
Nov 24 13:15:25.260927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52730) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:25.264844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b26450ed-5655-4350-bf24-dca4e06f747b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:25.307101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4ac5cbf3-9c94-45d5-bf72-a2fd872997b9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:25.405805 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f10c983f-5323-4cda-9d33-584e0adb75a0 req-bb9bd01c-f494-406f-8e1c-6ce978f032b9 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "GET /v2.0/security-groups/3c44158b-393b-43bf-8bb6-14d1cb919318 HTTP/1.1" status: 200  len: 2753 time: 0.3655012
Nov 24 13:15:25.474901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:25.507565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26450ed-5655-4350-bf24-dca4e06f747b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=5eb9b03b-499a-41fc-a02e-cdb6d62c9a15,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:25.510620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b26450ed-5655-4350-bf24-dca4e06f747b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:25.537129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb2f19c-1b46-48da-8476-9c3f7a0f6765 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network f6a0a72a-4e73-43ea-849e-c941f953d97f is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:15:25.541362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-dcb2f19c-1b46-48da-8476-9c3f7a0f6765 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:15:25.571570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 56420be6-e8f5-46f3-ad3c-d7e3386357a1, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=56420be6-e8f5-46f3-ad3c-d7e3386357a1,segment=NetworkSegment(f59d20eb-4451-4e7c-b427-6bd9ad191727),segment_id=f59d20eb-4451-4e7c-b427-6bd9ad191727)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:25.578625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:25.580446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 69a9f030-c5b3-4c71-813b-107673ffba5d up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:15:25.644297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:25.738162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-757f2c7e-8d44-41e6-8e15-42e0c4efacee tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:25.792820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-da6c9c52-4eee-43ad-a30f-eab063b02f11 None None] Provisioning for port f27e7c54-2e96-4c79-9ef0-9a931278398f completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:15:25.828434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-da6c9c52-4eee-43ad-a30f-eab063b02f11 None None] Provisioning complete for port f27e7c54-2e96-4c79-9ef0-9a931278398f triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:25.828865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-da6c9c52-4eee-43ad-a30f-eab063b02f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:25.852882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-f10c983f-5323-4cda-9d33-584e0adb75a0 req-8764f409-307d-42a0-804f-5e232f889d7d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:25.891932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-af545837-dc7d-45ca-aa82-55d8e9421023 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:25.927564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=56420be6-e8f5-46f3-ad3c-d7e3386357a1,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:25.932600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-af545837-dc7d-45ca-aa82-55d8e9421023 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:25.946607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:25.950260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-da6c9c52-4eee-43ad-a30f-eab063b02f11 None None] Port f27e7c54-2e96-4c79-9ef0-9a931278398f cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:15:25.968579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b26450ed-5655-4350-bf24-dca4e06f747b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:25.969322 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-b26450ed-5655-4350-bf24-dca4e06f747b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Floating IP 14379496-9b51-40a3-9efa-79cbc2bb0527 disassociated (deleted). External IP: 172.26.8.171, port: 82535079-08b0-4667-853b-5b72cfb05831.
Nov 24 13:15:25.969756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 69a9f030-c5b3-4c71-813b-107673ffba5d triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:25.970255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:26.007494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-af545837-dc7d-45ca-aa82-55d8e9421023 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:26.023553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c51868a8-f1cb-49be-ab94-e995a90ca43c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:26.053697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-f10c983f-5323-4cda-9d33-584e0adb75a0 req-8764f409-307d-42a0-804f-5e232f889d7d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:26.074481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-da6c9c52-4eee-43ad-a30f-eab063b02f11 None None] Provisioning complete for port cb0defcd-4b07-47b6-8760-32d315beb31f triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:26.075112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-da6c9c52-4eee-43ad-a30f-eab063b02f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:26.131126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af545837-dc7d-45ca-aa82-55d8e9421023 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2c3b69-6ddf-4181-b878-16b479492478,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:26.146809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-af545837-dc7d-45ca-aa82-55d8e9421023 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:26.153980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f751de90-64b3-409e-ad77-250e8be27be0 None None] Network f6a0a72a-4e73-43ea-849e-c941f953d97f requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:15:26.285528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-af545837-dc7d-45ca-aa82-55d8e9421023 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:26.288959 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-af545837-dc7d-45ca-aa82-55d8e9421023 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "DELETE /v2.0/security-groups/df2c3b69-6ddf-4181-b878-16b479492478 HTTP/1.1" status: 204  len: 168 time: 1.0098162
Nov 24 13:15:26.291676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52736) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:26.391308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d6604bc3-5fb2-4049-84ae-bb4c85b206b8 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Synchronizing usage tracker for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:15:26.400950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-f10c983f-5323-4cda-9d33-584e0adb75a0 req-8764f409-307d-42a0-804f-5e232f889d7d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:26.416904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb2f19c-1b46-48da-8476-9c3f7a0f6765 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Router 59917853-9cc6-40fe-be4e-9367db622388 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:15:26.427183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-325fb0f4-d1b8-4f31-834a-7fd0c001a514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:26.466496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764f409-307d-42a0-804f-5e232f889d7d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c44158b-393b-43bf-8bb6-14d1cb919318,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:26.469387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8764f409-307d-42a0-804f-5e232f889d7d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:26.475956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d6604bc3-5fb2-4049-84ae-bb4c85b206b8 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Unset dirty status for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:15:26.483965 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d6604bc3-5fb2-4049-84ae-bb4c85b206b8 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2751 time: 0.1847322
Nov 24 13:15:26.483965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52740) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:26.490522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-93ed672f-02a9-464d-b8ad-544efff37af0 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Request body: {'security_group': {'name': 'tempest-secgroup--1379126141'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:26.499143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-93ed672f-02a9-464d-b8ad-544efff37af0 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:26.513371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-93ed672f-02a9-464d-b8ad-544efff37af0 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:26.528810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93ed672f-02a9-464d-b8ad-544efff37af0 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:26.638503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-f10c983f-5323-4cda-9d33-584e0adb75a0 req-8764f409-307d-42a0-804f-5e232f889d7d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:26.644179 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f10c983f-5323-4cda-9d33-584e0adb75a0 req-8764f409-307d-42a0-804f-5e232f889d7d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] 10.222.0.76 "DELETE /v2.0/security-groups/3c44158b-393b-43bf-8bb6-14d1cb919318 HTTP/1.1" status: 204  len: 173 time: 1.2229283
Nov 24 13:15:26.824654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-93ed672f-02a9-464d-b8ad-544efff37af0 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:26.831366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-93ed672f-02a9-464d-b8ad-544efff37af0 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Usage tracker for resource:security_group_rule and tenant:63d6a0a2d5fa4234a3676f8bf39e28df is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:26.835171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-93ed672f-02a9-464d-b8ad-544efff37af0 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:26.844026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-93ed672f-02a9-464d-b8ad-544efff37af0 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:26.984017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52746) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:27.010874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93ed672f-02a9-464d-b8ad-544efff37af0 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:27.014053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 56420be6-e8f5-46f3-ad3c-d7e3386357a1 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:15:27.026311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93ed672f-02a9-464d-b8ad-544efff37af0 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:27.044679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0c4da873-b87e-42f4-a3b6-0ab51e963843 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:27.134578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed672f-02a9-464d-b8ad-544efff37af0 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event updated for resources: {'SecurityGroup': ['ID=ca53ba98-94ae-45aa-a497-82c4bb5a7ffb,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:27.152302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a88f5946-a517-4a83-8037-f9375482a975 None None] Provisioning complete for port f27e7c54-2e96-4c79-9ef0-9a931278398f triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:27.153470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a88f5946-a517-4a83-8037-f9375482a975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:27.160273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93ed672f-02a9-464d-b8ad-544efff37af0 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:27.254063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 56420be6-e8f5-46f3-ad3c-d7e3386357a1 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:27.254819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:27.323691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421ed69e-5ec6-4654-ab4f-b46301f15f3d None None] Network e0c63c95-9255-4d28-bcbf-052f63563cdc requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:15:27.382929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93ed672f-02a9-464d-b8ad-544efff37af0 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:27.389025 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-93ed672f-02a9-464d-b8ad-544efff37af0 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1630 time: 0.8997364
Nov 24 13:15:27.390345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52752) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:27.399129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b5662f46-1414-48b2-b08f-8cc3e1e77253 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Request body: {'security_group': {'name': 'tempest-secgroup--484086845'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:27.408528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b5662f46-1414-48b2-b08f-8cc3e1e77253 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:27.415351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b5662f46-1414-48b2-b08f-8cc3e1e77253 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Usage tracker for resource:security_group and tenant:63d6a0a2d5fa4234a3676f8bf39e28df is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:27.420257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b5662f46-1414-48b2-b08f-8cc3e1e77253 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:27.428675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b5662f46-1414-48b2-b08f-8cc3e1e77253 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:27.435361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a88f5946-a517-4a83-8037-f9375482a975 None None] Port f27e7c54-2e96-4c79-9ef0-9a931278398f cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:15:27.450732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb2f19c-1b46-48da-8476-9c3f7a0f6765 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:15:27.456619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b5662f46-1414-48b2-b08f-8cc3e1e77253 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:27.464833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efd50d7-9a3c-435d-a1fb-5bfef2f61b2a None None] Sync routers for ids ['59917853-9cc6-40fe-be4e-9367db622388'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:15:27.535597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a88f5946-a517-4a83-8037-f9375482a975 None None] Provisioning complete for port cb0defcd-4b07-47b6-8760-32d315beb31f triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:27.536321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a88f5946-a517-4a83-8037-f9375482a975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:27.541833 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-dcb2f19c-1b46-48da-8476-9c3f7a0f6765 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "PUT /v2.0/routers/59917853-9cc6-40fe-be4e-9367db622388/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.4165199
Nov 24 13:15:27.542015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52756) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:27.544813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efd50d7-9a3c-435d-a1fb-5bfef2f61b2a None None] Routers {'59917853-9cc6-40fe-be4e-9367db622388'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:15:27.546519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5efd50d7-9a3c-435d-a1fb-5bfef2f61b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c6cb0f0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:15:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['59917853-9cc6-40fe-be4e-9367db622388'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:27.558402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c72a08d2-c54c-48be-9e8d-1ed9e8750b20 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:27.826417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 1d52a5e8-6b48-4d0f-aa23-38259d9120d6 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:15:27.877656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26450ed-5655-4350-bf24-dca4e06f747b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 72fdfc95-aeba-4bd0-961b-8bf5c0940129 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:15:27.889623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-5efd50d7-9a3c-435d-a1fb-5bfef2f61b2a None None] Set router 59917853-9cc6-40fe-be4e-9367db622388 gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:15:28.031955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a88f5946-a517-4a83-8037-f9375482a975 None None] Provisioning for port cac0d6a9-d338-4d45-b140-39afe95006e9 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:15:28.060407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 1d52a5e8-6b48-4d0f-aa23-38259d9120d6 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:15:28.066632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device cac0d6a9-d338-4d45-b140-39afe95006e9 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:15:28.175232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b5662f46-1414-48b2-b08f-8cc3e1e77253 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:28.194452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b5662f46-1414-48b2-b08f-8cc3e1e77253 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Usage tracker for resource:security_group_rule and tenant:63d6a0a2d5fa4234a3676f8bf39e28df is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:28.204099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b5662f46-1414-48b2-b08f-8cc3e1e77253 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:28.223010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9690ec0a-2489-46ce-bf2d-479605f348b8 None None] Provisioning for port 1d52a5e8-6b48-4d0f-aa23-38259d9120d6 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:15:28.231228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9690ec0a-2489-46ce-bf2d-479605f348b8 None None] Provisioning complete for port 1d52a5e8-6b48-4d0f-aa23-38259d9120d6 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:28.231862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9690ec0a-2489-46ce-bf2d-479605f348b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:28.233489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b5662f46-1414-48b2-b08f-8cc3e1e77253 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:28.334960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port cac0d6a9-d338-4d45-b140-39afe95006e9 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:15:28.350275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port cac0d6a9-d338-4d45-b140-39afe95006e9 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:28.350950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:28.379630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-757f2c7e-8d44-41e6-8e15-42e0c4efacee tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Deleting port f27e7c54-2e96-4c79-9ef0-9a931278398f {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:15:28.380125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-757f2c7e-8d44-41e6-8e15-42e0c4efacee tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:28.563635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9690ec0a-2489-46ce-bf2d-479605f348b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:28.600226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5efd50d7-9a3c-435d-a1fb-5bfef2f61b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c6cb0f0>, [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:15:22Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None, '_interfaces': [{'id': '24d216c8-5645-4da6-b428-dbd936bc6f82', 'name': '', 'network_id': 'f6a0a72a-4e73-43ea-849e-c941f953d97f', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:b5:3a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'c7514ac9-2dd0-4535-a632-959ca8e4d387', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:17Z', 'updated_at': '2020-11-24T13:15:24Z', 'revision_number': 2, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'c7514ac9-2dd0-4535-a632-959ca8e4d387', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '454bcdab-fabc-492e-b220-40ffb8f7d962', 'name': '', 'network_id': 'afe47a7f-2bdb-4f89-873d-b9429f12adbd', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:b3:c7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:42Z', 'updated_at': '2020-11-24T13:15:02Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '56420be6-e8f5-46f3-ad3c-d7e3386357a1', 'name': '', 'network_id': '5a3d637a-9b99-4608-8a0a-b870cc93f888', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:36:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:01Z', 'updated_at': '2020-11-24T13:15:25Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': '7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8d8a5ac9-3271-4b36-a909-047532dacc4c', 'name': '', 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:ee:96:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'aa779721-3002-4e81-a97e-feb536020d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:27Z', 'updated_at': '2020-11-24T13:14:38Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'aa779721-3002-4e81-a97e-feb536020d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:28.606232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efd50d7-9a3c-435d-a1fb-5bfef2f61b2a None None] Checking router: 59917853-9cc6-40fe-be4e-9367db622388 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:15:28.606820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efd50d7-9a3c-435d-a1fb-5bfef2f61b2a None None] Updating router 59917853-9cc6-40fe-be4e-9367db622388 port 24d216c8-5645-4da6-b428-dbd936bc6f82 binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:15:28.623215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-9690ec0a-2489-46ce-bf2d-479605f348b8 None None] For port 1d52a5e8-6b48-4d0f-aa23-38259d9120d6, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=1d52a5e8-6b48-4d0f-aa23-38259d9120d6,segment=NetworkSegment(2ac5703c-e870-478c-a92f-61cbba8dfd7f),segment_id=2ac5703c-e870-478c-a92f-61cbba8dfd7f)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:28.624715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:28.647838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9690ec0a-2489-46ce-bf2d-479605f348b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:28.653056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6995a5d5-d1c4-4a9d-ae1c-7b1789b18aa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:28.696387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-757f2c7e-8d44-41e6-8e15-42e0c4efacee tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:28.736987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690ec0a-2489-46ce-bf2d-479605f348b8 None None] Pushing event updated for resources: {'Port': ['ID=1d52a5e8-6b48-4d0f-aa23-38259d9120d6,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:28.757121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9690ec0a-2489-46ce-bf2d-479605f348b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:28.773878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26450ed-5655-4350-bf24-dca4e06f747b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:15:28.774888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9690ec0a-2489-46ce-bf2d-479605f348b8 None None] Provisioning for port 24d216c8-5645-4da6-b428-dbd936bc6f82 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:15:28.779165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b26450ed-5655-4350-bf24-dca4e06f747b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:28.788393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9690ec0a-2489-46ce-bf2d-479605f348b8 None None] Provisioning complete for port 24d216c8-5645-4da6-b428-dbd936bc6f82 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:28.789117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9690ec0a-2489-46ce-bf2d-479605f348b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:28.867826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9690ec0a-2489-46ce-bf2d-479605f348b8 None None] Port 24d216c8-5645-4da6-b428-dbd936bc6f82 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:15:28.872342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461f1b0c-3e1a-4aad-8293-40e1cc66a455 None None] Sync routers for ids ['72fdfc95-aeba-4bd0-961b-8bf5c0940129'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:15:28.885050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port cac0d6a9-d338-4d45-b140-39afe95006e9, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=cac0d6a9-d338-4d45-b140-39afe95006e9,segment=NetworkSegment(8907d271-4b11-4cfa-bf70-4b60e3e16728),segment_id=8907d271-4b11-4cfa-bf70-4b60e3e16728)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:28.892971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:28.893914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device cb0defcd-4b07-47b6-8760-32d315beb31f up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:15:28.946001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-757f2c7e-8d44-41e6-8e15-42e0c4efacee tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Calling delete_port for f27e7c54-2e96-4c79-9ef0-9a931278398f owned by network:router_interface {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:15:28.959410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-68078084-45e2-42f0-89cc-97d69ddf9e4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:28.982206 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b26450ed-5655-4350-bf24-dca4e06f747b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/floatingips/14379496-9b51-40a3-9efa-79cbc2bb0527 HTTP/1.1" status: 204  len: 168 time: 6.6468349
Nov 24 13:15:28.997550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e638d7e1-ef65-47d1-a239-f130fe15e86d', 'tag': '82535079-08b0-4667-853b-5b72cfb05831'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:15:28.998703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461f1b0c-3e1a-4aad-8293-40e1cc66a455 None None] Routers {'72fdfc95-aeba-4bd0-961b-8bf5c0940129'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:15:28.999430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-461f1b0c-3e1a-4aad-8293-40e1cc66a455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347cf6c88>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:15:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['72fdfc95-aeba-4bd0-961b-8bf5c0940129'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:29.092728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5efd50d7-9a3c-435d-a1fb-5bfef2f61b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:29.195320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b5662f46-1414-48b2-b08f-8cc3e1e77253 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:29.223904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b5662f46-1414-48b2-b08f-8cc3e1e77253 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:29.245916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-20077d6b-e576-4424-959d-9460f6a53481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:29.313176 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e638d7e1-ef65-47d1-a239-f130fe15e86d', 'tag': '82535079-08b0-4667-853b-5b72cfb05831', 'status': 'completed', 'code': 200}
Nov 24 13:15:29.372701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.extraroute_db [None req-c72a08d2-c54c-48be-9e8d-1ed9e8750b20 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=80944) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Nov 24 13:15:29.412889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.extraroute_db [None req-c72a08d2-c54c-48be-9e8d-1ed9e8750b20 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Removed routes are [] {{(pid=80944) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Nov 24 13:15:29.413499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c72a08d2-c54c-48be-9e8d-1ed9e8750b20 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:29.456411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9690ec0a-2489-46ce-bf2d-479605f348b8 None None] Provisioning complete for port cac0d6a9-d338-4d45-b140-39afe95006e9 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:29.460135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9690ec0a-2489-46ce-bf2d-479605f348b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:29.488307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-461f1b0c-3e1a-4aad-8293-40e1cc66a455 None None] Set router 72fdfc95-aeba-4bd0-961b-8bf5c0940129 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:15:29.612909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5662f46-1414-48b2-b08f-8cc3e1e77253 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event updated for resources: {'SecurityGroup': ['ID=a55fb634-7818-4b66-9c0a-3f9ff6382ba3,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:29.648226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=cac0d6a9-d338-4d45-b140-39afe95006e9,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:29.660862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:29.767802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port cb0defcd-4b07-47b6-8760-32d315beb31f triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:29.768101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:29.770358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5efd50d7-9a3c-435d-a1fb-5bfef2f61b2a None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:29.824832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b5662f46-1414-48b2-b08f-8cc3e1e77253 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:29.827197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b5662f46-1414-48b2-b08f-8cc3e1e77253 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:29.831717 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b5662f46-1414-48b2-b08f-8cc3e1e77253 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1629 time: 2.4360986
Nov 24 13:15:29.843258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52766) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:29.844288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5efd50d7-9a3c-435d-a1fb-5bfef2f61b2a None None] Transition to ACTIVE for port object 24d216c8-5645-4da6-b428-dbd936bc6f82 will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:15:29.848141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5efd50d7-9a3c-435d-a1fb-5bfef2f61b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:29.857860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a08ef285-7afe-42fc-955c-ff3cc56c80f3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Request body: {'security_group_rule': {'security_group_id': 'ca53ba98-94ae-45aa-a497-82c4bb5a7ffb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a55fb634-7818-4b66-9c0a-3f9ff6382ba3', 'remote_ip_prefix': None}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:29.864117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a08ef285-7afe-42fc-955c-ff3cc56c80f3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:29.867578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:29.868417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a08ef285-7afe-42fc-955c-ff3cc56c80f3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Usage tracker for resource:security_group_rule and tenant:63d6a0a2d5fa4234a3676f8bf39e28df is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:29.871711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a08ef285-7afe-42fc-955c-ff3cc56c80f3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:29.877993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a08ef285-7afe-42fc-955c-ff3cc56c80f3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:29.886362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-757f2c7e-8d44-41e6-8e15-42e0c4efacee tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:29.908419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ddee42ee-e372-4dca-b878-66b99baad714 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:29.925603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c72a08d2-c54c-48be-9e8d-1ed9e8750b20 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:29.930667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c72a08d2-c54c-48be-9e8d-1ed9e8750b20 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4112833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850663106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4103870'] for router, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:30.009676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ae688-7c4d-40f0-b54b-569637a04620 None None] Pushing event updated for resources: {'Port': ['ID=24d216c8-5645-4da6-b428-dbd936bc6f82,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:30.021113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e21ae688-7c4d-40f0-b54b-569637a04620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:30.044083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f2c7e-8d44-41e6-8e15-42e0c4efacee tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Pushing event deleted for resources: {'Port': ['ID=f27e7c54-2e96-4c79-9ef0-9a931278398f,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:30.052557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-757f2c7e-8d44-41e6-8e15-42e0c4efacee tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:30.075673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a08ef285-7afe-42fc-955c-ff3cc56c80f3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:30.135570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9690ec0a-2489-46ce-bf2d-479605f348b8 None None] Provisioning complete for port cb0defcd-4b07-47b6-8760-32d315beb31f triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:30.135992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9690ec0a-2489-46ce-bf2d-479605f348b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:30.222532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135ca3e-9658-45b1-be9b-de6c0544e119 req-73a76785-31dc-43fc-a214-c4bb3668e9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:30.224231 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7135ca3e-9658-45b1-be9b-de6c0544e119 req-73a76785-31dc-43fc-a214-c4bb3668e9fa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=e638d7e1-ef65-47d1-a239-f130fe15e86d HTTP/1.1" status: 200  len: 1162 time: 0.9198728
Nov 24 13:15:30.247528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72a08d2-c54c-48be-9e8d-1ed9e8750b20 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Router 59917853-9cc6-40fe-be4e-9367db622388 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:15:30.276008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-5efd50d7-9a3c-435d-a1fb-5bfef2f61b2a None None] Attempting to bind port 24d216c8-5645-4da6-b428-dbd936bc6f82 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:15:30.276585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-5efd50d7-9a3c-435d-a1fb-5bfef2f61b2a None None] Attempting to bind port 24d216c8-5645-4da6-b428-dbd936bc6f82 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '8907d271-4b11-4cfa-bf70-4b60e3e16728', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'f6a0a72a-4e73-43ea-849e-c941f953d97f'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:15:30.277108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efd50d7-9a3c-435d-a1fb-5bfef2f61b2a None None] Attempting to bind port 24d216c8-5645-4da6-b428-dbd936bc6f82 on network f6a0a72a-4e73-43ea-849e-c941f953d97f {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:15:30.294391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efd50d7-9a3c-435d-a1fb-5bfef2f61b2a None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:15:30.297575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efd50d7-9a3c-435d-a1fb-5bfef2f61b2a None None] Checking segment: {'id': '8907d271-4b11-4cfa-bf70-4b60e3e16728', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'f6a0a72a-4e73-43ea-849e-c941f953d97f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:15:30.299469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5efd50d7-9a3c-435d-a1fb-5bfef2f61b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:30.300620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efd50d7-9a3c-435d-a1fb-5bfef2f61b2a None None] Bound using segment: {'id': '8907d271-4b11-4cfa-bf70-4b60e3e16728', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'f6a0a72a-4e73-43ea-849e-c941f953d97f'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:15:30.301528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-5efd50d7-9a3c-435d-a1fb-5bfef2f61b2a None None] Bound port: 24d216c8-5645-4da6-b428-dbd936bc6f82, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8907d271-4b11-4cfa-bf70-4b60e3e16728', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'f6a0a72a-4e73-43ea-849e-c941f953d97f'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:15:30.305203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5efd50d7-9a3c-435d-a1fb-5bfef2f61b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:30.433431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-5efd50d7-9a3c-435d-a1fb-5bfef2f61b2a None None] For port 24d216c8-5645-4da6-b428-dbd936bc6f82, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:15:30.439402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-5efd50d7-9a3c-435d-a1fb-5bfef2f61b2a None None] For port 24d216c8-5645-4da6-b428-dbd936bc6f82, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=24d216c8-5645-4da6-b428-dbd936bc6f82,segment=NetworkSegment(8907d271-4b11-4cfa-bf70-4b60e3e16728),segment_id=8907d271-4b11-4cfa-bf70-4b60e3e16728)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:15:30.440298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5daefe-ff8b-4259-8ed9-a3d38c4fa4c0 req-6969d00d-f528-4cce-beb0-9a62678fda34 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:30.442106 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3f5daefe-ff8b-4259-8ed9-a3d38c4fa4c0 req-6969d00d-f528-4cce-beb0-9a62678fda34 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=e638d7e1-ef65-47d1-a239-f130fe15e86d HTTP/1.1" status: 200  len: 945 time: 0.8243175
Nov 24 13:15:30.453016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5efd50d7-9a3c-435d-a1fb-5bfef2f61b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:30.484054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b9129f75-4f30-44ba-910a-d1bdba98d891 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:30.544432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-461f1b0c-3e1a-4aad-8293-40e1cc66a455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347cf6c88>, [{'id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'name': 'tempest-TestNetworkBasicOps-router-649114394', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:45Z', 'updated_at': '2020-11-24T13:15:07Z', 'revision_number': 6, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:47Z', 'updated_at': '2020-11-24T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'e647b167-1027-48c2-98f3-b8ff2ebe77e1', 'name': '', 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:b9:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'ef8a9360-9e18-4774-ae21-805af42ac96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:12:41Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': 'ef8a9360-9e18-4774-ae21-805af42ac96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:30.553311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461f1b0c-3e1a-4aad-8293-40e1cc66a455 None None] Checking router: 72fdfc95-aeba-4bd0-961b-8bf5c0940129 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:15:30.596192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461f1b0c-3e1a-4aad-8293-40e1cc66a455 None None] Routers {'72fdfc95-aeba-4bd0-961b-8bf5c0940129'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:15:30.596907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-461f1b0c-3e1a-4aad-8293-40e1cc66a455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347cf6c88>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:15:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['72fdfc95-aeba-4bd0-961b-8bf5c0940129'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:30.704037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a08ef285-7afe-42fc-955c-ff3cc56c80f3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:30.710735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-3f5daefe-ff8b-4259-8ed9-a3d38c4fa4c0 req-407f2321-5beb-4e1d-a037-dfb2f87aa2c1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:15:30.725249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a08ef285-7afe-42fc-955c-ff3cc56c80f3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:30.728233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-da413b6d-849b-4725-ae1e-69267860cdb7 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:30.745527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135ca3e-9658-45b1-be9b-de6c0544e119 req-1d34724c-8831-436c-9a20-8665ef313efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:30.748594 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7135ca3e-9658-45b1-be9b-de6c0544e119 req-1d34724c-8831-436c-9a20-8665ef313efc service neutron] 10.222.0.70 "GET /v2.0/networks?id=b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8 HTTP/1.1" status: 200  len: 891 time: 0.4805977
Nov 24 13:15:30.817413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ae688-7c4d-40f0-b54b-569637a04620 None None] Pushing event updated for resources: {'Port': ['ID=24d216c8-5645-4da6-b428-dbd936bc6f82,revision_number=4']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:30.821947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e21ae688-7c4d-40f0-b54b-569637a04620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:30.847309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-461f1b0c-3e1a-4aad-8293-40e1cc66a455 None None] Set router 72fdfc95-aeba-4bd0-961b-8bf5c0940129 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:15:30.864811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efd50d7-9a3c-435d-a1fb-5bfef2f61b2a None None] Routers {'59917853-9cc6-40fe-be4e-9367db622388'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:15:30.865856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5efd50d7-9a3c-435d-a1fb-5bfef2f61b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c6cb0f0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:15:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['59917853-9cc6-40fe-be4e-9367db622388'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:30.991104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ef285-7afe-42fc-955c-ff3cc56c80f3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5dfb386-5cd3-4eaa-a4df-7255727783e3,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:31.015987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-3f5daefe-ff8b-4259-8ed9-a3d38c4fa4c0 req-407f2321-5beb-4e1d-a037-dfb2f87aa2c1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:15:31.017590 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3f5daefe-ff8b-4259-8ed9-a3d38c4fa4c0 req-407f2321-5beb-4e1d-a037-dfb2f87aa2c1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=250e383d-fa1c-47bf-9420-888338f72437&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5464101
Nov 24 13:15:31.034265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a08ef285-7afe-42fc-955c-ff3cc56c80f3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:31.049951 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7135ca3e-9658-45b1-be9b-de6c0544e119 req-5fe37ab2-faf1-497a-aac1-83fd41d0da5b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82535079-08b0-4667-853b-5b72cfb05831 HTTP/1.1" status: 200  len: 217 time: 0.2733455
Nov 24 13:15:31.080175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-5efd50d7-9a3c-435d-a1fb-5bfef2f61b2a None None] Set router 59917853-9cc6-40fe-be4e-9367db622388 gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:15:31.085500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device cac0d6a9-d338-4d45-b140-39afe95006e9 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:15:31.104958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28a7a7ea-0ee5-4e32-a786-9cfd25dcd312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:31.173550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72a08d2-c54c-48be-9e8d-1ed9e8750b20 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:15:31.193711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c72a08d2-c54c-48be-9e8d-1ed9e8750b20 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:31.195522 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c72a08d2-c54c-48be-9e8d-1ed9e8750b20 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "PUT /v2.0/routers/59917853-9cc6-40fe-be4e-9367db622388 HTTP/1.1" status: 200  len: 933 time: 3.6522067
Nov 24 13:15:31.203455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52770) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:31.243363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a08ef285-7afe-42fc-955c-ff3cc56c80f3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:31.247395 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a08ef285-7afe-42fc-955c-ff3cc56c80f3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 740 time: 1.3979645
Nov 24 13:15:31.257306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 82535079-08b0-4667-853b-5b72cfb05831 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:15:31.262746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-757f2c7e-8d44-41e6-8e15-42e0c4efacee tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:31.284998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52774) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:31.299612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb42b99-d498-4693-a730-a94ad473c4b4 req-e859314c-2307-4250-bc7e-12caa4a84ac3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:31.300590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-2eb42b99-d498-4693-a730-a94ad473c4b4 req-e859314c-2307-4250-bc7e-12caa4a84ac3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:15:31.335816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-2eb42b99-d498-4693-a730-a94ad473c4b4 req-e859314c-2307-4250-bc7e-12caa4a84ac3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:15:31.337400 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2eb42b99-d498-4693-a730-a94ad473c4b4 req-e859314c-2307-4250-bc7e-12caa4a84ac3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/ports?device_id=e638d7e1-ef65-47d1-a239-f130fe15e86d HTTP/1.1" status: 200  len: 945 time: 0.2976630
Nov 24 13:15:31.446188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:31.462748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port cac0d6a9-d338-4d45-b140-39afe95006e9 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:31.463553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:31.504631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5efd50d7-9a3c-435d-a1fb-5bfef2f61b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c6cb0f0>, [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:15:29Z', 'revision_number': 6, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None, '_interfaces': [{'id': '24d216c8-5645-4da6-b428-dbd936bc6f82', 'name': '', 'network_id': 'f6a0a72a-4e73-43ea-849e-c941f953d97f', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:b5:3a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'c7514ac9-2dd0-4535-a632-959ca8e4d387', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:17Z', 'updated_at': '2020-11-24T13:15:30Z', 'revision_number': 4, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'c7514ac9-2dd0-4535-a632-959ca8e4d387', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '454bcdab-fabc-492e-b220-40ffb8f7d962', 'name': '', 'network_id': 'afe47a7f-2bdb-4f89-873d-b9429f12adbd', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:b3:c7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:42Z', 'updated_at': '2020-11-24T13:15:02Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '56420be6-e8f5-46f3-ad3c-d7e3386357a1', 'name': '', 'network_id': '5a3d637a-9b99-4608-8a0a-b870cc93f888', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:36:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:01Z', 'updated_at': '2020-11-24T13:15:25Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': '7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8d8a5ac9-3271-4b36-a909-047532dacc4c', 'name': '', 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:ee:96:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'aa779721-3002-4e81-a97e-feb536020d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:27Z', 'updated_at': '2020-11-24T13:14:38Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'aa779721-3002-4e81-a97e-feb536020d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:31.510461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efd50d7-9a3c-435d-a1fb-5bfef2f61b2a None None] The sync data for ids ['59917853-9cc6-40fe-be4e-9367db622388'] in dv-neutron-601336-61-ovs is: [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:15:29Z', 'revision_number': 6, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None, '_interfaces': [{'id': '24d216c8-5645-4da6-b428-dbd936bc6f82', 'name': '', 'network_id': 'f6a0a72a-4e73-43ea-849e-c941f953d97f', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:b5:3a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'c7514ac9-2dd0-4535-a632-959ca8e4d387', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:17Z', 'updated_at': '2020-11-24T13:15:30Z', 'revision_number': 4, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'c7514ac9-2dd0-4535-a632-959ca8e4d387', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '454bcdab-fabc-492e-b220-40ffb8f7d962', 'name': '', 'network_id': 'afe47a7f-2bdb-4f89-873d-b9429f12adbd', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:b3:c7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:42Z', 'updated_at': '2020-11-24T13:15:02Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '56420be6-e8f5-46f3-ad3c-d7e3386357a1', 'name': '', 'network_id': '5a3d637a-9b99-4608-8a0a-b870cc93f888', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:36:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:01Z', 'updated_at': '2020-11-24T13:15:25Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': '7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8d8a5ac9-3271-4b36-a909-047532dacc4c', 'name': '', 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:ee:96:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'aa779721-3002-4e81-a97e-feb536020d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:27Z', 'updated_at': '2020-11-24T13:14:38Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'aa779721-3002-4e81-a97e-feb536020d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:15:31.532576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-2eb42b99-d498-4693-a730-a94ad473c4b4 req-cd60e798-fe3c-4893-88a4-8816a4f7e230 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port 82535079-08b0-4667-853b-5b72cfb05831 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:15:31.532956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-2eb42b99-d498-4693-a730-a94ad473c4b4 req-cd60e798-fe3c-4893-88a4-8816a4f7e230 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:31.535834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-08d32456-54c4-4e97-b9e1-e9c946b4b4e5 None None] Provisioning complete for port cac0d6a9-d338-4d45-b140-39afe95006e9 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:31.536122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-08d32456-54c4-4e97-b9e1-e9c946b4b4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:31.640764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 82535079-08b0-4667-853b-5b72cfb05831, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=82535079-08b0-4667-853b-5b72cfb05831,segment=NetworkSegment(c8d55b70-bd3f-49b2-974e-4ecf0319621f),segment_id=c8d55b70-bd3f-49b2-974e-4ecf0319621f)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:31.651364 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f831d652-54d6-4d38-b10d-681fd9b2b89f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "GET /v2.0/routers/59917853-9cc6-40fe-be4e-9367db622388 HTTP/1.1" status: 200  len: 933 time: 0.4407535
Nov 24 13:15:31.660850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e638d7e1-ef65-47d1-a239-f130fe15e86d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82535079-08b0-4667-853b-5b72cfb05831'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:15:31.671166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:31.700950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4ba58d94-56e0-4e37-b288-91bd51cc4b6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:31.701698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52778) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:31.711512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-4aeb3e2d-58fc-4f6e-aea7-d79a10c0fdd7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Request body: {'router': {'routes': None}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:31.782717 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e638d7e1-ef65-47d1-a239-f130fe15e86d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82535079-08b0-4667-853b-5b72cfb05831', 'code': 200}
Nov 24 13:15:31.909629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-2eb42b99-d498-4693-a730-a94ad473c4b4 req-cd60e798-fe3c-4893-88a4-8816a4f7e230 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port 82535079-08b0-4667-853b-5b72cfb05831, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=82535079-08b0-4667-853b-5b72cfb05831,segment=NetworkSegment(c8d55b70-bd3f-49b2-974e-4ecf0319621f),segment_id=c8d55b70-bd3f-49b2-974e-4ecf0319621f)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:31.909877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-2eb42b99-d498-4693-a730-a94ad473c4b4 req-cd60e798-fe3c-4893-88a4-8816a4f7e230 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:31.916706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135ca3e-9658-45b1-be9b-de6c0544e119 req-be40c0b0-b2f8-42b6-a8e7-81a40b424d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:31.918440 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7135ca3e-9658-45b1-be9b-de6c0544e119 req-be40c0b0-b2f8-42b6-a8e7-81a40b424d4e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ef8a9360-9e18-4774-ae21-805af42ac96b HTTP/1.1" status: 200  len: 835 time: 0.8570342
Nov 24 13:15:31.943394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=82535079-08b0-4667-853b-5b72cfb05831,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:31.947302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:31.969986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a60dacd1-ed3c-44dc-986a-1c88d0526a81 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:32.022387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 1d52a5e8-6b48-4d0f-aa23-38259d9120d6 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:15:32.053730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a60dacd1-ed3c-44dc-986a-1c88d0526a81 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:32.074180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-2eb42b99-d498-4693-a730-a94ad473c4b4 req-cd60e798-fe3c-4893-88a4-8816a4f7e230 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for 82535079-08b0-4667-853b-5b72cfb05831 owned by compute:nova {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:15:32.175188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-461f1b0c-3e1a-4aad-8293-40e1cc66a455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347cf6c88>, [{'id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'name': 'tempest-TestNetworkBasicOps-router-649114394', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:45Z', 'updated_at': '2020-11-24T13:15:07Z', 'revision_number': 6, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:47Z', 'updated_at': '2020-11-24T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'e647b167-1027-48c2-98f3-b8ff2ebe77e1', 'name': '', 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:b9:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'ef8a9360-9e18-4774-ae21-805af42ac96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:12:41Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': 'ef8a9360-9e18-4774-ae21-805af42ac96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:32.207984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461f1b0c-3e1a-4aad-8293-40e1cc66a455 None None] The sync data for ids ['72fdfc95-aeba-4bd0-961b-8bf5c0940129'] in dv-neutron-601336-61-ovs is: [{'id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'name': 'tempest-TestNetworkBasicOps-router-649114394', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:45Z', 'updated_at': '2020-11-24T13:15:07Z', 'revision_number': 6, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:47Z', 'updated_at': '2020-11-24T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'e647b167-1027-48c2-98f3-b8ff2ebe77e1', 'name': '', 'network_id': 'b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:b9:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'ef8a9360-9e18-4774-ae21-805af42ac96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:12:14Z', 'updated_at': '2020-11-24T13:12:41Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': 'ef8a9360-9e18-4774-ae21-805af42ac96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:15:32.212717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-08d32456-54c4-4e97-b9e1-e9c946b4b4e5 None None] Provisioning complete for port 1d52a5e8-6b48-4d0f-aa23-38259d9120d6 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:32.213094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-08d32456-54c4-4e97-b9e1-e9c946b4b4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:32.224248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a60dacd1-ed3c-44dc-986a-1c88d0526a81 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:32.228547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-63094dd9-06e0-4163-9910-45de7fbdee97 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:32.289727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 1d52a5e8-6b48-4d0f-aa23-38259d9120d6 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:32.290335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:32.330039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-2eb42b99-d498-4693-a730-a94ad473c4b4 req-cd60e798-fe3c-4893-88a4-8816a4f7e230 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:32.347878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:32.356829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60dacd1-ed3c-44dc-986a-1c88d0526a81 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5dfb386-5cd3-4eaa-a4df-7255727783e3,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:32.366571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a60dacd1-ed3c-44dc-986a-1c88d0526a81 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:32.396680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60e798-fe3c-4893-88a4-8816a4f7e230 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=82535079-08b0-4667-853b-5b72cfb05831,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:32.442202 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e9909fc-ca3c-4e12-959f-15926dd497e6 req-a024dad2-8b81-4709-a874-5a50facc6fb4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=e638d7e1-ef65-47d1-a239-f130fe15e86d HTTP/1.1" status: 200  len: 210 time: 0.1831205
Nov 24 13:15:32.452822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a60dacd1-ed3c-44dc-986a-1c88d0526a81 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:32.454683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cd60e798-fe3c-4893-88a4-8816a4f7e230 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:32.457494 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a60dacd1-ed3c-44dc-986a-1c88d0526a81 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "DELETE /v2.0/security-group-rules/b5dfb386-5cd3-4eaa-a4df-7255727783e3 HTTP/1.1" status: 204  len: 168 time: 1.1703093
Nov 24 13:15:32.465266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52786) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:32.494384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135ca3e-9658-45b1-be9b-de6c0544e119 req-e7f76a05-518c-4501-9724-c150eaf4f3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:32.496328 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7135ca3e-9658-45b1-be9b-de6c0544e119 req-e7f76a05-518c-4501-9724-c150eaf4f3d8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5631425
Nov 24 13:15:32.613503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb42b99-d498-4693-a730-a94ad473c4b4 req-cd60e798-fe3c-4893-88a4-8816a4f7e230 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] No DVR routers for this DVR port 82535079-08b0-4667-853b-5b72cfb05831 on host hv-neutron-6013 {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:15:32.615866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-2eb42b99-d498-4693-a730-a94ad473c4b4 req-cd60e798-fe3c-4893-88a4-8816a4f7e230 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:32.619019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e638d7e1-ef65-47d1-a239-f130fe15e86d', 'name': 'network-vif-deleted', 'tag': '82535079-08b0-4667-853b-5b72cfb05831'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:15:32.637529 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2eb42b99-d498-4693-a730-a94ad473c4b4 req-cd60e798-fe3c-4893-88a4-8816a4f7e230 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "DELETE /v2.0/ports/82535079-08b0-4667-853b-5b72cfb05831 HTTP/1.1" status: 204  len: 173 time: 1.2926240
Nov 24 13:15:32.662859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 24d216c8-5645-4da6-b428-dbd936bc6f82 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:15:32.709255 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e638d7e1-ef65-47d1-a239-f130fe15e86d', 'name': 'network-vif-deleted', 'tag': '82535079-08b0-4667-853b-5b72cfb05831', 'status': 'completed', 'code': 200}
Nov 24 13:15:32.761337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 24d216c8-5645-4da6-b428-dbd936bc6f82 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:15:32.767520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 24d216c8-5645-4da6-b428-dbd936bc6f82 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:32.767956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:32.902364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:32.909809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-05db8787-ee8b-4924-8327-b65c3151fbcf tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Synchronizing usage tracker for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group_rule {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:15:32.942877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 24d216c8-5645-4da6-b428-dbd936bc6f82, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=24d216c8-5645-4da6-b428-dbd936bc6f82,segment=NetworkSegment(8907d271-4b11-4cfa-bf70-4b60e3e16728),segment_id=8907d271-4b11-4cfa-bf70-4b60e3e16728)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:32.943684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cd99bf-e1e6-41fc-bca4-962f649b369f None None] Sync routers for ids ['59917853-9cc6-40fe-be4e-9367db622388'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:15:32.945819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:32.949590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:32.965121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cd99bf-e1e6-41fc-bca4-962f649b369f None None] Routers {'59917853-9cc6-40fe-be4e-9367db622388'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:15:32.965919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f8cd99bf-e1e6-41fc-bca4-962f649b369f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c51b4a8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:15:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['59917853-9cc6-40fe-be4e-9367db622388'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:32.992059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52233b9b-ff3c-4236-b399-c16cf40ac70b None None] New status for floating IP 14379496-9b51-40a3-9efa-79cbc2bb0527: DOWN {{(pid=80945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:15:33.193838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=24d216c8-5645-4da6-b428-dbd936bc6f82,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:33.198660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:33.226162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-f8cd99bf-e1e6-41fc-bca4-962f649b369f None None] Set router 59917853-9cc6-40fe-be4e-9367db622388 gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:15:33.237545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-05db8787-ee8b-4924-8327-b65c3151fbcf tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Unset dirty status for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group_rule {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:15:33.242048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52792) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:33.242225 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-05db8787-ee8b-4924-8327-b65c3151fbcf tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.7746670
Nov 24 13:15:33.255765 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7135ca3e-9658-45b1-be9b-de6c0544e119 req-49eac3cb-a5b6-4115-837c-1de512ae7fc2 service neutron] 10.222.0.70 "GET /v2.0/networks/b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7474613
Nov 24 13:15:33.330558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7ef94a2f-fe40-4060-a713-1ff54a3bdcd2 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:33.361866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7ef94a2f-fe40-4060-a713-1ff54a3bdcd2 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:33.420214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7ef94a2f-fe40-4060-a713-1ff54a3bdcd2 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:33.426483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1fe797ef-fbc6-496b-bf2d-f39e56dd3842 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:33.444181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef94a2f-fe40-4060-a713-1ff54a3bdcd2 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55fb634-7818-4b66-9c0a-3f9ff6382ba3,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:33.447008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7ef94a2f-fe40-4060-a713-1ff54a3bdcd2 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:33.461663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7ef94a2f-fe40-4060-a713-1ff54a3bdcd2 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:33.465979 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7ef94a2f-fe40-4060-a713-1ff54a3bdcd2 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "DELETE /v2.0/security-groups/a55fb634-7818-4b66-9c0a-3f9ff6382ba3 HTTP/1.1" status: 204  len: 168 time: 0.2228153
Nov 24 13:15:33.466687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52796) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:33.559088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bdd86e8e-a418-4977-8a41-b5c7e6e184ea tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Synchronizing usage tracker for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:15:33.579266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bdd86e8e-a418-4977-8a41-b5c7e6e184ea tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Unset dirty status for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:15:33.585392 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bdd86e8e-a418-4977-8a41-b5c7e6e184ea tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4163 time: 0.1171653
Nov 24 13:15:33.586257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52802) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:33.586911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52804) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:33.742295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d44f2893-06f3-47a7-ba94-2c3d4432396c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:33.745527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51c0a68b-b152-4f67-8048-56b5d6a99fff tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:33.801340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d44f2893-06f3-47a7-ba94-2c3d4432396c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:33.818455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51c0a68b-b152-4f67-8048-56b5d6a99fff tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:33.840765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f8cd99bf-e1e6-41fc-bca4-962f649b369f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c51b4a8>, [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:15:29Z', 'revision_number': 6, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None, '_interfaces': [{'id': '24d216c8-5645-4da6-b428-dbd936bc6f82', 'name': '', 'network_id': 'f6a0a72a-4e73-43ea-849e-c941f953d97f', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:b5:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'c7514ac9-2dd0-4535-a632-959ca8e4d387', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:17Z', 'updated_at': '2020-11-24T13:15:32Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'c7514ac9-2dd0-4535-a632-959ca8e4d387', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '454bcdab-fabc-492e-b220-40ffb8f7d962', 'name': '', 'network_id': 'afe47a7f-2bdb-4f89-873d-b9429f12adbd', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:b3:c7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:42Z', 'updated_at': '2020-11-24T13:15:02Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '56420be6-e8f5-46f3-ad3c-d7e3386357a1', 'name': '', 'network_id': '5a3d637a-9b99-4608-8a0a-b870cc93f888', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:36:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:01Z', 'updated_at': '2020-11-24T13:15:25Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': '7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8d8a5ac9-3271-4b36-a909-047532dacc4c', 'name': '', 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:ee:96:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'aa779721-3002-4e81-a97e-feb536020d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:27Z', 'updated_at': '2020-11-24T13:14:38Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'aa779721-3002-4e81-a97e-feb536020d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:33.845832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cd99bf-e1e6-41fc-bca4-962f649b369f None None] Checking router: 59917853-9cc6-40fe-be4e-9367db622388 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:15:33.858232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cd99bf-e1e6-41fc-bca4-962f649b369f None None] Routers {'59917853-9cc6-40fe-be4e-9367db622388'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:15:33.858884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f8cd99bf-e1e6-41fc-bca4-962f649b369f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c51b4a8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:15:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['59917853-9cc6-40fe-be4e-9367db622388'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:33.887957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d44f2893-06f3-47a7-ba94-2c3d4432396c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:33.894062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ca24eb41-25a5-4e80-adbd-ec174fc6f16d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:33.912014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f2893-06f3-47a7-ba94-2c3d4432396c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca53ba98-94ae-45aa-a497-82c4bb5a7ffb,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:33.914543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d44f2893-06f3-47a7-ba94-2c3d4432396c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:33.931171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d44f2893-06f3-47a7-ba94-2c3d4432396c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:33.935819 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d44f2893-06f3-47a7-ba94-2c3d4432396c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "DELETE /v2.0/security-groups/ca53ba98-94ae-45aa-a497-82c4bb5a7ffb HTTP/1.1" status: 204  len: 168 time: 0.3444836
Nov 24 13:15:33.935819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52810) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:33.960122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51c0a68b-b152-4f67-8048-56b5d6a99fff tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:33.967556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6d0dabf1-0bea-4ee0-bcd8-d3fe51cee0f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:33.987214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0a68b-b152-4f67-8048-56b5d6a99fff tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'SecurityGroup': ['ID=250e383d-fa1c-47bf-9420-888338f72437,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:33.989759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-51c0a68b-b152-4f67-8048-56b5d6a99fff tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:34.000458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51c0a68b-b152-4f67-8048-56b5d6a99fff tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:34.001734 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-51c0a68b-b152-4f67-8048-56b5d6a99fff tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/security-groups/250e383d-fa1c-47bf-9420-888338f72437 HTTP/1.1" status: 204  len: 168 time: 0.4118514
Nov 24 13:15:34.029943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-92f54765-59b7-4cf7-9488-09cf03f9d798 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Synchronizing usage tracker for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:15:34.052108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52816) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:34.068616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-f8cd99bf-e1e6-41fc-bca4-962f649b369f None None] Set router 59917853-9cc6-40fe-be4e-9367db622388 gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:15:34.119887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-92f54765-59b7-4cf7-9488-09cf03f9d798 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Unset dirty status for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:15:34.125443 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-92f54765-59b7-4cf7-9488-09cf03f9d798 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2751 time: 0.1846397
Nov 24 13:15:34.131420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52820) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:34.140013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-8c3ce16d-9a6c-44f7-b982-c4f1b14cdc75 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Request body: {'security_group': {'name': 'tempest-secgroup--1871297291'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:34.149019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8c3ce16d-9a6c-44f7-b982-c4f1b14cdc75 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:34.212675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8c3ce16d-9a6c-44f7-b982-c4f1b14cdc75 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:34.246541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c3ce16d-9a6c-44f7-b982-c4f1b14cdc75 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:34.246756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757f2c7e-8d44-41e6-8e15-42e0c4efacee tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Router e3126988-0b0c-4818-b2a3-ffbe4f414f4b has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:15:34.249736 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7135ca3e-9658-45b1-be9b-de6c0544e119 req-ea0f1dc0-f268-4eba-8a54-682354c73207 service neutron] 10.222.0.70 "GET /v2.0/networks/b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9810510
Nov 24 13:15:34.310511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8c3ce16d-9a6c-44f7-b982-c4f1b14cdc75 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:34.315871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8c3ce16d-9a6c-44f7-b982-c4f1b14cdc75 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Usage tracker for resource:security_group_rule and tenant:63d6a0a2d5fa4234a3676f8bf39e28df is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:34.319784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8c3ce16d-9a6c-44f7-b982-c4f1b14cdc75 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:34.332087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8c3ce16d-9a6c-44f7-b982-c4f1b14cdc75 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:34.469133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-f8cd99bf-e1e6-41fc-bca4-962f649b369f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c51b4a8>, [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:15:29Z', 'revision_number': 6, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None, '_interfaces': [{'id': '24d216c8-5645-4da6-b428-dbd936bc6f82', 'name': '', 'network_id': 'f6a0a72a-4e73-43ea-849e-c941f953d97f', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:b5:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'c7514ac9-2dd0-4535-a632-959ca8e4d387', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:17Z', 'updated_at': '2020-11-24T13:15:32Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'c7514ac9-2dd0-4535-a632-959ca8e4d387', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '454bcdab-fabc-492e-b220-40ffb8f7d962', 'name': '', 'network_id': 'afe47a7f-2bdb-4f89-873d-b9429f12adbd', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:b3:c7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:42Z', 'updated_at': '2020-11-24T13:15:02Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '56420be6-e8f5-46f3-ad3c-d7e3386357a1', 'name': '', 'network_id': '5a3d637a-9b99-4608-8a0a-b870cc93f888', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:36:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:01Z', 'updated_at': '2020-11-24T13:15:25Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': '7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8d8a5ac9-3271-4b36-a909-047532dacc4c', 'name': '', 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:ee:96:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'aa779721-3002-4e81-a97e-feb536020d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:27Z', 'updated_at': '2020-11-24T13:14:38Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'aa779721-3002-4e81-a97e-feb536020d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:34.473878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cd99bf-e1e6-41fc-bca4-962f649b369f None None] The sync data for ids ['59917853-9cc6-40fe-be4e-9367db622388'] in dv-neutron-601336-61-ovs is: [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:15:29Z', 'revision_number': 6, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None, '_interfaces': [{'id': '24d216c8-5645-4da6-b428-dbd936bc6f82', 'name': '', 'network_id': 'f6a0a72a-4e73-43ea-849e-c941f953d97f', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:b5:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'c7514ac9-2dd0-4535-a632-959ca8e4d387', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:17Z', 'updated_at': '2020-11-24T13:15:32Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'c7514ac9-2dd0-4535-a632-959ca8e4d387', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '454bcdab-fabc-492e-b220-40ffb8f7d962', 'name': '', 'network_id': 'afe47a7f-2bdb-4f89-873d-b9429f12adbd', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:b3:c7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:42Z', 'updated_at': '2020-11-24T13:15:02Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '56420be6-e8f5-46f3-ad3c-d7e3386357a1', 'name': '', 'network_id': '5a3d637a-9b99-4608-8a0a-b870cc93f888', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:36:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:01Z', 'updated_at': '2020-11-24T13:15:25Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': '7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8d8a5ac9-3271-4b36-a909-047532dacc4c', 'name': '', 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:ee:96:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'aa779721-3002-4e81-a97e-feb536020d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:27Z', 'updated_at': '2020-11-24T13:14:38Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'aa779721-3002-4e81-a97e-feb536020d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:15:34.489016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c3ce16d-9a6c-44f7-b982-c4f1b14cdc75 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:34.500485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c3ce16d-9a6c-44f7-b982-c4f1b14cdc75 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:34.508013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b66713c1-1e24-439f-bb5a-9bae0190a368 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:34.520238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.extraroute_db [None req-4aeb3e2d-58fc-4f6e-aea7-d79a10c0fdd7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Added routes are [] {{(pid=80943) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Nov 24 13:15:34.520637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.extraroute_db [None req-4aeb3e2d-58fc-4f6e-aea7-d79a10c0fdd7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=80943) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Nov 24 13:15:34.611431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 24d216c8-5645-4da6-b428-dbd936bc6f82 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:15:34.643150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8c3ce16d-9a6c-44f7-b982-c4f1b14cdc75 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:34.643396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757f2c7e-8d44-41e6-8e15-42e0c4efacee tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:15:34.644126 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8c3ce16d-9a6c-44f7-b982-c4f1b14cdc75 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1630 time: 0.5105569
Nov 24 13:15:34.649487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52824) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:34.652741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52826) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:34.653858 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-757f2c7e-8d44-41e6-8e15-42e0c4efacee tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] 10.222.0.76 "PUT /v2.0/routers/e3126988-0b0c-4818-b2a3-ffbe4f414f4b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.1054053
Nov 24 13:15:34.656215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ce16d-9a6c-44f7-b982-c4f1b14cdc75 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event updated for resources: {'SecurityGroup': ['ID=59bde889-a3e2-42f4-8749-7134b4ff22da,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:34.661243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c007c291-b6d6-4c39-8d49-c59113a24c40 None None] Sync routers for ids ['e3126988-0b0c-4818-b2a3-ffbe4f414f4b'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:15:34.681078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c007c291-b6d6-4c39-8d49-c59113a24c40 None None] Routers {'e3126988-0b0c-4818-b2a3-ffbe4f414f4b'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:15:34.681387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-c007c291-b6d6-4c39-8d49-c59113a24c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c9190b8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:15:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e3126988-0b0c-4818-b2a3-ffbe4f414f4b'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:34.681741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4aeb3e2d-58fc-4f6e-aea7-d79a10c0fdd7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:34.715118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2accb6b6-ead9-46ff-95b4-1ba0c298cbcc tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Request body: {'security_group_rule': {'security_group_id': '59bde889-a3e2-42f4-8749-7134b4ff22da', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:34.719900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 24d216c8-5645-4da6-b428-dbd936bc6f82 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:34.720664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:34.723735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8c3ce16d-9a6c-44f7-b982-c4f1b14cdc75 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:34.737485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2accb6b6-ead9-46ff-95b4-1ba0c298cbcc tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:34.751000 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-a5959f4c-a3be-4d62-a8f8-1893659252ad tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] delete failed (client error): The resource could not be found.
Nov 24 13:15:34.752574 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a5959f4c-a3be-4d62-a8f8-1893659252ad tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] 10.222.0.76 "DELETE /v2.0/routers/tempest-non_exist_router-1670492469 HTTP/1.1" status: 404  len: 335 time: 0.0979290
Nov 24 13:15:34.755849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2accb6b6-ead9-46ff-95b4-1ba0c298cbcc tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Usage tracker for resource:security_group_rule and tenant:63d6a0a2d5fa4234a3676f8bf39e28df is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:34.757396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52832) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:34.764550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2d619dfe-98cf-4b28-ada2-4a32969ccf81 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Request body: {'router': {'external_gateway_info': {'network_id': 'e3126988-0b0c-4818-b2a3-ffbe4f414f4b'}}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:34.778219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-c007c291-b6d6-4c39-8d49-c59113a24c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c9190b8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:34.792163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c007c291-b6d6-4c39-8d49-c59113a24c40 None None] Routers {'e3126988-0b0c-4818-b2a3-ffbe4f414f4b'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:15:34.792833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-c007c291-b6d6-4c39-8d49-c59113a24c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c9190b8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:15:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e3126988-0b0c-4818-b2a3-ffbe4f414f4b'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:34.817939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2accb6b6-ead9-46ff-95b4-1ba0c298cbcc tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:34.838479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2accb6b6-ead9-46ff-95b4-1ba0c298cbcc tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:34.866171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-c007c291-b6d6-4c39-8d49-c59113a24c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c9190b8>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:34.866643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c007c291-b6d6-4c39-8d49-c59113a24c40 None None] The sync data for ids ['e3126988-0b0c-4818-b2a3-ffbe4f414f4b'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:15:34.945870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2accb6b6-ead9-46ff-95b4-1ba0c298cbcc tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:35.178798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-28a7a7ea-0ee5-4e32-a786-9cfd25dcd312 admin admin] Deleting port d3d4f93d-57fc-4366-924d-366b13721c3c {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:15:35.179228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28a7a7ea-0ee5-4e32-a786-9cfd25dcd312 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:35.224788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4aeb3e2d-58fc-4f6e-aea7-d79a10c0fdd7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:35.239407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4aeb3e2d-58fc-4f6e-aea7-d79a10c0fdd7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4112833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850663106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4103870'] for router, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:35.510010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2accb6b6-ead9-46ff-95b4-1ba0c298cbcc tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:35.522899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2accb6b6-ead9-46ff-95b4-1ba0c298cbcc tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:35.525696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3d3fb6de-067b-49dc-831d-66a9335d8b60 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:35.548656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-28a7a7ea-0ee5-4e32-a786-9cfd25dcd312 admin admin] For port d3d4f93d-57fc-4366-924d-366b13721c3c, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d3d4f93d-57fc-4366-924d-366b13721c3c,segment=NetworkSegment(f37bbda7-8694-4075-8d54-b96ea9721450),segment_id=f37bbda7-8694-4075-8d54-b96ea9721450)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:35.549095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28a7a7ea-0ee5-4e32-a786-9cfd25dcd312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:35.587347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-34674fa9-6278-44b6-990a-2bbb56629287 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:35.623859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2accb6b6-ead9-46ff-95b4-1ba0c298cbcc tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c789655d-91b6-452c-87a2-4a96a7834c80,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:35.676982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2accb6b6-ead9-46ff-95b4-1ba0c298cbcc tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:35.688799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-28a7a7ea-0ee5-4e32-a786-9cfd25dcd312 admin admin] Calling delete_port for d3d4f93d-57fc-4366-924d-366b13721c3c owned by network:router_interface {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:15:35.753223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aeb3e2d-58fc-4f6e-aea7-d79a10c0fdd7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Router 59917853-9cc6-40fe-be4e-9367db622388 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:15:35.757005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2accb6b6-ead9-46ff-95b4-1ba0c298cbcc tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:35.761855 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2accb6b6-ead9-46ff-95b4-1ba0c298cbcc tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 717 time: 1.1069446
Nov 24 13:15:35.762885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52836) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:35.771763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2d619dfe-98cf-4b28-ada2-4a32969ccf81 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:35.823366 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-2d619dfe-98cf-4b28-ada2-4a32969ccf81 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] update failed (client error): The resource could not be found.
Nov 24 13:15:35.824496 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2d619dfe-98cf-4b28-ada2-4a32969ccf81 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] 10.222.0.76 "PUT /v2.0/routers/e3126988-0b0c-4818-b2a3-ffbe4f414f4b HTTP/1.1" status: 404  len: 339 time: 1.0659690
Nov 24 13:15:35.828275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52840) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:35.835588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-dad3071d-0120-4782-ad68-af59261feccd tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1076422849'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:35.843084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-dad3071d-0120-4782-ad68-af59261feccd tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:35.850496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-dad3071d-0120-4782-ad68-af59261feccd tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Usage tracker for resource:network and tenant:7bf2f176c3d94537a46b7a898349230e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:35.854586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-dad3071d-0120-4782-ad68-af59261feccd tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Quota usage for network was recalculated. Used quota:3. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:35.861473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-dad3071d-0120-4782-ad68-af59261feccd tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:35.876889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad3071d-0120-4782-ad68-af59261feccd tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Made reservation on behalf of 7bf2f176c3d94537a46b7a898349230e for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:15:35.882402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dad3071d-0120-4782-ad68-af59261feccd tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:35.938314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dad3071d-0120-4782-ad68-af59261feccd tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:15:35.983347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dad3071d-0120-4782-ad68-af59261feccd tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:35.983784 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-dad3071d-0120-4782-ad68-af59261feccd tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Added segment 93b0e5a1-da60-4ff2-ac4d-6232b2b6770d of type vxlan for network 084a23ba-92cd-45a2-8ad3-9d049f8e5a04
Nov 24 13:15:36.040626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dad3071d-0120-4782-ad68-af59261feccd tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:36.182317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-47d19426-d33f-431f-8378-31f9a9529f9f tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:36.194656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dad3071d-0120-4782-ad68-af59261feccd tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:36.198934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad3071d-0120-4782-ad68-af59261feccd tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:36.199592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dad3071d-0120-4782-ad68-af59261feccd tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:36.202031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-47d19426-d33f-431f-8378-31f9a9529f9f tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:36.208210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-05bbc151-ebf2-4383-af97-4d8ba94e4151 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:36.303875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-47d19426-d33f-431f-8378-31f9a9529f9f tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:36.307546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:36.359353 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-dad3071d-0120-4782-ad68-af59261feccd tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.5299706
Nov 24 13:15:36.367640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52844) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:36.378896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-0c360366-0f75-4c25-a2bf-f3cceaafe9e4 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Request body: {'subnet': {'network_id': '084a23ba-92cd-45a2-8ad3-9d049f8e5a04', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:36.382756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d19426-d33f-431f-8378-31f9a9529f9f tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c789655d-91b6-452c-87a2-4a96a7834c80,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:36.390282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-47d19426-d33f-431f-8378-31f9a9529f9f tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:36.394296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3071d-0120-4782-ad68-af59261feccd tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Pushing event updated for resources: {'Network': ['ID=084a23ba-92cd-45a2-8ad3-9d049f8e5a04,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:36.401560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dad3071d-0120-4782-ad68-af59261feccd tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:36.411771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 084a23ba-92cd-45a2-8ad3-9d049f8e5a04 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:15:36.419673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-47d19426-d33f-431f-8378-31f9a9529f9f tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:36.420901 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-47d19426-d33f-431f-8378-31f9a9529f9f tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "DELETE /v2.0/security-group-rules/c789655d-91b6-452c-87a2-4a96a7834c80 HTTP/1.1" status: 204  len: 168 time: 0.6561449
Nov 24 13:15:36.426965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52848) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:36.431794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28a7a7ea-0ee5-4e32-a786-9cfd25dcd312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:36.438064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 084a23ba-92cd-45a2-8ad3-9d049f8e5a04 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:15:36.460936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6deb1057-e999-4c86-9b4c-daef7405a3fe tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:36.568863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0c360366-0f75-4c25-a2bf-f3cceaafe9e4 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:36.575999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0c360366-0f75-4c25-a2bf-f3cceaafe9e4 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Usage tracker for resource:subnet and tenant:7bf2f176c3d94537a46b7a898349230e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:36.579003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a7a7ea-0ee5-4e32-a786-9cfd25dcd312 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3d4f93d-57fc-4366-924d-366b13721c3c,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:36.582707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aeb3e2d-58fc-4f6e-aea7-d79a10c0fdd7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:15:36.586676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-28a7a7ea-0ee5-4e32-a786-9cfd25dcd312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:36.586811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0c360366-0f75-4c25-a2bf-f3cceaafe9e4 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Quota usage for subnet was recalculated. Used quota:3. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:36.593421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4aeb3e2d-58fc-4f6e-aea7-d79a10c0fdd7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:36.594743 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4aeb3e2d-58fc-4f6e-aea7-d79a10c0fdd7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "PUT /v2.0/routers/59917853-9cc6-40fe-be4e-9367db622388 HTTP/1.1" status: 200  len: 699 time: 4.8882926
Nov 24 13:15:36.598676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0c360366-0f75-4c25-a2bf-f3cceaafe9e4 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:36.602762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52852) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:36.652936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-38ee6279-e311-48e7-8adc-9374d5916ef6 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Synchronizing usage tracker for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group_rule {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:15:36.689392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c360366-0f75-4c25-a2bf-f3cceaafe9e4 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Made reservation on behalf of 7bf2f176c3d94537a46b7a898349230e for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:15:36.691959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-38ee6279-e311-48e7-8adc-9374d5916ef6 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Unset dirty status for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group_rule {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:15:36.693361 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-38ee6279-e311-48e7-8adc-9374d5916ef6 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2640996
Nov 24 13:15:36.696354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52856) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:36.759064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ef8dad-4b5f-4667-bb1b-3fcce1ad640a None None] Sync routers for ids ['59917853-9cc6-40fe-be4e-9367db622388'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:15:36.818291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ef8dad-4b5f-4667-bb1b-3fcce1ad640a None None] Routers {'59917853-9cc6-40fe-be4e-9367db622388'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:15:36.818946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-78ef8dad-4b5f-4667-bb1b-3fcce1ad640a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c8e5588>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:15:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['59917853-9cc6-40fe-be4e-9367db622388'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:36.835186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c360366-0f75-4c25-a2bf-f3cceaafe9e4 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:37.000106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cda14541-32fd-455d-8d2c-cda429bc6b8f tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:37.037586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-78ef8dad-4b5f-4667-bb1b-3fcce1ad640a None None] Set router 59917853-9cc6-40fe-be4e-9367db622388 gateway port host: None {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:15:37.042022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cda14541-32fd-455d-8d2c-cda429bc6b8f tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:37.124042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cda14541-32fd-455d-8d2c-cda429bc6b8f tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:37.130904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b20eafb9-2ad3-4ecf-b4a7-d72196a20f92 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:37.153223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda14541-32fd-455d-8d2c-cda429bc6b8f tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bde889-a3e2-42f4-8749-7134b4ff22da,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:37.159827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cda14541-32fd-455d-8d2c-cda429bc6b8f tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:37.189558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cda14541-32fd-455d-8d2c-cda429bc6b8f tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:37.190563 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cda14541-32fd-455d-8d2c-cda429bc6b8f tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "DELETE /v2.0/security-groups/59bde889-a3e2-42f4-8749-7134b4ff22da HTTP/1.1" status: 204  len: 168 time: 0.4932120
Nov 24 13:15:37.197850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28a7a7ea-0ee5-4e32-a786-9cfd25dcd312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:37.211706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52860) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:37.238408 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2fa4c802-fd83-4906-ac28-23fc6a87b016 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "GET /v2.0/routers/59917853-9cc6-40fe-be4e-9367db622388 HTTP/1.1" status: 200  len: 699 time: 0.6334393
Nov 24 13:15:37.247684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52864) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:37.357917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3d3fb6de-067b-49dc-831d-66a9335d8b60 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port e647b167-1027-48c2-98f3-b8ff2ebe77e1 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:15:37.358476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3d3fb6de-067b-49dc-831d-66a9335d8b60 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:37.375669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-288471df-23ea-4400-9350-d73ce4ec75cf tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Synchronizing usage tracker for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:15:37.406592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-288471df-23ea-4400-9350-d73ce4ec75cf tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Unset dirty status for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:15:37.412561 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-288471df-23ea-4400-9350-d73ce4ec75cf tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2751 time: 0.1936767
Nov 24 13:15:37.412906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52868) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:37.419229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-8d89eb67-07a4-408d-9559-3067fe2db714 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Request body: {'security_group': {'name': 'tempest-secgroup--1517740548'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:37.463111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-78ef8dad-4b5f-4667-bb1b-3fcce1ad640a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c8e5588>, [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:15:34Z', 'revision_number': 7, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None, '_interfaces': [{'id': '24d216c8-5645-4da6-b428-dbd936bc6f82', 'name': '', 'network_id': 'f6a0a72a-4e73-43ea-849e-c941f953d97f', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:b5:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'c7514ac9-2dd0-4535-a632-959ca8e4d387', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:17Z', 'updated_at': '2020-11-24T13:15:32Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'c7514ac9-2dd0-4535-a632-959ca8e4d387', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '454bcdab-fabc-492e-b220-40ffb8f7d962', 'name': '', 'network_id': 'afe47a7f-2bdb-4f89-873d-b9429f12adbd', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:b3:c7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:42Z', 'updated_at': '2020-11-24T13:15:02Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '56420be6-e8f5-46f3-ad3c-d7e3386357a1', 'name': '', 'network_id': '5a3d637a-9b99-4608-8a0a-b870cc93f888', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:36:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:01Z', 'updated_at': '2020-11-24T13:15:25Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': '7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8d8a5ac9-3271-4b36-a909-047532dacc4c', 'name': '', 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:ee:96:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'aa779721-3002-4e81-a97e-feb536020d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:27Z', 'updated_at': '2020-11-24T13:14:38Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'aa779721-3002-4e81-a97e-feb536020d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:37.467496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ef8dad-4b5f-4667-bb1b-3fcce1ad640a None None] Checking router: 59917853-9cc6-40fe-be4e-9367db622388 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:15:37.480708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ef8dad-4b5f-4667-bb1b-3fcce1ad640a None None] Routers {'59917853-9cc6-40fe-be4e-9367db622388'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:15:37.482067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-78ef8dad-4b5f-4667-bb1b-3fcce1ad640a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c8e5588>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:15:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['59917853-9cc6-40fe-be4e-9367db622388'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:37.482280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8d89eb67-07a4-408d-9559-3067fe2db714 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:37.505321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8d89eb67-07a4-408d-9559-3067fe2db714 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:37.579235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d89eb67-07a4-408d-9559-3067fe2db714 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:37.647907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8d89eb67-07a4-408d-9559-3067fe2db714 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:37.654864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8d89eb67-07a4-408d-9559-3067fe2db714 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Usage tracker for resource:security_group_rule and tenant:63d6a0a2d5fa4234a3676f8bf39e28df is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:37.659639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8d89eb67-07a4-408d-9559-3067fe2db714 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:37.660342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-78ef8dad-4b5f-4667-bb1b-3fcce1ad640a None None] Set router 59917853-9cc6-40fe-be4e-9367db622388 gateway port host: None {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:15:37.668753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8d89eb67-07a4-408d-9559-3067fe2db714 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:37.762938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d89eb67-07a4-408d-9559-3067fe2db714 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:37.836898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d89eb67-07a4-408d-9559-3067fe2db714 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:37.850361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8fafbfa2-9481-41b7-a8df-1b1e10725064 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:37.973317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89eb67-07a4-408d-9559-3067fe2db714 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event updated for resources: {'SecurityGroup': ['ID=baf31917-c7e7-462f-a95c-6b2f194813b2,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:37.983364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8d89eb67-07a4-408d-9559-3067fe2db714 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:37.993456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d89eb67-07a4-408d-9559-3067fe2db714 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:37.994812 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8d89eb67-07a4-408d-9559-3067fe2db714 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1630 time: 0.5809073
Nov 24 13:15:37.997632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52872) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:38.005328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e3a0acb3-db13-42ab-9478-7af76377c1c3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Request body: {'security_group_rule': {'security_group_id': 'baf31917-c7e7-462f-a95c-6b2f194813b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:38.015520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e3a0acb3-db13-42ab-9478-7af76377c1c3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:38.033882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e3a0acb3-db13-42ab-9478-7af76377c1c3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Usage tracker for resource:security_group_rule and tenant:63d6a0a2d5fa4234a3676f8bf39e28df is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:38.038717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e3a0acb3-db13-42ab-9478-7af76377c1c3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:38.047183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e3a0acb3-db13-42ab-9478-7af76377c1c3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:38.051888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-78ef8dad-4b5f-4667-bb1b-3fcce1ad640a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c8e5588>, [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:15:34Z', 'revision_number': 7, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None, '_interfaces': [{'id': '24d216c8-5645-4da6-b428-dbd936bc6f82', 'name': '', 'network_id': 'f6a0a72a-4e73-43ea-849e-c941f953d97f', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:b5:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'c7514ac9-2dd0-4535-a632-959ca8e4d387', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:17Z', 'updated_at': '2020-11-24T13:15:32Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'c7514ac9-2dd0-4535-a632-959ca8e4d387', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '454bcdab-fabc-492e-b220-40ffb8f7d962', 'name': '', 'network_id': 'afe47a7f-2bdb-4f89-873d-b9429f12adbd', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:b3:c7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:42Z', 'updated_at': '2020-11-24T13:15:02Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '56420be6-e8f5-46f3-ad3c-d7e3386357a1', 'name': '', 'network_id': '5a3d637a-9b99-4608-8a0a-b870cc93f888', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:36:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:01Z', 'updated_at': '2020-11-24T13:15:25Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': '7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8d8a5ac9-3271-4b36-a909-047532dacc4c', 'name': '', 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:ee:96:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'aa779721-3002-4e81-a97e-feb536020d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:27Z', 'updated_at': '2020-11-24T13:14:38Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'aa779721-3002-4e81-a97e-feb536020d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:38.057580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ef8dad-4b5f-4667-bb1b-3fcce1ad640a None None] The sync data for ids ['59917853-9cc6-40fe-be4e-9367db622388'] in dv-neutron-601336-61-ovs is: [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:15:34Z', 'revision_number': 7, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None, '_interfaces': [{'id': '24d216c8-5645-4da6-b428-dbd936bc6f82', 'name': '', 'network_id': 'f6a0a72a-4e73-43ea-849e-c941f953d97f', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:b5:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'c7514ac9-2dd0-4535-a632-959ca8e4d387', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:17Z', 'updated_at': '2020-11-24T13:15:32Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'c7514ac9-2dd0-4535-a632-959ca8e4d387', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '454bcdab-fabc-492e-b220-40ffb8f7d962', 'name': '', 'network_id': 'afe47a7f-2bdb-4f89-873d-b9429f12adbd', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:b3:c7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:42Z', 'updated_at': '2020-11-24T13:15:02Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '56420be6-e8f5-46f3-ad3c-d7e3386357a1', 'name': '', 'network_id': '5a3d637a-9b99-4608-8a0a-b870cc93f888', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:36:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:01Z', 'updated_at': '2020-11-24T13:15:25Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': '7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8d8a5ac9-3271-4b36-a909-047532dacc4c', 'name': '', 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:ee:96:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'aa779721-3002-4e81-a97e-feb536020d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:27Z', 'updated_at': '2020-11-24T13:14:38Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'aa779721-3002-4e81-a97e-feb536020d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:15:38.066221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-3d3fb6de-067b-49dc-831d-66a9335d8b60 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port e647b167-1027-48c2-98f3-b8ff2ebe77e1, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=e647b167-1027-48c2-98f3-b8ff2ebe77e1,segment=NetworkSegment(c8d55b70-bd3f-49b2-974e-4ecf0319621f),segment_id=c8d55b70-bd3f-49b2-974e-4ecf0319621f)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:38.066627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3d3fb6de-067b-49dc-831d-66a9335d8b60 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:38.135487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e3a0acb3-db13-42ab-9478-7af76377c1c3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:38.279696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e3a0acb3-db13-42ab-9478-7af76377c1c3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:38.280199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3d3fb6de-067b-49dc-831d-66a9335d8b60 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for e647b167-1027-48c2-98f3-b8ff2ebe77e1 owned by network:router_interface {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:15:38.291438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e3a0acb3-db13-42ab-9478-7af76377c1c3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:38.294469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:38.319344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0acb3-db13-42ab-9478-7af76377c1c3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b793b6a-38ba-40e4-af23-91ff92c14b23,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:38.325558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e3a0acb3-db13-42ab-9478-7af76377c1c3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:38.342993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e3a0acb3-db13-42ab-9478-7af76377c1c3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:38.344287 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e3a0acb3-db13-42ab-9478-7af76377c1c3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3456385
Nov 24 13:15:38.348396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52876) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:38.375015 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e91c5ae0-1545-4158-bb79-946e11cf3029 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "GET /v2.0/security-group-rules/1b793b6a-38ba-40e4-af23-91ff92c14b23 HTTP/1.1" status: 200  len: 705 time: 0.0254059
Nov 24 13:15:38.378100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52880) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:38.457027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a7a7ea-0ee5-4e32-a786-9cfd25dcd312 admin admin] Router e0bce900-3697-4a26-958b-21bd77e379b2 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:15:38.468005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3ab77178-c331-4514-a311-b2ac44398c7f tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Synchronizing usage tracker for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group_rule {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:15:38.489738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3ab77178-c331-4514-a311-b2ac44398c7f tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Unset dirty status for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group_rule {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:15:38.491057 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3ab77178-c331-4514-a311-b2ac44398c7f tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.1119986
Nov 24 13:15:38.497176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52884) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:38.616768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07b6e5b0-e44f-4157-8882-e58848769d50 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:38.639770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-df8d9061-4a2b-45a5-8899-ab97a7004223 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:38.693058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07b6e5b0-e44f-4157-8882-e58848769d50 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:38.709609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a7a7ea-0ee5-4e32-a786-9cfd25dcd312 admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:15:38.717781 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-28a7a7ea-0ee5-4e32-a786-9cfd25dcd312 admin admin] 10.222.0.76 "PUT /v2.0/routers/e0bce900-3697-4a26-958b-21bd77e379b2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.7297020
Nov 24 13:15:38.717781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52888) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:38.729202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe16ee71-4acd-462e-b902-ff44f42aa046 None None] Sync routers for ids ['e0bce900-3697-4a26-958b-21bd77e379b2'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:15:38.741581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe16ee71-4acd-462e-b902-ff44f42aa046 None None] Routers {'e0bce900-3697-4a26-958b-21bd77e379b2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:15:38.742218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-fe16ee71-4acd-462e-b902-ff44f42aa046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc54b38>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:15:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e0bce900-3697-4a26-958b-21bd77e379b2'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:38.802818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c360366-0f75-4c25-a2bf-f3cceaafe9e4 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:38.871213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9f3473ed-a490-40ff-b46a-00a4c7212ea5 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:38.933594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-fe16ee71-4acd-462e-b902-ff44f42aa046 None None] Set router e0bce900-3697-4a26-958b-21bd77e379b2 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:15:38.985141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07b6e5b0-e44f-4157-8882-e58848769d50 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:39.013135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3d3fb6de-067b-49dc-831d-66a9335d8b60 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:39.149963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c360366-0f75-4c25-a2bf-f3cceaafe9e4 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Pushing event updated for resources: {'Subnet': ['ID=2f93f4cf-06c2-4634-b37b-026da8a059f9,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:39.153531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0c360366-0f75-4c25-a2bf-f3cceaafe9e4 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:39.168330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-467a5ca2-4628-44a2-944d-8a22c87ff047 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:39.197469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07b6e5b0-e44f-4157-8882-e58848769d50 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:39.201171 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-07b6e5b0-e44f-4157-8882-e58848769d50 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "DELETE /v2.0/security-group-rules/1b793b6a-38ba-40e4-af23-91ff92c14b23 HTTP/1.1" status: 204  len: 168 time: 0.6938734
Nov 24 13:15:39.212807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6e5b0-e44f-4157-8882-e58848769d50 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b793b6a-38ba-40e4-af23-91ff92c14b23,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:39.215497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-07b6e5b0-e44f-4157-8882-e58848769d50 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:39.220805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52892) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:39.223437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dcb2f19c-1b46-48da-8476-9c3f7a0f6765 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:39.241231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b337d0f7-3ec6-4079-9ee3-43a01f69057f admin admin] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:39.296849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3fb6de-067b-49dc-831d-66a9335d8b60 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=e647b167-1027-48c2-98f3-b8ff2ebe77e1,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:39.300123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-fe16ee71-4acd-462e-b902-ff44f42aa046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc54b38>, [{'id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'name': 'tempest-TestVolumeBootPattern-366325813-router', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:04:44Z', 'updated_at': '2020-11-24T13:15:36Z', 'revision_number': 5, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'gw_port': {'id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:04:47Z', 'updated_at': '2020-11-24T13:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:39.300384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3d3fb6de-067b-49dc-831d-66a9335d8b60 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:39.306531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe16ee71-4acd-462e-b902-ff44f42aa046 None None] Checking router: e0bce900-3697-4a26-958b-21bd77e379b2 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:15:39.323583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe16ee71-4acd-462e-b902-ff44f42aa046 None None] Routers {'e0bce900-3697-4a26-958b-21bd77e379b2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:15:39.324262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-fe16ee71-4acd-462e-b902-ff44f42aa046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc54b38>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:15:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e0bce900-3697-4a26-958b-21bd77e379b2'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:39.465342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b337d0f7-3ec6-4079-9ee3-43a01f69057f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:39.466297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f077ca49-6447-4537-bedc-56a19326d7a6 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Synchronizing usage tracker for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group_rule {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:15:39.474697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b337d0f7-3ec6-4079-9ee3-43a01f69057f admin admin] Deleting port 8bfeb02a-8c2e-4994-adad-998e2b79574e {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:15:39.479576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b337d0f7-3ec6-4079-9ee3-43a01f69057f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:39.537728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-fe16ee71-4acd-462e-b902-ff44f42aa046 None None] Set router e0bce900-3697-4a26-958b-21bd77e379b2 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:15:39.621904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c360366-0f75-4c25-a2bf-f3cceaafe9e4 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Checking segment: {'id': '93b0e5a1-da60-4ff2-ac4d-6232b2b6770d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '084a23ba-92cd-45a2-8ad3-9d049f8e5a04'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:15:39.622305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c360366-0f75-4c25-a2bf-f3cceaafe9e4 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Network hostable DHCP agents. Network: 084a23ba-92cd-45a2-8ad3-9d049f8e5a04, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:15:39.634512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f077ca49-6447-4537-bedc-56a19326d7a6 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Unset dirty status for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group_rule {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:15:39.638453 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f077ca49-6447-4537-bedc-56a19326d7a6 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.3814943
Nov 24 13:15:39.661328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52896) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:39.672366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c80bdcb8-3c00-48cc-84bc-22ff73e68a91 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Request body: {'security_group_rule': {'security_group_id': 'baf31917-c7e7-462f-a95c-6b2f194813b2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:39.679795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c80bdcb8-3c00-48cc-84bc-22ff73e68a91 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:39.706165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c80bdcb8-3c00-48cc-84bc-22ff73e68a91 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:39.743286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b337d0f7-3ec6-4079-9ee3-43a01f69057f admin admin] For port 8bfeb02a-8c2e-4994-adad-998e2b79574e, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8bfeb02a-8c2e-4994-adad-998e2b79574e,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:39.743762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b337d0f7-3ec6-4079-9ee3-43a01f69057f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:39.755088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c80bdcb8-3c00-48cc-84bc-22ff73e68a91 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:39.845706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c360366-0f75-4c25-a2bf-f3cceaafe9e4 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Network 084a23ba-92cd-45a2-8ad3-9d049f8e5a04 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:15:39.903333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b337d0f7-3ec6-4079-9ee3-43a01f69057f admin admin] Calling delete_port for 8bfeb02a-8c2e-4994-adad-998e2b79574e owned by network:router_gateway {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:15:40.038144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-fe16ee71-4acd-462e-b902-ff44f42aa046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc54b38>, [{'id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'name': 'tempest-TestVolumeBootPattern-366325813-router', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:04:44Z', 'updated_at': '2020-11-24T13:15:36Z', 'revision_number': 5, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'gw_port': {'id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:04:47Z', 'updated_at': '2020-11-24T13:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:40.043490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe16ee71-4acd-462e-b902-ff44f42aa046 None None] The sync data for ids ['e0bce900-3697-4a26-958b-21bd77e379b2'] in dv-neutron-601336-61-ovs is: [{'id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'name': 'tempest-TestVolumeBootPattern-366325813-router', 'tenant_id': '6efb027d4b0e48cc970462a6d3154fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:04:44Z', 'updated_at': '2020-11-24T13:15:36Z', 'revision_number': 5, 'project_id': '6efb027d4b0e48cc970462a6d3154fa0', 'gw_port': {'id': '8bfeb02a-8c2e-4994-adad-998e2b79574e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bce900-3697-4a26-958b-21bd77e379b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:04:47Z', 'updated_at': '2020-11-24T13:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:15:40.045918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c80bdcb8-3c00-48cc-84bc-22ff73e68a91 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:40.050933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c80bdcb8-3c00-48cc-84bc-22ff73e68a91 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:40.054720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a60dacd1-ed3c-44dc-986a-1c88d0526a81 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:40.087731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80bdcb8-3c00-48cc-84bc-22ff73e68a91 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event updated for resources: {'SecurityGroupRule': ['ID=497586cc-5b1d-4317-b73c-5c746eea0035,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:40.095596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c80bdcb8-3c00-48cc-84bc-22ff73e68a91 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:40.192102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-0c360366-0f75-4c25-a2bf-f3cceaafe9e4 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 084a23ba-92cd-45a2-8ad3-9d049f8e5a04) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:15:40.193388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c80bdcb8-3c00-48cc-84bc-22ff73e68a91 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:40.194853 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c80bdcb8-3c00-48cc-84bc-22ff73e68a91 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.5301194
Nov 24 13:15:40.198248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52900) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:40.202077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b337d0f7-3ec6-4079-9ee3-43a01f69057f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:40.221259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2c19b51d-3371-458f-9bd7-14380013e658 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:40.221476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ba0467-7904-4c0b-8c77-7dc74a5739b2 None None] Network 084a23ba-92cd-45a2-8ad3-9d049f8e5a04 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:15:40.239866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c360366-0f75-4c25-a2bf-f3cceaafe9e4 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:40.240524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c360366-0f75-4c25-a2bf-f3cceaafe9e4 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:40.287427 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-faa8abd3-b7e3-437a-a154-5c73306820a6 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "GET /v2.0/security-group-rules/497586cc-5b1d-4317-b73c-5c746eea0035 HTTP/1.1" status: 200  len: 705 time: 0.0828345
Nov 24 13:15:40.308921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-56f573e5-656d-45ff-bb18-184c2f1cff67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:40.326264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52904) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:40.335990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337d0f7-3ec6-4079-9ee3-43a01f69057f admin admin] Pushing event deleted for resources: {'Port': ['ID=8bfeb02a-8c2e-4994-adad-998e2b79574e,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:40.336201 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0c360366-0f75-4c25-a2bf-f3cceaafe9e4 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 3.9674432
Nov 24 13:15:40.339280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b337d0f7-3ec6-4079-9ee3-43a01f69057f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:40.340050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52908) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:40.348159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-013ac7d3-4dcc-450e-9317-e5bad97fa826 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Request body: {'router': {'external_gateway_info': {'network_id': '084a23ba-92cd-45a2-8ad3-9d049f8e5a04'}}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:40.433266 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-39ace0fe-78c8-44c8-885a-10db1302989a tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.1029921
Nov 24 13:15:40.434508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52912) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:40.468609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3d3fb6de-067b-49dc-831d-66a9335d8b60 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:40.537922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18673c4e-531c-4408-ac80-57057da2bdb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-084a23ba-92cd-45a2-8ad3-9d049f8e5a04', 'network_id': '084a23ba-92cd-45a2-8ad3-9d049f8e5a04', 'tenant_id': '7bf2f176c3d94537a46b7a898349230e', 'fixed_ips': [{'subnet_id': '2f93f4cf-06c2-4634-b37b-026da8a059f9'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:15:40.539133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18673c4e-531c-4408-ac80-57057da2bdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:40.572707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82c04975-a11d-44e4-b2fe-e5bef9eb6851 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:40.591043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82c04975-a11d-44e4-b2fe-e5bef9eb6851 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:40.708512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d3d4f93d-57fc-4366-924d-366b13721c3c no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:15:40.788130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: d3d4f93d-57fc-4366-924d-366b13721c3c {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:15:40.789898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d3d4f93d-57fc-4366-924d-366b13721c3c not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:15:40.807319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-df8d9061-4a2b-45a5-8899-ab97a7004223 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Deleting port 24d216c8-5645-4da6-b428-dbd936bc6f82 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:15:40.807704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-df8d9061-4a2b-45a5-8899-ab97a7004223 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:40.818502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82c04975-a11d-44e4-b2fe-e5bef9eb6851 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:40.823753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:40.908206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c04975-a11d-44e4-b2fe-e5bef9eb6851 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=497586cc-5b1d-4317-b73c-5c746eea0035,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:40.919897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-82c04975-a11d-44e4-b2fe-e5bef9eb6851 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:40.996801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82c04975-a11d-44e4-b2fe-e5bef9eb6851 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:41.000419 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-82c04975-a11d-44e4-b2fe-e5bef9eb6851 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "DELETE /v2.0/security-group-rules/497586cc-5b1d-4317-b73c-5c746eea0035 HTTP/1.1" status: 204  len: 168 time: 0.5629702
Nov 24 13:15:41.005616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52916) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:41.112495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-df8d9061-4a2b-45a5-8899-ab97a7004223 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] For port 24d216c8-5645-4da6-b428-dbd936bc6f82, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=24d216c8-5645-4da6-b428-dbd936bc6f82,segment=NetworkSegment(8907d271-4b11-4cfa-bf70-4b60e3e16728),segment_id=8907d271-4b11-4cfa-bf70-4b60e3e16728)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:41.113140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-df8d9061-4a2b-45a5-8899-ab97a7004223 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:41.124877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-18673c4e-531c-4408-ac80-57057da2bdb4 None None] Allocated IP 2001:db8:1::2 (084a23ba-92cd-45a2-8ad3-9d049f8e5a04/2f93f4cf-06c2-4634-b37b-026da8a059f9/4119d4de-dac2-40b2-815e-53f7f85f9bd1) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:15:41.180380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b337d0f7-3ec6-4079-9ee3-43a01f69057f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:41.241167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-013ac7d3-4dcc-450e-9317-e5bad97fa826 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:41.257885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-df8d9061-4a2b-45a5-8899-ab97a7004223 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Calling delete_port for 24d216c8-5645-4da6-b428-dbd936bc6f82 owned by network:router_interface {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:15:41.380032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18673c4e-531c-4408-ac80-57057da2bdb4 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:41.391009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-18673c4e-531c-4408-ac80-57057da2bdb4 None None] Transition to ACTIVE for port object 4119d4de-dac2-40b2-815e-53f7f85f9bd1 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:15:41.408458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-18673c4e-531c-4408-ac80-57057da2bdb4 None None] Transition to ACTIVE for port object 4119d4de-dac2-40b2-815e-53f7f85f9bd1 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:15:41.414210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18673c4e-531c-4408-ac80-57057da2bdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:41.434523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-51a0e772-401f-4387-9141-431a409f086e tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Synchronizing usage tracker for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group_rule {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:15:41.480943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:41.573004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18673c4e-531c-4408-ac80-57057da2bdb4 None None] Pushing event updated for resources: {'Port': ['ID=4119d4de-dac2-40b2-815e-53f7f85f9bd1,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:41.578507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-18673c4e-531c-4408-ac80-57057da2bdb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:41.635364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18673c4e-531c-4408-ac80-57057da2bdb4 None None] Network 084a23ba-92cd-45a2-8ad3-9d049f8e5a04 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:15:41.636810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-18673c4e-531c-4408-ac80-57057da2bdb4 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:15:41.639215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18673c4e-531c-4408-ac80-57057da2bdb4 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:15:41.699979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-18673c4e-531c-4408-ac80-57057da2bdb4 None None] Attempting to bind port 4119d4de-dac2-40b2-815e-53f7f85f9bd1 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:15:41.700323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-18673c4e-531c-4408-ac80-57057da2bdb4 None None] Attempting to bind port 4119d4de-dac2-40b2-815e-53f7f85f9bd1 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '93b0e5a1-da60-4ff2-ac4d-6232b2b6770d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '084a23ba-92cd-45a2-8ad3-9d049f8e5a04'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:15:41.700716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18673c4e-531c-4408-ac80-57057da2bdb4 None None] Attempting to bind port 4119d4de-dac2-40b2-815e-53f7f85f9bd1 on network 084a23ba-92cd-45a2-8ad3-9d049f8e5a04 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:15:41.708373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18673c4e-531c-4408-ac80-57057da2bdb4 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:15:41.708616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18673c4e-531c-4408-ac80-57057da2bdb4 None None] Checking segment: {'id': '93b0e5a1-da60-4ff2-ac4d-6232b2b6770d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '084a23ba-92cd-45a2-8ad3-9d049f8e5a04'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:15:41.708934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18673c4e-531c-4408-ac80-57057da2bdb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:41.709374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18673c4e-531c-4408-ac80-57057da2bdb4 None None] Bound using segment: {'id': '93b0e5a1-da60-4ff2-ac4d-6232b2b6770d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '084a23ba-92cd-45a2-8ad3-9d049f8e5a04'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:15:41.710378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-18673c4e-531c-4408-ac80-57057da2bdb4 None None] Bound port: 4119d4de-dac2-40b2-815e-53f7f85f9bd1, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b0e5a1-da60-4ff2-ac4d-6232b2b6770d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '084a23ba-92cd-45a2-8ad3-9d049f8e5a04'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:15:41.710378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18673c4e-531c-4408-ac80-57057da2bdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:41.791296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-df8d9061-4a2b-45a5-8899-ab97a7004223 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:41.812308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:41.819105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-18673c4e-531c-4408-ac80-57057da2bdb4 None None] For port 4119d4de-dac2-40b2-815e-53f7f85f9bd1, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:15:41.822910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-18673c4e-531c-4408-ac80-57057da2bdb4 None None] For port 4119d4de-dac2-40b2-815e-53f7f85f9bd1, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=4119d4de-dac2-40b2-815e-53f7f85f9bd1,segment=NetworkSegment(93b0e5a1-da60-4ff2-ac4d-6232b2b6770d),segment_id=93b0e5a1-da60-4ff2-ac4d-6232b2b6770d)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:15:41.827556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18673c4e-531c-4408-ac80-57057da2bdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:41.844508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:41.852848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b337d0f7-3ec6-4079-9ee3-43a01f69057f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:41.867300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b337d0f7-3ec6-4079-9ee3-43a01f69057f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:41.874322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-51a0e772-401f-4387-9141-431a409f086e tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Unset dirty status for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group_rule {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:15:41.878703 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-51a0e772-401f-4387-9141-431a409f086e tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.8679731
Nov 24 13:15:41.881877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52920) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:41.890824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-93e1c6fe-1380-41dd-8531-bd33253a9273 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Request body: {'security_group_rule': {'security_group_id': 'baf31917-c7e7-462f-a95c-6b2f194813b2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:41.906404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-93e1c6fe-1380-41dd-8531-bd33253a9273 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:41.914409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d9061-4a2b-45a5-8899-ab97a7004223 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event deleted for resources: {'Port': ['ID=24d216c8-5645-4da6-b428-dbd936bc6f82,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:41.917365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-df8d9061-4a2b-45a5-8899-ab97a7004223 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:41.934014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-93e1c6fe-1380-41dd-8531-bd33253a9273 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:41.947805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b337d0f7-3ec6-4079-9ee3-43a01f69057f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:41.947805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b337d0f7-3ec6-4079-9ee3-43a01f69057f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0bce900-3697-4a26-958b-21bd77e379b2 {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:15:41.985022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93e1c6fe-1380-41dd-8531-bd33253a9273 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:41.997195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18673c4e-531c-4408-ac80-57057da2bdb4 None None] Pushing event updated for resources: {'Port': ['ID=4119d4de-dac2-40b2-815e-53f7f85f9bd1,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:42.002000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b337d0f7-3ec6-4079-9ee3-43a01f69057f admin admin] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:42.005553 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b337d0f7-3ec6-4079-9ee3-43a01f69057f admin admin] 10.222.0.76 "DELETE /v2.0/routers/e0bce900-3697-4a26-958b-21bd77e379b2 HTTP/1.1" status: 204  len: 168 time: 3.2848444
Nov 24 13:15:42.007975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52924) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:42.010809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-18673c4e-531c-4408-ac80-57057da2bdb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:42.143756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-77bbdd98-52dd-41fe-88bd-eb09fdb8eda9 admin admin] Deleting subnet fbd62c91-d804-432f-af8e-75bb073f1bc3 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:15:42.149873 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-013ac7d3-4dcc-450e-9317-e5bad97fa826 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:15:42.151321 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-013ac7d3-4dcc-450e-9317-e5bad97fa826 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] 10.222.0.76 "PUT /v2.0/routers/e3126988-0b0c-4818-b2a3-ffbe4f414f4b HTTP/1.1" status: 400  len: 364 time: 1.8079944
Nov 24 13:15:42.153138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-77bbdd98-52dd-41fe-88bd-eb09fdb8eda9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:42.157890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52928) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:42.240742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-77bbdd98-52dd-41fe-88bd-eb09fdb8eda9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:42.277054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93e1c6fe-1380-41dd-8531-bd33253a9273 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:42.291468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93e1c6fe-1380-41dd-8531-bd33253a9273 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:42.324044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c8a13d2b-bdc7-4512-b4c9-b7b097353a57 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:42.341998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93e1c6fe-1380-41dd-8531-bd33253a9273 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:42.343306 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-93e1c6fe-1380-41dd-8531-bd33253a9273 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4591556
Nov 24 13:15:42.349569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52932) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:42.354462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1c6fe-1380-41dd-8531-bd33253a9273 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2c990bb-8875-41d8-99cd-7b21b6448e66,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:42.357306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93e1c6fe-1380-41dd-8531-bd33253a9273 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:42.385720 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-742a5b9b-78a9-4dfb-bae9-26b95802d0ce tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "GET /v2.0/security-group-rules/b2c990bb-8875-41d8-99cd-7b21b6448e66 HTTP/1.1" status: 200  len: 706 time: 0.0348439
Nov 24 13:15:42.400694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52936) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:42.465856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-77bbdd98-52dd-41fe-88bd-eb09fdb8eda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:42.528178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3fb6de-067b-49dc-831d-66a9335d8b60 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 72fdfc95-aeba-4bd0-961b-8bf5c0940129 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:15:42.534696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-17dddd4c-a4c3-4892-8784-7800885636ed tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Synchronizing usage tracker for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group_rule {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:15:42.562046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f344125a-47f3-4d67-a1df-359453b5cad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:42.656714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-17dddd4c-a4c3-4892-8784-7800885636ed tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Unset dirty status for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group_rule {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:15:42.658758 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-17dddd4c-a4c3-4892-8784-7800885636ed tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3708 time: 0.2570043
Nov 24 13:15:42.669106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52940) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:42.723976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d577074-e665-4d20-845f-388cb7c90a9b tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:42.741643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d577074-e665-4d20-845f-388cb7c90a9b tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:42.758504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4119d4de-dac2-40b2-815e-53f7f85f9bd1 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:15:42.840919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 4119d4de-dac2-40b2-815e-53f7f85f9bd1 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:15:42.854090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d577074-e665-4d20-845f-388cb7c90a9b tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:42.857861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1aecf7bc-2712-42f6-b2f4-d4aa206a71f6 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:42.862947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8bfeb02a-8c2e-4994-adad-998e2b79574e no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:15:42.877635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d577074-e665-4d20-845f-388cb7c90a9b tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2c990bb-8875-41d8-99cd-7b21b6448e66,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:42.903182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d577074-e665-4d20-845f-388cb7c90a9b tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:42.908822 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4d577074-e665-4d20-845f-388cb7c90a9b tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "DELETE /v2.0/security-group-rules/b2c990bb-8875-41d8-99cd-7b21b6448e66 HTTP/1.1" status: 204  len: 168 time: 0.2342491
Nov 24 13:15:42.908822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d577074-e665-4d20-845f-388cb7c90a9b tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:42.908822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d577074-e665-4d20-845f-388cb7c90a9b tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:42.908822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d577074-e665-4d20-845f-388cb7c90a9b tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:42.909403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d577074-e665-4d20-845f-388cb7c90a9b tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:42.910555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d577074-e665-4d20-845f-388cb7c90a9b tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:42.910555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d577074-e665-4d20-845f-388cb7c90a9b tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:42.910555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d577074-e665-4d20-845f-388cb7c90a9b tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:42.910803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d577074-e665-4d20-845f-388cb7c90a9b tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:42.911212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d577074-e665-4d20-845f-388cb7c90a9b tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:42.911624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d577074-e665-4d20-845f-388cb7c90a9b tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:42.912017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d577074-e665-4d20-845f-388cb7c90a9b tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:42.912421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d577074-e665-4d20-845f-388cb7c90a9b tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:42.912928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d577074-e665-4d20-845f-388cb7c90a9b tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:42.913557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d577074-e665-4d20-845f-388cb7c90a9b tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:42.913736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d577074-e665-4d20-845f-388cb7c90a9b tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:42.914037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 8bfeb02a-8c2e-4994-adad-998e2b79574e {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:15:42.914190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d577074-e665-4d20-845f-388cb7c90a9b tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:42.914490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d577074-e665-4d20-845f-388cb7c90a9b tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:42.914930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8bfeb02a-8c2e-4994-adad-998e2b79574e not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:15:42.915011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d577074-e665-4d20-845f-388cb7c90a9b tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:42.915264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d577074-e665-4d20-845f-388cb7c90a9b tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:42.915808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d577074-e665-4d20-845f-388cb7c90a9b tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:42.916036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d577074-e665-4d20-845f-388cb7c90a9b tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:42.916433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d577074-e665-4d20-845f-388cb7c90a9b tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:42.916831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d577074-e665-4d20-845f-388cb7c90a9b tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:42.917228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d577074-e665-4d20-845f-388cb7c90a9b tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:42.920146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52944) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:42.920850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:42.924312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4d577074-e665-4d20-845f-388cb7c90a9b tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:42.958431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-77bbdd98-52dd-41fe-88bd-eb09fdb8eda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:42.975065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3f193a26-7fe8-4413-8a1f-176fb63a450b tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:43.073555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bbdd98-52dd-41fe-88bd-eb09fdb8eda9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbd62c91-d804-432f-af8e-75bb073f1bc3,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:43.083101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-77bbdd98-52dd-41fe-88bd-eb09fdb8eda9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:43.105379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1208c7e3-afcf-4fec-8c93-6e56fd686846 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Synchronizing usage tracker for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group_rule {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:15:43.143713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1208c7e3-afcf-4fec-8c93-6e56fd686846 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Unset dirty status for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group_rule {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:15:43.145072 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1208c7e3-afcf-4fec-8c93-6e56fd686846 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2231872
Nov 24 13:15:43.148134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52948) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:43.151971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-77bbdd98-52dd-41fe-88bd-eb09fdb8eda9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:43.156790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99feb2cc-c5a9-45f8-8d4c-77d17d2c4f3b None None] Network c200d148-1aac-4d09-a682-2365e76cfa1f requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:15:43.186227 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-77bbdd98-52dd-41fe-88bd-eb09fdb8eda9 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/fbd62c91-d804-432f-af8e-75bb073f1bc3 HTTP/1.1" status: 204  len: 168 time: 1.1651688
Nov 24 13:15:43.187470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52952) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:43.328814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-df8d9061-4a2b-45a5-8899-ab97a7004223 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:43.339354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9aaed51b-4734-4df4-8866-7769740ccd51 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:43.347832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4e193e2-7bcf-4cc1-a692-359fea0890ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:43.458573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9aaed51b-4734-4df4-8866-7769740ccd51 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:43.467093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fc8227-46ad-492f-8d95-69bb5889d47f None None] DHCP port deletion for c200d148-1aac-4d09-a682-2365e76cfa1f request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:15:43.469033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-d4e193e2-7bcf-4cc1-a692-359fea0890ac admin admin] Deleting port d6a83fac-98a2-4ba8-8993-febf3a484fda {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:15:43.469408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4e193e2-7bcf-4cc1-a692-359fea0890ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:43.472224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-52fc8227-46ad-492f-8d95-69bb5889d47f None None] Deleting port d6a83fac-98a2-4ba8-8993-febf3a484fda {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:15:43.472824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-52fc8227-46ad-492f-8d95-69bb5889d47f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:43.608695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:43.609102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9aaed51b-4734-4df4-8866-7769740ccd51 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:43.617298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-90db0c6b-77b3-4cef-b0b5-88957c319157 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:43.657726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaed51b-4734-4df4-8866-7769740ccd51 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf31917-c7e7-462f-a95c-6b2f194813b2,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:43.716779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9aaed51b-4734-4df4-8866-7769740ccd51 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:43.748416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9aaed51b-4734-4df4-8866-7769740ccd51 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:43.752726 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9aaed51b-4734-4df4-8866-7769740ccd51 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "DELETE /v2.0/security-groups/baf31917-c7e7-462f-a95c-6b2f194813b2 HTTP/1.1" status: 204  len: 168 time: 0.6004367
Nov 24 13:15:43.754083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52960) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:43.795420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-52fc8227-46ad-492f-8d95-69bb5889d47f None None] For port d6a83fac-98a2-4ba8-8993-febf3a484fda, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d6a83fac-98a2-4ba8-8993-febf3a484fda,segment=NetworkSegment(f37bbda7-8694-4075-8d54-b96ea9721450),segment_id=f37bbda7-8694-4075-8d54-b96ea9721450)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:43.795724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-52fc8227-46ad-492f-8d95-69bb5889d47f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:43.796897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-d4e193e2-7bcf-4cc1-a692-359fea0890ac admin admin] For port d6a83fac-98a2-4ba8-8993-febf3a484fda, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d6a83fac-98a2-4ba8-8993-febf3a484fda,segment=NetworkSegment(f37bbda7-8694-4075-8d54-b96ea9721450),segment_id=f37bbda7-8694-4075-8d54-b96ea9721450)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:43.797288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4e193e2-7bcf-4cc1-a692-359fea0890ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:43.935600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2769ddb8-df9c-4a22-8961-7fa5ba7bcf69 None None] Network 084a23ba-92cd-45a2-8ad3-9d049f8e5a04 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:15:43.949730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-d4e193e2-7bcf-4cc1-a692-359fea0890ac admin admin] Calling delete_port for d6a83fac-98a2-4ba8-8993-febf3a484fda owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:15:43.957310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-52fc8227-46ad-492f-8d95-69bb5889d47f None None] Calling delete_port for d6a83fac-98a2-4ba8-8993-febf3a484fda owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:15:44.010055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bb636888-5bd4-430a-8c41-fc1c79744870 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Synchronizing usage tracker for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:15:44.054791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bb636888-5bd4-430a-8c41-fc1c79744870 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Unset dirty status for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:15:44.060516 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bb636888-5bd4-430a-8c41-fc1c79744870 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2751 time: 0.3017976
Nov 24 13:15:44.062592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52966) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:44.064290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4e193e2-7bcf-4cc1-a692-359fea0890ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:44.077843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9f09f80c-1c4c-4189-92f2-402184b70349 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:44.109399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-857b432a-32d7-458a-800e-be77070b8b6f None None] Provisioning for port 4119d4de-dac2-40b2-815e-53f7f85f9bd1 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:15:44.153390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3fb6de-067b-49dc-831d-66a9335d8b60 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:15:44.174272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e193e2-7bcf-4cc1-a692-359fea0890ac admin admin] Pushing event deleted for resources: {'Port': ['ID=d6a83fac-98a2-4ba8-8993-febf3a484fda,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:44.185290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d4e193e2-7bcf-4cc1-a692-359fea0890ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:44.210313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-857b432a-32d7-458a-800e-be77070b8b6f None None] Provisioning complete for port 4119d4de-dac2-40b2-815e-53f7f85f9bd1 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:44.210839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-857b432a-32d7-458a-800e-be77070b8b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:44.214578 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3d3fb6de-067b-49dc-831d-66a9335d8b60 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "PUT /v2.0/routers/72fdfc95-aeba-4bd0-961b-8bf5c0940129/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.1615999
Nov 24 13:15:44.217821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52970) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:44.262646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da3d618-798c-441f-8ade-e6253b13f3e0 None None] Sync routers for ids ['72fdfc95-aeba-4bd0-961b-8bf5c0940129'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:15:44.302879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e193e2-7bcf-4cc1-a692-359fea0890ac admin admin] No DVR routers for this DVR port d6a83fac-98a2-4ba8-8993-febf3a484fda on host dv-neutron-601336-61-ovs {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:15:44.338180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a74b941d-4947-44d3-a193-f1fbb7f32a2d tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Synchronizing usage tracker for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:15:44.414460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a74b941d-4947-44d3-a193-f1fbb7f32a2d tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Unset dirty status for tenant:63d6a0a2d5fa4234a3676f8bf39e28df on resource:security_group {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:15:44.415823 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a74b941d-4947-44d3-a193-f1fbb7f32a2d tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2751 time: 0.3498218
Nov 24 13:15:44.541592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Allocated IP 2001:db8::1 (acfa071e-1d36-4d10-805e-85b19c8b1fe2/dca13d4e-65c5-493a-9f9d-3fcfa6d984fd/3a1b5ea5-9e0e-4c1e-9a01-3d5ca4701315) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:15:44.553816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:44.561775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4e193e2-7bcf-4cc1-a692-359fea0890ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:44.600555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-52fc8227-46ad-492f-8d95-69bb5889d47f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:15:44.601208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-52fc8227-46ad-492f-8d95-69bb5889d47f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:15:44.654354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da3d618-798c-441f-8ade-e6253b13f3e0 None None] Routers {'72fdfc95-aeba-4bd0-961b-8bf5c0940129'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:15:44.655169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8da3d618-798c-441f-8ade-e6253b13f3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347e28cc0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:15:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['72fdfc95-aeba-4bd0-961b-8bf5c0940129'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:44.718853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-fccb9b4b-87b8-4383-901f-ab941961d9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting subnet ef8a9360-9e18-4774-ae21-805af42ac96b {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:15:44.733170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fccb9b4b-87b8-4383-901f-ab941961d9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:44.794158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52978) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:44.815620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-d4e193e2-7bcf-4cc1-a692-359fea0890ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f63464edac8>,) {'filters': {'network_id': ['c200d148-1aac-4d09-a682-2365e76cfa1f']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:44.825717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d6a83fac-98a2-4ba8-8993-febf3a484fda no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:15:44.836656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-d4e193e2-7bcf-4cc1-a692-359fea0890ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f63464edac8>, 'f37bbda7-8694-4075-8d54-b96ea9721450') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:44.836977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-d4e193e2-7bcf-4cc1-a692-359fea0890ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f63464edac8>, 'f37bbda7-8694-4075-8d54-b96ea9721450') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:44.847010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fccb9b4b-87b8-4383-901f-ab941961d9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:44.898734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4e193e2-7bcf-4cc1-a692-359fea0890ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:44.928417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4e193e2-7bcf-4cc1-a692-359fea0890ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:44.933233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d4e193e2-7bcf-4cc1-a692-359fea0890ac admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:15:45.022739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: d6a83fac-98a2-4ba8-8993-febf3a484fda {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:15:45.023673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d6a83fac-98a2-4ba8-8993-febf3a484fda not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:15:45.034973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:45.110438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-52fc8227-46ad-492f-8d95-69bb5889d47f None None] Deleting port d6a83fac-98a2-4ba8-8993-febf3a484fda {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:15:45.110977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-52fc8227-46ad-492f-8d95-69bb5889d47f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:45.124802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:45.157467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Transition to ACTIVE for port object 3a1b5ea5-9e0e-4c1e-9a01-3d5ca4701315 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:15:45.195788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-d4e193e2-7bcf-4cc1-a692-359fea0890ac admin admin] Network c200d148-1aac-4d09-a682-2365e76cfa1f has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:15:45.209536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4e193e2-7bcf-4cc1-a692-359fea0890ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:45.269980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-52fc8227-46ad-492f-8d95-69bb5889d47f None None] The port 'd6a83fac-98a2-4ba8-8993-febf3a484fda' was deleted {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:15:45.288803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-857b432a-32d7-458a-800e-be77070b8b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:45.290158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fccb9b4b-87b8-4383-901f-ab941961d9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:45.356897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-8da3d618-798c-441f-8ade-e6253b13f3e0 None None] Set router 72fdfc95-aeba-4bd0-961b-8bf5c0940129 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:15:45.506435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-857b432a-32d7-458a-800e-be77070b8b6f None None] For port 4119d4de-dac2-40b2-815e-53f7f85f9bd1, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=4119d4de-dac2-40b2-815e-53f7f85f9bd1,segment=NetworkSegment(93b0e5a1-da60-4ff2-ac4d-6232b2b6770d),segment_id=93b0e5a1-da60-4ff2-ac4d-6232b2b6770d)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:45.562446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-857b432a-32d7-458a-800e-be77070b8b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:45.606724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:45.624651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-15675e29-88e2-4365-aa35-84b7517a4705 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:45.688109 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ab17b7fd-a432-419c-b04a-04652b4799cf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=63d6a0a2d5fa4234a3676f8bf39e28df&name=default HTTP/1.1" status: 200  len: 2751 time: 0.8901801
Nov 24 13:15:45.695155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9006256d-2258-492a-972b-11553b7e0af9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:45.724575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52984) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:45.838884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b432a-32d7-458a-800e-be77070b8b6f None None] Pushing event updated for resources: {'Port': ['ID=4119d4de-dac2-40b2-815e-53f7f85f9bd1,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:45.851451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-d4e193e2-7bcf-4cc1-a692-359fea0890ac admin admin] Network c200d148-1aac-4d09-a682-2365e76cfa1f has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:15:45.855052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Pushing event updated for resources: {'Port': ['ID=3a1b5ea5-9e0e-4c1e-9a01-3d5ca4701315,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:45.856862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-857b432a-32d7-458a-800e-be77070b8b6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:45.934158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:45.934498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:45.934923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:45.935337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:45.935745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:45.936156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:45.936570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:45.936976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:45.937386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:45.937792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:45.938230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:45.938679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:45.939190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:45.939594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:45.939999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:45.940401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:45.940807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:45.941209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:45.941607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:45.942006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:45.942434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:45.942835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:45.943233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:45.943632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:45.953404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2d056815-8158-44ef-aa64-a0ca9ccbd5f8 None None] Provisioning complete for port 4119d4de-dac2-40b2-815e-53f7f85f9bd1 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:45.953836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2d056815-8158-44ef-aa64-a0ca9ccbd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:45.963520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:45.975082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Network acfa071e-1d36-4d10-805e-85b19c8b1fe2 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:15:45.981844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:15:45.988155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:15:45.988745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:46.025254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8b562095-a638-42b8-8145-ef64b01ec348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:46.044022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8da3d618-798c-441f-8ade-e6253b13f3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347e28cc0>, [{'id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'name': 'tempest-TestNetworkBasicOps-router-649114394', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:45Z', 'updated_at': '2020-11-24T13:15:38Z', 'revision_number': 7, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:47Z', 'updated_at': '2020-11-24T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:46.051498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da3d618-798c-441f-8ade-e6253b13f3e0 None None] Checking router: 72fdfc95-aeba-4bd0-961b-8bf5c0940129 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:15:46.060984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8d9061-4a2b-45a5-8899-ab97a7004223 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Router 59917853-9cc6-40fe-be4e-9367db622388 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:15:46.081869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8b562095-a638-42b8-8145-ef64b01ec348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:46.103679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da3d618-798c-441f-8ade-e6253b13f3e0 None None] Routers {'72fdfc95-aeba-4bd0-961b-8bf5c0940129'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:15:46.104462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8da3d618-798c-441f-8ade-e6253b13f3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347e28cc0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:15:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['72fdfc95-aeba-4bd0-961b-8bf5c0940129'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:46.337150 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:15:46.337150 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:15:46.337150 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:15:46.337150 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:15:46.337150 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:15:46.337150 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:15:46.337150 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:15:46.337150 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:15:46.337150 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:15:46.337150 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:15:46.337150 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:15:46.337150 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:15:46.337150 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:15:46.337150 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:15:46.337150 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:15:46.337150 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:15:46.337150 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:15:46.337150 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:15:46.337150 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:15:46.337150 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:15:46.337150 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:15:46.337150 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:15:46.337150 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:15:46.337150 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:15:46.337150 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:15:46.337150 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:15:46.337150 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:15:46.337150 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:15:46.337150 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:15:46.337150 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:15:46.337150 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:15:46.337150 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:15:46.340691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4e193e2-7bcf-4cc1-a692-359fea0890ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:46.342820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fccb9b4b-87b8-4383-901f-ab941961d9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:46.402633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:46.434648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8b562095-a638-42b8-8145-ef64b01ec348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:46.439972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8c3ce16d-9a6c-44f7-b982-c4f1b14cdc75 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:46.441503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-8da3d618-798c-441f-8ade-e6253b13f3e0 None None] Set router 72fdfc95-aeba-4bd0-961b-8bf5c0940129 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:15:46.469683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e2673bb2-5c32-4214-9df2-7060ca0c5847 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:46.490326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b562095-a638-42b8-8145-ef64b01ec348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbf5c03-0849-4186-a388-5cf97b8756ed,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:46.501709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8b562095-a638-42b8-8145-ef64b01ec348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:46.512217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4e193e2-7bcf-4cc1-a692-359fea0890ac admin admin] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:46.537157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb9b4b-87b8-4383-901f-ab941961d9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Subnet': ['ID=ef8a9360-9e18-4774-ae21-805af42ac96b,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:46.546050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fccb9b4b-87b8-4383-901f-ab941961d9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:46.548712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bf886ae5-d71e-4448-8e65-015ceeaf7684 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:46.574473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e193e2-7bcf-4cc1-a692-359fea0890ac admin admin] Pushing event deleted for resources: {'Network': ['ID=c200d148-1aac-4d09-a682-2365e76cfa1f,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:46.582653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d4e193e2-7bcf-4cc1-a692-359fea0890ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:46.599159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fccb9b4b-87b8-4383-901f-ab941961d9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:46.601463 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fccb9b4b-87b8-4383-901f-ab941961d9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/subnets/ef8a9360-9e18-4774-ae21-805af42ac96b HTTP/1.1" status: 204  len: 168 time: 2.3824952
Nov 24 13:15:46.604609 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d4e193e2-7bcf-4cc1-a692-359fea0890ac admin admin] 10.222.0.76 "DELETE /v2.0/networks/c200d148-1aac-4d09-a682-2365e76cfa1f HTTP/1.1" status: 204  len: 168 time: 3.4161158
Nov 24 13:15:46.605436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52988) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:46.608033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 52990) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:46.628318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8b562095-a638-42b8-8145-ef64b01ec348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:46.629573 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8b562095-a638-42b8-8145-ef64b01ec348 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1cbf5c03-0849-4186-a388-5cf97b8756ed HTTP/1.1" status: 204  len: 168 time: 0.7815037
Nov 24 13:15:46.629690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a440481-87a7-4d89-89a9-d6569535ccdd None None] Network b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:15:46.655190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8d9061-4a2b-45a5-8899-ab97a7004223 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:15:46.666639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a81cb5d-d598-4dc5-9ef4-5bf60f24cbd0 None None] Sync routers for ids ['59917853-9cc6-40fe-be4e-9367db622388'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:15:46.689488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a81cb5d-d598-4dc5-9ef4-5bf60f24cbd0 None None] Routers {'59917853-9cc6-40fe-be4e-9367db622388'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:15:46.690305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1a81cb5d-d598-4dc5-9ef4-5bf60f24cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc3d2e8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:15:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['59917853-9cc6-40fe-be4e-9367db622388'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:46.727452 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-df8d9061-4a2b-45a5-8899-ab97a7004223 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "PUT /v2.0/routers/59917853-9cc6-40fe-be4e-9367db622388/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.4762168
Nov 24 13:15:46.738211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 52996) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:46.784558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4119d4de-dac2-40b2-815e-53f7f85f9bd1 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:15:46.895453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-1a81cb5d-d598-4dc5-9ef4-5bf60f24cbd0 None None] Set router 59917853-9cc6-40fe-be4e-9367db622388 gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:15:47.194158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-52f4f652-af6b-435d-990f-be82ec569a3a None None] Provisioning complete for port 4119d4de-dac2-40b2-815e-53f7f85f9bd1 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:47.194940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-52f4f652-af6b-435d-990f-be82ec569a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:47.230451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f16288-f094-46b8-affb-b1293cc19103 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Deleting subnet c7514ac9-2dd0-4535-a632-959ca8e4d387 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:15:47.239314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02f16288-f094-46b8-affb-b1293cc19103 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:47.356772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02f16288-f094-46b8-affb-b1293cc19103 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:47.365624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1a81cb5d-d598-4dc5-9ef4-5bf60f24cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc3d2e8>, [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:15:41Z', 'revision_number': 8, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None, '_interfaces': [{'id': '454bcdab-fabc-492e-b220-40ffb8f7d962', 'name': '', 'network_id': 'afe47a7f-2bdb-4f89-873d-b9429f12adbd', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:b3:c7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:42Z', 'updated_at': '2020-11-24T13:15:02Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '56420be6-e8f5-46f3-ad3c-d7e3386357a1', 'name': '', 'network_id': '5a3d637a-9b99-4608-8a0a-b870cc93f888', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:36:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:01Z', 'updated_at': '2020-11-24T13:15:25Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': '7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8d8a5ac9-3271-4b36-a909-047532dacc4c', 'name': '', 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:ee:96:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'aa779721-3002-4e81-a97e-feb536020d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:27Z', 'updated_at': '2020-11-24T13:14:38Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'aa779721-3002-4e81-a97e-feb536020d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:47.370590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a81cb5d-d598-4dc5-9ef4-5bf60f24cbd0 None None] Checking router: 59917853-9cc6-40fe-be4e-9367db622388 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:15:47.383990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a81cb5d-d598-4dc5-9ef4-5bf60f24cbd0 None None] Routers {'59917853-9cc6-40fe-be4e-9367db622388'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:15:47.384869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1a81cb5d-d598-4dc5-9ef4-5bf60f24cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc3d2e8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:15:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['59917853-9cc6-40fe-be4e-9367db622388'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:47.453964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-25af28b1-83ae-400c-8bc8-60e18758d0b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:47.457920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:47.466492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:47.467541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:47.486829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cd60e798-fe3c-4893-88a4-8816a4f7e230 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:47.504978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 4119d4de-dac2-40b2-815e-53f7f85f9bd1 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:47.505705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:47.589522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-1a81cb5d-d598-4dc5-9ef4-5bf60f24cbd0 None None] Set router 59917853-9cc6-40fe-be4e-9367db622388 gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:15:47.621295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Pushing event updated for resources: {'Port': ['ID=3a1b5ea5-9e0e-4c1e-9a01-3d5ca4701315,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:47.625009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:47.664542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02f16288-f094-46b8-affb-b1293cc19103 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:47.716588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8da3d618-798c-441f-8ade-e6253b13f3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347e28cc0>, [{'id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'name': 'tempest-TestNetworkBasicOps-router-649114394', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:45Z', 'updated_at': '2020-11-24T13:15:38Z', 'revision_number': 7, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:47Z', 'updated_at': '2020-11-24T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:47.742937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-52f4f652-af6b-435d-990f-be82ec569a3a None None] Provisioning for port 3a1b5ea5-9e0e-4c1e-9a01-3d5ca4701315 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:15:47.750369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da3d618-798c-441f-8ade-e6253b13f3e0 None None] The sync data for ids ['72fdfc95-aeba-4bd0-961b-8bf5c0940129'] in dv-neutron-601336-61-ovs is: [{'id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'name': 'tempest-TestNetworkBasicOps-router-649114394', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:11:45Z', 'updated_at': '2020-11-24T13:15:38Z', 'revision_number': 7, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdfc95-aeba-4bd0-961b-8bf5c0940129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:11:47Z', 'updated_at': '2020-11-24T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:15:47.755675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-52f4f652-af6b-435d-990f-be82ec569a3a None None] Provisioning complete for port 3a1b5ea5-9e0e-4c1e-9a01-3d5ca4701315 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:47.756087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-52f4f652-af6b-435d-990f-be82ec569a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:47.819301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] DHCP port deletion for b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:15:47.836031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] Deleting port 9792011d-3d04-45fd-a139-621869f6b8d0 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:15:47.836577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:47.952592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-52f4f652-af6b-435d-990f-be82ec569a3a None None] Port 3a1b5ea5-9e0e-4c1e-9a01-3d5ca4701315 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:15:47.952955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Network acfa071e-1d36-4d10-805e-85b19c8b1fe2 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:15:47.958740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:15:47.993444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-289b9feb-279f-4995-acd1-3243fd3fecec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:48.071815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1a81cb5d-d598-4dc5-9ef4-5bf60f24cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc3d2e8>, [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:15:41Z', 'revision_number': 8, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None, '_interfaces': [{'id': '454bcdab-fabc-492e-b220-40ffb8f7d962', 'name': '', 'network_id': 'afe47a7f-2bdb-4f89-873d-b9429f12adbd', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:b3:c7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:42Z', 'updated_at': '2020-11-24T13:15:02Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '56420be6-e8f5-46f3-ad3c-d7e3386357a1', 'name': '', 'network_id': '5a3d637a-9b99-4608-8a0a-b870cc93f888', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:36:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:01Z', 'updated_at': '2020-11-24T13:15:25Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': '7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8d8a5ac9-3271-4b36-a909-047532dacc4c', 'name': '', 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:ee:96:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'aa779721-3002-4e81-a97e-feb536020d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:27Z', 'updated_at': '2020-11-24T13:14:38Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'aa779721-3002-4e81-a97e-feb536020d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:48.081668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a81cb5d-d598-4dc5-9ef4-5bf60f24cbd0 None None] The sync data for ids ['59917853-9cc6-40fe-be4e-9367db622388'] in dv-neutron-601336-61-ovs is: [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:15:41Z', 'revision_number': 8, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None, '_interfaces': [{'id': '454bcdab-fabc-492e-b220-40ffb8f7d962', 'name': '', 'network_id': 'afe47a7f-2bdb-4f89-873d-b9429f12adbd', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:b3:c7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:42Z', 'updated_at': '2020-11-24T13:15:02Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '56420be6-e8f5-46f3-ad3c-d7e3386357a1', 'name': '', 'network_id': '5a3d637a-9b99-4608-8a0a-b870cc93f888', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:36:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:01Z', 'updated_at': '2020-11-24T13:15:25Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': '7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8d8a5ac9-3271-4b36-a909-047532dacc4c', 'name': '', 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:ee:96:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'aa779721-3002-4e81-a97e-feb536020d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:27Z', 'updated_at': '2020-11-24T13:14:38Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'aa779721-3002-4e81-a97e-feb536020d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:15:48.248310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-25af28b1-83ae-400c-8bc8-60e18758d0b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_gateway, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:48.285292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-25af28b1-83ae-400c-8bc8-60e18758d0b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:15:48.285672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-25af28b1-83ae-400c-8bc8-60e18758d0b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:48.308914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] For port 9792011d-3d04-45fd-a139-621869f6b8d0, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=9792011d-3d04-45fd-a139-621869f6b8d0,segment=NetworkSegment(c8d55b70-bd3f-49b2-974e-4ecf0319621f),segment_id=c8d55b70-bd3f-49b2-974e-4ecf0319621f)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:48.315395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:48.459370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] Calling delete_port for 9792011d-3d04-45fd-a139-621869f6b8d0 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:15:48.525996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c5c504f2-7409-45ff-a042-47a85cdc819e None None] Provisioning complete for port 3a1b5ea5-9e0e-4c1e-9a01-3d5ca4701315 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:15:48.526463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5c504f2-7409-45ff-a042-47a85cdc819e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:48.537550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-25af28b1-83ae-400c-8bc8-60e18758d0b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:48.537896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-25af28b1-83ae-400c-8bc8-60e18758d0b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:48.606159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c5c504f2-7409-45ff-a042-47a85cdc819e None None] Port 3a1b5ea5-9e0e-4c1e-9a01-3d5ca4701315 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:15:48.608408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:48.626988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c8b4ca08-4624-45d4-be4f-5c3f3e9d3f1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:48.715568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device e647b167-1027-48c2-98f3-b8ff2ebe77e1 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:15:48.753497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-25af28b1-83ae-400c-8bc8-60e18758d0b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6 owned by network:router_gateway {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:15:48.761737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] Pushing event deleted for resources: {'Port': ['ID=9792011d-3d04-45fd-a139-621869f6b8d0,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:48.773984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: e647b167-1027-48c2-98f3-b8ff2ebe77e1 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:15:48.774775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device e647b167-1027-48c2-98f3-b8ff2ebe77e1 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:15:48.775120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 24d216c8-5645-4da6-b428-dbd936bc6f82 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:15:48.799092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02f16288-f094-46b8-affb-b1293cc19103 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:48.815183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8b3b40c3-04cf-48f5-856e-b2fb397ec125 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:48.825519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 24d216c8-5645-4da6-b428-dbd936bc6f82 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:15:48.826081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 24d216c8-5645-4da6-b428-dbd936bc6f82 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:15:48.826691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 9792011d-3d04-45fd-a139-621869f6b8d0 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:15:48.858979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:48.859540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:48.860035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:48.860548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:48.861038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:48.861528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:48.862011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:48.862554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:48.863040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:48.863522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:48.864013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:48.864496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:48.865098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:48.865581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:48.866064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:48.866570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:48.867078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:48.867554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:48.868039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:48.868528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:48.869013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:48.869492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:48.869972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:48.870476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:15:48.888969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:48.889801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 9792011d-3d04-45fd-a139-621869f6b8d0 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:15:48.890344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 9792011d-3d04-45fd-a139-621869f6b8d0 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:15:48.913709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] No DVR routers for this DVR port 9792011d-3d04-45fd-a139-621869f6b8d0 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:15:48.916434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f16288-f094-46b8-affb-b1293cc19103 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event deleted for resources: {'Subnet': ['ID=c7514ac9-2dd0-4535-a632-959ca8e4d387,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:48.919429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-02f16288-f094-46b8-affb-b1293cc19103 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:49.010567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02f16288-f094-46b8-affb-b1293cc19103 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:49.015512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2c909f-6c37-43b1-8430-32e485e51951 None None] Network f6a0a72a-4e73-43ea-849e-c941f953d97f requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:15:49.025905 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-02f16288-f094-46b8-affb-b1293cc19103 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/subnets/c7514ac9-2dd0-4535-a632-959ca8e4d387 HTTP/1.1" status: 204  len: 168 time: 2.2840836
Nov 24 13:15:49.025905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Router e3126988-0b0c-4818-b2a3-ffbe4f414f4b has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:15:49.026546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53002) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:49.237585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f98530f4-edac-4dc9-ae3c-3129265d4552 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:49.309239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ef8d06-c9c4-41a4-9931-0beec5d65998 None None] DHCP port deletion for f6a0a72a-4e73-43ea-849e-c941f953d97f request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:15:49.314299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-95ef8d06-c9c4-41a4-9931-0beec5d65998 None None] Deleting port cac0d6a9-d338-4d45-b140-39afe95006e9 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:15:49.314728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-95ef8d06-c9c4-41a4-9931-0beec5d65998 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:49.375215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f98530f4-edac-4dc9-ae3c-3129265d4552 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Deleting port cac0d6a9-d338-4d45-b140-39afe95006e9 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:15:49.375598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f98530f4-edac-4dc9-ae3c-3129265d4552 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:49.438625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-25af28b1-83ae-400c-8bc8-60e18758d0b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:49.454598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-639fab00-e985-4bca-9709-64ce999d63db tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:49.505989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:15:49.511569 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] 10.222.0.76 "PUT /v2.0/routers/e3126988-0b0c-4818-b2a3-ffbe4f414f4b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3434327
Nov 24 13:15:49.514041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53006) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:49.522562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d41cc9e-2473-4b5d-9262-4fcbd5d13a2b None None] Sync routers for ids ['e3126988-0b0c-4818-b2a3-ffbe4f414f4b'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:15:49.556298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-95ef8d06-c9c4-41a4-9931-0beec5d65998 None None] For port cac0d6a9-d338-4d45-b140-39afe95006e9, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=cac0d6a9-d338-4d45-b140-39afe95006e9,segment=NetworkSegment(8907d271-4b11-4cfa-bf70-4b60e3e16728),segment_id=8907d271-4b11-4cfa-bf70-4b60e3e16728)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:49.556653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-95ef8d06-c9c4-41a4-9931-0beec5d65998 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:49.569880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af28b1-83ae-400c-8bc8-60e18758d0b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:49.571024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d41cc9e-2473-4b5d-9262-4fcbd5d13a2b None None] Routers {'e3126988-0b0c-4818-b2a3-ffbe4f414f4b'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:15:49.572731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-3d41cc9e-2473-4b5d-9262-4fcbd5d13a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346f3fd68>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:15:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e3126988-0b0c-4818-b2a3-ffbe4f414f4b'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:49.576102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-25af28b1-83ae-400c-8bc8-60e18758d0b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:49.755815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-f98530f4-edac-4dc9-ae3c-3129265d4552 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] For port cac0d6a9-d338-4d45-b140-39afe95006e9, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=cac0d6a9-d338-4d45-b140-39afe95006e9,segment=NetworkSegment(8907d271-4b11-4cfa-bf70-4b60e3e16728),segment_id=8907d271-4b11-4cfa-bf70-4b60e3e16728)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:49.756210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f98530f4-edac-4dc9-ae3c-3129265d4552 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:49.761988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-95ef8d06-c9c4-41a4-9931-0beec5d65998 None None] Calling delete_port for cac0d6a9-d338-4d45-b140-39afe95006e9 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:15:49.796258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-3d41cc9e-2473-4b5d-9262-4fcbd5d13a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346f3fd68>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:49.836826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d41cc9e-2473-4b5d-9262-4fcbd5d13a2b None None] Routers {'e3126988-0b0c-4818-b2a3-ffbe4f414f4b'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:15:49.837543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-3d41cc9e-2473-4b5d-9262-4fcbd5d13a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346f3fd68>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:15:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e3126988-0b0c-4818-b2a3-ffbe4f414f4b'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:49.900224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f98530f4-edac-4dc9-ae3c-3129265d4552 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Calling delete_port for cac0d6a9-d338-4d45-b140-39afe95006e9 owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:15:49.915051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-3d41cc9e-2473-4b5d-9262-4fcbd5d13a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346f3fd68>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:49.915606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d41cc9e-2473-4b5d-9262-4fcbd5d13a2b None None] The sync data for ids ['e3126988-0b0c-4818-b2a3-ffbe4f414f4b'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:15:49.922419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-95ef8d06-c9c4-41a4-9931-0beec5d65998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:49.938518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-68078084-45e2-42f0-89cc-97d69ddf9e4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:49.966026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-25af28b1-83ae-400c-8bc8-60e18758d0b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:49.993811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d6c5850-4a39-4ec5-8e3c-c1c873a2debe tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:50.024970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-289b9feb-279f-4995-acd1-3243fd3fecec admin admin] Deleting port e738398c-9de9-4bc6-96c5-35243a1a47fd {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:15:50.025406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-289b9feb-279f-4995-acd1-3243fd3fecec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:50.033385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef8d06-c9c4-41a4-9931-0beec5d65998 None None] Pushing event deleted for resources: {'Port': ['ID=cac0d6a9-d338-4d45-b140-39afe95006e9,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:50.037844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-95ef8d06-c9c4-41a4-9931-0beec5d65998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:50.065117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-f98530f4-edac-4dc9-ae3c-3129265d4552 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:15:50.065482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-f98530f4-edac-4dc9-ae3c-3129265d4552 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:15:50.084568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ef8d06-c9c4-41a4-9931-0beec5d65998 None None] No DVR routers for this DVR port cac0d6a9-d338-4d45-b140-39afe95006e9 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:15:50.180486 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-8d6c5850-4a39-4ec5-8e3c-c1c873a2debe tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] delete failed (client error): There was a conflict when trying to complete your request.
Nov 24 13:15:50.181744 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8d6c5850-4a39-4ec5-8e3c-c1c873a2debe tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] 10.222.0.76 "DELETE /v2.0/routers/e3126988-0b0c-4818-b2a3-ffbe4f414f4b HTTP/1.1" status: 409  len: 329 time: 0.6666942
Nov 24 13:15:50.186612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53010) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:50.380020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-25af28b1-83ae-400c-8bc8-60e18758d0b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:50.389802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-25af28b1-83ae-400c-8bc8-60e18758d0b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:50.452757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-289b9feb-279f-4995-acd1-3243fd3fecec admin admin] For port e738398c-9de9-4bc6-96c5-35243a1a47fd, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=e738398c-9de9-4bc6-96c5-35243a1a47fd,segment=NetworkSegment(f240b38c-33fc-48df-8782-1ceff90a63a1),segment_id=f240b38c-33fc-48df-8782-1ceff90a63a1)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:50.453161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-289b9feb-279f-4995-acd1-3243fd3fecec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:50.461393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-25af28b1-83ae-400c-8bc8-60e18758d0b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:50.461931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25af28b1-83ae-400c-8bc8-60e18758d0b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Fanout notify agent at l3_agent the message router_deleted on router 72fdfc95-aeba-4bd0-961b-8bf5c0940129 {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:15:50.473570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:15:50.553105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-759bbc14-5b05-4805-809c-b203e040c975 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:50.598368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-289b9feb-279f-4995-acd1-3243fd3fecec admin admin] Calling delete_port for e738398c-9de9-4bc6-96c5-35243a1a47fd owned by network:router_interface {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:15:50.606621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f98530f4-edac-4dc9-ae3c-3129265d4552 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Deleting port cac0d6a9-d338-4d45-b140-39afe95006e9 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:15:50.607009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f98530f4-edac-4dc9-ae3c-3129265d4552 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:50.642774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-25af28b1-83ae-400c-8bc8-60e18758d0b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:50.643982 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-25af28b1-83ae-400c-8bc8-60e18758d0b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/routers/72fdfc95-aeba-4bd0-961b-8bf5c0940129 HTTP/1.1" status: 204  len: 168 time: 4.0375569
Nov 24 13:15:50.646991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53014) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:50.692581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f98530f4-edac-4dc9-ae3c-3129265d4552 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] The port 'cac0d6a9-d338-4d45-b140-39afe95006e9' was deleted {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:15:50.714264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device cac0d6a9-d338-4d45-b140-39afe95006e9 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:15:50.761627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: cac0d6a9-d338-4d45-b140-39afe95006e9 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:15:50.762427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device cac0d6a9-d338-4d45-b140-39afe95006e9 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:15:50.820672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f2a18879-7166-4a6e-8457-79f4d9ffd7f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:50.901354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f98530f4-edac-4dc9-ae3c-3129265d4552 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:50.957807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:51.094071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f2a18879-7166-4a6e-8457-79f4d9ffd7f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:51.215955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-289b9feb-279f-4995-acd1-3243fd3fecec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:51.232006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e179908e-379e-4fb5-b47f-bde73cc7abc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:51.318586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f98530f4-edac-4dc9-ae3c-3129265d4552 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f63471fe1d0>,) {'filters': {'network_id': ['f6a0a72a-4e73-43ea-849e-c941f953d97f']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:51.374734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f98530f4-edac-4dc9-ae3c-3129265d4552 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f63471fe1d0>, '8907d271-4b11-4cfa-bf70-4b60e3e16728') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:51.375072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f98530f4-edac-4dc9-ae3c-3129265d4552 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f63471fe1d0>, '8907d271-4b11-4cfa-bf70-4b60e3e16728') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:51.394189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f98530f4-edac-4dc9-ae3c-3129265d4552 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:51.472437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f98530f4-edac-4dc9-ae3c-3129265d4552 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:51.479344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f98530f4-edac-4dc9-ae3c-3129265d4552 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Releasing vxlan tunnel 12 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:15:51.600593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b9feb-279f-4995-acd1-3243fd3fecec admin admin] Pushing event deleted for resources: {'Port': ['ID=e738398c-9de9-4bc6-96c5-35243a1a47fd,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:51.617451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-289b9feb-279f-4995-acd1-3243fd3fecec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:51.619207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f2a18879-7166-4a6e-8457-79f4d9ffd7f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6346576240>,) {'filters': {'network_id': ['b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:51.637874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f2a18879-7166-4a6e-8457-79f4d9ffd7f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346576240>, 'c8d55b70-bd3f-49b2-974e-4ecf0319621f') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:51.638256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f2a18879-7166-4a6e-8457-79f4d9ffd7f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346576240>, 'c8d55b70-bd3f-49b2-974e-4ecf0319621f') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:51.656299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f2a18879-7166-4a6e-8457-79f4d9ffd7f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:51.693129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f2a18879-7166-4a6e-8457-79f4d9ffd7f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:51.696760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f2a18879-7166-4a6e-8457-79f4d9ffd7f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Releasing vxlan tunnel 5 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:15:51.733569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f98530f4-edac-4dc9-ae3c-3129265d4552 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network f6a0a72a-4e73-43ea-849e-c941f953d97f has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:15:51.744255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f98530f4-edac-4dc9-ae3c-3129265d4552 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:51.946212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f2a18879-7166-4a6e-8457-79f4d9ffd7f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:15:51.962751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f2a18879-7166-4a6e-8457-79f4d9ffd7f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:52.032951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f98530f4-edac-4dc9-ae3c-3129265d4552 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network f6a0a72a-4e73-43ea-849e-c941f953d97f has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:15:52.059323 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:15:52.165858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f98530f4-edac-4dc9-ae3c-3129265d4552 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:52.169771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a46a0bcb-a83e-4b1c-8e0d-2bc1ec966d8d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:52.189465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f98530f4-edac-4dc9-ae3c-3129265d4552 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:52.233843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98530f4-edac-4dc9-ae3c-3129265d4552 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event deleted for resources: {'Network': ['ID=f6a0a72a-4e73-43ea-849e-c941f953d97f,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:52.244655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f98530f4-edac-4dc9-ae3c-3129265d4552 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:52.255425 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f98530f4-edac-4dc9-ae3c-3129265d4552 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/networks/f6a0a72a-4e73-43ea-849e-c941f953d97f HTTP/1.1" status: 204  len: 168 time: 3.2245593
Nov 24 13:15:52.256245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53018) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:52.285986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f2a18879-7166-4a6e-8457-79f4d9ffd7f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:15:52.317864 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:15:52.317864 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:15:52.317864 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:15:52.317864 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:15:52.317864 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:15:52.317864 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:15:52.317864 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:15:52.317864 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:15:52.317864 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:15:52.317864 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:15:52.317864 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:15:52.317864 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:15:52.317864 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:15:52.317864 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:15:52.317864 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:15:52.317864 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:15:52.317864 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:15:52.317864 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:15:52.317864 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:15:52.317864 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:15:52.317864 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:15:52.317864 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:15:52.317864 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:15:52.317864 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:15:52.317864 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:15:52.317864 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:15:52.317864 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:15:52.317864 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:15:52.317864 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:15:52.317864 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:15:52.317864 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:15:52.317864 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:15:52.425391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f2a18879-7166-4a6e-8457-79f4d9ffd7f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:52.430518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fe991ea1-bf91-4db8-a36f-e987c0b71729 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:52.449763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f2a18879-7166-4a6e-8457-79f4d9ffd7f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:52.460359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a18879-7166-4a6e-8457-79f4d9ffd7f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Network': ['ID=b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:52.465062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f2a18879-7166-4a6e-8457-79f4d9ffd7f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:52.474857 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f2a18879-7166-4a6e-8457-79f4d9ffd7f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/networks/b4ba48e5-10d2-4102-9ca2-ecdf7abb31f8 HTTP/1.1" status: 204  len: 168 time: 1.8268373
Nov 24 13:15:52.497493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53022) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:52.507430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-bd2c886f-1d28-4b64-b034-eb35ef40483c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'network': {'name': 'tempest-network-smoke--1801366418', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'port_security_enabled': True}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:52.511377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-759bbc14-5b05-4805-809c-b203e040c975 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Deleting port 3a1b5ea5-9e0e-4c1e-9a01-3d5ca4701315 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:15:52.511764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-759bbc14-5b05-4805-809c-b203e040c975 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:52.520679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-289b9feb-279f-4995-acd1-3243fd3fecec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:52.552573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-bd2c886f-1d28-4b64-b034-eb35ef40483c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:52.564477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bd2c886f-1d28-4b64-b034-eb35ef40483c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:network and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:52.571533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bd2c886f-1d28-4b64-b034-eb35ef40483c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:52.591371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-bd2c886f-1d28-4b64-b034-eb35ef40483c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:52.623173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:15:52.660073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:15:52.660652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device bd2bac60-61b9-4c39-9fa0-746a4b9ef9a6 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:15:52.769253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2c886f-1d28-4b64-b034-eb35ef40483c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Made reservation on behalf of ddd175861f0b46ae9d96e8c7cb7e2213 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:15:52.774883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bd2c886f-1d28-4b64-b034-eb35ef40483c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:52.928724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2c886f-1d28-4b64-b034-eb35ef40483c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:15:52.933582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-759bbc14-5b05-4805-809c-b203e040c975 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:53.067721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bd2c886f-1d28-4b64-b034-eb35ef40483c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:53.068159 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-bd2c886f-1d28-4b64-b034-eb35ef40483c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Added segment 0afb2dfe-0f18-424d-899a-d77a342e72f1 of type vxlan for network 1d9a1c72-ec58-4bc6-ac05-41342740656e
Nov 24 13:15:53.083654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-759bbc14-5b05-4805-809c-b203e040c975 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Calling delete_port for 3a1b5ea5-9e0e-4c1e-9a01-3d5ca4701315 owned by network:router_interface {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:15:53.177513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bd2c886f-1d28-4b64-b034-eb35ef40483c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:53.198202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e167ccff-8eba-40e0-8696-b941ba74bbc0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:53.293406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289b9feb-279f-4995-acd1-3243fd3fecec admin admin] Router 3937804a-a539-4c6e-adbc-eb8a99ecd1cd has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:15:53.373111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bd2c886f-1d28-4b64-b034-eb35ef40483c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:53.377782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2c886f-1d28-4b64-b034-eb35ef40483c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:15:53.378439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bd2c886f-1d28-4b64-b034-eb35ef40483c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:53.388279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-88733096-68c1-477b-836e-8e5c97562118 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:53.523879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289b9feb-279f-4995-acd1-3243fd3fecec admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:15:53.532559 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-289b9feb-279f-4995-acd1-3243fd3fecec admin admin] 10.222.0.76 "PUT /v2.0/routers/3937804a-a539-4c6e-adbc-eb8a99ecd1cd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7493632
Nov 24 13:15:53.533181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53026) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:53.536420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef5ea5b-9247-455f-bce2-ad3f5f6475c2 None None] Sync routers for ids ['3937804a-a539-4c6e-adbc-eb8a99ecd1cd'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:15:53.551035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef5ea5b-9247-455f-bce2-ad3f5f6475c2 None None] Routers {'3937804a-a539-4c6e-adbc-eb8a99ecd1cd'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:15:53.551986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-aef5ea5b-9247-455f-bce2-ad3f5f6475c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cdf7c88>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:15:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['3937804a-a539-4c6e-adbc-eb8a99ecd1cd'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:53.751906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-aef5ea5b-9247-455f-bce2-ad3f5f6475c2 None None] Set router 3937804a-a539-4c6e-adbc-eb8a99ecd1cd gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:15:53.753026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-24934720-8c37-4d1c-bbd1-5f0b874fd8fb admin admin] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:53.799379 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bd2c886f-1d28-4b64-b034-eb35ef40483c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.2966623
Nov 24 13:15:53.803007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53030) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:53.861074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2fef94cd-30fe-40a0-b310-ad4e258afaa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-198678195', 'admin_state_up': True, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:53.868978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2fef94cd-30fe-40a0-b310-ad4e258afaa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:15:53.873083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2fef94cd-30fe-40a0-b310-ad4e258afaa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:router and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:15:53.876134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2fef94cd-30fe-40a0-b310-ad4e258afaa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:15:53.898438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2fef94cd-30fe-40a0-b310-ad4e258afaa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:15:53.911441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c886f-1d28-4b64-b034-eb35ef40483c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Network': ['ID=1d9a1c72-ec58-4bc6-ac05-41342740656e,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:53.917086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bd2c886f-1d28-4b64-b034-eb35ef40483c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:53.920284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2fef94cd-30fe-40a0-b310-ad4e258afaa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:53.921305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2fef94cd-30fe-40a0-b310-ad4e258afaa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:53.935425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 1d9a1c72-ec58-4bc6-ac05-41342740656e details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:15:53.968369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 1d9a1c72-ec58-4bc6-ac05-41342740656e details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:15:53.978810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-24934720-8c37-4d1c-bbd1-5f0b874fd8fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:53.988903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-24934720-8c37-4d1c-bbd1-5f0b874fd8fb admin admin] Deleting port 8f848ea2-2a08-4123-8376-789dd0b71086 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:15:53.989299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-24934720-8c37-4d1c-bbd1-5f0b874fd8fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:53.997676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-759bbc14-5b05-4805-809c-b203e040c975 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:54.020231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-550a5b8f-9bca-4db8-b240-7d43be0856b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:54.073464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-aef5ea5b-9247-455f-bce2-ad3f5f6475c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cdf7c88>, [{'id': '3937804a-a539-4c6e-adbc-eb8a99ecd1cd', 'name': 'tempest-TestVolumeBootPattern-1667162633-router', 'tenant_id': '5a7afbfe15094831a47b19a5311d9e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': '8f848ea2-2a08-4123-8376-789dd0b71086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:05:22Z', 'updated_at': '2020-11-24T13:15:51Z', 'revision_number': 5, 'project_id': '5a7afbfe15094831a47b19a5311d9e5d', 'gw_port': {'id': '8f848ea2-2a08-4123-8376-789dd0b71086', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:29:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3937804a-a539-4c6e-adbc-eb8a99ecd1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:05:25Z', 'updated_at': '2020-11-24T13:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:54.078669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef5ea5b-9247-455f-bce2-ad3f5f6475c2 None None] Checking router: 3937804a-a539-4c6e-adbc-eb8a99ecd1cd for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:15:54.092780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef5ea5b-9247-455f-bce2-ad3f5f6475c2 None None] Routers {'3937804a-a539-4c6e-adbc-eb8a99ecd1cd'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:15:54.094296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-aef5ea5b-9247-455f-bce2-ad3f5f6475c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cdf7c88>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:15:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['3937804a-a539-4c6e-adbc-eb8a99ecd1cd'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:54.144980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759bbc14-5b05-4805-809c-b203e040c975 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Pushing event deleted for resources: {'Port': ['ID=3a1b5ea5-9e0e-4c1e-9a01-3d5ca4701315,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:54.155986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-759bbc14-5b05-4805-809c-b203e040c975 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:54.242990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2fef94cd-30fe-40a0-b310-ad4e258afaa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:54.269245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-24934720-8c37-4d1c-bbd1-5f0b874fd8fb admin admin] For port 8f848ea2-2a08-4123-8376-789dd0b71086, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8f848ea2-2a08-4123-8376-789dd0b71086,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:54.269651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-24934720-8c37-4d1c-bbd1-5f0b874fd8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:54.426109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-24934720-8c37-4d1c-bbd1-5f0b874fd8fb admin admin] Calling delete_port for 8f848ea2-2a08-4123-8376-789dd0b71086 owned by network:router_gateway {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:15:54.536437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-aef5ea5b-9247-455f-bce2-ad3f5f6475c2 None None] Set router 3937804a-a539-4c6e-adbc-eb8a99ecd1cd gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:15:54.670000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-aef5ea5b-9247-455f-bce2-ad3f5f6475c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cdf7c88>, [{'id': '3937804a-a539-4c6e-adbc-eb8a99ecd1cd', 'name': 'tempest-TestVolumeBootPattern-1667162633-router', 'tenant_id': '5a7afbfe15094831a47b19a5311d9e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:05:22Z', 'updated_at': '2020-11-24T13:15:53Z', 'revision_number': 6, 'project_id': '5a7afbfe15094831a47b19a5311d9e5d', 'gw_port_host': None}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:54.676046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef5ea5b-9247-455f-bce2-ad3f5f6475c2 None None] The sync data for ids ['3937804a-a539-4c6e-adbc-eb8a99ecd1cd'] in dv-neutron-601336-61-ovs is: [{'id': '3937804a-a539-4c6e-adbc-eb8a99ecd1cd', 'name': 'tempest-TestVolumeBootPattern-1667162633-router', 'tenant_id': '5a7afbfe15094831a47b19a5311d9e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:05:22Z', 'updated_at': '2020-11-24T13:15:53Z', 'revision_number': 6, 'project_id': '5a7afbfe15094831a47b19a5311d9e5d', 'gw_port_host': None}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:15:54.763062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2fef94cd-30fe-40a0-b310-ad4e258afaa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:54.821676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-759bbc14-5b05-4805-809c-b203e040c975 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:54.912256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-24934720-8c37-4d1c-bbd1-5f0b874fd8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:54.930218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-56ab03bc-d0c3-404c-bf02-1eb5446bfda0 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:55.042528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24934720-8c37-4d1c-bbd1-5f0b874fd8fb admin admin] Pushing event deleted for resources: {'Port': ['ID=8f848ea2-2a08-4123-8376-789dd0b71086,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:55.047172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-24934720-8c37-4d1c-bbd1-5f0b874fd8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:55.315528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-24934720-8c37-4d1c-bbd1-5f0b874fd8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:55.514463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2fef94cd-30fe-40a0-b310-ad4e258afaa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_gateway, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:55.591345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2fef94cd-30fe-40a0-b310-ad4e258afaa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:55.600651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-24934720-8c37-4d1c-bbd1-5f0b874fd8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:55.609116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-24934720-8c37-4d1c-bbd1-5f0b874fd8fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:55.632657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-24934720-8c37-4d1c-bbd1-5f0b874fd8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:55.633235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24934720-8c37-4d1c-bbd1-5f0b874fd8fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3937804a-a539-4c6e-adbc-eb8a99ecd1cd {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:15:55.647055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-24934720-8c37-4d1c-bbd1-5f0b874fd8fb admin admin] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:55.648280 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-24934720-8c37-4d1c-bbd1-5f0b874fd8fb admin admin] 10.222.0.76 "DELETE /v2.0/routers/3937804a-a539-4c6e-adbc-eb8a99ecd1cd HTTP/1.1" status: 204  len: 168 time: 2.1140642
Nov 24 13:15:55.651085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53034) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:55.720249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-0210ea8e-ffe2-40c4-a200-bd80dad991f3 admin admin] Deleting subnet 260b2e2c-3303-44b4-9b2e-d223e6ef5999 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:15:55.723556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0210ea8e-ffe2-40c4-a200-bd80dad991f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:55.777955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e167ccff-8eba-40e0-8696-b941ba74bbc0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Deleting port 56420be6-e8f5-46f3-ad3c-d7e3386357a1 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:15:55.778377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e167ccff-8eba-40e0-8696-b941ba74bbc0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:55.784254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0210ea8e-ffe2-40c4-a200-bd80dad991f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:55.870136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0210ea8e-ffe2-40c4-a200-bd80dad991f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:56.155918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0210ea8e-ffe2-40c4-a200-bd80dad991f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:56.173408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2da6ece6-307b-4211-970b-2d9c9458e2bd tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:56.265831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210ea8e-ffe2-40c4-a200-bd80dad991f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=260b2e2c-3303-44b4-9b2e-d223e6ef5999,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:56.271732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0210ea8e-ffe2-40c4-a200-bd80dad991f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:56.315471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0210ea8e-ffe2-40c4-a200-bd80dad991f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:56.321220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5770a60-1c0d-4758-921d-99a35ce2bd02 None None] Network af675fa1-01b6-4cc2-9461-d6b59d23854b requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:15:56.321926 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0210ea8e-ffe2-40c4-a200-bd80dad991f3 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/260b2e2c-3303-44b4-9b2e-d223e6ef5999 HTTP/1.1" status: 204  len: 168 time: 0.6696014
Nov 24 13:15:56.325384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53038) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:56.341436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759bbc14-5b05-4805-809c-b203e040c975 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Router e3126988-0b0c-4818-b2a3-ffbe4f414f4b has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:15:56.447998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e98c37c-86ac-4195-aa7e-f61a6e2c138c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:56.515793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3e98c37c-86ac-4195-aa7e-f61a6e2c138c admin admin] Deleting port b8a0d531-bca4-4355-857c-e4585360194d {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:15:56.516168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e98c37c-86ac-4195-aa7e-f61a6e2c138c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:56.636196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bdf435-a965-4f74-8c11-994802312273 None None] DHCP port deletion for af675fa1-01b6-4cc2-9461-d6b59d23854b request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:15:56.643382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e8bdf435-a965-4f74-8c11-994802312273 None None] Deleting port b8a0d531-bca4-4355-857c-e4585360194d {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:15:56.643999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e8bdf435-a965-4f74-8c11-994802312273 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:56.648059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e167ccff-8eba-40e0-8696-b941ba74bbc0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] For port 56420be6-e8f5-46f3-ad3c-d7e3386357a1, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=56420be6-e8f5-46f3-ad3c-d7e3386357a1,segment=NetworkSegment(f59d20eb-4451-4e7c-b427-6bd9ad191727),segment_id=f59d20eb-4451-4e7c-b427-6bd9ad191727)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:56.648462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e167ccff-8eba-40e0-8696-b941ba74bbc0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:56.670054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-2fef94cd-30fe-40a0-b310-ad4e258afaa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.26.8.41 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/25ce41c1-5040-4b78-a8eb-912c2caab106) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:15:56.681027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8f848ea2-2a08-4123-8376-789dd0b71086 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:15:56.733305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759bbc14-5b05-4805-809c-b203e040c975 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:15:56.756376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-3e98c37c-86ac-4195-aa7e-f61a6e2c138c admin admin] For port b8a0d531-bca4-4355-857c-e4585360194d, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=b8a0d531-bca4-4355-857c-e4585360194d,segment=NetworkSegment(f240b38c-33fc-48df-8782-1ceff90a63a1),segment_id=f240b38c-33fc-48df-8782-1ceff90a63a1)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:56.756770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e98c37c-86ac-4195-aa7e-f61a6e2c138c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:56.800373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea3da52-a983-41cc-854b-5506ee92e0ec None None] Sync routers for ids ['e3126988-0b0c-4818-b2a3-ffbe4f414f4b'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:15:56.807250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e167ccff-8eba-40e0-8696-b941ba74bbc0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Calling delete_port for 56420be6-e8f5-46f3-ad3c-d7e3386357a1 owned by network:router_interface {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:15:56.811168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 8f848ea2-2a08-4123-8376-789dd0b71086 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:15:56.811749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8f848ea2-2a08-4123-8376-789dd0b71086 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:15:56.812461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device e738398c-9de9-4bc6-96c5-35243a1a47fd no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:15:56.867279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: e738398c-9de9-4bc6-96c5-35243a1a47fd {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:15:56.867923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device e738398c-9de9-4bc6-96c5-35243a1a47fd not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:15:56.890275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea3da52-a983-41cc-854b-5506ee92e0ec None None] Routers {'e3126988-0b0c-4818-b2a3-ffbe4f414f4b'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:15:56.892301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8ea3da52-a983-41cc-854b-5506ee92e0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c8c1c18>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:15:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e3126988-0b0c-4818-b2a3-ffbe4f414f4b'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:56.895858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3e98c37c-86ac-4195-aa7e-f61a6e2c138c admin admin] Calling delete_port for b8a0d531-bca4-4355-857c-e4585360194d owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:15:56.944761 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-759bbc14-5b05-4805-809c-b203e040c975 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] 10.222.0.76 "PUT /v2.0/routers/e3126988-0b0c-4818-b2a3-ffbe4f414f4b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7569709
Nov 24 13:15:56.949414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53042) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:56.975971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8ea3da52-a983-41cc-854b-5506ee92e0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c8c1c18>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:57.036109 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-b249a2b8-4dc1-478b-8c8d-ddec8de5abf1 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] show failed (client error): The resource could not be found.
Nov 24 13:15:57.042208 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b249a2b8-4dc1-478b-8c8d-ddec8de5abf1 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] 10.222.0.76 "GET /v2.0/routers/tempest-non_exist_router-1200403618 HTTP/1.1" status: 404  len: 335 time: 0.0866494
Nov 24 13:15:57.042527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53046) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:57.050371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-968d6d60-ad5b-4a59-a77d-5e05f87eb33a tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Request body: {'router': {'name': 'new_name'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:15:57.064148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e98c37c-86ac-4195-aa7e-f61a6e2c138c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:57.080786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-769ee101-4dc4-4910-8ea8-94bddcd14783 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:57.092322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea3da52-a983-41cc-854b-5506ee92e0ec None None] Routers {'e3126988-0b0c-4818-b2a3-ffbe4f414f4b'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:15:57.093167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8ea3da52-a983-41cc-854b-5506ee92e0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c8c1c18>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:15:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e3126988-0b0c-4818-b2a3-ffbe4f414f4b'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:57.147424 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-968d6d60-ad5b-4a59-a77d-5e05f87eb33a tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] update failed (client error): The resource could not be found.
Nov 24 13:15:57.152501 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-968d6d60-ad5b-4a59-a77d-5e05f87eb33a tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] 10.222.0.76 "PUT /v2.0/routers/tempest-non_exist_router-391018636 HTTP/1.1" status: 404  len: 334 time: 0.1057928
Nov 24 13:15:57.153826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53050) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:57.182059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8ea3da52-a983-41cc-854b-5506ee92e0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c8c1c18>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:57.182528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea3da52-a983-41cc-854b-5506ee92e0ec None None] The sync data for ids ['e3126988-0b0c-4818-b2a3-ffbe4f414f4b'] in dv-neutron-601336-61-ovs is: [] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:15:57.187610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98c37c-86ac-4195-aa7e-f61a6e2c138c admin admin] Pushing event deleted for resources: {'Port': ['ID=b8a0d531-bca4-4355-857c-e4585360194d,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:57.195515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2fef94cd-30fe-40a0-b310-ad4e258afaa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:57.195895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3e98c37c-86ac-4195-aa7e-f61a6e2c138c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:57.207822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e8bdf435-a965-4f74-8c11-994802312273 None None] For port b8a0d531-bca4-4355-857c-e4585360194d, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=b8a0d531-bca4-4355-857c-e4585360194d,segment=NetworkSegment(f240b38c-33fc-48df-8782-1ceff90a63a1),segment_id=f240b38c-33fc-48df-8782-1ceff90a63a1)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:15:57.208542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e8bdf435-a965-4f74-8c11-994802312273 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:57.252591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e98c37c-86ac-4195-aa7e-f61a6e2c138c admin admin] No DVR routers for this DVR port b8a0d531-bca4-4355-857c-e4585360194d on host dv-neutron-601336-61-ovs {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:15:57.346911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e8bdf435-a965-4f74-8c11-994802312273 None None] Calling delete_port for b8a0d531-bca4-4355-857c-e4585360194d owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:15:57.386916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e98c37c-86ac-4195-aa7e-f61a6e2c138c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:57.402425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e167ccff-8eba-40e0-8696-b941ba74bbc0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:57.425854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-e8bdf435-a965-4f74-8c11-994802312273 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:15:57.426661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-e8bdf435-a965-4f74-8c11-994802312273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:15:57.426884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-98acfc96-65d5-4132-97e1-f0ed6407168c tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:57.508932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-3e98c37c-86ac-4195-aa7e-f61a6e2c138c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6346073470>,) {'filters': {'network_id': ['af675fa1-01b6-4cc2-9461-d6b59d23854b']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:57.510872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2fef94cd-30fe-40a0-b310-ad4e258afaa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:57.523494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-3e98c37c-86ac-4195-aa7e-f61a6e2c138c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346073470>, 'f240b38c-33fc-48df-8782-1ceff90a63a1') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:57.523825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-3e98c37c-86ac-4195-aa7e-f61a6e2c138c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346073470>, 'f240b38c-33fc-48df-8782-1ceff90a63a1') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:15:57.536667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e98c37c-86ac-4195-aa7e-f61a6e2c138c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:57.552968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e98c37c-86ac-4195-aa7e-f61a6e2c138c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:57.553437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167ccff-8eba-40e0-8696-b941ba74bbc0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event deleted for resources: {'Port': ['ID=56420be6-e8f5-46f3-ad3c-d7e3386357a1,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:57.556735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3e98c37c-86ac-4195-aa7e-f61a6e2c138c admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:15:57.608884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e167ccff-8eba-40e0-8696-b941ba74bbc0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:57.612212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e9be624b-f1c3-4e21-9e5c-59ec32198b26 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:57.748303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-3e98c37c-86ac-4195-aa7e-f61a6e2c138c admin admin] Network af675fa1-01b6-4cc2-9461-d6b59d23854b has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:15:57.755225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef94cd-30fe-40a0-b310-ad4e258afaa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=25ce41c1-5040-4b78-a8eb-912c2caab106,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:57.757558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e98c37c-86ac-4195-aa7e-f61a6e2c138c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:57.763689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2fef94cd-30fe-40a0-b310-ad4e258afaa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:57.777940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e79cb1-24db-461e-8331-4a59c5547fa3 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Deleting subnet 2f93f4cf-06c2-4634-b37b-026da8a059f9 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:15:57.786593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f6e79cb1-24db-461e-8331-4a59c5547fa3 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:57.893199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f6e79cb1-24db-461e-8331-4a59c5547fa3 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:57.927745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e8bdf435-a965-4f74-8c11-994802312273 None None] Deleting port b8a0d531-bca4-4355-857c-e4585360194d {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:15:57.928854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e8bdf435-a965-4f74-8c11-994802312273 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:58.065230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e8bdf435-a965-4f74-8c11-994802312273 None None] The port 'b8a0d531-bca4-4355-857c-e4585360194d' was deleted {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:15:58.090062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fef94cd-30fe-40a0-b310-ad4e258afaa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:15:58.097629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-2fef94cd-30fe-40a0-b310-ad4e258afaa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:15:58.104433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fef94cd-30fe-40a0-b310-ad4e258afaa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:15:58.236134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-3e98c37c-86ac-4195-aa7e-f61a6e2c138c admin admin] Network af675fa1-01b6-4cc2-9461-d6b59d23854b has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:15:58.263118 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:15:58.263118 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:15:58.263118 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:15:58.263118 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:15:58.263118 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:15:58.263118 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:15:58.263118 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:15:58.263118 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:15:58.263118 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:15:58.263118 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:15:58.263118 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:15:58.263118 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:15:58.263118 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:15:58.263118 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:15:58.263118 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:15:58.263118 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:15:58.263118 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:15:58.263118 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:15:58.263118 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:15:58.263118 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:15:58.263118 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:15:58.263118 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:15:58.263118 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:15:58.263118 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:15:58.263118 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:15:58.263118 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:15:58.263118 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:15:58.263118 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:15:58.263118 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:15:58.263118 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:15:58.263118 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:15:58.263118 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:15:58.271672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f6e79cb1-24db-461e-8331-4a59c5547fa3 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:58.347836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e98c37c-86ac-4195-aa7e-f61a6e2c138c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:58.351718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d4e193e2-7bcf-4cc1-a692-359fea0890ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:58.369095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e98c37c-86ac-4195-aa7e-f61a6e2c138c admin admin] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:58.378870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98c37c-86ac-4195-aa7e-f61a6e2c138c admin admin] Pushing event deleted for resources: {'Network': ['ID=af675fa1-01b6-4cc2-9461-d6b59d23854b,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:58.383891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3e98c37c-86ac-4195-aa7e-f61a6e2c138c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:58.388009 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3e98c37c-86ac-4195-aa7e-f61a6e2c138c admin admin] 10.222.0.76 "DELETE /v2.0/networks/af675fa1-01b6-4cc2-9461-d6b59d23854b HTTP/1.1" status: 204  len: 168 time: 2.0584614
Nov 24 13:15:58.657714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53056) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:58.667898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b8a0d531-bca4-4355-857c-e4585360194d no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:15:58.704728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: b8a0d531-bca4-4355-857c-e4585360194d {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:15:58.705232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b8a0d531-bca4-4355-857c-e4585360194d not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:15:58.729442 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fce00b53-e970-4bbb-9c36-43733a58e198 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6efb027d4b0e48cc970462a6d3154fa0&name=default HTTP/1.1" status: 200  len: 2747 time: 0.0702512
Nov 24 13:15:58.732041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53060) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:58.796047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9e73934a-480a-49aa-811b-11240d08d2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:58.824518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9e73934a-480a-49aa-811b-11240d08d2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:58.871317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9e73934a-480a-49aa-811b-11240d08d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:58.877100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d3717cf8-3d0d-4387-947d-084728cdf623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:58.891343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73934a-480a-49aa-811b-11240d08d2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5679bea3-a0bf-46d0-802b-80a6c7338623,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:58.895036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9e73934a-480a-49aa-811b-11240d08d2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:58.901505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9e73934a-480a-49aa-811b-11240d08d2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:58.905271 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9e73934a-480a-49aa-811b-11240d08d2c3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5679bea3-a0bf-46d0-802b-80a6c7338623 HTTP/1.1" status: 204  len: 168 time: 0.1698759
Nov 24 13:15:58.908200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e167ccff-8eba-40e0-8696-b941ba74bbc0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:59.149631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f6e79cb1-24db-461e-8331-4a59c5547fa3 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:59.167169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7249e5fb-d030-40a2-b650-d9624a7985af tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:59.195569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2fef94cd-30fe-40a0-b310-ad4e258afaa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_gateway, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:59.196419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2fef94cd-30fe-40a0-b310-ad4e258afaa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:59.270636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e79cb1-24db-461e-8331-4a59c5547fa3 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Pushing event deleted for resources: {'Subnet': ['ID=2f93f4cf-06c2-4634-b37b-026da8a059f9,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:59.277208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f6e79cb1-24db-461e-8331-4a59c5547fa3 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:59.396890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53068) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:59.459366 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f637a21b-6b07-4b8e-8db3-87cdb255a697 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5a7afbfe15094831a47b19a5311d9e5d&name=default HTTP/1.1" status: 200  len: 2747 time: 0.0581026
Nov 24 13:15:59.459614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53072) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:59.529510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-84882a6e-3e28-4b37-82ee-d7b78d376358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:59.557667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-84882a6e-3e28-4b37-82ee-d7b78d376358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:59.593113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f6e79cb1-24db-461e-8331-4a59c5547fa3 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:59.597941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b36baa-4d6d-4c8e-a0f1-560c04347ad8 None None] Network 084a23ba-92cd-45a2-8ad3-9d049f8e5a04 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:15:59.612022 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f6e79cb1-24db-461e-8331-4a59c5547fa3 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] 10.222.0.76 "DELETE /v2.0/subnets/2f93f4cf-06c2-4634-b37b-026da8a059f9 HTTP/1.1" status: 204  len: 168 time: 2.4581180
Nov 24 13:15:59.616332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53076) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:15:59.619276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-84882a6e-3e28-4b37-82ee-d7b78d376358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:59.644606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e72e616e-64d5-4e05-880f-5592d7b01731 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:15:59.709860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84882a6e-3e28-4b37-82ee-d7b78d376358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6713e1-4a98-4d32-a970-d8c65b0aff91,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:15:59.722698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-84882a6e-3e28-4b37-82ee-d7b78d376358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:15:59.756031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-84882a6e-3e28-4b37-82ee-d7b78d376358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:59.759702 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-84882a6e-3e28-4b37-82ee-d7b78d376358 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3e6713e1-4a98-4d32-a970-d8c65b0aff91 HTTP/1.1" status: 204  len: 168 time: 0.2966962
Nov 24 13:15:59.786612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f61f1ff5-eb28-4040-8add-1368f8e69358 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:59.881149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f61f1ff5-eb28-4040-8add-1368f8e69358 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Deleting port 4119d4de-dac2-40b2-815e-53f7f85f9bd1 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:15:59.881718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f61f1ff5-eb28-4040-8add-1368f8e69358 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:15:59.971733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a15ebd-776e-4e4e-a2e8-178b9ebd27cf None None] DHCP port deletion for 084a23ba-92cd-45a2-8ad3-9d049f8e5a04 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:15:59.976330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-78a15ebd-776e-4e4e-a2e8-178b9ebd27cf None None] Deleting port 4119d4de-dac2-40b2-815e-53f7f85f9bd1 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:15:59.976756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-78a15ebd-776e-4e4e-a2e8-178b9ebd27cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:00.056251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fef94cd-30fe-40a0-b310-ad4e258afaa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router f7cabb2d-d8f4-483e-8554-a172d1985c67 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:16:00.205432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e167ccff-8eba-40e0-8696-b941ba74bbc0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Router 59917853-9cc6-40fe-be4e-9367db622388 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:16:00.213692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-f61f1ff5-eb28-4040-8add-1368f8e69358 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] For port 4119d4de-dac2-40b2-815e-53f7f85f9bd1, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=4119d4de-dac2-40b2-815e-53f7f85f9bd1,segment=NetworkSegment(93b0e5a1-da60-4ff2-ac4d-6232b2b6770d),segment_id=93b0e5a1-da60-4ff2-ac4d-6232b2b6770d)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:16:00.214244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f61f1ff5-eb28-4040-8add-1368f8e69358 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:00.307881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-78a15ebd-776e-4e4e-a2e8-178b9ebd27cf None None] For port 4119d4de-dac2-40b2-815e-53f7f85f9bd1, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=4119d4de-dac2-40b2-815e-53f7f85f9bd1,segment=NetworkSegment(93b0e5a1-da60-4ff2-ac4d-6232b2b6770d),segment_id=93b0e5a1-da60-4ff2-ac4d-6232b2b6770d)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:16:00.309513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-78a15ebd-776e-4e4e-a2e8-178b9ebd27cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:00.377372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f61f1ff5-eb28-4040-8add-1368f8e69358 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Calling delete_port for 4119d4de-dac2-40b2-815e-53f7f85f9bd1 owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:16:00.459141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-78a15ebd-776e-4e4e-a2e8-178b9ebd27cf None None] Calling delete_port for 4119d4de-dac2-40b2-815e-53f7f85f9bd1 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:16:00.461372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f61f1ff5-eb28-4040-8add-1368f8e69358 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:00.478975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-96409737-7e90-49f3-a952-84db82febe10 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:00.535357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-78a15ebd-776e-4e4e-a2e8-178b9ebd27cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:16:00.535792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-78a15ebd-776e-4e4e-a2e8-178b9ebd27cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:16:00.577413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f1ff5-eb28-4040-8add-1368f8e69358 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Pushing event deleted for resources: {'Port': ['ID=4119d4de-dac2-40b2-815e-53f7f85f9bd1,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:00.589934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f61f1ff5-eb28-4040-8add-1368f8e69358 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:00.612831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4119d4de-dac2-40b2-815e-53f7f85f9bd1 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:16:00.642961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61f1ff5-eb28-4040-8add-1368f8e69358 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] No DVR routers for this DVR port 4119d4de-dac2-40b2-815e-53f7f85f9bd1 on host dv-neutron-601336-61-ovs {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:16:00.650249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 4119d4de-dac2-40b2-815e-53f7f85f9bd1 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:16:00.650249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4119d4de-dac2-40b2-815e-53f7f85f9bd1 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:16:00.781012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f61f1ff5-eb28-4040-8add-1368f8e69358 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:00.784136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e167ccff-8eba-40e0-8696-b941ba74bbc0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:16:00.792388 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e167ccff-8eba-40e0-8696-b941ba74bbc0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "PUT /v2.0/routers/59917853-9cc6-40fe-be4e-9367db622388/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.5321946
Nov 24 13:16:00.793955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53082) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:00.795276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfa7b37-12c4-40a8-8d6b-795b6d436b26 None None] Sync routers for ids ['59917853-9cc6-40fe-be4e-9367db622388'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:16:00.816734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfa7b37-12c4-40a8-8d6b-795b6d436b26 None None] Routers {'59917853-9cc6-40fe-be4e-9367db622388'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:16:00.817525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8bfa7b37-12c4-40a8-8d6b-795b6d436b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c71e438>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:15:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['59917853-9cc6-40fe-be4e-9367db622388'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:00.872341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fef94cd-30fe-40a0-b310-ad4e258afaa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:16:00.885454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97847bb8-561c-491d-b1ed-e4338db08aeb None None] Sync routers for ids ['f7cabb2d-d8f4-483e-8554-a172d1985c67'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:16:00.903574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97847bb8-561c-491d-b1ed-e4338db08aeb None None] Routers {'f7cabb2d-d8f4-483e-8554-a172d1985c67'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:16:00.905272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-97847bb8-561c-491d-b1ed-e4338db08aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346ffd438>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:15:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['f7cabb2d-d8f4-483e-8554-a172d1985c67'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:00.924303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f61f1ff5-eb28-4040-8add-1368f8e69358 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6346202be0>,) {'filters': {'network_id': ['084a23ba-92cd-45a2-8ad3-9d049f8e5a04']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:00.939591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f61f1ff5-eb28-4040-8add-1368f8e69358 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346202be0>, '93b0e5a1-da60-4ff2-ac4d-6232b2b6770d') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:00.939960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f61f1ff5-eb28-4040-8add-1368f8e69358 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346202be0>, '93b0e5a1-da60-4ff2-ac4d-6232b2b6770d') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:00.953534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f61f1ff5-eb28-4040-8add-1368f8e69358 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:00.971243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2fef94cd-30fe-40a0-b310-ad4e258afaa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:00.971483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f61f1ff5-eb28-4040-8add-1368f8e69358 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:00.972547 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2fef94cd-30fe-40a0-b310-ad4e258afaa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 7.1672745
Nov 24 13:16:00.973901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f61f1ff5-eb28-4040-8add-1368f8e69358 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Releasing vxlan tunnel 6 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:16:00.984517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53086) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:00.993704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-8bfa7b37-12c4-40a8-8d6b-795b6d436b26 None None] Set router 59917853-9cc6-40fe-be4e-9367db622388 gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:16:01.046064 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-497b181b-aa62-41aa-a647-5c8f3384bc52 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/subnets?project_id=ddd175861f0b46ae9d96e8c7cb7e2213&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0600483
Nov 24 13:16:01.049122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53090) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:01.057515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-f66d82c9-46d1-42a2-93f0-2d0a1ca7be1d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'subnet': {'name': 'tempest-subnet-smoke-833583980', 'network_id': '1d9a1c72-ec58-4bc6-ac05-41342740656e', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:16:01.127842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-97847bb8-561c-491d-b1ed-e4338db08aeb None None] Set router f7cabb2d-d8f4-483e-8554-a172d1985c67 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:16:01.194919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f61f1ff5-eb28-4040-8add-1368f8e69358 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Network 084a23ba-92cd-45a2-8ad3-9d049f8e5a04 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:16:01.207111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f61f1ff5-eb28-4040-8add-1368f8e69358 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:01.242839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-78a15ebd-776e-4e4e-a2e8-178b9ebd27cf None None] Deleting port 4119d4de-dac2-40b2-815e-53f7f85f9bd1 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:16:01.243365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-78a15ebd-776e-4e4e-a2e8-178b9ebd27cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:01.296006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-60b00e84-20c6-436d-bb5d-e4ea5c2aba52 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Deleting subnet 7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:16:01.304777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60b00e84-20c6-436d-bb5d-e4ea5c2aba52 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:01.349857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f66d82c9-46d1-42a2-93f0-2d0a1ca7be1d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:16:01.358523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f66d82c9-46d1-42a2-93f0-2d0a1ca7be1d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:subnet and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:16:01.363956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f66d82c9-46d1-42a2-93f0-2d0a1ca7be1d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:16:01.373772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f66d82c9-46d1-42a2-93f0-2d0a1ca7be1d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:16:01.386361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60b00e84-20c6-436d-bb5d-e4ea5c2aba52 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:01.397209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-78a15ebd-776e-4e4e-a2e8-178b9ebd27cf None None] The port '4119d4de-dac2-40b2-815e-53f7f85f9bd1' was deleted {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:16:01.414271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8bfa7b37-12c4-40a8-8d6b-795b6d436b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c71e438>, [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:15:57Z', 'revision_number': 9, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None, '_interfaces': [{'id': '454bcdab-fabc-492e-b220-40ffb8f7d962', 'name': '', 'network_id': 'afe47a7f-2bdb-4f89-873d-b9429f12adbd', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:b3:c7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:42Z', 'updated_at': '2020-11-24T13:15:02Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8d8a5ac9-3271-4b36-a909-047532dacc4c', 'name': '', 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:ee:96:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'aa779721-3002-4e81-a97e-feb536020d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:27Z', 'updated_at': '2020-11-24T13:14:38Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'aa779721-3002-4e81-a97e-feb536020d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:01.419573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfa7b37-12c4-40a8-8d6b-795b6d436b26 None None] Checking router: 59917853-9cc6-40fe-be4e-9367db622388 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:16:01.434787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfa7b37-12c4-40a8-8d6b-795b6d436b26 None None] Routers {'59917853-9cc6-40fe-be4e-9367db622388'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:16:01.436051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8bfa7b37-12c4-40a8-8d6b-795b6d436b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c71e438>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:15:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['59917853-9cc6-40fe-be4e-9367db622388'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:01.440043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f61f1ff5-eb28-4040-8add-1368f8e69358 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Network 084a23ba-92cd-45a2-8ad3-9d049f8e5a04 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:16:01.443701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66d82c9-46d1-42a2-93f0-2d0a1ca7be1d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Made reservation on behalf of ddd175861f0b46ae9d96e8c7cb7e2213 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:16:01.466897 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:16:01.466897 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:16:01.466897 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:16:01.466897 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:16:01.466897 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:16:01.466897 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:16:01.466897 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:16:01.466897 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:16:01.466897 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:16:01.466897 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:16:01.466897 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:16:01.466897 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:16:01.466897 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:16:01.466897 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:16:01.466897 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:16:01.466897 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:16:01.466897 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:16:01.466897 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:16:01.466897 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:16:01.466897 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:16:01.466897 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:16:01.466897 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:16:01.466897 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:16:01.466897 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:16:01.466897 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:16:01.466897 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:16:01.466897 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:16:01.466897 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:16:01.466897 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:16:01.466897 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:16:01.466897 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:16:01.466897 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:16:01.561237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-97847bb8-561c-491d-b1ed-e4338db08aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346ffd438>, [{'id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'name': 'tempest-TestNetworkBasicOps-router-198678195', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '25ce41c1-5040-4b78-a8eb-912c2caab106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:15:53Z', 'updated_at': '2020-11-24T13:15:58Z', 'revision_number': 3, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '25ce41c1-5040-4b78-a8eb-912c2caab106', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:85:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:56Z', 'updated_at': '2020-11-24T13:15:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:01.561882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f61f1ff5-eb28-4040-8add-1368f8e69358 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:01.566858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f94b9f30-23eb-4e7e-86da-b0f51eefe31d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:01.572459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97847bb8-561c-491d-b1ed-e4338db08aeb None None] Checking router: f7cabb2d-d8f4-483e-8554-a172d1985c67 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:16:01.573004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97847bb8-561c-491d-b1ed-e4338db08aeb None None] Updating router f7cabb2d-d8f4-483e-8554-a172d1985c67 port 25ce41c1-5040-4b78-a8eb-912c2caab106 binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:16:01.592039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f61f1ff5-eb28-4040-8add-1368f8e69358 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:01.593474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f66d82c9-46d1-42a2-93f0-2d0a1ca7be1d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:01.600985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f1ff5-eb28-4040-8add-1368f8e69358 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Pushing event deleted for resources: {'Network': ['ID=084a23ba-92cd-45a2-8ad3-9d049f8e5a04,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:01.611519 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f61f1ff5-eb28-4040-8add-1368f8e69358 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] 10.222.0.76 "DELETE /v2.0/networks/084a23ba-92cd-45a2-8ad3-9d049f8e5a04 HTTP/1.1" status: 204  len: 168 time: 1.9917233
Nov 24 13:16:01.611519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f61f1ff5-eb28-4040-8add-1368f8e69358 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:01.612244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53094) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:01.641201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-8bfa7b37-12c4-40a8-8d6b-795b6d436b26 None None] Set router 59917853-9cc6-40fe-be4e-9367db622388 gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:16:01.641413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-97847bb8-561c-491d-b1ed-e4338db08aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:01.707116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60b00e84-20c6-436d-bb5d-e4ea5c2aba52 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:01.836469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac346c0-7400-49ff-ad3a-ec4d24bfee44 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Deleting subnet ada1bf97-653a-4461-8a18-21bbdee1f94b {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:16:01.840540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ac346c0-7400-49ff-ad3a-ec4d24bfee44 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:01.920539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ac346c0-7400-49ff-ad3a-ec4d24bfee44 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:02.035454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ac346c0-7400-49ff-ad3a-ec4d24bfee44 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:02.071279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8bfa7b37-12c4-40a8-8d6b-795b6d436b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c71e438>, [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:15:57Z', 'revision_number': 9, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None, '_interfaces': [{'id': '454bcdab-fabc-492e-b220-40ffb8f7d962', 'name': '', 'network_id': 'afe47a7f-2bdb-4f89-873d-b9429f12adbd', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:b3:c7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:42Z', 'updated_at': '2020-11-24T13:15:02Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8d8a5ac9-3271-4b36-a909-047532dacc4c', 'name': '', 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:ee:96:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'aa779721-3002-4e81-a97e-feb536020d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:27Z', 'updated_at': '2020-11-24T13:14:38Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'aa779721-3002-4e81-a97e-feb536020d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:02.078492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfa7b37-12c4-40a8-8d6b-795b6d436b26 None None] The sync data for ids ['59917853-9cc6-40fe-be4e-9367db622388'] in dv-neutron-601336-61-ovs is: [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:15:57Z', 'revision_number': 9, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None, '_interfaces': [{'id': '454bcdab-fabc-492e-b220-40ffb8f7d962', 'name': '', 'network_id': 'afe47a7f-2bdb-4f89-873d-b9429f12adbd', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:b3:c7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:42Z', 'updated_at': '2020-11-24T13:15:02Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'cb51d0fb-7917-4735-a7d0-0bd255b8bf42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8d8a5ac9-3271-4b36-a909-047532dacc4c', 'name': '', 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:ee:96:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'aa779721-3002-4e81-a97e-feb536020d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:27Z', 'updated_at': '2020-11-24T13:14:38Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'aa779721-3002-4e81-a97e-feb536020d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:16:02.238436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60b00e84-20c6-436d-bb5d-e4ea5c2aba52 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:02.255538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4afb71cd-8775-4a60-93a3-3ca2e4978fa8 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:02.344993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-97847bb8-561c-491d-b1ed-e4338db08aeb None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:02.351827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b00e84-20c6-436d-bb5d-e4ea5c2aba52 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event deleted for resources: {'Subnet': ['ID=7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:02.360019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-60b00e84-20c6-436d-bb5d-e4ea5c2aba52 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:02.360804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-97847bb8-561c-491d-b1ed-e4338db08aeb None None] Transition to ACTIVE for port object 25ce41c1-5040-4b78-a8eb-912c2caab106 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:16:02.364094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-97847bb8-561c-491d-b1ed-e4338db08aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:02.382942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-62cac083-86b5-498f-9ccb-719f10e56159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:02.394820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ac346c0-7400-49ff-ad3a-ec4d24bfee44 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:02.411189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-04df6af2-c4bb-4b1b-bf75-9ef429306916 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:02.429880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60b00e84-20c6-436d-bb5d-e4ea5c2aba52 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:02.458012 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-60b00e84-20c6-436d-bb5d-e4ea5c2aba52 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/subnets/7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6 HTTP/1.1" status: 204  len: 168 time: 1.6605067
Nov 24 13:16:02.459083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53098) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:02.485153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97208029-c42d-4083-a0f8-2a409f13a902 None None] Network 5a3d637a-9b99-4608-8a0a-b870cc93f888 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:16:02.506298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac346c0-7400-49ff-ad3a-ec4d24bfee44 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Pushing event deleted for resources: {'Subnet': ['ID=ada1bf97-653a-4461-8a18-21bbdee1f94b,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:02.510632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3ac346c0-7400-49ff-ad3a-ec4d24bfee44 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:02.557877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ac346c0-7400-49ff-ad3a-ec4d24bfee44 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:02.565109 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3ac346c0-7400-49ff-ad3a-ec4d24bfee44 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] 10.222.0.76 "DELETE /v2.0/subnets/ada1bf97-653a-4461-8a18-21bbdee1f94b HTTP/1.1" status: 204  len: 168 time: 0.9522467
Nov 24 13:16:02.568226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53102) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:02.577993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35627520-03e9-485f-b4f9-85012d5b9f33 None None] Network e0c63c95-9255-4d28-bcbf-052f63563cdc requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:16:02.609235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 56420be6-e8f5-46f3-ad3c-d7e3386357a1 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:16:02.711328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-86a4cdbb-267e-4310-876a-c9a905585ad0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:02.731144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 56420be6-e8f5-46f3-ad3c-d7e3386357a1 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:16:02.731565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 56420be6-e8f5-46f3-ad3c-d7e3386357a1 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:16:02.797130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af22c99-144b-4a5b-988f-31239d65ea95 None None] Pushing event updated for resources: {'Port': ['ID=25ce41c1-5040-4b78-a8eb-912c2caab106,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:02.813985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f66d82c9-46d1-42a2-93f0-2d0a1ca7be1d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:02.838769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1af22c99-144b-4a5b-988f-31239d65ea95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:02.877187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e99bd305-1fec-4a60-8283-ef04f4b22938 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:03.007943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-86a4cdbb-267e-4310-876a-c9a905585ad0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Deleting port 5399b237-d550-4273-9138-facbbd2d586b {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:16:03.008493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-86a4cdbb-267e-4310-876a-c9a905585ad0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:03.018022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-97847bb8-561c-491d-b1ed-e4338db08aeb None None] Attempting to bind port 25ce41c1-5040-4b78-a8eb-912c2caab106 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:16:03.018472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-97847bb8-561c-491d-b1ed-e4338db08aeb None None] Attempting to bind port 25ce41c1-5040-4b78-a8eb-912c2caab106 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:16:03.018883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97847bb8-561c-491d-b1ed-e4338db08aeb None None] Attempting to bind port 25ce41c1-5040-4b78-a8eb-912c2caab106 on network cfe08d36-e5ba-4f00-8669-16a0ead5d220 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:16:03.032827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97847bb8-561c-491d-b1ed-e4338db08aeb None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:16:03.033252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97847bb8-561c-491d-b1ed-e4338db08aeb None None] Checking segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:16:03.033709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-97847bb8-561c-491d-b1ed-e4338db08aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:03.034108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97847bb8-561c-491d-b1ed-e4338db08aeb None None] Bound using segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:16:03.034679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-97847bb8-561c-491d-b1ed-e4338db08aeb None None] Bound port: 25ce41c1-5040-4b78-a8eb-912c2caab106, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:16:03.035096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-97847bb8-561c-491d-b1ed-e4338db08aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:03.094970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5487d18-037d-4094-b2d4-d7c1908f7bbf None None] DHCP port deletion for 5a3d637a-9b99-4608-8a0a-b870cc93f888 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:16:03.111536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a5487d18-037d-4094-b2d4-d7c1908f7bbf None None] Deleting port 5399b237-d550-4273-9138-facbbd2d586b {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:16:03.112040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a5487d18-037d-4094-b2d4-d7c1908f7bbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:03.131367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d82c9-46d1-42a2-93f0-2d0a1ca7be1d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Subnet': ['ID=5d60fce8-e520-437a-b83a-91f65046a1e6,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:03.147911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f66d82c9-46d1-42a2-93f0-2d0a1ca7be1d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:03.154516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fbf94f-41b0-4881-ac85-24819af53364 None None] DHCP port deletion for e0c63c95-9255-4d28-bcbf-052f63563cdc request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:16:03.172249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-31fbf94f-41b0-4881-ac85-24819af53364 None None] Deleting port 1d52a5e8-6b48-4d0f-aa23-38259d9120d6 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:16:03.172822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-31fbf94f-41b0-4881-ac85-24819af53364 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:03.211020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-97847bb8-561c-491d-b1ed-e4338db08aeb None None] For port 25ce41c1-5040-4b78-a8eb-912c2caab106, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:16:03.228792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-899e7d80-9d8b-4af1-a585-8e4dac40bd3d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Deleting subnet a5aacf0a-5ca5-46c4-8257-51221a1062be {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:16:03.237351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-899e7d80-9d8b-4af1-a585-8e4dac40bd3d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:03.248519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-97847bb8-561c-491d-b1ed-e4338db08aeb None None] For port 25ce41c1-5040-4b78-a8eb-912c2caab106, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=25ce41c1-5040-4b78-a8eb-912c2caab106,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:16:03.289025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-97847bb8-561c-491d-b1ed-e4338db08aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:03.308354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e426083b-120f-48fa-b41f-1d9d7f371249 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:03.409242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-899e7d80-9d8b-4af1-a585-8e4dac40bd3d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:03.483044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-86a4cdbb-267e-4310-876a-c9a905585ad0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] For port 5399b237-d550-4273-9138-facbbd2d586b, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=5399b237-d550-4273-9138-facbbd2d586b,segment=NetworkSegment(f59d20eb-4451-4e7c-b427-6bd9ad191727),segment_id=f59d20eb-4451-4e7c-b427-6bd9ad191727)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:16:03.483441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-86a4cdbb-267e-4310-876a-c9a905585ad0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:03.559496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66d82c9-46d1-42a2-93f0-2d0a1ca7be1d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Checking segment: {'id': '0afb2dfe-0f18-424d-899a-d77a342e72f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d9a1c72-ec58-4bc6-ac05-41342740656e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:16:03.559814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66d82c9-46d1-42a2-93f0-2d0a1ca7be1d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network hostable DHCP agents. Network: 1d9a1c72-ec58-4bc6-ac05-41342740656e, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:16:03.633190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-86a4cdbb-267e-4310-876a-c9a905585ad0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Calling delete_port for 5399b237-d550-4273-9138-facbbd2d586b owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:16:03.661277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af22c99-144b-4a5b-988f-31239d65ea95 None None] Pushing event updated for resources: {'Port': ['ID=25ce41c1-5040-4b78-a8eb-912c2caab106,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:03.693766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1af22c99-144b-4a5b-988f-31239d65ea95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:03.746679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66d82c9-46d1-42a2-93f0-2d0a1ca7be1d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network 1d9a1c72-ec58-4bc6-ac05-41342740656e is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:16:03.753569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-a5487d18-037d-4094-b2d4-d7c1908f7bbf None None] For port 5399b237-d550-4273-9138-facbbd2d586b, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=5399b237-d550-4273-9138-facbbd2d586b,segment=NetworkSegment(f59d20eb-4451-4e7c-b427-6bd9ad191727),segment_id=f59d20eb-4451-4e7c-b427-6bd9ad191727)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:16:03.754038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a5487d18-037d-4094-b2d4-d7c1908f7bbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:03.754295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-899e7d80-9d8b-4af1-a585-8e4dac40bd3d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:03.813943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-86a4cdbb-267e-4310-876a-c9a905585ad0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:04.069333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a5487d18-037d-4094-b2d4-d7c1908f7bbf None None] Calling delete_port for 5399b237-d550-4273-9138-facbbd2d586b owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:16:04.117497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-31fbf94f-41b0-4881-ac85-24819af53364 None None] For port 1d52a5e8-6b48-4d0f-aa23-38259d9120d6, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=1d52a5e8-6b48-4d0f-aa23-38259d9120d6,segment=NetworkSegment(2ac5703c-e870-478c-a92f-61cbba8dfd7f),segment_id=2ac5703c-e870-478c-a92f-61cbba8dfd7f)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:16:04.117940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-31fbf94f-41b0-4881-ac85-24819af53364 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:04.121492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ea609542-6700-4f6d-ab50-45796f9b8186 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:04.210413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-f66d82c9-46d1-42a2-93f0-2d0a1ca7be1d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 1d9a1c72-ec58-4bc6-ac05-41342740656e) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:16:04.242428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4cdbb-267e-4310-876a-c9a905585ad0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event deleted for resources: {'Port': ['ID=5399b237-d550-4273-9138-facbbd2d586b,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:04.266808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-86a4cdbb-267e-4310-876a-c9a905585ad0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:04.276039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-31fbf94f-41b0-4881-ac85-24819af53364 None None] Calling delete_port for 1d52a5e8-6b48-4d0f-aa23-38259d9120d6 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:16:04.295900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66d82c9-46d1-42a2-93f0-2d0a1ca7be1d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:04.296687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f66d82c9-46d1-42a2-93f0-2d0a1ca7be1d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:04.307179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042f2756-d260-4112-865b-e7cc8dcbf0cd None None] Network 1d9a1c72-ec58-4bc6-ac05-41342740656e requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:16:04.418272 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f66d82c9-46d1-42a2-93f0-2d0a1ca7be1d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 3.3680091
Nov 24 13:16:04.421398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53108) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:04.430115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97847bb8-561c-491d-b1ed-e4338db08aeb None None] Routers {'f7cabb2d-d8f4-483e-8554-a172d1985c67'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:16:04.431872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-97847bb8-561c-491d-b1ed-e4338db08aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346ffd438>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:15:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['f7cabb2d-d8f4-483e-8554-a172d1985c67'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:04.436281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a4cdbb-267e-4310-876a-c9a905585ad0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] No DVR routers for this DVR port 5399b237-d550-4273-9138-facbbd2d586b on host dv-neutron-601336-61-ovs {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:16:04.519888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-a5487d18-037d-4094-b2d4-d7c1908f7bbf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:16:04.520302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-a5487d18-037d-4094-b2d4-d7c1908f7bbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:16:04.650909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 5399b237-d550-4273-9138-facbbd2d586b no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:16:04.686969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-86a4cdbb-267e-4310-876a-c9a905585ad0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:04.702155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-31fbf94f-41b0-4881-ac85-24819af53364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:04.725248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-18673c4e-531c-4408-ac80-57057da2bdb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:04.759426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 5399b237-d550-4273-9138-facbbd2d586b {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:16:04.759820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 5399b237-d550-4273-9138-facbbd2d586b not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:16:04.760291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 1d52a5e8-6b48-4d0f-aa23-38259d9120d6 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:16:04.832071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-86a4cdbb-267e-4310-876a-c9a905585ad0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634d86f550>,) {'filters': {'network_id': ['5a3d637a-9b99-4608-8a0a-b870cc93f888']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:04.845053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-899e7d80-9d8b-4af1-a585-8e4dac40bd3d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:04.851966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbf94f-41b0-4881-ac85-24819af53364 None None] Pushing event deleted for resources: {'Port': ['ID=1d52a5e8-6b48-4d0f-aa23-38259d9120d6,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:04.858728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-31fbf94f-41b0-4881-ac85-24819af53364 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:04.868060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f66d82c9-46d1-42a2-93f0-2d0a1ca7be1d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:04.928128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 1d52a5e8-6b48-4d0f-aa23-38259d9120d6 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:16:04.928628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 1d52a5e8-6b48-4d0f-aa23-38259d9120d6 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:16:04.948177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-86a4cdbb-267e-4310-876a-c9a905585ad0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634d86f550>, 'f59d20eb-4451-4e7c-b427-6bd9ad191727') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:04.948513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-86a4cdbb-267e-4310-876a-c9a905585ad0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634d86f550>, 'f59d20eb-4451-4e7c-b427-6bd9ad191727') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:04.974746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7d80-9d8b-4af1-a585-8e4dac40bd3d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Pushing event deleted for resources: {'Subnet': ['ID=a5aacf0a-5ca5-46c4-8257-51221a1062be,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:04.989348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-899e7d80-9d8b-4af1-a585-8e4dac40bd3d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:04.993654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-86a4cdbb-267e-4310-876a-c9a905585ad0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:05.024954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fbf94f-41b0-4881-ac85-24819af53364 None None] No DVR routers for this DVR port 1d52a5e8-6b48-4d0f-aa23-38259d9120d6 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:16:05.027397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a5487d18-037d-4094-b2d4-d7c1908f7bbf None None] Deleting port 5399b237-d550-4273-9138-facbbd2d586b {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:16:05.027939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a5487d18-037d-4094-b2d4-d7c1908f7bbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:05.029519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-86a4cdbb-267e-4310-876a-c9a905585ad0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:05.034716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-86a4cdbb-267e-4310-876a-c9a905585ad0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Releasing vxlan tunnel 9 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:16:05.139869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-899e7d80-9d8b-4af1-a585-8e4dac40bd3d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:05.152524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a5487d18-037d-4094-b2d4-d7c1908f7bbf None None] The port '5399b237-d550-4273-9138-facbbd2d586b' was deleted {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:16:05.153899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-97847bb8-561c-491d-b1ed-e4338db08aeb None None] Set router f7cabb2d-d8f4-483e-8554-a172d1985c67 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:16:05.205793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b135fac-2ef0-4698-aa48-b76bf95e17b1 None None] Network 6227779b-5e2a-4b9e-a475-6b7bdfac9852 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:16:05.226010 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-899e7d80-9d8b-4af1-a585-8e4dac40bd3d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] 10.222.0.76 "DELETE /v2.0/subnets/a5aacf0a-5ca5-46c4-8257-51221a1062be HTTP/1.1" status: 204  len: 168 time: 2.6172285
Nov 24 13:16:05.227052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53112) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:05.278303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-86a4cdbb-267e-4310-876a-c9a905585ad0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network 5a3d637a-9b99-4608-8a0a-b870cc93f888 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:16:05.291937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-86a4cdbb-267e-4310-876a-c9a905585ad0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:05.334338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0020e54-ffd5-4233-84ae-df817f3dc40f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-1d9a1c72-ec58-4bc6-ac05-41342740656e', 'network_id': '1d9a1c72-ec58-4bc6-ac05-41342740656e', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ips': [{'subnet_id': '5d60fce8-e520-437a-b83a-91f65046a1e6'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:16:05.335430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0020e54-ffd5-4233-84ae-df817f3dc40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:05.556512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-81e3ae0e-dfda-45be-ac50-9f2746dc92a2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:05.614733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1e5f59d0-5158-4479-a06b-b575b08f2777 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:05.636311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-86a4cdbb-267e-4310-876a-c9a905585ad0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network 5a3d637a-9b99-4608-8a0a-b870cc93f888 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:16:05.663659 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:16:05.663659 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:16:05.663659 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:16:05.663659 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:16:05.663659 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:16:05.663659 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:16:05.663659 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:16:05.663659 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:16:05.663659 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:16:05.663659 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:16:05.663659 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:16:05.663659 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:16:05.663659 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:16:05.663659 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:16:05.663659 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:16:05.663659 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:16:05.663659 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:16:05.663659 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:16:05.663659 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:16:05.663659 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:16:05.663659 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:16:05.663659 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:16:05.663659 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:16:05.663659 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:16:05.663659 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:16:05.663659 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:16:05.663659 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:16:05.663659 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:16:05.663659 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:16:05.663659 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:16:05.663659 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:16:05.663659 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:16:05.860199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-86a4cdbb-267e-4310-876a-c9a905585ad0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:05.868400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c3ee69ec-98ab-4d81-b2b2-33bd3940a10b tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:05.886843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-86a4cdbb-267e-4310-876a-c9a905585ad0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:05.899951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4cdbb-267e-4310-876a-c9a905585ad0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event deleted for resources: {'Network': ['ID=5a3d637a-9b99-4608-8a0a-b870cc93f888,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:05.914079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-86a4cdbb-267e-4310-876a-c9a905585ad0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:05.921630 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-86a4cdbb-267e-4310-876a-c9a905585ad0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/networks/5a3d637a-9b99-4608-8a0a-b870cc93f888 HTTP/1.1" status: 204  len: 168 time: 3.4590707
Nov 24 13:16:05.923584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53118) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:05.925755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-81e3ae0e-dfda-45be-ac50-9f2746dc92a2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:06.165034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cffa99-76c3-4ad0-86dd-a51a5c3ca113 None None] DHCP port deletion for 6227779b-5e2a-4b9e-a475-6b7bdfac9852 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:16:06.179483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e5cffa99-76c3-4ad0-86dd-a51a5c3ca113 None None] Deleting port cb0defcd-4b07-47b6-8760-32d315beb31f {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:16:06.180195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e5cffa99-76c3-4ad0-86dd-a51a5c3ca113 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:06.184919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-81e3ae0e-dfda-45be-ac50-9f2746dc92a2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634705f080>,) {'filters': {'network_id': ['e0c63c95-9255-4d28-bcbf-052f63563cdc']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:06.201655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-81e3ae0e-dfda-45be-ac50-9f2746dc92a2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634705f080>, '2ac5703c-e870-478c-a92f-61cbba8dfd7f') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:06.201987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-81e3ae0e-dfda-45be-ac50-9f2746dc92a2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634705f080>, '2ac5703c-e870-478c-a92f-61cbba8dfd7f') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:06.219132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-81e3ae0e-dfda-45be-ac50-9f2746dc92a2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:06.241113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-97847bb8-561c-491d-b1ed-e4338db08aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346ffd438>, [{'id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'name': 'tempest-TestNetworkBasicOps-router-198678195', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '25ce41c1-5040-4b78-a8eb-912c2caab106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:15:53Z', 'updated_at': '2020-11-24T13:15:58Z', 'revision_number': 3, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '25ce41c1-5040-4b78-a8eb-912c2caab106', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:85:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:56Z', 'updated_at': '2020-11-24T13:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:06.249572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-81e3ae0e-dfda-45be-ac50-9f2746dc92a2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:06.253518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-81e3ae0e-dfda-45be-ac50-9f2746dc92a2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Releasing vxlan tunnel 11 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:16:06.257157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97847bb8-561c-491d-b1ed-e4338db08aeb None None] The sync data for ids ['f7cabb2d-d8f4-483e-8554-a172d1985c67'] in dv-neutron-601336-61-ovs is: [{'id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'name': 'tempest-TestNetworkBasicOps-router-198678195', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '25ce41c1-5040-4b78-a8eb-912c2caab106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:15:53Z', 'updated_at': '2020-11-24T13:15:58Z', 'revision_number': 3, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '25ce41c1-5040-4b78-a8eb-912c2caab106', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:85:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:56Z', 'updated_at': '2020-11-24T13:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:16:06.289895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-b0020e54-ffd5-4233-84ae-df817f3dc40f None None] Allocated IP 172.20.0.2 (1d9a1c72-ec58-4bc6-ac05-41342740656e/5d60fce8-e520-437a-b83a-91f65046a1e6/fbf31edd-82e2-468a-8839-f41f97ded53d) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:16:06.516699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-81e3ae0e-dfda-45be-ac50-9f2746dc92a2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Network e0c63c95-9255-4d28-bcbf-052f63563cdc has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:16:06.527819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-81e3ae0e-dfda-45be-ac50-9f2746dc92a2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:06.545025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e5cffa99-76c3-4ad0-86dd-a51a5c3ca113 None None] For port cb0defcd-4b07-47b6-8760-32d315beb31f, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=cb0defcd-4b07-47b6-8760-32d315beb31f,segment=NetworkSegment(e26f5589-20fb-4d9c-ae4f-46b6db3fb2f3),segment_id=e26f5589-20fb-4d9c-ae4f-46b6db3fb2f3)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:16:06.545479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e5cffa99-76c3-4ad0-86dd-a51a5c3ca113 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:06.634931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device cb0defcd-4b07-47b6-8760-32d315beb31f no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:16:06.759326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e5cffa99-76c3-4ad0-86dd-a51a5c3ca113 None None] Calling delete_port for cb0defcd-4b07-47b6-8760-32d315beb31f owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:16:06.966275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0020e54-ffd5-4233-84ae-df817f3dc40f None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:06.989997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b0020e54-ffd5-4233-84ae-df817f3dc40f None None] Transition to ACTIVE for port object fbf31edd-82e2-468a-8839-f41f97ded53d will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:16:06.993094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e5cffa99-76c3-4ad0-86dd-a51a5c3ca113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:07.011826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-18673c4e-531c-4408-ac80-57057da2bdb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:07.075926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-81e3ae0e-dfda-45be-ac50-9f2746dc92a2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Network e0c63c95-9255-4d28-bcbf-052f63563cdc has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:16:07.104202 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:16:07.104202 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:16:07.104202 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:16:07.104202 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:16:07.104202 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:16:07.104202 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:16:07.104202 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:16:07.104202 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:16:07.104202 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:16:07.104202 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:16:07.104202 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:16:07.104202 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:16:07.104202 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:16:07.104202 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:16:07.104202 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:16:07.104202 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:16:07.104202 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:16:07.104202 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:16:07.104202 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:16:07.104202 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:16:07.104202 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:16:07.104202 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:16:07.104202 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:16:07.104202 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:16:07.104202 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:16:07.104202 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:16:07.104202 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:16:07.104202 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:16:07.104202 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:16:07.104202 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:16:07.104202 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:16:07.104202 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:16:07.123750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cffa99-76c3-4ad0-86dd-a51a5c3ca113 None None] Pushing event deleted for resources: {'Port': ['ID=cb0defcd-4b07-47b6-8760-32d315beb31f,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:07.137531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e5cffa99-76c3-4ad0-86dd-a51a5c3ca113 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:07.142649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b0020e54-ffd5-4233-84ae-df817f3dc40f None None] Transition to ACTIVE for port object fbf31edd-82e2-468a-8839-f41f97ded53d will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:16:07.145236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:07.176479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0020e54-ffd5-4233-84ae-df817f3dc40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:07.200037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ba231634-5397-4054-9088-0cd9c6178599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:07.231721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18d1b1e9-507b-42cc-995e-ac447151256b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:07.261390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-1e5f59d0-5158-4479-a06b-b575b08f2777 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.20.0.1 (1d9a1c72-ec58-4bc6-ac05-41342740656e/5d60fce8-e520-437a-b83a-91f65046a1e6/0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:16:07.292642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-81e3ae0e-dfda-45be-ac50-9f2746dc92a2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:07.303722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-225ad4fd-8b9f-4179-82c3-f1f462a4f2e6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:07.329385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-81e3ae0e-dfda-45be-ac50-9f2746dc92a2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:07.338853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3ae0e-dfda-45be-ac50-9f2746dc92a2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Pushing event deleted for resources: {'Network': ['ID=e0c63c95-9255-4d28-bcbf-052f63563cdc,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:07.342457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-81e3ae0e-dfda-45be-ac50-9f2746dc92a2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:07.346387 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-81e3ae0e-dfda-45be-ac50-9f2746dc92a2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] 10.222.0.76 "DELETE /v2.0/networks/e0c63c95-9255-4d28-bcbf-052f63563cdc HTTP/1.1" status: 204  len: 168 time: 2.1179883
Nov 24 13:16:07.362845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53122) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:07.447307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0020e54-ffd5-4233-84ae-df817f3dc40f None None] Pushing event updated for resources: {'Port': ['ID=fbf31edd-82e2-468a-8839-f41f97ded53d,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:07.450572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b0020e54-ffd5-4233-84ae-df817f3dc40f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:07.459676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cffa99-76c3-4ad0-86dd-a51a5c3ca113 None None] No DVR routers for this DVR port cb0defcd-4b07-47b6-8760-32d315beb31f on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:16:07.516606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0020e54-ffd5-4233-84ae-df817f3dc40f None None] Network 1d9a1c72-ec58-4bc6-ac05-41342740656e is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:16:07.519163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-b0020e54-ffd5-4233-84ae-df817f3dc40f None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:16:07.522472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0020e54-ffd5-4233-84ae-df817f3dc40f None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:16:07.582199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b0020e54-ffd5-4233-84ae-df817f3dc40f None None] Attempting to bind port fbf31edd-82e2-468a-8839-f41f97ded53d on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:16:07.582753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b0020e54-ffd5-4233-84ae-df817f3dc40f None None] Attempting to bind port fbf31edd-82e2-468a-8839-f41f97ded53d by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '0afb2dfe-0f18-424d-899a-d77a342e72f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d9a1c72-ec58-4bc6-ac05-41342740656e'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:16:07.583274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0020e54-ffd5-4233-84ae-df817f3dc40f None None] Attempting to bind port fbf31edd-82e2-468a-8839-f41f97ded53d on network 1d9a1c72-ec58-4bc6-ac05-41342740656e {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:16:07.590857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0020e54-ffd5-4233-84ae-df817f3dc40f None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:16:07.591435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0020e54-ffd5-4233-84ae-df817f3dc40f None None] Checking segment: {'id': '0afb2dfe-0f18-424d-899a-d77a342e72f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d9a1c72-ec58-4bc6-ac05-41342740656e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:16:07.592097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0020e54-ffd5-4233-84ae-df817f3dc40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:07.592393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-141f1e95-cc2d-420a-8546-d91d76ec525f tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:07.592783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0020e54-ffd5-4233-84ae-df817f3dc40f None None] Bound using segment: {'id': '0afb2dfe-0f18-424d-899a-d77a342e72f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d9a1c72-ec58-4bc6-ac05-41342740656e'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:16:07.593432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b0020e54-ffd5-4233-84ae-df817f3dc40f None None] Bound port: fbf31edd-82e2-468a-8839-f41f97ded53d, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0afb2dfe-0f18-424d-899a-d77a342e72f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d9a1c72-ec58-4bc6-ac05-41342740656e'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:16:07.593966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0020e54-ffd5-4233-84ae-df817f3dc40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:07.697908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1e5f59d0-5158-4479-a06b-b575b08f2777 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:07.713829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b0020e54-ffd5-4233-84ae-df817f3dc40f None None] For port fbf31edd-82e2-468a-8839-f41f97ded53d, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:16:07.719440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b0020e54-ffd5-4233-84ae-df817f3dc40f None None] For port fbf31edd-82e2-468a-8839-f41f97ded53d, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=fbf31edd-82e2-468a-8839-f41f97ded53d,segment=NetworkSegment(0afb2dfe-0f18-424d-899a-d77a342e72f1),segment_id=0afb2dfe-0f18-424d-899a-d77a342e72f1)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:16:07.724268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0020e54-ffd5-4233-84ae-df817f3dc40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:07.740400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e5cffa99-76c3-4ad0-86dd-a51a5c3ca113 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:07.757197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1e5f59d0-5158-4479-a06b-b575b08f2777 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Transition to ACTIVE for port object 0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:16:07.868309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-141f1e95-cc2d-420a-8546-d91d76ec525f tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:07.897280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0020e54-ffd5-4233-84ae-df817f3dc40f None None] Pushing event updated for resources: {'Port': ['ID=fbf31edd-82e2-468a-8839-f41f97ded53d,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:07.903152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b0020e54-ffd5-4233-84ae-df817f3dc40f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:07.968817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-18d1b1e9-507b-42cc-995e-ac447151256b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Deleting port 454bcdab-fabc-492e-b220-40ffb8f7d962 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:16:07.969473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18d1b1e9-507b-42cc-995e-ac447151256b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:07.974111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1e5f59d0-5158-4479-a06b-b575b08f2777 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:07.999274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-639fab00-e985-4bca-9709-64ce999d63db tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:08.147608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-141f1e95-cc2d-420a-8546-d91d76ec525f tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634ca584a8>,) {'filters': {'network_id': ['6227779b-5e2a-4b9e-a475-6b7bdfac9852']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:08.176127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-141f1e95-cc2d-420a-8546-d91d76ec525f tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634ca584a8>, 'e26f5589-20fb-4d9c-ae4f-46b6db3fb2f3') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:08.176671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-141f1e95-cc2d-420a-8546-d91d76ec525f tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634ca584a8>, 'e26f5589-20fb-4d9c-ae4f-46b6db3fb2f3') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:08.184587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f59d0-5158-4479-a06b-b575b08f2777 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:08.192872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1e5f59d0-5158-4479-a06b-b575b08f2777 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:08.204454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-18d1b1e9-507b-42cc-995e-ac447151256b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] For port 454bcdab-fabc-492e-b220-40ffb8f7d962, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=454bcdab-fabc-492e-b220-40ffb8f7d962,segment=NetworkSegment(dc6f238c-e9f8-4207-877d-7fa23ead3401),segment_id=dc6f238c-e9f8-4207-877d-7fa23ead3401)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:16:08.204856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18d1b1e9-507b-42cc-995e-ac447151256b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:08.212040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-141f1e95-cc2d-420a-8546-d91d76ec525f tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:08.261481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-141f1e95-cc2d-420a-8546-d91d76ec525f tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:08.265252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-141f1e95-cc2d-420a-8546-d91d76ec525f tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Releasing vxlan tunnel 4 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:16:08.383944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-18d1b1e9-507b-42cc-995e-ac447151256b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Calling delete_port for 454bcdab-fabc-492e-b220-40ffb8f7d962 owned by network:router_interface {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:16:08.394110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5f59d0-5158-4479-a06b-b575b08f2777 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network 1d9a1c72-ec58-4bc6-ac05-41342740656e is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:16:08.451416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-1e5f59d0-5158-4479-a06b-b575b08f2777 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:16:08.458521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5f59d0-5158-4479-a06b-b575b08f2777 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:16:08.534043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-141f1e95-cc2d-420a-8546-d91d76ec525f tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Network 6227779b-5e2a-4b9e-a475-6b7bdfac9852 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:16:08.545869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-141f1e95-cc2d-420a-8546-d91d76ec525f tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:08.645127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1e5f59d0-5158-4479-a06b-b575b08f2777 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:08.658777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18d1b1e9-507b-42cc-995e-ac447151256b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:08.679150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-80b6ac80-c47a-4a39-b3bc-e585bc4a8c92 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:08.707956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device fbf31edd-82e2-468a-8839-f41f97ded53d up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:16:08.772250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-141f1e95-cc2d-420a-8546-d91d76ec525f tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Network 6227779b-5e2a-4b9e-a475-6b7bdfac9852 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:16:08.797663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port fbf31edd-82e2-468a-8839-f41f97ded53d completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:16:08.797922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1b1e9-507b-42cc-995e-ac447151256b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event deleted for resources: {'Port': ['ID=454bcdab-fabc-492e-b220-40ffb8f7d962,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:08.799183 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:16:08.799183 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:16:08.799183 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:16:08.799183 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:16:08.799183 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:16:08.799183 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:16:08.799183 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:16:08.799183 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:16:08.799183 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:16:08.799183 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:16:08.799183 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:16:08.799183 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:16:08.799183 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:16:08.799183 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:16:08.799183 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:16:08.799183 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:16:08.799183 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:16:08.799183 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:16:08.799183 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:16:08.799183 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:16:08.799183 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:16:08.799183 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:16:08.799183 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:16:08.799183 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:16:08.799183 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:16:08.799183 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:16:08.799183 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:16:08.799183 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:16:08.799183 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:16:08.799183 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:16:08.799183 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:16:08.799183 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:16:08.802349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-18d1b1e9-507b-42cc-995e-ac447151256b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:08.807639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 25ce41c1-5040-4b78-a8eb-912c2caab106 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:16:08.893888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 25ce41c1-5040-4b78-a8eb-912c2caab106 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:16:08.899854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 25ce41c1-5040-4b78-a8eb-912c2caab106 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:16:08.900623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:08.934403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-141f1e95-cc2d-420a-8546-d91d76ec525f tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:08.945628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4921be75-2eb4-47bf-807f-678dab036928 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:08.963458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-141f1e95-cc2d-420a-8546-d91d76ec525f tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:08.983592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f1e95-cc2d-420a-8546-d91d76ec525f tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Pushing event deleted for resources: {'Network': ['ID=6227779b-5e2a-4b9e-a475-6b7bdfac9852,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:08.989407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-141f1e95-cc2d-420a-8546-d91d76ec525f tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:08.990036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1e5f59d0-5158-4479-a06b-b575b08f2777 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:09.003404 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-141f1e95-cc2d-420a-8546-d91d76ec525f tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] 10.222.0.76 "DELETE /v2.0/networks/6227779b-5e2a-4b9e-a475-6b7bdfac9852 HTTP/1.1" status: 204  len: 168 time: 1.6395447
Nov 24 13:16:09.012748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53126) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:09.226832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18d1b1e9-507b-42cc-995e-ac447151256b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:09.265931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:09.285010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 25ce41c1-5040-4b78-a8eb-912c2caab106, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=25ce41c1-5040-4b78-a8eb-912c2caab106,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:16:09.290294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:09.292573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-377a5c49-af59-44ac-800b-162050b530d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:09.371657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=25ce41c1-5040-4b78-a8eb-912c2caab106,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:09.376348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:09.632307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6167fbb8-718c-4d42-98a4-d3eadd7f82e0 None None] Network 1d9a1c72-ec58-4bc6-ac05-41342740656e requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:16:09.747436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-731711ec-88b2-438c-8925-4754b69f068a None None] Provisioning for port fbf31edd-82e2-468a-8839-f41f97ded53d completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:16:09.758963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-731711ec-88b2-438c-8925-4754b69f068a None None] Provisioning complete for port fbf31edd-82e2-468a-8839-f41f97ded53d triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:16:09.759756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-731711ec-88b2-438c-8925-4754b69f068a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:09.839176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20fb89b-6800-411b-9198-b9c2c89a5d3d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Deleting subnet dca13d4e-65c5-493a-9f9d-3fcfa6d984fd {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:16:09.848350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d20fb89b-6800-411b-9198-b9c2c89a5d3d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:09.949742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d20fb89b-6800-411b-9198-b9c2c89a5d3d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:09.970438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d1b1e9-507b-42cc-995e-ac447151256b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Router 59917853-9cc6-40fe-be4e-9367db622388 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:16:10.013530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-731711ec-88b2-438c-8925-4754b69f068a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:10.068898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-731711ec-88b2-438c-8925-4754b69f068a None None] For port fbf31edd-82e2-468a-8839-f41f97ded53d, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=fbf31edd-82e2-468a-8839-f41f97ded53d,segment=NetworkSegment(0afb2dfe-0f18-424d-899a-d77a342e72f1),segment_id=0afb2dfe-0f18-424d-899a-d77a342e72f1)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:16:10.075413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-731711ec-88b2-438c-8925-4754b69f068a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:10.077656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b0020e54-ffd5-4233-84ae-df817f3dc40f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:10.175990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d20fb89b-6800-411b-9198-b9c2c89a5d3d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:10.185172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731711ec-88b2-438c-8925-4754b69f068a None None] Pushing event updated for resources: {'Port': ['ID=fbf31edd-82e2-468a-8839-f41f97ded53d,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:10.200302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-731711ec-88b2-438c-8925-4754b69f068a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:10.224314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d1b1e9-507b-42cc-995e-ac447151256b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:16:10.231481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19b6bad8-cd37-448c-813a-0a58069cc20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:10.241665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d5022c-3ddb-4ce8-81cc-8c18958c9228 None None] Sync routers for ids ['59917853-9cc6-40fe-be4e-9367db622388'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:16:10.249374 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-18d1b1e9-507b-42cc-995e-ac447151256b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "PUT /v2.0/routers/59917853-9cc6-40fe-be4e-9367db622388/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3247862
Nov 24 13:16:10.252043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53130) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:10.254472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1e5f59d0-5158-4479-a06b-b575b08f2777 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:10.258592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d5022c-3ddb-4ce8-81cc-8c18958c9228 None None] Routers {'59917853-9cc6-40fe-be4e-9367db622388'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:16:10.259575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e9d5022c-3ddb-4ce8-81cc-8c18958c9228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c71e160>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:15:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['59917853-9cc6-40fe-be4e-9367db622388'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:10.311653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1e5f59d0-5158-4479-a06b-b575b08f2777 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:10.410984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1b5b594f-0881-405b-aa84-5cb3fb5d7b9f None None] Provisioning complete for port fbf31edd-82e2-468a-8839-f41f97ded53d triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:16:10.412253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b5b594f-0881-405b-aa84-5cb3fb5d7b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:10.443329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-e9d5022c-3ddb-4ce8-81cc-8c18958c9228 None None] Set router 59917853-9cc6-40fe-be4e-9367db622388 gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:16:10.541971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-389d04da-d6d5-4b6d-90c4-b95344ced958 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:10.592901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1b5b594f-0881-405b-aa84-5cb3fb5d7b9f None None] Provisioning for port 0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:16:10.604451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1b5b594f-0881-405b-aa84-5cb3fb5d7b9f None None] Provisioning complete for port 0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:16:10.604975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b5b594f-0881-405b-aa84-5cb3fb5d7b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:10.631393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1e5f59d0-5158-4479-a06b-b575b08f2777 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:10.691956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-1b5b594f-0881-405b-aa84-5cb3fb5d7b9f None None] Port 0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:16:10.742276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device fbf31edd-82e2-468a-8839-f41f97ded53d up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:16:10.746492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f59d0-5158-4479-a06b-b575b08f2777 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:10.853428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-26a9b64f-fcd3-4ec3-8005-d61273182f85 None None] Provisioning complete for port fbf31edd-82e2-468a-8839-f41f97ded53d triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:16:10.853852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-26a9b64f-fcd3-4ec3-8005-d61273182f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:10.866351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1e5f59d0-5158-4479-a06b-b575b08f2777 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:10.921674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port fbf31edd-82e2-468a-8839-f41f97ded53d triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:16:10.922171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:10.992926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d20fb89b-6800-411b-9198-b9c2c89a5d3d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:11.006104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e9d5022c-3ddb-4ce8-81cc-8c18958c9228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c71e160>, [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:16:08Z', 'revision_number': 10, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None, '_interfaces': [{'id': '8d8a5ac9-3271-4b36-a909-047532dacc4c', 'name': '', 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:ee:96:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'aa779721-3002-4e81-a97e-feb536020d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:27Z', 'updated_at': '2020-11-24T13:14:38Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'aa779721-3002-4e81-a97e-feb536020d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:11.011075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d5022c-3ddb-4ce8-81cc-8c18958c9228 None None] Checking router: 59917853-9cc6-40fe-be4e-9367db622388 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:16:11.023240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8c326060-8bb6-4451-9663-61c1f0179f33 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:11.025936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d5022c-3ddb-4ce8-81cc-8c18958c9228 None None] Routers {'59917853-9cc6-40fe-be4e-9367db622388'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:16:11.026671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e9d5022c-3ddb-4ce8-81cc-8c18958c9228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c71e160>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:15:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['59917853-9cc6-40fe-be4e-9367db622388'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:11.128069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fb89b-6800-411b-9198-b9c2c89a5d3d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Pushing event deleted for resources: {'Subnet': ['ID=dca13d4e-65c5-493a-9f9d-3fcfa6d984fd,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:11.135711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 25ce41c1-5040-4b78-a8eb-912c2caab106 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:16:11.176038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-26a9b64f-fcd3-4ec3-8005-d61273182f85 None None] Provisioning complete for port 0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:16:11.176290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-26a9b64f-fcd3-4ec3-8005-d61273182f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:11.180118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d20fb89b-6800-411b-9198-b9c2c89a5d3d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:11.214405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-e9d5022c-3ddb-4ce8-81cc-8c18958c9228 None None] Set router 59917853-9cc6-40fe-be4e-9367db622388 gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:16:11.231158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b606b81-cf40-48b2-a2c9-12c4e8f768b4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Deleting subnet cb51d0fb-7917-4735-a7d0-0bd255b8bf42 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:16:11.237749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3b606b81-cf40-48b2-a2c9-12c4e8f768b4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:11.262057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-26a9b64f-fcd3-4ec3-8005-d61273182f85 None None] Port 0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:16:11.283102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 25ce41c1-5040-4b78-a8eb-912c2caab106 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:16:11.283526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:11.329986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d20fb89b-6800-411b-9198-b9c2c89a5d3d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:11.334428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3b606b81-cf40-48b2-a2c9-12c4e8f768b4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:11.337905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbb86d7-be0e-4716-8c4f-dd0956a0cab5 None None] Network acfa071e-1d36-4d10-805e-85b19c8b1fe2 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:16:11.397309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5f59d0-5158-4479-a06b-b575b08f2777 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network 1d9a1c72-ec58-4bc6-ac05-41342740656e is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:16:11.401513 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d20fb89b-6800-411b-9198-b9c2c89a5d3d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] 10.222.0.76 "DELETE /v2.0/subnets/dca13d4e-65c5-493a-9f9d-3fcfa6d984fd HTTP/1.1" status: 204  len: 168 time: 2.3852379
Nov 24 13:16:11.402867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-1e5f59d0-5158-4479-a06b-b575b08f2777 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:16:11.404372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53134) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:11.583388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e9d5022c-3ddb-4ce8-81cc-8c18958c9228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c71e160>, [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:16:08Z', 'revision_number': 10, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None, '_interfaces': [{'id': '8d8a5ac9-3271-4b36-a909-047532dacc4c', 'name': '', 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:ee:96:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'aa779721-3002-4e81-a97e-feb536020d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:27Z', 'updated_at': '2020-11-24T13:14:38Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'aa779721-3002-4e81-a97e-feb536020d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:11.583950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f6a02fd2-87f2-4279-8dbf-8e03fe9ec7c0 None None] Provisioning complete for port fbf31edd-82e2-468a-8839-f41f97ded53d triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:16:11.584385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f6a02fd2-87f2-4279-8dbf-8e03fe9ec7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:11.591367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d5022c-3ddb-4ce8-81cc-8c18958c9228 None None] The sync data for ids ['59917853-9cc6-40fe-be4e-9367db622388'] in dv-neutron-601336-61-ovs is: [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:16:08Z', 'revision_number': 10, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None, '_interfaces': [{'id': '8d8a5ac9-3271-4b36-a909-047532dacc4c', 'name': '', 'network_id': 'bbb8004b-a6f8-4bb9-917b-d11328b67093', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'mac_address': 'fa:16:3e:ee:96:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59917853-9cc6-40fe-be4e-9367db622388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'aa779721-3002-4e81-a97e-feb536020d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:14:27Z', 'updated_at': '2020-11-24T13:14:38Z', 'revision_number': 5, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'subnets': [{'id': 'aa779721-3002-4e81-a97e-feb536020d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:16:11.694484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3b606b81-cf40-48b2-a2c9-12c4e8f768b4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:11.931973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dba5020-e759-474e-8929-90c3c392a0e8 None None] DHCP port deletion for acfa071e-1d36-4d10-805e-85b19c8b1fe2 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:16:11.936766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-7dba5020-e759-474e-8929-90c3c392a0e8 None None] Deleting port 69a9f030-c5b3-4c71-813b-107673ffba5d {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:16:11.937522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7dba5020-e759-474e-8929-90c3c392a0e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:11.955686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-026b87b1-cc3e-468f-9289-433d7e3b4591 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:12.035515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-026b87b1-cc3e-468f-9289-433d7e3b4591 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Deleting port 69a9f030-c5b3-4c71-813b-107673ffba5d {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:16:12.035852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-026b87b1-cc3e-468f-9289-433d7e3b4591 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:12.135000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-de9e3a28-4b1e-4bcd-9cbc-83e52b30dde1 None None] Provisioning complete for port 0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:16:12.135425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de9e3a28-4b1e-4bcd-9cbc-83e52b30dde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:12.229967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-de9e3a28-4b1e-4bcd-9cbc-83e52b30dde1 None None] Port 0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:16:12.233790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-7dba5020-e759-474e-8929-90c3c392a0e8 None None] For port 69a9f030-c5b3-4c71-813b-107673ffba5d, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=69a9f030-c5b3-4c71-813b-107673ffba5d,segment=NetworkSegment(ca82fa88-6c1f-4f20-9f3b-95c77a6d7573),segment_id=ca82fa88-6c1f-4f20-9f3b-95c77a6d7573)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:16:12.234270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7dba5020-e759-474e-8929-90c3c392a0e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:12.236717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3b606b81-cf40-48b2-a2c9-12c4e8f768b4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:12.256299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2cfc74b5-d0ef-4d9d-beb8-7e509a3ae036 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:12.313515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-026b87b1-cc3e-468f-9289-433d7e3b4591 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] For port 69a9f030-c5b3-4c71-813b-107673ffba5d, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=69a9f030-c5b3-4c71-813b-107673ffba5d,segment=NetworkSegment(ca82fa88-6c1f-4f20-9f3b-95c77a6d7573),segment_id=ca82fa88-6c1f-4f20-9f3b-95c77a6d7573)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:16:12.313911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-026b87b1-cc3e-468f-9289-433d7e3b4591 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:12.365154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b606b81-cf40-48b2-a2c9-12c4e8f768b4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event deleted for resources: {'Subnet': ['ID=cb51d0fb-7917-4735-a7d0-0bd255b8bf42,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:12.370573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-7dba5020-e759-474e-8929-90c3c392a0e8 None None] Calling delete_port for 69a9f030-c5b3-4c71-813b-107673ffba5d owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:16:12.381102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3b606b81-cf40-48b2-a2c9-12c4e8f768b4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:12.415601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5f59d0-5158-4479-a06b-b575b08f2777 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router f7cabb2d-d8f4-483e-8554-a172d1985c67 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:16:12.433644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3b606b81-cf40-48b2-a2c9-12c4e8f768b4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:12.447365 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3b606b81-cf40-48b2-a2c9-12c4e8f768b4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/subnets/cb51d0fb-7917-4735-a7d0-0bd255b8bf42 HTTP/1.1" status: 204  len: 168 time: 2.1852331
Nov 24 13:16:12.447639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e7e162-cec7-48bf-a57f-f5d318a7da9d None None] Network afe47a7f-2bdb-4f89-873d-b9429f12adbd requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:16:12.465758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-026b87b1-cc3e-468f-9289-433d7e3b4591 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Calling delete_port for 69a9f030-c5b3-4c71-813b-107673ffba5d owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:16:12.493542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53138) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:12.537756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7dba5020-e759-474e-8929-90c3c392a0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:12.558486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:12.673305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-119cb02a-8ca0-46df-8024-f16bbe0c0edc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:12.745726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-026b87b1-cc3e-468f-9289-433d7e3b4591 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:16:12.746097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-026b87b1-cc3e-468f-9289-433d7e3b4591 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:16:12.769825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-119cb02a-8ca0-46df-8024-f16bbe0c0edc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Deleting port 29a6143e-4e66-4f4c-b090-fb3f61732d25 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:16:12.770247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-119cb02a-8ca0-46df-8024-f16bbe0c0edc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:12.856516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 454bcdab-fabc-492e-b220-40ffb8f7d962 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:16:12.896736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba5020-e759-474e-8929-90c3c392a0e8 None None] Pushing event deleted for resources: {'Port': ['ID=69a9f030-c5b3-4c71-813b-107673ffba5d,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:12.899500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7dba5020-e759-474e-8929-90c3c392a0e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:12.926840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cfa10f21-94c2-491e-8b2b-6079f6bf32c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:12.929240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 454bcdab-fabc-492e-b220-40ffb8f7d962 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:16:12.929746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 454bcdab-fabc-492e-b220-40ffb8f7d962 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:16:12.930232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 69a9f030-c5b3-4c71-813b-107673ffba5d no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:16:12.973058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5f59d0-5158-4479-a06b-b575b08f2777 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:16:12.981397 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1e5f59d0-5158-4479-a06b-b575b08f2777 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "PUT /v2.0/routers/f7cabb2d-d8f4-483e-8554-a172d1985c67/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.5530879
Nov 24 13:16:12.981397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53142) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:13.006536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4165e3-7d33-40a9-bf88-ac0f8a8963e0 None None] Sync routers for ids ['f7cabb2d-d8f4-483e-8554-a172d1985c67'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:16:13.012623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-119cb02a-8ca0-46df-8024-f16bbe0c0edc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] For port 29a6143e-4e66-4f4c-b090-fb3f61732d25, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=29a6143e-4e66-4f4c-b090-fb3f61732d25,segment=NetworkSegment(dc6f238c-e9f8-4207-877d-7fa23ead3401),segment_id=dc6f238c-e9f8-4207-877d-7fa23ead3401)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:16:13.013033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-119cb02a-8ca0-46df-8024-f16bbe0c0edc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:13.023652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 69a9f030-c5b3-4c71-813b-107673ffba5d {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:16:13.024046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 69a9f030-c5b3-4c71-813b-107673ffba5d not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:16:13.064262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:13.093389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4165e3-7d33-40a9-bf88-ac0f8a8963e0 None None] Routers {'f7cabb2d-d8f4-483e-8554-a172d1985c67'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:16:13.094701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-7e4165e3-7d33-40a9-bf88-ac0f8a8963e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347d4bbe0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:16:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['f7cabb2d-d8f4-483e-8554-a172d1985c67'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:13.152289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd1242d-21ec-40a8-a2ee-824a5b091fda tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:13.153046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd1242d-21ec-40a8-a2ee-824a5b091fda tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:13.153602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd1242d-21ec-40a8-a2ee-824a5b091fda tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:13.154175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd1242d-21ec-40a8-a2ee-824a5b091fda tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:13.154749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd1242d-21ec-40a8-a2ee-824a5b091fda tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:13.155292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd1242d-21ec-40a8-a2ee-824a5b091fda tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:13.155863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd1242d-21ec-40a8-a2ee-824a5b091fda tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:13.156009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dba5020-e759-474e-8929-90c3c392a0e8 None None] No DVR routers for this DVR port 69a9f030-c5b3-4c71-813b-107673ffba5d on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:16:13.158708 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2fd1242d-21ec-40a8-a2ee-824a5b091fda tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4841 time: 0.1762488
Nov 24 13:16:13.161785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53146) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:13.183959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-119cb02a-8ca0-46df-8024-f16bbe0c0edc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Calling delete_port for 29a6143e-4e66-4f4c-b090-fb3f61732d25 owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:16:13.246968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-026b87b1-cc3e-468f-9289-433d7e3b4591 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Deleting port 69a9f030-c5b3-4c71-813b-107673ffba5d {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:16:13.247466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-026b87b1-cc3e-468f-9289-433d7e3b4591 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:13.255052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35df03cc-fca6-40c4-995f-e7f8285c39ae tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:13.255568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35df03cc-fca6-40c4-995f-e7f8285c39ae tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:13.256214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35df03cc-fca6-40c4-995f-e7f8285c39ae tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:13.256364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35df03cc-fca6-40c4-995f-e7f8285c39ae tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:13.256808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35df03cc-fca6-40c4-995f-e7f8285c39ae tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:13.261644 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-35df03cc-fca6-40c4-995f-e7f8285c39ae tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3319 time: 0.0956311
Nov 24 13:16:13.262677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53150) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:13.337755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-026b87b1-cc3e-468f-9289-433d7e3b4591 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] The port '69a9f030-c5b3-4c71-813b-107673ffba5d' was deleted {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:16:13.347659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-7e4165e3-7d33-40a9-bf88-ac0f8a8963e0 None None] Set router f7cabb2d-d8f4-483e-8554-a172d1985c67 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:16:13.401293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063ad200-71f3-4500-8c11-e550168f2aee None None] DHCP port deletion for afe47a7f-2bdb-4f89-873d-b9429f12adbd request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:16:13.418633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-063ad200-71f3-4500-8c11-e550168f2aee None None] Deleting port 29a6143e-4e66-4f4c-b090-fb3f61732d25 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:16:13.418633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-063ad200-71f3-4500-8c11-e550168f2aee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:13.464846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-119cb02a-8ca0-46df-8024-f16bbe0c0edc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:13.495539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-df8d9061-4a2b-45a5-8899-ab97a7004223 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:13.521469 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3951cbcb-3dfa-43f6-abc0-801ef88f44a1 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 2680 time: 0.2564919
Nov 24 13:16:13.605169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-063ad200-71f3-4500-8c11-e550168f2aee None None] The port '29a6143e-4e66-4f4c-b090-fb3f61732d25' was deleted {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:16:13.612609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119cb02a-8ca0-46df-8024-f16bbe0c0edc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event deleted for resources: {'Port': ['ID=29a6143e-4e66-4f4c-b090-fb3f61732d25,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:13.616069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-119cb02a-8ca0-46df-8024-f16bbe0c0edc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:13.621160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-026b87b1-cc3e-468f-9289-433d7e3b4591 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:13.794151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119cb02a-8ca0-46df-8024-f16bbe0c0edc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] No DVR routers for this DVR port 29a6143e-4e66-4f4c-b090-fb3f61732d25 on host dv-neutron-601336-61-ovs {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:16:13.795734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-026b87b1-cc3e-468f-9289-433d7e3b4591 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6345ab7ef0>,) {'filters': {'network_id': ['acfa071e-1d36-4d10-805e-85b19c8b1fe2']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:13.810176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-7e4165e3-7d33-40a9-bf88-ac0f8a8963e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347d4bbe0>, [{'id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'name': 'tempest-TestNetworkBasicOps-router-198678195', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '25ce41c1-5040-4b78-a8eb-912c2caab106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:15:53Z', 'updated_at': '2020-11-24T13:16:08Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '25ce41c1-5040-4b78-a8eb-912c2caab106', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:56Z', 'updated_at': '2020-11-24T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e', 'name': '', 'network_id': '1d9a1c72-ec58-4bc6-ac05-41342740656e', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:b1:4e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '5d60fce8-e520-437a-b83a-91f65046a1e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:16:06Z', 'updated_at': '2020-11-24T13:16:09Z', 'revision_number': 2, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '5d60fce8-e520-437a-b83a-91f65046a1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:13.815447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4165e3-7d33-40a9-bf88-ac0f8a8963e0 None None] Checking router: f7cabb2d-d8f4-483e-8554-a172d1985c67 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:16:13.815968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4165e3-7d33-40a9-bf88-ac0f8a8963e0 None None] Updating router f7cabb2d-d8f4-483e-8554-a172d1985c67 port 0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:16:13.864060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-026b87b1-cc3e-468f-9289-433d7e3b4591 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6345ab7ef0>, 'ca82fa88-6c1f-4f20-9f3b-95c77a6d7573') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:13.864388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-026b87b1-cc3e-468f-9289-433d7e3b4591 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6345ab7ef0>, 'ca82fa88-6c1f-4f20-9f3b-95c77a6d7573') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:13.883566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e4165e3-7d33-40a9-bf88-ac0f8a8963e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:13.940405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-026b87b1-cc3e-468f-9289-433d7e3b4591 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:13.974856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-119cb02a-8ca0-46df-8024-f16bbe0c0edc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:14.044940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-026b87b1-cc3e-468f-9289-433d7e3b4591 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:14.051703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-026b87b1-cc3e-468f-9289-433d7e3b4591 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Releasing vxlan tunnel 7 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:16:14.080629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53156) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:14.086824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-4c0acd05-a9f9-4b0b-a626-dcb0c8e6388d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-523311758', 'description': 'tempest-secgroup-smoke-523311758 description', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:16:14.094010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4c0acd05-a9f9-4b0b-a626-dcb0c8e6388d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:16:14.099017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4c0acd05-a9f9-4b0b-a626-dcb0c8e6388d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:16:14.102221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4c0acd05-a9f9-4b0b-a626-dcb0c8e6388d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:16:14.108033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4c0acd05-a9f9-4b0b-a626-dcb0c8e6388d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:16:14.136873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4c0acd05-a9f9-4b0b-a626-dcb0c8e6388d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:14.202876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:14.268363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-119cb02a-8ca0-46df-8024-f16bbe0c0edc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6347111f60>,) {'filters': {'network_id': ['afe47a7f-2bdb-4f89-873d-b9429f12adbd']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:14.299417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-026b87b1-cc3e-468f-9289-433d7e3b4591 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Network acfa071e-1d36-4d10-805e-85b19c8b1fe2 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:16:14.310342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-026b87b1-cc3e-468f-9289-433d7e3b4591 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:14.326395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-119cb02a-8ca0-46df-8024-f16bbe0c0edc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347111f60>, 'dc6f238c-e9f8-4207-877d-7fa23ead3401') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:14.326728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-119cb02a-8ca0-46df-8024-f16bbe0c0edc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347111f60>, 'dc6f238c-e9f8-4207-877d-7fa23ead3401') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:14.336684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e4165e3-7d33-40a9-bf88-ac0f8a8963e0 None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:14.396128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-119cb02a-8ca0-46df-8024-f16bbe0c0edc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:14.498688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-119cb02a-8ca0-46df-8024-f16bbe0c0edc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:14.503146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-119cb02a-8ca0-46df-8024-f16bbe0c0edc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Releasing vxlan tunnel 13 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:16:14.604889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-026b87b1-cc3e-468f-9289-433d7e3b4591 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Network acfa071e-1d36-4d10-805e-85b19c8b1fe2 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:16:14.615459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 29a6143e-4e66-4f4c-b090-fb3f61732d25 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:16:14.632314 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:16:14.632314 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:16:14.632314 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:16:14.632314 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:16:14.632314 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:16:14.632314 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:16:14.632314 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:16:14.632314 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:16:14.632314 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:16:14.632314 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:16:14.632314 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:16:14.632314 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:16:14.632314 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:16:14.632314 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:16:14.632314 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:16:14.632314 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:16:14.632314 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:16:14.632314 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:16:14.632314 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:16:14.632314 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:16:14.632314 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:16:14.632314 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:16:14.632314 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:16:14.632314 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:16:14.632314 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:16:14.632314 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:16:14.632314 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:16:14.632314 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:16:14.632314 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:16:14.632314 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:16:14.632314 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:16:14.632314 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:16:14.651753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 29a6143e-4e66-4f4c-b090-fb3f61732d25 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:16:14.652156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 29a6143e-4e66-4f4c-b090-fb3f61732d25 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:16:14.698066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:14.806877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-119cb02a-8ca0-46df-8024-f16bbe0c0edc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network afe47a7f-2bdb-4f89-873d-b9429f12adbd has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:16:14.816935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-119cb02a-8ca0-46df-8024-f16bbe0c0edc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:14.821739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4c0acd05-a9f9-4b0b-a626-dcb0c8e6388d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:16:14.825866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4c0acd05-a9f9-4b0b-a626-dcb0c8e6388d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:16:14.828919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4c0acd05-a9f9-4b0b-a626-dcb0c8e6388d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:16:14.830906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-026b87b1-cc3e-468f-9289-433d7e3b4591 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:14.835306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-026b87b1-cc3e-468f-9289-433d7e3b4591 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:14.835454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4c0acd05-a9f9-4b0b-a626-dcb0c8e6388d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:16:14.890394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0372063f-e5d0-4924-8942-b520b120e786 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:14.902737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4c0acd05-a9f9-4b0b-a626-dcb0c8e6388d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:14.905864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4c0acd05-a9f9-4b0b-a626-dcb0c8e6388d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:14.912164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-72c95980-f57a-43ea-a783-945bf37526e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:14.926781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b87b1-cc3e-468f-9289-433d7e3b4591 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Pushing event deleted for resources: {'Network': ['ID=acfa071e-1d36-4d10-805e-85b19c8b1fe2,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:14.940239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-026b87b1-cc3e-468f-9289-433d7e3b4591 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:14.946371 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-026b87b1-cc3e-468f-9289-433d7e3b4591 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] 10.222.0.76 "DELETE /v2.0/networks/acfa071e-1d36-4d10-805e-85b19c8b1fe2 HTTP/1.1" status: 204  len: 168 time: 3.5378969
Nov 24 13:16:14.951830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53160) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:14.999402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4c0acd05-a9f9-4b0b-a626-dcb0c8e6388d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:15.000787 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4c0acd05-a9f9-4b0b-a626-dcb0c8e6388d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1678 time: 0.9188790
Nov 24 13:16:15.005758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0acd05-a9f9-4b0b-a626-dcb0c8e6388d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroup': ['ID=0657e233-0231-4b60-87dc-0a1c13f35d0a,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:15.008576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53164) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:15.011398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-305e2c44-5852-45ba-a0f5-4b11b0b65fdf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Synchronizing usage tracker for tenant:7bf2f176c3d94537a46b7a898349230e on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:16:15.018360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4c0acd05-a9f9-4b0b-a626-dcb0c8e6388d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:15.021922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-d0141f6a-f24b-494f-8813-41bb63ab6ae2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '0657e233-0231-4b60-87dc-0a1c13f35d0a', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:16:15.030597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d0141f6a-f24b-494f-8813-41bb63ab6ae2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:16:15.038441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d0141f6a-f24b-494f-8813-41bb63ab6ae2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:16:15.043907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d0141f6a-f24b-494f-8813-41bb63ab6ae2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:16:15.045452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-119cb02a-8ca0-46df-8024-f16bbe0c0edc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network afe47a7f-2bdb-4f89-873d-b9429f12adbd has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:16:15.051954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d0141f6a-f24b-494f-8813-41bb63ab6ae2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:16:15.053901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-305e2c44-5852-45ba-a0f5-4b11b0b65fdf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Unset dirty status for tenant:7bf2f176c3d94537a46b7a898349230e on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:16:15.055206 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-305e2c44-5852-45ba-a0f5-4b11b0b65fdf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] 10.222.0.76 "GET /v2.0/ports?device_id=e3126988-0b0c-4818-b2a3-ffbe4f414f4b HTTP/1.1" status: 200  len: 205 time: 0.0991035
Nov 24 13:16:15.058844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53168) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:15.071089 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:16:15.071089 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:16:15.071089 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:16:15.071089 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:16:15.071089 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:16:15.071089 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:16:15.071089 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:16:15.071089 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:16:15.071089 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:16:15.071089 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:16:15.071089 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:16:15.071089 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:16:15.071089 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:16:15.071089 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:16:15.071089 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:16:15.071089 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:16:15.071089 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:16:15.071089 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:16:15.071089 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:16:15.071089 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:16:15.071089 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:16:15.071089 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:16:15.071089 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:16:15.071089 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:16:15.071089 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:16:15.071089 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:16:15.071089 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:16:15.071089 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:16:15.071089 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:16:15.071089 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:16:15.071089 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:16:15.071089 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:16:15.152049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d0141f6a-f24b-494f-8813-41bb63ab6ae2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:15.265924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c4a0595-435c-4100-b272-6ab815b3a7df tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:15.412573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-7e4165e3-7d33-40a9-bf88-ac0f8a8963e0 None None] Transition to ACTIVE for port object 0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:16:15.414447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-119cb02a-8ca0-46df-8024-f16bbe0c0edc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:15.415675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d0141f6a-f24b-494f-8813-41bb63ab6ae2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:15.417237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e4165e3-7d33-40a9-bf88-ac0f8a8963e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:15.418636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a02629c9-38d2-4a15-b533-b0798b7badad tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:15.427740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d0141f6a-f24b-494f-8813-41bb63ab6ae2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:15.430309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a3a1e6b5-8e58-47b9-bc3b-7016debf3977 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:15.437057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-119cb02a-8ca0-46df-8024-f16bbe0c0edc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:15.443889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119cb02a-8ca0-46df-8024-f16bbe0c0edc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event deleted for resources: {'Network': ['ID=afe47a7f-2bdb-4f89-873d-b9429f12adbd,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:15.444800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-18f5e613-af5b-4aa8-b207-0599113f4312 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:15.447124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-119cb02a-8ca0-46df-8024-f16bbe0c0edc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:15.452101 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-119cb02a-8ca0-46df-8024-f16bbe0c0edc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/networks/afe47a7f-2bdb-4f89-873d-b9429f12adbd HTTP/1.1" status: 204  len: 168 time: 2.9579406
Nov 24 13:16:15.453951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53172) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:15.530981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0141f6a-f24b-494f-8813-41bb63ab6ae2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9364b35-401e-4d23-a7e6-63e869a589ba,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:15.545655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d0141f6a-f24b-494f-8813-41bb63ab6ae2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:15.591321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3478f6b-ca7c-4fb2-a57e-8885681c2ea3 None None] Pushing event updated for resources: {'Port': ['ID=0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:15.599032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f3478f6b-ca7c-4fb2-a57e-8885681c2ea3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:15.614582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d0141f6a-f24b-494f-8813-41bb63ab6ae2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:15.618704 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d0141f6a-f24b-494f-8813-41bb63ab6ae2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6011171
Nov 24 13:16:15.619716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53176) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:15.626270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-199f3278-15c2-4069-b29b-5a63afb3d536 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '0657e233-0231-4b60-87dc-0a1c13f35d0a', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:16:15.694058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-199f3278-15c2-4069-b29b-5a63afb3d536 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:16:15.708851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-199f3278-15c2-4069-b29b-5a63afb3d536 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:16:15.769489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-199f3278-15c2-4069-b29b-5a63afb3d536 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:16:15.783399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-7e4165e3-7d33-40a9-bf88-ac0f8a8963e0 None None] Attempting to bind port 0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:16:15.783825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-7e4165e3-7d33-40a9-bf88-ac0f8a8963e0 None None] Attempting to bind port 0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '0afb2dfe-0f18-424d-899a-d77a342e72f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d9a1c72-ec58-4bc6-ac05-41342740656e'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:16:15.783966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-199f3278-15c2-4069-b29b-5a63afb3d536 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:16:15.784240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4165e3-7d33-40a9-bf88-ac0f8a8963e0 None None] Attempting to bind port 0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e on network 1d9a1c72-ec58-4bc6-ac05-41342740656e {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:16:15.787308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c4a0595-435c-4100-b272-6ab815b3a7df tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:15.791637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4165e3-7d33-40a9-bf88-ac0f8a8963e0 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:16:15.792061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4165e3-7d33-40a9-bf88-ac0f8a8963e0 None None] Checking segment: {'id': '0afb2dfe-0f18-424d-899a-d77a342e72f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d9a1c72-ec58-4bc6-ac05-41342740656e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:16:15.792517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e4165e3-7d33-40a9-bf88-ac0f8a8963e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:15.792954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4165e3-7d33-40a9-bf88-ac0f8a8963e0 None None] Bound using segment: {'id': '0afb2dfe-0f18-424d-899a-d77a342e72f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d9a1c72-ec58-4bc6-ac05-41342740656e'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:16:15.793489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-7e4165e3-7d33-40a9-bf88-ac0f8a8963e0 None None] Bound port: 0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0afb2dfe-0f18-424d-899a-d77a342e72f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d9a1c72-ec58-4bc6-ac05-41342740656e'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:16:15.793913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e4165e3-7d33-40a9-bf88-ac0f8a8963e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:15.796868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c4a0595-435c-4100-b272-6ab815b3a7df tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:15.810558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-199f3278-15c2-4069-b29b-5a63afb3d536 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:15.866596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c4a0595-435c-4100-b272-6ab815b3a7df tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:15.867141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4a0595-435c-4100-b272-6ab815b3a7df tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Fanout notify agent at l3_agent the message router_deleted on router e3126988-0b0c-4818-b2a3-ffbe4f414f4b {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:16:15.870748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de369e58-2913-4bc2-8594-2cabfba5a4a7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:15.910911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c4a0595-435c-4100-b272-6ab815b3a7df tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:15.912116 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0c4a0595-435c-4100-b272-6ab815b3a7df tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] 10.222.0.76 "DELETE /v2.0/routers/e3126988-0b0c-4818-b2a3-ffbe4f414f4b HTTP/1.1" status: 204  len: 168 time: 0.8523505
Nov 24 13:16:15.914247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-199f3278-15c2-4069-b29b-5a63afb3d536 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:15.917167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-7e4165e3-7d33-40a9-bf88-ac0f8a8963e0 None None] For port 0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:16:15.917775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-199f3278-15c2-4069-b29b-5a63afb3d536 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:15.919773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ef423601-d8c5-4fce-9252-198ef028e2f3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:15.921942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-7e4165e3-7d33-40a9-bf88-ac0f8a8963e0 None None] For port 0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e,segment=NetworkSegment(0afb2dfe-0f18-424d-899a-d77a342e72f1),segment_id=0afb2dfe-0f18-424d-899a-d77a342e72f1)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:16:15.926804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e4165e3-7d33-40a9-bf88-ac0f8a8963e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:15.943311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f3278-15c2-4069-b29b-5a63afb3d536 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c490b9e-4e60-461f-96f7-fd708bf0ad2b,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:15.949356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-199f3278-15c2-4069-b29b-5a63afb3d536 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:15.956288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-199f3278-15c2-4069-b29b-5a63afb3d536 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:15.960063 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-199f3278-15c2-4069-b29b-5a63afb3d536 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3376639
Nov 24 13:16:15.962636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53182) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:15.969458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2cfb31de-4fdb-4ec3-8b3f-832271c54efc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '0657e233-0231-4b60-87dc-0a1c13f35d0a', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:16:15.978854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2cfb31de-4fdb-4ec3-8b3f-832271c54efc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:16:15.984257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2cfb31de-4fdb-4ec3-8b3f-832271c54efc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:16:15.988567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2cfb31de-4fdb-4ec3-8b3f-832271c54efc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:16:15.996538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2cfb31de-4fdb-4ec3-8b3f-832271c54efc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:16:16.014099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9690ec0a-2489-46ce-bf2d-479605f348b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:16.027307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2cfb31de-4fdb-4ec3-8b3f-832271c54efc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:16.091248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3478f6b-ca7c-4fb2-a57e-8885681c2ea3 None None] Pushing event updated for resources: {'Port': ['ID=0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:16.097450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f3478f6b-ca7c-4fb2-a57e-8885681c2ea3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:16.115526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2cfb31de-4fdb-4ec3-8b3f-832271c54efc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:16.119056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2cfb31de-4fdb-4ec3-8b3f-832271c54efc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:16.122740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c64ba7b9-b897-4d7e-af31-9757fbb6657a tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:16.162271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb31de-4fdb-4ec3-8b3f-832271c54efc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=542eabcf-58dd-40e4-bc6c-b7bdcccaafbd,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:16.174369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2cfb31de-4fdb-4ec3-8b3f-832271c54efc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:16.177051 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2cfb31de-4fdb-4ec3-8b3f-832271c54efc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2125533
Nov 24 13:16:16.178441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2cfb31de-4fdb-4ec3-8b3f-832271c54efc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:16.179866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53186) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:16.188309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-417fb5c2-36bc-4866-b02a-4ad56a00fd2d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '0657e233-0231-4b60-87dc-0a1c13f35d0a', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:16:16.197099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-417fb5c2-36bc-4866-b02a-4ad56a00fd2d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:16:16.202552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-417fb5c2-36bc-4866-b02a-4ad56a00fd2d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:16:16.207200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-417fb5c2-36bc-4866-b02a-4ad56a00fd2d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:16:16.216704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-417fb5c2-36bc-4866-b02a-4ad56a00fd2d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:16:16.242417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-417fb5c2-36bc-4866-b02a-4ad56a00fd2d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:16.345216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-417fb5c2-36bc-4866-b02a-4ad56a00fd2d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:16.352182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-417fb5c2-36bc-4866-b02a-4ad56a00fd2d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:16.363216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:16.388419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fb5c2-36bc-4866-b02a-4ad56a00fd2d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1dcd0f-e2aa-4692-ad9a-72557083581e,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:16.394919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4165e3-7d33-40a9-bf88-ac0f8a8963e0 None None] Routers {'f7cabb2d-d8f4-483e-8554-a172d1985c67'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:16:16.395632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-7e4165e3-7d33-40a9-bf88-ac0f8a8963e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347d4bbe0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:16:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['f7cabb2d-d8f4-483e-8554-a172d1985c67'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:16.399520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-417fb5c2-36bc-4866-b02a-4ad56a00fd2d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:16.408932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53192) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:16.412826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-417fb5c2-36bc-4866-b02a-4ad56a00fd2d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:16.416644 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-417fb5c2-36bc-4866-b02a-4ad56a00fd2d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2328420
Nov 24 13:16:16.420064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53196) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:16.426789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-59fbf448-20a6-44e3-a0f6-037b559ab593 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '0657e233-0231-4b60-87dc-0a1c13f35d0a', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:16:16.435969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-59fbf448-20a6-44e3-a0f6-037b559ab593 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:16:16.443879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-59fbf448-20a6-44e3-a0f6-037b559ab593 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:16:16.449274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-59fbf448-20a6-44e3-a0f6-037b559ab593 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:16:16.463320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-59fbf448-20a6-44e3-a0f6-037b559ab593 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:16:16.474946 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-59fbf448-20a6-44e3-a0f6-037b559ab593 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Project ddd175861f0b46ae9d96e8c7cb7e2213 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:16:16.487479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-59fbf448-20a6-44e3-a0f6-037b559ab593 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:16.590240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-59fbf448-20a6-44e3-a0f6-037b559ab593 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:16.598836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-59fbf448-20a6-44e3-a0f6-037b559ab593 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:16.603360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a08ef285-7afe-42fc-955c-ff3cc56c80f3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:16.640239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbf448-20a6-44e3-a0f6-037b559ab593 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264aea60-25f8-489c-94e4-ca3d5c57ee2a,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:16.646879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-59fbf448-20a6-44e3-a0f6-037b559ab593 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:16.665675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-7e4165e3-7d33-40a9-bf88-ac0f8a8963e0 None None] Set router f7cabb2d-d8f4-483e-8554-a172d1985c67 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:16:16.678413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-59fbf448-20a6-44e3-a0f6-037b559ab593 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:16.682469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-de369e58-2913-4bc2-8594-2cabfba5a4a7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Deleting port 8d8a5ac9-3271-4b36-a909-047532dacc4c {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:16:16.682631 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-59fbf448-20a6-44e3-a0f6-037b559ab593 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2586794
Nov 24 13:16:16.682745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de369e58-2913-4bc2-8594-2cabfba5a4a7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:16.683681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53202) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:16.691749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9de3e031-951f-42a3-a1a6-f9a526d445b0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '0657e233-0231-4b60-87dc-0a1c13f35d0a', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:16:16.699726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9de3e031-951f-42a3-a1a6-f9a526d445b0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:16:16.712015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9de3e031-951f-42a3-a1a6-f9a526d445b0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:16:16.727714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9de3e031-951f-42a3-a1a6-f9a526d445b0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:16:16.736432 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-24b496ed-c907-440b-b478-f41a23f49868 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7bf2f176c3d94537a46b7a898349230e&name=default HTTP/1.1" status: 200  len: 2751 time: 0.3233044
Nov 24 13:16:16.737638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53206) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:16.738391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9de3e031-951f-42a3-a1a6-f9a526d445b0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:16:16.748091 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-9de3e031-951f-42a3-a1a6-f9a526d445b0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Project ddd175861f0b46ae9d96e8c7cb7e2213 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:16:16.755242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9de3e031-951f-42a3-a1a6-f9a526d445b0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:16.831523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9de3e031-951f-42a3-a1a6-f9a526d445b0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:16.834922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9de3e031-951f-42a3-a1a6-f9a526d445b0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:16.836836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9f383ffe-26e0-4afe-8f91-e3b8788fb8ed tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:16.860072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3e031-951f-42a3-a1a6-f9a526d445b0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8afcab7-4fff-4619-961e-892e4b1a2b92,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:16.864991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9de3e031-951f-42a3-a1a6-f9a526d445b0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:16.874166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9de3e031-951f-42a3-a1a6-f9a526d445b0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:16.875732 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9de3e031-951f-42a3-a1a6-f9a526d445b0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1905284
Nov 24 13:16:16.925674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f570f76c-ed55-41d4-a527-6277417eef9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:16.965937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-de369e58-2913-4bc2-8594-2cabfba5a4a7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] For port 8d8a5ac9-3271-4b36-a909-047532dacc4c, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=8d8a5ac9-3271-4b36-a909-047532dacc4c,segment=NetworkSegment(d7181d2f-88b8-4e28-8ce8-2c743a9b0943),segment_id=d7181d2f-88b8-4e28-8ce8-2c743a9b0943)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:16:16.966287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de369e58-2913-4bc2-8594-2cabfba5a4a7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:16.981029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f570f76c-ed55-41d4-a527-6277417eef9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:17.038000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-7e4165e3-7d33-40a9-bf88-ac0f8a8963e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347d4bbe0>, [{'id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'name': 'tempest-TestNetworkBasicOps-router-198678195', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '25ce41c1-5040-4b78-a8eb-912c2caab106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:15:53Z', 'updated_at': '2020-11-24T13:16:08Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '25ce41c1-5040-4b78-a8eb-912c2caab106', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:56Z', 'updated_at': '2020-11-24T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e', 'name': '', 'network_id': '1d9a1c72-ec58-4bc6-ac05-41342740656e', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:b1:4e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '5d60fce8-e520-437a-b83a-91f65046a1e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:16:06Z', 'updated_at': '2020-11-24T13:16:15Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '5d60fce8-e520-437a-b83a-91f65046a1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:17.041932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4165e3-7d33-40a9-bf88-ac0f8a8963e0 None None] The sync data for ids ['f7cabb2d-d8f4-483e-8554-a172d1985c67'] in dv-neutron-601336-61-ovs is: [{'id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'name': 'tempest-TestNetworkBasicOps-router-198678195', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '25ce41c1-5040-4b78-a8eb-912c2caab106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:15:53Z', 'updated_at': '2020-11-24T13:16:08Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '25ce41c1-5040-4b78-a8eb-912c2caab106', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:56Z', 'updated_at': '2020-11-24T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e', 'name': '', 'network_id': '1d9a1c72-ec58-4bc6-ac05-41342740656e', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:b1:4e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '5d60fce8-e520-437a-b83a-91f65046a1e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:16:06Z', 'updated_at': '2020-11-24T13:16:15Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '5d60fce8-e520-437a-b83a-91f65046a1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:16:17.127398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-de369e58-2913-4bc2-8594-2cabfba5a4a7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Calling delete_port for 8d8a5ac9-3271-4b36-a909-047532dacc4c owned by network:router_interface {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:16:17.180831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-13bc55ec-2169-433e-b755-44d9bb0837c6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:16:17.197831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-13bc55ec-2169-433e-b755-44d9bb0837c6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:16:17.203036 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-13bc55ec-2169-433e-b755-44d9bb0837c6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-523311758&fields=id&tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 267 time: 0.0830553
Nov 24 13:16:17.287391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f570f76c-ed55-41d4-a527-6277417eef9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:17.294527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4f8facb8-d9ec-4c71-999a-5fdc1c380859 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:17.308659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570f76c-ed55-41d4-a527-6277417eef9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecbc953-12fe-4cad-b50d-9a86bcadcb68,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:17.317070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f570f76c-ed55-41d4-a527-6277417eef9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:17.327036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f570f76c-ed55-41d4-a527-6277417eef9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:17.331353 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f570f76c-ed55-41d4-a527-6277417eef9e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5ecbc953-12fe-4cad-b50d-9a86bcadcb68 HTTP/1.1" status: 204  len: 168 time: 0.5896304
Nov 24 13:16:17.432283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de369e58-2913-4bc2-8594-2cabfba5a4a7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:17.433957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-627b7aab-eeb0-4d81-bd6f-0e8a79901d48 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:17.434763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-627b7aab-eeb0-4d81-bd6f-0e8a79901d48 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:network {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:16:17.455344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-627b7aab-eeb0-4d81-bd6f-0e8a79901d48 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:network {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:16:17.456646 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-627b7aab-eeb0-4d81-bd6f-0e8a79901d48 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/networks?id=1d9a1c72-ec58-4bc6-ac05-41342740656e HTTP/1.1" status: 200  len: 797 time: 0.2444763
Nov 24 13:16:17.477017 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-d0e7324c-b4f9-4048-87d1-7477d5b56005 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/quotas/ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 375 time: 0.0122914
Nov 24 13:16:17.508054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-30d5ce0f-ae0d-484c-be1a-af1335bdd845 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:17.576039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de369e58-2913-4bc2-8594-2cabfba5a4a7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event deleted for resources: {'Port': ['ID=8d8a5ac9-3271-4b36-a909-047532dacc4c,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:17.583679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-de369e58-2913-4bc2-8594-2cabfba5a4a7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:17.605070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-bc6ef0ef-c0b5-47ca-a418-34be0c36fdcb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:16:17.630351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-bc6ef0ef-c0b5-47ca-a418-34be0c36fdcb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:16:17.632293 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-bc6ef0ef-c0b5-47ca-a418-34be0c36fdcb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1482053
Nov 24 13:16:17.656448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-c389be6b-69f7-4213-bb3b-35d1b895a979 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:16:17.658021 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-c389be6b-69f7-4213-bb3b-35d1b895a979 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0079608
Nov 24 13:16:17.849190 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-1f66da7b-7ffa-4f72-900b-f0975a6c9704 service neutron] 10.222.0.76 "GET /v2.0/networks/1d9a1c72-ec58-4bc6-ac05-41342740656e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1842725
Nov 24 13:16:17.921281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de369e58-2913-4bc2-8594-2cabfba5a4a7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:18.048465 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-3ec33821-f360-4baa-8d8d-664eb13558cf service neutron] 10.222.0.76 "GET /v2.0/networks/1d9a1c72-ec58-4bc6-ac05-41342740656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1918876
Nov 24 13:16:18.382437 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-21573896-dd87-4ad8-94e6-5ed71c46dc9d req-b96870a8-b6f4-4784-83c1-9f2b43e6925e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99 HTTP/1.1" status: 200  len: 210 time: 0.0762038
Nov 24 13:16:18.584480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53248) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:18.787416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:16:18.837548 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-73499bda-95ea-41ce-acd7-40da17018990 tempest-ServiceProvidersTest-1836291908 tempest-ServiceProvidersTest-1836291908] 10.222.0.76 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.2509317
Nov 24 13:16:18.864228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de369e58-2913-4bc2-8594-2cabfba5a4a7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Router 59917853-9cc6-40fe-be4e-9367db622388 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:16:18.882324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:16:18.895142 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:16:18.895779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:19.046762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de369e58-2913-4bc2-8594-2cabfba5a4a7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:16:19.060688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:19.061927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d674ba2e-f873-4b29-be5b-70a22ad5d88e None None] Sync routers for ids ['59917853-9cc6-40fe-be4e-9367db622388'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:16:19.066639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53264) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:19.066841 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-de369e58-2913-4bc2-8594-2cabfba5a4a7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "PUT /v2.0/routers/59917853-9cc6-40fe-be4e-9367db622388/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6122441
Nov 24 13:16:19.081957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d674ba2e-f873-4b29-be5b-70a22ad5d88e None None] Routers {'59917853-9cc6-40fe-be4e-9367db622388'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:16:19.083005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d674ba2e-f873-4b29-be5b-70a22ad5d88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c7243c8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:16:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['59917853-9cc6-40fe-be4e-9367db622388'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:19.138234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e,segment=NetworkSegment(0afb2dfe-0f18-424d-899a-d77a342e72f1),segment_id=0afb2dfe-0f18-424d-899a-d77a342e72f1)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:16:19.142437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:19.144550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-31fbf94f-41b0-4881-ac85-24819af53364 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:19.224855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:19.236305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:19.306594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53270) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:19.313568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-d674ba2e-f873-4b29-be5b-70a22ad5d88e None None] Set router 59917853-9cc6-40fe-be4e-9367db622388 gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:16:19.340266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1c3f83e-cd68-4d61-95a8-738b62cb74cc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Deleting subnet aa779721-3002-4e81-a97e-feb536020d49 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:16:19.343901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b1c3f83e-cd68-4d61-95a8-738b62cb74cc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:19.424647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b1c3f83e-cd68-4d61-95a8-738b62cb74cc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:19.460555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d674ba2e-f873-4b29-be5b-70a22ad5d88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c7243c8>, [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:16:17Z', 'revision_number': 11, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:19.466827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d674ba2e-f873-4b29-be5b-70a22ad5d88e None None] Checking router: 59917853-9cc6-40fe-be4e-9367db622388 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:16:19.479704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d674ba2e-f873-4b29-be5b-70a22ad5d88e None None] Routers {'59917853-9cc6-40fe-be4e-9367db622388'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:16:19.480369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d674ba2e-f873-4b29-be5b-70a22ad5d88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c7243c8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:16:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['59917853-9cc6-40fe-be4e-9367db622388'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:19.504011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83f392fd-63b7-4e04-8dfa-681028da7110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:19.540111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-83f392fd-63b7-4e04-8dfa-681028da7110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:16:19.544360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-83f392fd-63b7-4e04-8dfa-681028da7110 admin admin] Usage tracker for resource:security_group_rule and tenant:f2b0ce1b95294c0aba1fcef3e4876e91 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:16:19.548310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-83f392fd-63b7-4e04-8dfa-681028da7110 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:16:19.554242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-83f392fd-63b7-4e04-8dfa-681028da7110 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:16:19.615175 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4e00e409-ac99-42f9-bb3e-4a37da5b1100 req-6550c54a-dc5b-476f-8f1e-0e689941c15e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99 HTTP/1.1" status: 200  len: 210 time: 0.0516450
Nov 24 13:16:19.622187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b1c3f83e-cd68-4d61-95a8-738b62cb74cc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:19.654447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83f392fd-63b7-4e04-8dfa-681028da7110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:19.657830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83f392fd-63b7-4e04-8dfa-681028da7110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:19.666234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0bf97d3c-18f1-4836-bbd2-0978eaff6482 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:19.672742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-d674ba2e-f873-4b29-be5b-70a22ad5d88e None None] Set router 59917853-9cc6-40fe-be4e-9367db622388 gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:16:19.712629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f392fd-63b7-4e04-8dfa-681028da7110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0413b16-5824-410e-8c59-96ffa10d5973,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:19.719467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-83f392fd-63b7-4e04-8dfa-681028da7110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:19.726327 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-83f392fd-63b7-4e04-8dfa-681028da7110 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f2b0ce1b95294c0aba1fcef3e4876e91&name=default HTTP/1.1" status: 200  len: 2751 time: 0.4185536
Nov 24 13:16:19.727008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53278) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:19.794504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d674ba2e-f873-4b29-be5b-70a22ad5d88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c7243c8>, [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:16:17Z', 'revision_number': 11, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:19.799597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bcfb5a3-452d-4683-991f-af3f40bad751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:19.799812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d674ba2e-f873-4b29-be5b-70a22ad5d88e None None] The sync data for ids ['59917853-9cc6-40fe-be4e-9367db622388'] in dv-neutron-601336-61-ovs is: [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:16:17Z', 'revision_number': 11, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:16:19.834837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bcfb5a3-452d-4683-991f-af3f40bad751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:19.891336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bcfb5a3-452d-4683-991f-af3f40bad751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:19.897679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d44f2893-06f3-47a7-ba94-2c3d4432396c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:19.914191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfb5a3-452d-4683-991f-af3f40bad751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0413b16-5824-410e-8c59-96ffa10d5973,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:19.923521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4bcfb5a3-452d-4683-991f-af3f40bad751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:19.931229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bcfb5a3-452d-4683-991f-af3f40bad751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:19.933108 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4bcfb5a3-452d-4683-991f-af3f40bad751 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e0413b16-5824-410e-8c59-96ffa10d5973 HTTP/1.1" status: 204  len: 168 time: 0.2051017
Nov 24 13:16:20.349552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-30d59bd2-15f9-43e4-b2ef-f3ef552153d7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:20.351190 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-30d59bd2-15f9-43e4-b2ef-f3ef552153d7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/networks?id=1d9a1c72-ec58-4bc6-ac05-41342740656e HTTP/1.1" status: 200  len: 797 time: 0.2800667
Nov 24 13:16:20.428116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b1c3f83e-cd68-4d61-95a8-738b62cb74cc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:20.448255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-37078233-ec44-40a3-9226-29b127e0d670 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:20.553623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3f83e-cd68-4d61-95a8-738b62cb74cc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event deleted for resources: {'Subnet': ['ID=aa779721-3002-4e81-a97e-feb536020d49,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:20.561150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b1c3f83e-cd68-4d61-95a8-738b62cb74cc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:20.569528 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-2952e09e-f294-48e7-b487-21d4c1cb8862 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 7375 time: 0.1966577
Nov 24 13:16:20.585107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-a9273871-9cb4-41ac-8332-072a087aa36d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'port': {'device_id': 'f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99', 'network_id': '1d9a1c72-ec58-4bc6-ac05-41342740656e', 'admin_state_up': True, 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'security_groups': ['0657e233-0231-4b60-87dc-0a1c13f35d0a']}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:16:20.656215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:16:20.732939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79d9dbc-3a4b-4fdc-9d48-44d8617284e2 None None] Network bbb8004b-a6f8-4bb9-917b-d11328b67093 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:16:20.733178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b1c3f83e-cd68-4d61-95a8-738b62cb74cc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:20.748483 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b1c3f83e-cd68-4d61-95a8-738b62cb74cc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/subnets/aa779721-3002-4e81-a97e-feb536020d49 HTTP/1.1" status: 204  len: 168 time: 1.6779604
Nov 24 13:16:20.749303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53304) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:20.845618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:16:20.847327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:20.857031 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-177ff36d-7665-4d8b-840c-ff8328ba9487 req-41b63d99-f8e3-4258-9fb4-c43b49dc85fd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99 HTTP/1.1" status: 200  len: 210 time: 0.0657182
Nov 24 13:16:20.861690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-a9273871-9cb4-41ac-8332-072a087aa36d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:16:20.873102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-a9273871-9cb4-41ac-8332-072a087aa36d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:16:20.887049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-a9273871-9cb4-41ac-8332-072a087aa36d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Made reservation on behalf of ddd175861f0b46ae9d96e8c7cb7e2213 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:16:20.905172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-a9273871-9cb4-41ac-8332-072a087aa36d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:20.943106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f14cdbd8-64ed-423d-8d33-11c86f746a47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:21.022392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f14cdbd8-64ed-423d-8d33-11c86f746a47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Deleting port 2502925c-49e8-4e66-87ef-cbba23bffeb5 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:16:21.022392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f14cdbd8-64ed-423d-8d33-11c86f746a47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:21.032574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53310) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:21.041657 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0052538
Nov 24 13:16:21.045536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53312) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:21.096127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:21.158419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8d8a5ac9-3271-4b36-a909-047532dacc4c no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:16:21.210838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 8d8a5ac9-3271-4b36-a909-047532dacc4c {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:16:21.211739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 8d8a5ac9-3271-4b36-a909-047532dacc4c not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:16:21.226271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35daaa49-8037-44b0-84b4-382d34d63773 None None] DHCP port deletion for bbb8004b-a6f8-4bb9-917b-d11328b67093 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:16:21.232316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-35daaa49-8037-44b0-84b4-382d34d63773 None None] Deleting port 2502925c-49e8-4e66-87ef-cbba23bffeb5 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:16:21.233425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-35daaa49-8037-44b0-84b4-382d34d63773 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:21.285593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-f14cdbd8-64ed-423d-8d33-11c86f746a47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] For port 2502925c-49e8-4e66-87ef-cbba23bffeb5, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=2502925c-49e8-4e66-87ef-cbba23bffeb5,segment=NetworkSegment(d7181d2f-88b8-4e28-8ce8-2c743a9b0943),segment_id=d7181d2f-88b8-4e28-8ce8-2c743a9b0943)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:16:21.286022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f14cdbd8-64ed-423d-8d33-11c86f746a47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:21.331050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-a9273871-9cb4-41ac-8332-072a087aa36d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.20.0.7 (1d9a1c72-ec58-4bc6-ac05-41342740656e/5d60fce8-e520-437a-b83a-91f65046a1e6/848acf06-220e-466e-8863-c6c9ba0ca90d) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:16:21.428095 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-754a3b82-a353-4252-bc92-4431dbbed9ce tempest-NetworksApiDiscovery-532356938 tempest-NetworksApiDiscovery-532356938] 10.222.0.76 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.3769884
Nov 24 13:16:21.436099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f14cdbd8-64ed-423d-8d33-11c86f746a47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Calling delete_port for 2502925c-49e8-4e66-87ef-cbba23bffeb5 owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:16:21.493458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-35daaa49-8037-44b0-84b4-382d34d63773 None None] For port 2502925c-49e8-4e66-87ef-cbba23bffeb5, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=2502925c-49e8-4e66-87ef-cbba23bffeb5,segment=NetworkSegment(d7181d2f-88b8-4e28-8ce8-2c743a9b0943),segment_id=d7181d2f-88b8-4e28-8ce8-2c743a9b0943)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:16:21.493992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-35daaa49-8037-44b0-84b4-382d34d63773 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:21.515130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f14cdbd8-64ed-423d-8d33-11c86f746a47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:21.535709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dcb2f19c-1b46-48da-8476-9c3f7a0f6765 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:21.568683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-a9273871-9cb4-41ac-8332-072a087aa36d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:21.586111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-a9273871-9cb4-41ac-8332-072a087aa36d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Transition to ACTIVE for port object 848acf06-220e-466e-8863-c6c9ba0ca90d will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:16:21.611958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-a9273871-9cb4-41ac-8332-072a087aa36d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:21.642654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14cdbd8-64ed-423d-8d33-11c86f746a47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event deleted for resources: {'Port': ['ID=2502925c-49e8-4e66-87ef-cbba23bffeb5,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:21.650308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f14cdbd8-64ed-423d-8d33-11c86f746a47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:21.655568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-35daaa49-8037-44b0-84b4-382d34d63773 None None] Calling delete_port for 2502925c-49e8-4e66-87ef-cbba23bffeb5 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:16:21.700888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4a486971-3607-4dff-8bc7-fcc0f80f1075 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:21.723138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14cdbd8-64ed-423d-8d33-11c86f746a47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] No DVR routers for this DVR port 2502925c-49e8-4e66-87ef-cbba23bffeb5 on host dv-neutron-601336-61-ovs {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:16:21.748512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-35daaa49-8037-44b0-84b4-382d34d63773 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:16:21.749214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-35daaa49-8037-44b0-84b4-382d34d63773 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:16:21.786741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9273871-9cb4-41ac-8332-072a087aa36d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=848acf06-220e-466e-8863-c6c9ba0ca90d,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:21.792610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a9273871-9cb4-41ac-8332-072a087aa36d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:21.807055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53322) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:21.851822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-a9273871-9cb4-41ac-8332-072a087aa36d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network 1d9a1c72-ec58-4bc6-ac05-41342740656e is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:16:21.853552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-a9273871-9cb4-41ac-8332-072a087aa36d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:16:21.855926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-a9273871-9cb4-41ac-8332-072a087aa36d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:16:21.877848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f14cdbd8-64ed-423d-8d33-11c86f746a47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:21.943204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-a9273871-9cb4-41ac-8332-072a087aa36d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:21.944171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-a9273871-9cb4-41ac-8332-072a087aa36d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:21.980947 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-a9273871-9cb4-41ac-8332-072a087aa36d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4000812
Nov 24 13:16:21.999847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-def26409-f6f8-4785-92d4-ed56decb65c8 service neutron] Request body: {'port': {'device_id': 'f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:16:22.019379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f14cdbd8-64ed-423d-8d33-11c86f746a47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6347361198>,) {'filters': {'network_id': ['bbb8004b-a6f8-4bb9-917b-d11328b67093']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:22.041985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f14cdbd8-64ed-423d-8d33-11c86f746a47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347361198>, 'd7181d2f-88b8-4e28-8ce8-2c743a9b0943') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:22.042427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f14cdbd8-64ed-423d-8d33-11c86f746a47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347361198>, 'd7181d2f-88b8-4e28-8ce8-2c743a9b0943') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:22.057377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f14cdbd8-64ed-423d-8d33-11c86f746a47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:22.074168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f14cdbd8-64ed-423d-8d33-11c86f746a47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:22.076392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f14cdbd8-64ed-423d-8d33-11c86f746a47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Releasing vxlan tunnel 10 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:16:22.125800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5281941c-a3fa-42ae-b8ee-a79e49091358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:22.192340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-83e4ed86-adba-4dad-bac2-841e2f866e77 None None] Provisioning for port 848acf06-220e-466e-8863-c6c9ba0ca90d completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:16:22.198397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-83e4ed86-adba-4dad-bac2-841e2f866e77 None None] Provisioning complete for port 848acf06-220e-466e-8863-c6c9ba0ca90d triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:16:22.199249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-83e4ed86-adba-4dad-bac2-841e2f866e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:22.252761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5281941c-a3fa-42ae-b8ee-a79e49091358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:16:22.253865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-35daaa49-8037-44b0-84b4-382d34d63773 None None] Deleting port 2502925c-49e8-4e66-87ef-cbba23bffeb5 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:16:22.254715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-35daaa49-8037-44b0-84b4-382d34d63773 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:22.259976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-def26409-f6f8-4785-92d4-ed56decb65c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:22.271437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5281941c-a3fa-42ae-b8ee-a79e49091358 admin admin] Usage tracker for resource:security_group_rule and tenant:f3d81bff0a8a4c108f3347825a16c4c0 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:16:22.271744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f14cdbd8-64ed-423d-8d33-11c86f746a47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network bbb8004b-a6f8-4bb9-917b-d11328b67093 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:16:22.277911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5281941c-a3fa-42ae-b8ee-a79e49091358 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:16:22.282962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f14cdbd8-64ed-423d-8d33-11c86f746a47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:22.287877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5281941c-a3fa-42ae-b8ee-a79e49091358 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:16:22.327389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-83e4ed86-adba-4dad-bac2-841e2f866e77 None None] Port 848acf06-220e-466e-8863-c6c9ba0ca90d cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:16:22.335084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ebf90-a3ee-4bca-a6db-b84723663d3f req-c11b92c1-0eee-4b6d-a5cd-98d19ad6f28c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:22.335845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-aa3ebf90-a3ee-4bca-a6db-b84723663d3f req-c11b92c1-0eee-4b6d-a5cd-98d19ad6f28c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:16:22.340298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-35daaa49-8037-44b0-84b4-382d34d63773 None None] The port '2502925c-49e8-4e66-87ef-cbba23bffeb5' was deleted {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:16:22.392185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-aa3ebf90-a3ee-4bca-a6db-b84723663d3f req-c11b92c1-0eee-4b6d-a5cd-98d19ad6f28c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:16:22.393472 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-aa3ebf90-a3ee-4bca-a6db-b84723663d3f req-c11b92c1-0eee-4b6d-a5cd-98d19ad6f28c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99 HTTP/1.1" status: 200  len: 931 time: 0.3529656
Nov 24 13:16:22.477688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f14cdbd8-64ed-423d-8d33-11c86f746a47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Network bbb8004b-a6f8-4bb9-917b-d11328b67093 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:16:22.502178 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:16:22.502178 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:16:22.502178 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:16:22.502178 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:16:22.502178 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:16:22.502178 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:16:22.502178 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:16:22.502178 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:16:22.502178 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:16:22.502178 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:16:22.502178 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:16:22.502178 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:16:22.502178 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:16:22.502178 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:16:22.502178 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:16:22.502178 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:16:22.502178 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:16:22.502178 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:16:22.502178 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:16:22.502178 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:16:22.502178 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:16:22.502178 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:16:22.502178 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:16:22.502178 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:16:22.502178 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:16:22.502178 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:16:22.502178 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:16:22.502178 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:16:22.502178 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:16:22.502178 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:16:22.502178 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:16:22.502178 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:16:22.572755 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-aa3ebf90-a3ee-4bca-a6db-b84723663d3f req-6f87218c-0ba8-4604-8c77-471be9cca98a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=0657e233-0231-4b60-87dc-0a1c13f35d0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1426802
Nov 24 13:16:22.588376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f14cdbd8-64ed-423d-8d33-11c86f746a47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:22.592907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9cca73aa-41b2-4a8e-95d2-6bea323b6030 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:22.603914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5281941c-a3fa-42ae-b8ee-a79e49091358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:22.613042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f14cdbd8-64ed-423d-8d33-11c86f746a47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:22.622198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5281941c-a3fa-42ae-b8ee-a79e49091358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:22.626725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14cdbd8-64ed-423d-8d33-11c86f746a47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Pushing event deleted for resources: {'Network': ['ID=bbb8004b-a6f8-4bb9-917b-d11328b67093,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:22.629661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f14cdbd8-64ed-423d-8d33-11c86f746a47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:22.633884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-84882a6e-3e28-4b37-82ee-d7b78d376358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:22.640223 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f14cdbd8-64ed-423d-8d33-11c86f746a47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/networks/bbb8004b-a6f8-4bb9-917b-d11328b67093 HTTP/1.1" status: 204  len: 168 time: 1.8866968
Nov 24 13:16:22.642432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53332) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:22.650172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a1116c13-a90d-4af8-acb8-df0aeb7f309e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Request body: {'router': {'routes': None}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:16:22.652954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2502925c-49e8-4e66-87ef-cbba23bffeb5 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:16:22.688436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 2502925c-49e8-4e66-87ef-cbba23bffeb5 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:16:22.688982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2502925c-49e8-4e66-87ef-cbba23bffeb5 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:16:22.769617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281941c-a3fa-42ae-b8ee-a79e49091358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfe3a92-5242-4b83-9ec8-4c913cd23504,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:22.775668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5281941c-a3fa-42ae-b8ee-a79e49091358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:22.783166 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5281941c-a3fa-42ae-b8ee-a79e49091358 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f3d81bff0a8a4c108f3347825a16c4c0&name=default HTTP/1.1" status: 200  len: 2751 time: 0.9718349
Nov 24 13:16:22.783166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53336) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:22.907833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8ecd1a77-293a-49d8-9e2a-1df651201e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:22.973221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.extraroute_db [None req-a1116c13-a90d-4af8-acb8-df0aeb7f309e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Added routes are [] {{(pid=80944) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Nov 24 13:16:22.973559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.extraroute_db [None req-a1116c13-a90d-4af8-acb8-df0aeb7f309e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Removed routes are [] {{(pid=80944) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Nov 24 13:16:22.973958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a1116c13-a90d-4af8-acb8-df0aeb7f309e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:22.986791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8ecd1a77-293a-49d8-9e2a-1df651201e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:22.999149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-def26409-f6f8-4785-92d4-ed56decb65c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 848acf06-220e-466e-8863-c6c9ba0ca90d {{(pid=80943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:16:23.013839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-def26409-f6f8-4785-92d4-ed56decb65c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:23.043397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-def26409-f6f8-4785-92d4-ed56decb65c8 service neutron] Transition to ACTIVE for port object 848acf06-220e-466e-8863-c6c9ba0ca90d will not be triggered until provisioned by entity L2. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:16:23.046408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-def26409-f6f8-4785-92d4-ed56decb65c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:23.065741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ddee42ee-e372-4dca-b878-66b99baad714 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:23.201685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8ecd1a77-293a-49d8-9e2a-1df651201e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:23.209238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def26409-f6f8-4785-92d4-ed56decb65c8 service neutron] Pushing event updated for resources: {'Port': ['ID=848acf06-220e-466e-8863-c6c9ba0ca90d,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:23.221408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-def26409-f6f8-4785-92d4-ed56decb65c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:23.221973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8d89eb67-07a4-408d-9559-3067fe2db714 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:23.242055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd1a77-293a-49d8-9e2a-1df651201e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfe3a92-5242-4b83-9ec8-4c913cd23504,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:23.247964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a1116c13-a90d-4af8-acb8-df0aeb7f309e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:23.252898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a1116c13-a90d-4af8-acb8-df0aeb7f309e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4112833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850663106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4103870'] for router, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:23.255346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8ecd1a77-293a-49d8-9e2a-1df651201e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:23.256170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8ecd1a77-293a-49d8-9e2a-1df651201e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:23.260232 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8ecd1a77-293a-49d8-9e2a-1df651201e6a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3dfe3a92-5242-4b83-9ec8-4c913cd23504 HTTP/1.1" status: 204  len: 168 time: 0.4735429
Nov 24 13:16:23.419382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1116c13-a90d-4af8-acb8-df0aeb7f309e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Router 59917853-9cc6-40fe-be4e-9367db622388 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:16:23.495080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-def26409-f6f8-4785-92d4-ed56decb65c8 service neutron] Attempting to bind port 848acf06-220e-466e-8863-c6c9ba0ca90d on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:16:23.495571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-def26409-f6f8-4785-92d4-ed56decb65c8 service neutron] Attempting to bind port 848acf06-220e-466e-8863-c6c9ba0ca90d by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '0afb2dfe-0f18-424d-899a-d77a342e72f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d9a1c72-ec58-4bc6-ac05-41342740656e'}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:16:23.496028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-def26409-f6f8-4785-92d4-ed56decb65c8 service neutron] Attempting to bind port 848acf06-220e-466e-8863-c6c9ba0ca90d on network 1d9a1c72-ec58-4bc6-ac05-41342740656e {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:16:23.505241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-def26409-f6f8-4785-92d4-ed56decb65c8 service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:16:23.505655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-def26409-f6f8-4785-92d4-ed56decb65c8 service neutron] Checking segment: {'id': '0afb2dfe-0f18-424d-899a-d77a342e72f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d9a1c72-ec58-4bc6-ac05-41342740656e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:16:23.506176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-def26409-f6f8-4785-92d4-ed56decb65c8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:23.506657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-def26409-f6f8-4785-92d4-ed56decb65c8 service neutron] Bound using segment: {'id': '0afb2dfe-0f18-424d-899a-d77a342e72f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d9a1c72-ec58-4bc6-ac05-41342740656e'} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:16:23.507245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-def26409-f6f8-4785-92d4-ed56decb65c8 service neutron] Bound port: 848acf06-220e-466e-8863-c6c9ba0ca90d, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0afb2dfe-0f18-424d-899a-d77a342e72f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d9a1c72-ec58-4bc6-ac05-41342740656e'}}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:16:23.507712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-def26409-f6f8-4785-92d4-ed56decb65c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:23.618618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-def26409-f6f8-4785-92d4-ed56decb65c8 service neutron] For port 848acf06-220e-466e-8863-c6c9ba0ca90d, host hv-neutron-6013, cleared binding levels {{(pid=80943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:16:23.622249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-def26409-f6f8-4785-92d4-ed56decb65c8 service neutron] For port 848acf06-220e-466e-8863-c6c9ba0ca90d, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=848acf06-220e-466e-8863-c6c9ba0ca90d,segment=NetworkSegment(0afb2dfe-0f18-424d-899a-d77a342e72f1),segment_id=0afb2dfe-0f18-424d-899a-d77a342e72f1)] {{(pid=80943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:16:23.627637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-def26409-f6f8-4785-92d4-ed56decb65c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:23.649170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-25af28b1-83ae-400c-8bc8-60e18758d0b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:23.881958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1116c13-a90d-4af8-acb8-df0aeb7f309e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:16:23.888739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a1116c13-a90d-4af8-acb8-df0aeb7f309e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:23.890005 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a1116c13-a90d-4af8-acb8-df0aeb7f309e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "PUT /v2.0/routers/59917853-9cc6-40fe-be4e-9367db622388 HTTP/1.1" status: 200  len: 700 time: 1.2467999
Nov 24 13:16:23.893288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53344) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:23.893690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fc60b4-95a7-481a-b9d9-f96746cde63b None None] Sync routers for ids ['59917853-9cc6-40fe-be4e-9367db622388'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:16:23.908036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fc60b4-95a7-481a-b9d9-f96746cde63b None None] Routers {'59917853-9cc6-40fe-be4e-9367db622388'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:16:23.908836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-74fc60b4-95a7-481a-b9d9-f96746cde63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634730fef0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:16:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['59917853-9cc6-40fe-be4e-9367db622388'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:23.942842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d33c03a9-89af-4141-a6a6-0698c9ef7381 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Synchronizing usage tracker for tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:16:23.959448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d33c03a9-89af-4141-a6a6-0698c9ef7381 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Unset dirty status for tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:16:23.963804 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d33c03a9-89af-4141-a6a6-0698c9ef7381 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "GET /v2.0/ports?device_id=59917853-9cc6-40fe-be4e-9367db622388 HTTP/1.1" status: 200  len: 205 time: 0.0682733
Nov 24 13:16:23.964020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53348) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:24.054397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-74fc60b4-95a7-481a-b9d9-f96746cde63b None None] Set router 59917853-9cc6-40fe-be4e-9367db622388 gateway port host: None {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:16:24.127674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0a0f7a0f-69d5-449d-b33b-2ab0bfc6e6f6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:24.134427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def26409-f6f8-4785-92d4-ed56decb65c8 service neutron] Pushing event updated for resources: {'Port': ['ID=848acf06-220e-466e-8863-c6c9ba0ca90d,revision_number=3']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:24.148526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-def26409-f6f8-4785-92d4-ed56decb65c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:24.191250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c269f8-f91d-4c1c-a34d-9504e9855639 req-ec01eea2-a116-4f5d-be62-5e46168bf041 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:24.192877 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c1c269f8-f91d-4c1c-a34d-9504e9855639 req-ec01eea2-a116-4f5d-be62-5e46168bf041 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99 HTTP/1.1" status: 200  len: 943 time: 0.4590430
Nov 24 13:16:24.200333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-def26409-f6f8-4785-92d4-ed56decb65c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:24.201010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-def26409-f6f8-4785-92d4-ed56decb65c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:24.202458 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-def26409-f6f8-4785-92d4-ed56decb65c8 service neutron] 10.222.0.70 "PUT /v2.0/ports/848acf06-220e-466e-8863-c6c9ba0ca90d HTTP/1.1" status: 200  len: 1157 time: 2.2074509
Nov 24 13:16:24.203161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99', 'tag': '848acf06-220e-466e-8863-c6c9ba0ca90d'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:16:24.227716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-74fc60b4-95a7-481a-b9d9-f96746cde63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634730fef0>, [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:16:17Z', 'revision_number': 11, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:24.237439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fc60b4-95a7-481a-b9d9-f96746cde63b None None] Checking router: 59917853-9cc6-40fe-be4e-9367db622388 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:16:24.252174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fc60b4-95a7-481a-b9d9-f96746cde63b None None] Routers {'59917853-9cc6-40fe-be4e-9367db622388'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:16:24.252578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-74fc60b4-95a7-481a-b9d9-f96746cde63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634730fef0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:16:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['59917853-9cc6-40fe-be4e-9367db622388'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:24.338211 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99', 'tag': '848acf06-220e-466e-8863-c6c9ba0ca90d', 'status': 'completed', 'code': 200}
Nov 24 13:16:24.352859 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c1c269f8-f91d-4c1c-a34d-9504e9855639 req-b78164ee-71dc-4484-8b2d-4f87b1af2587 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=0657e233-0231-4b60-87dc-0a1c13f35d0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1441169
Nov 24 13:16:24.411056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-8f7dddf4-c33f-4f5f-9629-be60db5e2de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:24.413049 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-8f7dddf4-c33f-4f5f-9629-be60db5e2de2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99 HTTP/1.1" status: 200  len: 1160 time: 0.1344430
Nov 24 13:16:24.505428 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-f962a482-5d1a-4b22-82cd-a384f20afd0e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=848acf06-220e-466e-8863-c6c9ba0ca90d HTTP/1.1" status: 200  len: 217 time: 0.0768940
Nov 24 13:16:24.578577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-a5dd32c7-5d58-4216-81c8-b41b2d902890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:24.580838 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-a5dd32c7-5d58-4216-81c8-b41b2d902890 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5d60fce8-e520-437a-b83a-91f65046a1e6 HTTP/1.1" status: 200  len: 834 time: 0.0689781
Nov 24 13:16:24.592922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-74fc60b4-95a7-481a-b9d9-f96746cde63b None None] Set router 59917853-9cc6-40fe-be4e-9367db622388 gateway port host: None {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:16:24.660057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0a0f7a0f-69d5-449d-b33b-2ab0bfc6e6f6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:24.664572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0a0f7a0f-69d5-449d-b33b-2ab0bfc6e6f6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:24.669383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-a701b8fe-310e-40fc-a290-96c93b58becf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:24.671429 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-a701b8fe-310e-40fc-a290-96c93b58becf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1d9a1c72-ec58-4bc6-ac05-41342740656e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836008
Nov 24 13:16:24.689195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0a0f7a0f-69d5-449d-b33b-2ab0bfc6e6f6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:24.689794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0f7a0f-69d5-449d-b33b-2ab0bfc6e6f6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Fanout notify agent at l3_agent the message router_deleted on router 59917853-9cc6-40fe-be4e-9367db622388 {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:16:24.705698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0a0f7a0f-69d5-449d-b33b-2ab0bfc6e6f6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:24.711426 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0a0f7a0f-69d5-449d-b33b-2ab0bfc6e6f6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/routers/59917853-9cc6-40fe-be4e-9367db622388 HTTP/1.1" status: 204  len: 168 time: 0.7419846
Nov 24 13:16:24.713387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53354) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:24.715513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-74fc60b4-95a7-481a-b9d9-f96746cde63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634730fef0>, [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:16:17Z', 'revision_number': 11, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:24.720406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-0ff8391b-7589-4e11-8ba9-d720dca53b7f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Request body: {'router': {'name': 'tempest-RoutersTest-router-822435215', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:16:24.720730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fc60b4-95a7-481a-b9d9-f96746cde63b None None] The sync data for ids ['59917853-9cc6-40fe-be4e-9367db622388'] in dv-neutron-601336-61-ovs is: [{'id': '59917853-9cc6-40fe-be4e-9367db622388', 'name': 'tempest-RoutersTest-router-120556177', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:14:21Z', 'updated_at': '2020-11-24T13:16:17Z', 'revision_number': 11, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:16:24.727773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0ff8391b-7589-4e11-8ba9-d720dca53b7f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:16:24.732843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0ff8391b-7589-4e11-8ba9-d720dca53b7f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Usage tracker for resource:router and tenant:48deb6cb4e7841bc8ac7ee76d248c5c5 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:16:24.736828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0ff8391b-7589-4e11-8ba9-d720dca53b7f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:16:24.742801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0ff8391b-7589-4e11-8ba9-d720dca53b7f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:16:24.753512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0ff8391b-7589-4e11-8ba9-d720dca53b7f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:24.754833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0ff8391b-7589-4e11-8ba9-d720dca53b7f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:24.775300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0ff8391b-7589-4e11-8ba9-d720dca53b7f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:24.792960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0ff8391b-7589-4e11-8ba9-d720dca53b7f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:24.818614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0ff8391b-7589-4e11-8ba9-d720dca53b7f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:24.819907 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0ff8391b-7589-4e11-8ba9-d720dca53b7f tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1052806
Nov 24 13:16:24.822815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53358) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:24.828401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-11c8b890-82c1-4d60-8d0f-c7ded7cfb379 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Request body: {'router': {'admin_state_up': True}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:16:24.831878 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-f9bc28a5-8c04-462d-9e60-ff12e0aaedb4 service neutron] 10.222.0.70 "GET /v2.0/networks/1d9a1c72-ec58-4bc6-ac05-41342740656e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1527152
Nov 24 13:16:24.982419 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eb867b20-ee49-49e1-8744-db5ebfc87cd3 req-c060ff66-e31f-4cc4-98bb-53103581778e service neutron] 10.222.0.70 "GET /v2.0/networks/1d9a1c72-ec58-4bc6-ac05-41342740656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1434901
Nov 24 13:16:25.154069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bae3ff-c990-48f3-8b49-25806ea16c1f req-a6327211-7a38-4894-b187-38914d598a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:25.155734 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a5bae3ff-c990-48f3-8b49-25806ea16c1f req-a6327211-7a38-4894-b187-38914d598a34 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99 HTTP/1.1" status: 200  len: 1160 time: 0.0835371
Nov 24 13:16:25.256700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-11c8b890-82c1-4d60-8d0f-c7ded7cfb379 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:25.270790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-11c8b890-82c1-4d60-8d0f-c7ded7cfb379 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4112833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850663106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4103870'] for router, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:25.313665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bae3ff-c990-48f3-8b49-25806ea16c1f req-b4f26ad6-ed73-45c8-bcaf-fd41b851b174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:25.315595 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a5bae3ff-c990-48f3-8b49-25806ea16c1f req-b4f26ad6-ed73-45c8-bcaf-fd41b851b174 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1d9a1c72-ec58-4bc6-ac05-41342740656e HTTP/1.1" status: 200  len: 891 time: 0.1516929
Nov 24 13:16:25.387884 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a5bae3ff-c990-48f3-8b49-25806ea16c1f req-f8884398-5d88-45a1-934c-cfef788f6748 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=848acf06-220e-466e-8863-c6c9ba0ca90d HTTP/1.1" status: 200  len: 217 time: 0.0645072
Nov 24 13:16:25.450433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c8b890-82c1-4d60-8d0f-c7ded7cfb379 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Router 444bd07a-8742-4a6e-ab51-3997eccfd966 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:16:25.465710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bae3ff-c990-48f3-8b49-25806ea16c1f req-1727dd59-c645-4243-84f1-7dbe6b6d83ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:25.467342 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a5bae3ff-c990-48f3-8b49-25806ea16c1f req-1727dd59-c645-4243-84f1-7dbe6b6d83ba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5d60fce8-e520-437a-b83a-91f65046a1e6 HTTP/1.1" status: 200  len: 834 time: 0.0728621
Nov 24 13:16:25.603390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c8b890-82c1-4d60-8d0f-c7ded7cfb379 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:16:25.609709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-11c8b890-82c1-4d60-8d0f-c7ded7cfb379 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:25.613810 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-11c8b890-82c1-4d60-8d0f-c7ded7cfb379 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "PUT /v2.0/routers/444bd07a-8742-4a6e-ab51-3997eccfd966 HTTP/1.1" status: 200  len: 693 time: 0.7899458
Nov 24 13:16:25.614599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53364) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:25.615828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e266f8-126b-4446-a193-fd39b218454e None None] Sync routers for ids ['444bd07a-8742-4a6e-ab51-3997eccfd966'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:16:25.622915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bae3ff-c990-48f3-8b49-25806ea16c1f req-78a6626f-8518-4b51-9292-6aafcc9552e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:25.622915 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a5bae3ff-c990-48f3-8b49-25806ea16c1f req-78a6626f-8518-4b51-9292-6aafcc9552e8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1d9a1c72-ec58-4bc6-ac05-41342740656e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1486952
Nov 24 13:16:25.635124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d07b9-e0bb-466d-b8c5-dc334b25d876 req-b7005c11-64b1-4b54-849b-9dbe966abe15 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:25.635825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e266f8-126b-4446-a193-fd39b218454e None None] Routers {'444bd07a-8742-4a6e-ab51-3997eccfd966'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:16:25.636600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e5e266f8-126b-4446-a193-fd39b218454e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c724470>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:16:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['444bd07a-8742-4a6e-ab51-3997eccfd966'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:25.636767 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-193d07b9-e0bb-466d-b8c5-dc334b25d876 req-b7005c11-64b1-4b54-849b-9dbe966abe15 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99 HTTP/1.1" status: 200  len: 943 time: 0.1236024
Nov 24 13:16:25.774432 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0ca966d1-f141-4af5-9847-f73c0be35512 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "GET /v2.0/routers/444bd07a-8742-4a6e-ab51-3997eccfd966 HTTP/1.1" status: 200  len: 699 time: 0.1556695
Nov 24 13:16:25.775088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53368) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:25.776733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-e5e266f8-126b-4446-a193-fd39b218454e None None] Set router 444bd07a-8742-4a6e-ab51-3997eccfd966 gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:16:25.781656 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-193d07b9-e0bb-466d-b8c5-dc334b25d876 req-9ab18bfe-8add-4623-b7bc-769f6a190355 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=0657e233-0231-4b60-87dc-0a1c13f35d0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1211686
Nov 24 13:16:25.823069 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a5bae3ff-c990-48f3-8b49-25806ea16c1f req-dec72a09-50b6-41fb-acce-84b1a2b4ebe2 service neutron] 10.222.0.70 "GET /v2.0/networks/1d9a1c72-ec58-4bc6-ac05-41342740656e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1853514
Nov 24 13:16:25.826598 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d5caece6-69ca-4631-82c8-693652a5c24c tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "GET /v2.0/ports?device_id=444bd07a-8742-4a6e-ab51-3997eccfd966 HTTP/1.1" status: 200  len: 205 time: 0.0499883
Nov 24 13:16:25.829338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53372) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:25.899444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e5e266f8-126b-4446-a193-fd39b218454e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c724470>, [{'id': '444bd07a-8742-4a6e-ab51-3997eccfd966', 'name': 'tempest-RoutersTest-router-822435215', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:16:24Z', 'updated_at': '2020-11-24T13:16:25Z', 'revision_number': 2, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:25.904018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e266f8-126b-4446-a193-fd39b218454e None None] Checking router: 444bd07a-8742-4a6e-ab51-3997eccfd966 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:16:25.915569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e266f8-126b-4446-a193-fd39b218454e None None] Routers {'444bd07a-8742-4a6e-ab51-3997eccfd966'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:16:25.916237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e5e266f8-126b-4446-a193-fd39b218454e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c724470>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:16:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['444bd07a-8742-4a6e-ab51-3997eccfd966'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:25.972156 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a5bae3ff-c990-48f3-8b49-25806ea16c1f req-65d8c09b-9455-4ac1-a1a6-37367656780f service neutron] 10.222.0.70 "GET /v2.0/networks/1d9a1c72-ec58-4bc6-ac05-41342740656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411073
Nov 24 13:16:25.975905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7024c999-98e5-43a3-b0c1-51b1f2472f66 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:26.214744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-e5e266f8-126b-4446-a193-fd39b218454e None None] Set router 444bd07a-8742-4a6e-ab51-3997eccfd966 gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:16:26.331187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e5e266f8-126b-4446-a193-fd39b218454e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c724470>, [{'id': '444bd07a-8742-4a6e-ab51-3997eccfd966', 'name': 'tempest-RoutersTest-router-822435215', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:16:24Z', 'updated_at': '2020-11-24T13:16:25Z', 'revision_number': 2, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:26.335865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e266f8-126b-4446-a193-fd39b218454e None None] The sync data for ids ['444bd07a-8742-4a6e-ab51-3997eccfd966'] in dv-neutron-601336-61-ovs is: [{'id': '444bd07a-8742-4a6e-ab51-3997eccfd966', 'name': 'tempest-RoutersTest-router-822435215', 'tenant_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:16:24Z', 'updated_at': '2020-11-24T13:16:25Z', 'revision_number': 2, 'project_id': '48deb6cb4e7841bc8ac7ee76d248c5c5', 'gw_port_host': None}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:16:26.676132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7024c999-98e5-43a3-b0c1-51b1f2472f66 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:26.681124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7024c999-98e5-43a3-b0c1-51b1f2472f66 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:26.704830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7024c999-98e5-43a3-b0c1-51b1f2472f66 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:26.705401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7024c999-98e5-43a3-b0c1-51b1f2472f66 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Fanout notify agent at l3_agent the message router_deleted on router 444bd07a-8742-4a6e-ab51-3997eccfd966 {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:16:26.723118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7024c999-98e5-43a3-b0c1-51b1f2472f66 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:26.724300 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7024c999-98e5-43a3-b0c1-51b1f2472f66 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/routers/444bd07a-8742-4a6e-ab51-3997eccfd966 HTTP/1.1" status: 204  len: 168 time: 0.8940103
Nov 24 13:16:26.731849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53376) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:26.778244 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8f30153c-8b1d-4994-af18-07e1af3e248d tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "GET /v2.0/ports?device_id=444bd07a-8742-4a6e-ab51-3997eccfd966 HTTP/1.1" status: 200  len: 205 time: 0.0451126
Nov 24 13:16:26.780831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53380) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:26.856322 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-a4eeb14c-dc23-4088-aef3-5bceb822322a tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] delete failed (client error): The resource could not be found.
Nov 24 13:16:26.857449 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a4eeb14c-dc23-4088-aef3-5bceb822322a tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/routers/444bd07a-8742-4a6e-ab51-3997eccfd966 HTTP/1.1" status: 404  len: 336 time: 0.0747614
Nov 24 13:16:26.860234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53386) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:26.907853 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-df5d30af-8e15-4f55-9a45-b8011d91bdd2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] DELETE failed (client error): The resource could not be found.
Nov 24 13:16:26.908352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df5d30af-8e15-4f55-9a45-b8011d91bdd2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:16:26.910224 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-df5d30af-8e15-4f55-9a45-b8011d91bdd2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/subnets/c7514ac9-2dd0-4535-a632-959ca8e4d387 HTTP/1.1" status: 404  len: 337 time: 0.0490050
Nov 24 13:16:26.912980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53390) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:26.954988 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-30942c5b-e6a8-4d67-ac04-7e09633fdeac tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] DELETE failed (client error): The resource could not be found.
Nov 24 13:16:26.955402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30942c5b-e6a8-4d67-ac04-7e09633fdeac tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:16:26.957205 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-30942c5b-e6a8-4d67-ac04-7e09633fdeac tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/subnets/7b205dc4-5c7e-4c35-8ecb-5bebbb5614c6 HTTP/1.1" status: 404  len: 337 time: 0.0432448
Nov 24 13:16:26.959915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53394) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:27.000546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69e636-11b1-464b-8d6b-3c52a7a4748d req-09f5e156-a6b2-42e6-b945-5f8077d96025 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:27.002187 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0a69e636-11b1-464b-8d6b-3c52a7a4748d req-09f5e156-a6b2-42e6-b945-5f8077d96025 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99 HTTP/1.1" status: 200  len: 943 time: 0.0847270
Nov 24 13:16:27.005155 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-a226e275-701b-4912-aaad-9428a36860aa tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] DELETE failed (client error): The resource could not be found.
Nov 24 13:16:27.005652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a226e275-701b-4912-aaad-9428a36860aa tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:16:27.007507 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a226e275-701b-4912-aaad-9428a36860aa tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/subnets/cb51d0fb-7917-4735-a7d0-0bd255b8bf42 HTTP/1.1" status: 404  len: 337 time: 0.0466278
Nov 24 13:16:27.010185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53398) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:27.052765 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-5453d2b0-224c-431e-bdd6-d6331d3d8eae tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] DELETE failed (client error): The resource could not be found.
Nov 24 13:16:27.053267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5453d2b0-224c-431e-bdd6-d6331d3d8eae tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:16:27.055174 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5453d2b0-224c-431e-bdd6-d6331d3d8eae tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/subnets/aa779721-3002-4e81-a97e-feb536020d49 HTTP/1.1" status: 404  len: 337 time: 0.0439663
Nov 24 13:16:27.057950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53402) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:27.059286 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0a69e636-11b1-464b-8d6b-3c52a7a4748d req-0f110545-b5ac-4fc2-aeb9-f559523f2e85 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=0657e233-0231-4b60-87dc-0a1c13f35d0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503266
Nov 24 13:16:27.104814 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5225494b-3466-4758-9d63-4fda8de9cb45 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "GET /v2.0/ports?device_id=59917853-9cc6-40fe-be4e-9367db622388 HTTP/1.1" status: 200  len: 205 time: 0.0455935
Nov 24 13:16:27.107265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53406) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:27.179542 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-23bf5a71-916e-4b4e-aeee-ee7991c73c0b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] delete failed (client error): The resource could not be found.
Nov 24 13:16:27.180668 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-23bf5a71-916e-4b4e-aeee-ee7991c73c0b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/routers/59917853-9cc6-40fe-be4e-9367db622388 HTTP/1.1" status: 404  len: 336 time: 0.0724483
Nov 24 13:16:27.183699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53410) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:27.229837 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-97323043-4714-415a-88db-5fe571f661a6 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "GET /v2.0/ports?device_id=003c650f-4f2f-4df6-9f59-20f20802478d HTTP/1.1" status: 200  len: 205 time: 0.0448384
Nov 24 13:16:27.232150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53414) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:27.304879 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-0737741b-69b3-449a-9746-56c6e93206a4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] delete failed (client error): The resource could not be found.
Nov 24 13:16:27.306331 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0737741b-69b3-449a-9746-56c6e93206a4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/routers/003c650f-4f2f-4df6-9f59-20f20802478d HTTP/1.1" status: 404  len: 336 time: 0.0730233
Nov 24 13:16:27.309412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53418) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:27.350358 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0b8a2d-2051-46e9-a7be-bb30c08f5ca4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] DELETE failed (client error): The resource could not be found.
Nov 24 13:16:27.350855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce0b8a2d-2051-46e9-a7be-bb30c08f5ca4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:16:27.352661 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ce0b8a2d-2051-46e9-a7be-bb30c08f5ca4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/subnets/3f37ca6e-7f5b-481a-8194-0d876f2965bc HTTP/1.1" status: 404  len: 337 time: 0.0422409
Nov 24 13:16:27.355583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53422) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:27.407693 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1f91ba16-4d7a-45ec-9d4c-bea0703c5ab1 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "GET /v2.0/ports?device_id=6038a47b-a9e4-45ba-bc5c-adc3358cab3d HTTP/1.1" status: 200  len: 205 time: 0.0508366
Nov 24 13:16:27.410117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53426) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:27.464877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:16:27.488195 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-7066e4e3-66d5-494f-8cf6-2fa594e1a48b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] delete failed (client error): The resource could not be found.
Nov 24 13:16:27.489241 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7066e4e3-66d5-494f-8cf6-2fa594e1a48b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/routers/6038a47b-a9e4-45ba-bc5c-adc3358cab3d HTTP/1.1" status: 404  len: 336 time: 0.0781174
Nov 24 13:16:27.492256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53430) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:27.543396 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a039a660-7e10-44e0-9b90-0b8481928328 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "GET /v2.0/ports?device_id=603ccd54-5968-4021-925c-78c523e8ca1b HTTP/1.1" status: 200  len: 205 time: 0.0499110
Nov 24 13:16:27.545920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53434) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:27.615015 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-a53185e3-8cb9-418d-bd16-feca8f3cc210 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] delete failed (client error): The resource could not be found.
Nov 24 13:16:27.616135 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a53185e3-8cb9-418d-bd16-feca8f3cc210 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/routers/603ccd54-5968-4021-925c-78c523e8ca1b HTTP/1.1" status: 404  len: 336 time: 0.0692375
Nov 24 13:16:27.618961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53438) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:27.663441 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-e314e427-5beb-45bd-8332-ee41156b608b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] DELETE failed (client error): The resource could not be found.
Nov 24 13:16:27.663917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e314e427-5beb-45bd-8332-ee41156b608b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:16:27.665680 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e314e427-5beb-45bd-8332-ee41156b608b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/subnets/8dea8f86-49f6-4b0b-b436-f8f5dfdcec7b HTTP/1.1" status: 404  len: 337 time: 0.0457604
Nov 24 13:16:27.668492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53442) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:27.714186 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9b3a29fb-53b5-48f6-92f6-c5586426bcab tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "GET /v2.0/ports?device_id=505eff6d-c3cf-430f-b608-aa20a80025a4 HTTP/1.1" status: 200  len: 205 time: 0.0444806
Nov 24 13:16:27.717794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53446) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:27.792865 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-ce9bcd58-a558-4dce-93cb-0ffefdad9c9e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] delete failed (client error): The resource could not be found.
Nov 24 13:16:27.793975 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ce9bcd58-a558-4dce-93cb-0ffefdad9c9e tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/routers/505eff6d-c3cf-430f-b608-aa20a80025a4 HTTP/1.1" status: 404  len: 336 time: 0.0751758
Nov 24 13:16:27.797491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53450) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:27.841238 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-6565cdb9-1ba0-4dcc-b510-d55f754f4fc2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] DELETE failed (client error): The resource could not be found.
Nov 24 13:16:27.841729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6565cdb9-1ba0-4dcc-b510-d55f754f4fc2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:16:27.844061 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6565cdb9-1ba0-4dcc-b510-d55f754f4fc2 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/subnets/0722e24c-090a-4e84-bfbb-a73d7c90d92f HTTP/1.1" status: 404  len: 337 time: 0.0450268
Nov 24 13:16:27.846903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53454) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:27.893879 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-613395aa-7656-463b-97ea-ba1e9357a6de tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "GET /v2.0/ports?device_id=be3d4a7d-ed52-4b49-83d7-3c54c84797bf HTTP/1.1" status: 200  len: 205 time: 0.0457914
Nov 24 13:16:27.896454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53458) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:27.966422 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-398fcd0d-af73-4fa3-8022-e1fd0a272b56 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] delete failed (client error): The resource could not be found.
Nov 24 13:16:27.967565 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-398fcd0d-af73-4fa3-8022-e1fd0a272b56 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/routers/be3d4a7d-ed52-4b49-83d7-3c54c84797bf HTTP/1.1" status: 404  len: 336 time: 0.0700583
Nov 24 13:16:27.970862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53462) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:28.015791 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-b922ea31-c93c-4aba-8ae6-efca55bb1bec tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] DELETE failed (client error): The resource could not be found.
Nov 24 13:16:28.016284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b922ea31-c93c-4aba-8ae6-efca55bb1bec tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:16:28.018365 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b922ea31-c93c-4aba-8ae6-efca55bb1bec tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/subnets/b8d42d26-edee-4ef3-97b7-1c9e870d8a87 HTTP/1.1" status: 404  len: 337 time: 0.0465095
Nov 24 13:16:28.021131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53466) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:28.064285 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1691f4a-e485-4214-8e09-a1abfe7bee05 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] DELETE failed (client error): The resource could not be found.
Nov 24 13:16:28.064700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1691f4a-e485-4214-8e09-a1abfe7bee05 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] No notification will be sent due to unsuccessful status code: 404 {{(pid=80943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:16:28.066538 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d1691f4a-e485-4214-8e09-a1abfe7bee05 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] 10.222.0.76 "DELETE /v2.0/subnets/1029cfcb-98ba-4c38-a8cd-74d44ac24478 HTTP/1.1" status: 404  len: 337 time: 0.0444400
Nov 24 13:16:28.192692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 848acf06-220e-466e-8863-c6c9ba0ca90d up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:16:28.300361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235a58c-5cb2-488b-b5dd-521968f12c05 req-5d1f967c-135c-4430-8178-dd1f7624cc48 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:28.302243 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8235a58c-5cb2-488b-b5dd-521968f12c05 req-5d1f967c-135c-4430-8178-dd1f7624cc48 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99 HTTP/1.1" status: 200  len: 943 time: 0.1079025
Nov 24 13:16:28.307375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port 848acf06-220e-466e-8863-c6c9ba0ca90d completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:16:28.315217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 848acf06-220e-466e-8863-c6c9ba0ca90d triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:16:28.315522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:28.370688 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8235a58c-5cb2-488b-b5dd-521968f12c05 req-afda9ed8-5bdd-486f-b0a6-3e7a98719697 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=0657e233-0231-4b60-87dc-0a1c13f35d0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620260
Nov 24 13:16:28.457344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:28.458612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53476) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:28.485993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848acf06-220e-466e-8863-c6c9ba0ca90d'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:16:28.496300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 848acf06-220e-466e-8863-c6c9ba0ca90d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=848acf06-220e-466e-8863-c6c9ba0ca90d,segment=NetworkSegment(0afb2dfe-0f18-424d-899a-d77a342e72f1),segment_id=0afb2dfe-0f18-424d-899a-d77a342e72f1)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:16:28.500488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:28.503128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:28.555628 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848acf06-220e-466e-8863-c6c9ba0ca90d', 'code': 200}
Nov 24 13:16:28.583448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=848acf06-220e-466e-8863-c6c9ba0ca90d,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:28.586750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:28.669528 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-86d9fa38-6088-4512-b9b3-144418ca0997 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=48deb6cb4e7841bc8ac7ee76d248c5c5&name=default HTTP/1.1" status: 200  len: 2747 time: 0.2095852
Nov 24 13:16:28.672244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53484) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:28.744910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fb312964-1cf6-4128-a8c9-ccfc9a8e249b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:28.814159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fb312964-1cf6-4128-a8c9-ccfc9a8e249b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:28.882568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6f284-53a3-4a21-b46f-04fab7311183 req-c981141f-4d98-461d-a8dc-d2a13a0f5c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:28.884182 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e3c6f284-53a3-4a21-b46f-04fab7311183 req-c981141f-4d98-461d-a8dc-d2a13a0f5c45 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99 HTTP/1.1" status: 200  len: 1162 time: 0.1238902
Nov 24 13:16:28.888232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fb312964-1cf6-4128-a8c9-ccfc9a8e249b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:28.895020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1c1ecd37-3dcd-42e0-a803-11a55da329b1 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:28.926978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb312964-1cf6-4128-a8c9-ccfc9a8e249b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ca06aa-0388-41fa-8a7e-ab3476b3ece7,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:28.929743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fb312964-1cf6-4128-a8c9-ccfc9a8e249b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:28.942927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fb312964-1cf6-4128-a8c9-ccfc9a8e249b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:28.944238 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fb312964-1cf6-4128-a8c9-ccfc9a8e249b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d9ca06aa-0388-41fa-8a7e-ab3476b3ece7 HTTP/1.1" status: 204  len: 168 time: 0.2709291
Nov 24 13:16:28.955760 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e3c6f284-53a3-4a21-b46f-04fab7311183 req-10745cda-3d63-49ba-ba84-fd46002bb78d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0657e233-0231-4b60-87dc-0a1c13f35d0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616949
Nov 24 13:16:29.588879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240e126-0079-46d7-9b6c-32636b10805d req-f4c7db14-4dc0-42fc-a370-d5c3b188e144 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:29.590643 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9240e126-0079-46d7-9b6c-32636b10805d req-f4c7db14-4dc0-42fc-a370-d5c3b188e144 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99 HTTP/1.1" status: 200  len: 945 time: 0.0868802
Nov 24 13:16:29.642613 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9240e126-0079-46d7-9b6c-32636b10805d req-55be14e2-7d81-4b35-8c3b-395f94380250 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=0657e233-0231-4b60-87dc-0a1c13f35d0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446050
Nov 24 13:16:29.871963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 848acf06-220e-466e-8863-c6c9ba0ca90d up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:16:29.960727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 848acf06-220e-466e-8863-c6c9ba0ca90d triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:16:29.961220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:30.270706 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-5e35c643-8d63-441d-ade8-0f16da188f90 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/networks?tenant_id=81ba051ed97d40d6b5b6569be5e449d3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0337706
Nov 24 13:16:30.442290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-6149c7b9-36a7-4e71-9c46-ea6070352f06 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:30.443889 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-6149c7b9-36a7-4e71-9c46-ea6070352f06 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1667020
Nov 24 13:16:30.461302 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-e5d631f6-c723-4f52-a28d-6ed683df5571 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/quotas/81ba051ed97d40d6b5b6569be5e449d3 HTTP/1.1" status: 200  len: 375 time: 0.0113471
Nov 24 13:16:30.517909 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-2b9e13a5-48a4-46d6-bac4-10c84939950d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/ports?tenant_id=81ba051ed97d40d6b5b6569be5e449d3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0502877
Nov 24 13:16:30.727359 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cccf6f23-0e1b-4417-afc9-aa361280e9e6 req-32cccfe6-e97e-4fe6-901b-fa549fffdc46 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/ports?device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 210 time: 0.0500419
Nov 24 13:16:30.864355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9bb3b-a430-4c8d-b8ae-9718302a8495 req-d3855380-c2c6-4f12-8ed2-8d7a18d1cf15 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:30.865973 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7ca9bb3b-a430-4c8d-b8ae-9718302a8495 req-d3855380-c2c6-4f12-8ed2-8d7a18d1cf15 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99 HTTP/1.1" status: 200  len: 945 time: 0.0892279
Nov 24 13:16:30.916919 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7ca9bb3b-a430-4c8d-b8ae-9718302a8495 req-07df0856-e634-4be0-954f-4964a5e746c5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=0657e233-0231-4b60-87dc-0a1c13f35d0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443182
Nov 24 13:16:31.142911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e2953-5176-4fd7-857b-52d681764848 req-fdcc3c25-cee0-45aa-a8ca-b5614c5d7e48 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:31.144461 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ce0e2953-5176-4fd7-857b-52d681764848 req-fdcc3c25-cee0-45aa-a8ca-b5614c5d7e48 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99 HTTP/1.1" status: 200  len: 945 time: 0.0939958
Nov 24 13:16:31.196845 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ce0e2953-5176-4fd7-857b-52d681764848 req-faf3d21f-dc58-4452-965e-263497b59539 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=0657e233-0231-4b60-87dc-0a1c13f35d0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459092
Nov 24 13:16:31.229382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53530) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:31.308762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd12336-4d6c-4aa8-b38f-c0ae49f3a951 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:31.310987 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3dd12336-4d6c-4aa8-b38f-c0ae49f3a951 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/ports?device_id=f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99 HTTP/1.1" status: 200  len: 1157 time: 0.0802698
Nov 24 13:16:31.314658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53534) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:31.320371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-69f95b61-0a5e-44d1-83a7-561daf890d75 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'port_id': '848acf06-220e-466e-8863-c6c9ba0ca90d', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:16:31.326656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-69f95b61-0a5e-44d1-83a7-561daf890d75 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:16:31.331244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-69f95b61-0a5e-44d1-83a7-561daf890d75 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:floatingip and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:16:31.334217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-69f95b61-0a5e-44d1-83a7-561daf890d75 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:16:31.340358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-69f95b61-0a5e-44d1-83a7-561daf890d75 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:16:31.350316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-69f95b61-0a5e-44d1-83a7-561daf890d75 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:31.495152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-69f95b61-0a5e-44d1-83a7-561daf890d75 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:31.777499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-69f95b61-0a5e-44d1-83a7-561daf890d75 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.26.8.93 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/1d5b2fa4-bd79-40e0-9606-4abb49cae42c) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:16:31.918990 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dbba0f0f-2376-4360-bcdd-16279219b7c1 req-f5b21823-2dd0-44a4-b4b1-30786a11b6ad tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/ports?device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 210 time: 0.1082382
Nov 24 13:16:31.988646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-69f95b61-0a5e-44d1-83a7-561daf890d75 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:32.015045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-69f95b61-0a5e-44d1-83a7-561daf890d75 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:32.033143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-757f2c7e-8d44-41e6-8e15-42e0c4efacee tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:32.168575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f95b61-0a5e-44d1-83a7-561daf890d75 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=1d5b2fa4-bd79-40e0-9606-4abb49cae42c,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:32.172901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-69f95b61-0a5e-44d1-83a7-561daf890d75 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:32.233811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f95b61-0a5e-44d1-83a7-561daf890d75 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:16:32.235607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-69f95b61-0a5e-44d1-83a7-561daf890d75 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:16:32.238011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f95b61-0a5e-44d1-83a7-561daf890d75 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:16:32.953838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-69f95b61-0a5e-44d1-83a7-561daf890d75 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:33.063909 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ad756b49-75ad-4148-adb4-4ba1166f0656 req-61d78dae-3824-4c9f-af54-0ea166e80696 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/ports?device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 210 time: 0.0591049
Nov 24 13:16:33.080086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-69f95b61-0a5e-44d1-83a7-561daf890d75 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:33.372097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-69f95b61-0a5e-44d1-83a7-561daf890d75 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:33.376328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-69f95b61-0a5e-44d1-83a7-561daf890d75 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:33.392273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a9273871-9cb4-41ac-8332-072a087aa36d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:33.524461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f95b61-0a5e-44d1-83a7-561daf890d75 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=1d5b2fa4-bd79-40e0-9606-4abb49cae42c,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:33.534286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-69f95b61-0a5e-44d1-83a7-561daf890d75 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:33.640795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-69f95b61-0a5e-44d1-83a7-561daf890d75 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:33.846825 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-6404aa50-373a-42ad-a82f-44773f7050db tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.70 "GET /v2.0/networks?tenant_id=81ba051ed97d40d6b5b6569be5e449d3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0359204
Nov 24 13:16:34.042689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-4a54b2e0-2e58-49fa-9506-ab2ba741df37 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:34.044254 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-4a54b2e0-2e58-49fa-9506-ab2ba741df37 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1890733
Nov 24 13:16:34.050452 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-69f95b61-0a5e-44d1-83a7-561daf890d75 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Floating IP 476a9dda-e7db-4c9b-b8e7-176867d7acce associated. External IP: 172.26.8.93, port: 848acf06-220e-466e-8863-c6c9ba0ca90d.
Nov 24 13:16:34.115702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-b2e856ed-a0ff-4733-b18f-0bdc385a248f tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Request body: {'port': {'device_id': 'f947b6fd-fccf-42f6-91d9-e7a4e0d03239', 'network_id': 'c38c0c48-3eb4-4325-8689-1f77646817e5', 'admin_state_up': True, 'tenant_id': '81ba051ed97d40d6b5b6569be5e449d3'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:16:34.322261 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b5691586-6ef6-4e62-a15e-0486423dbfec req-d67d53b5-d075-4059-8c81-5882a5de7343 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/ports?device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 210 time: 0.1254611
Nov 24 13:16:34.403638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-b2e856ed-a0ff-4733-b18f-0bdc385a248f tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:16:34.411038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-b2e856ed-a0ff-4733-b18f-0bdc385a248f tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Usage tracker for resource:port and tenant:81ba051ed97d40d6b5b6569be5e449d3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:16:34.414732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-b2e856ed-a0ff-4733-b18f-0bdc385a248f tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Quota usage for port was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:16:34.423609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-b2e856ed-a0ff-4733-b18f-0bdc385a248f tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:16:34.438014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-b2e856ed-a0ff-4733-b18f-0bdc385a248f tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Made reservation on behalf of 81ba051ed97d40d6b5b6569be5e449d3 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:16:34.443553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-b2e856ed-a0ff-4733-b18f-0bdc385a248f tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:34.462085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-b2e856ed-a0ff-4733-b18f-0bdc385a248f tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:34.517127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-b2e856ed-a0ff-4733-b18f-0bdc385a248f tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:16:34.523999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-b2e856ed-a0ff-4733-b18f-0bdc385a248f tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Usage tracker for resource:security_group_rule and tenant:81ba051ed97d40d6b5b6569be5e449d3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:16:34.529640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-b2e856ed-a0ff-4733-b18f-0bdc385a248f tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:16:34.537224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-b2e856ed-a0ff-4733-b18f-0bdc385a248f tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:16:34.761051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-b2e856ed-a0ff-4733-b18f-0bdc385a248f tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:34.767839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-b2e856ed-a0ff-4733-b18f-0bdc385a248f tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:34.779439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6488f8d2-f7c9-4082-bbe1-b611ecf54b17 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:34.898865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e856ed-a0ff-4733-b18f-0bdc385a248f tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9f9c21-6251-44b6-91de-02a23ca6191d,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:34.906618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b2e856ed-a0ff-4733-b18f-0bdc385a248f tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:35.015275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f95b61-0a5e-44d1-83a7-561daf890d75 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router f7cabb2d-d8f4-483e-8554-a172d1985c67 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:16:35.273689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-b2e856ed-a0ff-4733-b18f-0bdc385a248f tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Allocated IP 192.168.233.232 (c38c0c48-3eb4-4325-8689-1f77646817e5/3de4ecfd-0650-4807-8772-29c4c242b350/956ad249-5de3-4e29-a4c2-757c36222c69) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:16:35.531071 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0ace71d0-4ba5-45e5-b0f1-5fd8ef9fd472 req-fe7e81fd-e4c4-4017-bba1-ddf0eb3e3585 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/ports?device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 210 time: 0.0715170
Nov 24 13:16:35.554797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f95b61-0a5e-44d1-83a7-561daf890d75 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:16:35.565231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa49f0f-db81-4084-98c7-af1c5c10d876 None None] Sync routers for ids ['f7cabb2d-d8f4-483e-8554-a172d1985c67'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:16:35.578115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa49f0f-db81-4084-98c7-af1c5c10d876 None None] Routers {'f7cabb2d-d8f4-483e-8554-a172d1985c67'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:16:35.578917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-baa49f0f-db81-4084-98c7-af1c5c10d876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f63470461d0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:16:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['f7cabb2d-d8f4-483e-8554-a172d1985c67'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:35.608055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-b2e856ed-a0ff-4733-b18f-0bdc385a248f tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:35.630226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-69f95b61-0a5e-44d1-83a7-561daf890d75 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:35.660988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-b2e856ed-a0ff-4733-b18f-0bdc385a248f tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Transition to ACTIVE for port object 956ad249-5de3-4e29-a4c2-757c36222c69 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:16:35.699817 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-69f95b61-0a5e-44d1-83a7-561daf890d75 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 4.3840113
Nov 24 13:16:35.701672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99', 'tag': '848acf06-220e-466e-8863-c6c9ba0ca90d'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:16:35.702841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53560) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:35.715448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-b2e856ed-a0ff-4733-b18f-0bdc385a248f tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:35.786346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-baa49f0f-db81-4084-98c7-af1c5c10d876 None None] Set router f7cabb2d-d8f4-483e-8554-a172d1985c67 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:16:35.850204 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c613fa27-0f43-4a5b-97c2-8d6dd23ba042 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/476a9dda-e7db-4c9b-b8e7-176867d7acce HTTP/1.1" status: 200  len: 990 time: 0.1459675
Nov 24 13:16:35.938838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11472fc0-69cd-4e70-84fd-5cbb9dea9b1a req-f7c06f7a-34c6-4df1-b941-f502a6660b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:35.940432 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11472fc0-69cd-4e70-84fd-5cbb9dea9b1a req-f7c06f7a-34c6-4df1-b941-f502a6660b66 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99 HTTP/1.1" status: 200  len: 1162 time: 0.0886607
Nov 24 13:16:36.002820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-def26409-f6f8-4785-92d4-ed56decb65c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:36.037168 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99', 'tag': '848acf06-220e-466e-8863-c6c9ba0ca90d', 'status': 'completed', 'code': 200}
Nov 24 13:16:36.097110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11472fc0-69cd-4e70-84fd-5cbb9dea9b1a req-1a00e6e6-94ff-419c-a00b-0af700035d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:36.098765 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11472fc0-69cd-4e70-84fd-5cbb9dea9b1a req-1a00e6e6-94ff-419c-a00b-0af700035d85 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1d9a1c72-ec58-4bc6-ac05-41342740656e HTTP/1.1" status: 200  len: 891 time: 0.1483300
Nov 24 13:16:36.145219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e856ed-a0ff-4733-b18f-0bdc385a248f tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Pushing event updated for resources: {'Port': ['ID=956ad249-5de3-4e29-a4c2-757c36222c69,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:36.150553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b2e856ed-a0ff-4733-b18f-0bdc385a248f tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:36.211546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-b2e856ed-a0ff-4733-b18f-0bdc385a248f tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Network c38c0c48-3eb4-4325-8689-1f77646817e5 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:16:36.212884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-b2e856ed-a0ff-4733-b18f-0bdc385a248f tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:16:36.213815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-baa49f0f-db81-4084-98c7-af1c5c10d876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f63470461d0>, [{'id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'name': 'tempest-TestNetworkBasicOps-router-198678195', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '25ce41c1-5040-4b78-a8eb-912c2caab106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:15:53Z', 'updated_at': '2020-11-24T13:16:08Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '25ce41c1-5040-4b78-a8eb-912c2caab106', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:56Z', 'updated_at': '2020-11-24T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '476a9dda-e7db-4c9b-b8e7-176867d7acce', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.93', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'port_id': '848acf06-220e-466e-8863-c6c9ba0ca90d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d9a1c72-ec58-4bc6-ac05-41342740656e', 'mac_address': 'fa:16:3e:99:a0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:16:32Z', 'updated_at': '2020-11-24T13:16:32Z', 'revision_number': 0, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e', 'name': '', 'network_id': '1d9a1c72-ec58-4bc6-ac05-41342740656e', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:b1:4e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '5d60fce8-e520-437a-b83a-91f65046a1e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:16:06Z', 'updated_at': '2020-11-24T13:16:19Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '5d60fce8-e520-437a-b83a-91f65046a1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:36.215219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-b2e856ed-a0ff-4733-b18f-0bdc385a248f tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:16:36.218797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa49f0f-db81-4084-98c7-af1c5c10d876 None None] Checking router: f7cabb2d-d8f4-483e-8554-a172d1985c67 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:16:36.224255 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11472fc0-69cd-4e70-84fd-5cbb9dea9b1a req-1e273e32-303e-4870-bcb1-0c6b38e9be1c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=848acf06-220e-466e-8863-c6c9ba0ca90d HTTP/1.1" status: 200  len: 998 time: 0.1183224
Nov 24 13:16:36.230834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa49f0f-db81-4084-98c7-af1c5c10d876 None None] Routers {'f7cabb2d-d8f4-483e-8554-a172d1985c67'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:16:36.231535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-baa49f0f-db81-4084-98c7-af1c5c10d876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f63470461d0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:16:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['f7cabb2d-d8f4-483e-8554-a172d1985c67'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:36.299141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-b2e856ed-a0ff-4733-b18f-0bdc385a248f tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:36.300153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-b2e856ed-a0ff-4733-b18f-0bdc385a248f tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:36.312759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11472fc0-69cd-4e70-84fd-5cbb9dea9b1a req-d4a0a245-209d-49b9-bc05-d3ec624f8995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:36.314903 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11472fc0-69cd-4e70-84fd-5cbb9dea9b1a req-d4a0a245-209d-49b9-bc05-d3ec624f8995 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5d60fce8-e520-437a-b83a-91f65046a1e6 HTTP/1.1" status: 200  len: 834 time: 0.0837455
Nov 24 13:16:36.322627 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-b2e856ed-a0ff-4733-b18f-0bdc385a248f tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2166357
Nov 24 13:16:36.341983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-d2aa0b9b-d835-439c-be23-39279a16ff20 service neutron] Request body: {'port': {'device_id': 'f947b6fd-fccf-42f6-91d9-e7a4e0d03239', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:16:36.416625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11472fc0-69cd-4e70-84fd-5cbb9dea9b1a req-adcecba2-979e-439a-ab13-aeda88b54243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:36.418333 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11472fc0-69cd-4e70-84fd-5cbb9dea9b1a req-adcecba2-979e-439a-ab13-aeda88b54243 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1d9a1c72-ec58-4bc6-ac05-41342740656e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0961914
Nov 24 13:16:36.432001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-baa49f0f-db81-4084-98c7-af1c5c10d876 None None] Set router f7cabb2d-d8f4-483e-8554-a172d1985c67 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:16:36.485203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-d2aa0b9b-d835-439c-be23-39279a16ff20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:36.573051 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11472fc0-69cd-4e70-84fd-5cbb9dea9b1a req-de25e449-ebf0-4ddb-abea-57bec6952af6 service neutron] 10.222.0.70 "GET /v2.0/networks/1d9a1c72-ec58-4bc6-ac05-41342740656e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1481297
Nov 24 13:16:36.598000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-28739910-a17f-4e3a-aeba-8e80b30e5c57 None None] Provisioning for port 956ad249-5de3-4e29-a4c2-757c36222c69 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:16:36.607549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-28739910-a17f-4e3a-aeba-8e80b30e5c57 None None] Provisioning complete for port 956ad249-5de3-4e29-a4c2-757c36222c69 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:16:36.607899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28739910-a17f-4e3a-aeba-8e80b30e5c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:36.742203 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11472fc0-69cd-4e70-84fd-5cbb9dea9b1a req-c64302c7-3eda-49f2-9f12-ef4dfaa60911 service neutron] 10.222.0.70 "GET /v2.0/networks/1d9a1c72-ec58-4bc6-ac05-41342740656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1619573
Nov 24 13:16:36.780925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-28739910-a17f-4e3a-aeba-8e80b30e5c57 None None] Port 956ad249-5de3-4e29-a4c2-757c36222c69 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:16:36.854367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53568) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:36.891372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-baa49f0f-db81-4084-98c7-af1c5c10d876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f63470461d0>, [{'id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'name': 'tempest-TestNetworkBasicOps-router-198678195', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '25ce41c1-5040-4b78-a8eb-912c2caab106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:15:53Z', 'updated_at': '2020-11-24T13:16:08Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '25ce41c1-5040-4b78-a8eb-912c2caab106', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:56Z', 'updated_at': '2020-11-24T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '476a9dda-e7db-4c9b-b8e7-176867d7acce', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.93', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'port_id': '848acf06-220e-466e-8863-c6c9ba0ca90d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d9a1c72-ec58-4bc6-ac05-41342740656e', 'mac_address': 'fa:16:3e:99:a0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:16:32Z', 'updated_at': '2020-11-24T13:16:32Z', 'revision_number': 0, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e', 'name': '', 'network_id': '1d9a1c72-ec58-4bc6-ac05-41342740656e', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:b1:4e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '5d60fce8-e520-437a-b83a-91f65046a1e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:16:06Z', 'updated_at': '2020-11-24T13:16:19Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '5d60fce8-e520-437a-b83a-91f65046a1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:16:36.896272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa49f0f-db81-4084-98c7-af1c5c10d876 None None] The sync data for ids ['f7cabb2d-d8f4-483e-8554-a172d1985c67'] in dv-neutron-601336-61-ovs is: [{'id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'name': 'tempest-TestNetworkBasicOps-router-198678195', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '25ce41c1-5040-4b78-a8eb-912c2caab106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:15:53Z', 'updated_at': '2020-11-24T13:16:08Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '25ce41c1-5040-4b78-a8eb-912c2caab106', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:56Z', 'updated_at': '2020-11-24T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '476a9dda-e7db-4c9b-b8e7-176867d7acce', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.93', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'port_id': '848acf06-220e-466e-8863-c6c9ba0ca90d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d9a1c72-ec58-4bc6-ac05-41342740656e', 'mac_address': 'fa:16:3e:99:a0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:16:32Z', 'updated_at': '2020-11-24T13:16:32Z', 'revision_number': 0, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e', 'name': '', 'network_id': '1d9a1c72-ec58-4bc6-ac05-41342740656e', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:b1:4e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '5d60fce8-e520-437a-b83a-91f65046a1e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:16:06Z', 'updated_at': '2020-11-24T13:16:19Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '5d60fce8-e520-437a-b83a-91f65046a1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:16:36.908220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d49cf-0280-4b97-a207-22d3e89b26cc req-a8d6fbe0-6b41-43bd-9d6d-b61a8c403668 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:36.909017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-6d1d49cf-0280-4b97-a207-22d3e89b26cc req-a8d6fbe0-6b41-43bd-9d6d-b61a8c403668 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Synchronizing usage tracker for tenant:81ba051ed97d40d6b5b6569be5e449d3 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:16:36.951098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-6d1d49cf-0280-4b97-a207-22d3e89b26cc req-a8d6fbe0-6b41-43bd-9d6d-b61a8c403668 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Unset dirty status for tenant:81ba051ed97d40d6b5b6569be5e449d3 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:16:36.952400 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6d1d49cf-0280-4b97-a207-22d3e89b26cc req-a8d6fbe0-6b41-43bd-9d6d-b61a8c403668 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/ports?device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 936 time: 0.2523942
Nov 24 13:16:36.983805 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d1fbc857-d970-40af-b7e6-87348b7a8896 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/476a9dda-e7db-4c9b-b8e7-176867d7acce HTTP/1.1" status: 200  len: 990 time: 0.1280594
Nov 24 13:16:37.066607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-d2aa0b9b-d835-439c-be23-39279a16ff20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 956ad249-5de3-4e29-a4c2-757c36222c69 {{(pid=80943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:16:37.075670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-d2aa0b9b-d835-439c-be23-39279a16ff20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:37.081022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-6d1d49cf-0280-4b97-a207-22d3e89b26cc req-087dc008-4341-450b-b3cd-b6d433137441 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Synchronizing usage tracker for tenant:81ba051ed97d40d6b5b6569be5e449d3 on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:16:37.095678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-d2aa0b9b-d835-439c-be23-39279a16ff20 service neutron] Transition to ACTIVE for port object 956ad249-5de3-4e29-a4c2-757c36222c69 will not be triggered until provisioned by entity L2. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:16:37.102975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-d2aa0b9b-d835-439c-be23-39279a16ff20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:37.121291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-28a7a7ea-0ee5-4e32-a786-9cfd25dcd312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:37.214762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01030756-8727-4413-baee-ae7345cf07ba None None] New status for floating IP 476a9dda-e7db-4c9b-b8e7-176867d7acce: ACTIVE {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:16:37.235818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-6d1d49cf-0280-4b97-a207-22d3e89b26cc req-087dc008-4341-450b-b3cd-b6d433137441 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Unset dirty status for tenant:81ba051ed97d40d6b5b6569be5e449d3 on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:16:37.237078 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6d1d49cf-0280-4b97-a207-22d3e89b26cc req-087dc008-4341-450b-b3cd-b6d433137441 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/security-groups?id=2b9f9c21-6251-44b6-91de-02a23ca6191d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2698295
Nov 24 13:16:37.261570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa0b9b-d835-439c-be23-39279a16ff20 service neutron] Pushing event updated for resources: {'Port': ['ID=956ad249-5de3-4e29-a4c2-757c36222c69,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:37.264454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d2aa0b9b-d835-439c-be23-39279a16ff20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:37.487533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-d2aa0b9b-d835-439c-be23-39279a16ff20 service neutron] Attempting to bind port 956ad249-5de3-4e29-a4c2-757c36222c69 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:16:37.488077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-d2aa0b9b-d835-439c-be23-39279a16ff20 service neutron] Attempting to bind port 956ad249-5de3-4e29-a4c2-757c36222c69 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '3b8d108e-df46-43eb-8086-fba703374986', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c38c0c48-3eb4-4325-8689-1f77646817e5'}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:16:37.488260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-d2aa0b9b-d835-439c-be23-39279a16ff20 service neutron] Attempting to bind port 956ad249-5de3-4e29-a4c2-757c36222c69 on network c38c0c48-3eb4-4325-8689-1f77646817e5 {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:16:37.497125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-d2aa0b9b-d835-439c-be23-39279a16ff20 service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:16:37.497509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-d2aa0b9b-d835-439c-be23-39279a16ff20 service neutron] Checking segment: {'id': '3b8d108e-df46-43eb-8086-fba703374986', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c38c0c48-3eb4-4325-8689-1f77646817e5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:16:37.497923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-d2aa0b9b-d835-439c-be23-39279a16ff20 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:37.498346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-d2aa0b9b-d835-439c-be23-39279a16ff20 service neutron] Bound using segment: {'id': '3b8d108e-df46-43eb-8086-fba703374986', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c38c0c48-3eb4-4325-8689-1f77646817e5'} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:16:37.498971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-d2aa0b9b-d835-439c-be23-39279a16ff20 service neutron] Bound port: 956ad249-5de3-4e29-a4c2-757c36222c69, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8d108e-df46-43eb-8086-fba703374986', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c38c0c48-3eb4-4325-8689-1f77646817e5'}}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:16:37.499346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-d2aa0b9b-d835-439c-be23-39279a16ff20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:37.599521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-d2aa0b9b-d835-439c-be23-39279a16ff20 service neutron] For port 956ad249-5de3-4e29-a4c2-757c36222c69, host hv-neutron-6013, cleared binding levels {{(pid=80943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:16:37.602946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-d2aa0b9b-d835-439c-be23-39279a16ff20 service neutron] For port 956ad249-5de3-4e29-a4c2-757c36222c69, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=956ad249-5de3-4e29-a4c2-757c36222c69,segment=NetworkSegment(3b8d108e-df46-43eb-8086-fba703374986),segment_id=3b8d108e-df46-43eb-8086-fba703374986)] {{(pid=80943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:16:37.610011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-d2aa0b9b-d835-439c-be23-39279a16ff20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:37.626795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-def26409-f6f8-4785-92d4-ed56decb65c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:37.767520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa0b9b-d835-439c-be23-39279a16ff20 service neutron] Pushing event updated for resources: {'Port': ['ID=956ad249-5de3-4e29-a4c2-757c36222c69,revision_number=3']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:37.770929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d2aa0b9b-d835-439c-be23-39279a16ff20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:37.815549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-d2aa0b9b-d835-439c-be23-39279a16ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:37.816220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-d2aa0b9b-d835-439c-be23-39279a16ff20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:37.817683 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-d2aa0b9b-d835-439c-be23-39279a16ff20 service neutron] 10.222.0.70 "PUT /v2.0/ports/956ad249-5de3-4e29-a4c2-757c36222c69 HTTP/1.1" status: 200  len: 1162 time: 1.4808104
Nov 24 13:16:37.948741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-6e3f9c84-7b5c-4cf7-8d25-fb786c977a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:37.950500 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-6e3f9c84-7b5c-4cf7-8d25-fb786c977a86 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=81ba051ed97d40d6b5b6569be5e449d3&device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 1165 time: 0.0786583
Nov 24 13:16:37.987852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53572) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:16:38.033360 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-8bf6c8a3-88a6-41b9-84db-aaff6b2c8b38 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=956ad249-5de3-4e29-a4c2-757c36222c69 HTTP/1.1" status: 200  len: 217 time: 0.0698550
Nov 24 13:16:38.038600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f947b6fd-fccf-42f6-91d9-e7a4e0d03239', 'tag': '956ad249-5de3-4e29-a4c2-757c36222c69'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:16:38.109174 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f947b6fd-fccf-42f6-91d9-e7a4e0d03239', 'tag': '956ad249-5de3-4e29-a4c2-757c36222c69', 'status': 'completed', 'code': 200}
Nov 24 13:16:38.118137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-f051f270-358c-4225-9de4-7bc28ff41892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:38.119867 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-f051f270-358c-4225-9de4-7bc28ff41892 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3de4ecfd-0650-4807-8772-29c4c242b350 HTTP/1.1" status: 200  len: 843 time: 0.0723598
Nov 24 13:16:38.122511 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-588577ae-eb0c-4a97-aa14-249b65063667 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/476a9dda-e7db-4c9b-b8e7-176867d7acce HTTP/1.1" status: 200  len: 992 time: 0.1332819
Nov 24 13:16:38.207646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-e97107ef-ab8d-47e3-b908-f2e8e9cdb984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:38.209257 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-e97107ef-ab8d-47e3-b908-f2e8e9cdb984 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c38c0c48-3eb4-4325-8689-1f77646817e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0810869
Nov 24 13:16:38.360791 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-451134aa-e4ab-422c-9666-edb736ca0547 service neutron] 10.222.0.70 "GET /v2.0/networks/c38c0c48-3eb4-4325-8689-1f77646817e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443012
Nov 24 13:16:38.570472 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5022d923-7846-4625-b876-86c6a2f8ebf5 req-81cf02b8-8da3-4c1a-bcfa-474be476daa6 service neutron] 10.222.0.70 "GET /v2.0/networks/c38c0c48-3eb4-4325-8689-1f77646817e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2027552
Nov 24 13:16:38.579382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156eefc-eede-4ebd-b339-f53262d09d59 req-af6c2623-fb12-42c6-8db7-74beb58fd2cd tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:38.580853 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8156eefc-eede-4ebd-b339-f53262d09d59 req-af6c2623-fb12-42c6-8db7-74beb58fd2cd tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/ports?device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 948 time: 0.1911986
Nov 24 13:16:38.643101 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8156eefc-eede-4ebd-b339-f53262d09d59 req-ad8de9fd-5e57-4c50-824e-c2e61458c72d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/security-groups?id=2b9f9c21-6251-44b6-91de-02a23ca6191d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456254
Nov 24 13:16:38.736395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11272d0f-b510-4d38-ba38-5e78bb016f8a req-636ce130-ead8-407e-aa71-893478a0db97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:38.738011 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11272d0f-b510-4d38-ba38-5e78bb016f8a req-636ce130-ead8-407e-aa71-893478a0db97 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=81ba051ed97d40d6b5b6569be5e449d3&device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 1165 time: 0.0789866
Nov 24 13:16:38.883450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11272d0f-b510-4d38-ba38-5e78bb016f8a req-b940b14d-a211-4038-987e-e256354ab476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:38.884955 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11272d0f-b510-4d38-ba38-5e78bb016f8a req-b940b14d-a211-4038-987e-e256354ab476 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c38c0c48-3eb4-4325-8689-1f77646817e5 HTTP/1.1" status: 200  len: 863 time: 0.1403873
Nov 24 13:16:38.957955 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11272d0f-b510-4d38-ba38-5e78bb016f8a req-ebbfd7a8-b8db-41ea-99fa-9cded5cc80c5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=956ad249-5de3-4e29-a4c2-757c36222c69 HTTP/1.1" status: 200  len: 217 time: 0.0643146
Nov 24 13:16:39.032268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11272d0f-b510-4d38-ba38-5e78bb016f8a req-6eab72d4-a72e-4bed-889f-a7c836222aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:39.033843 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11272d0f-b510-4d38-ba38-5e78bb016f8a req-6eab72d4-a72e-4bed-889f-a7c836222aaf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3de4ecfd-0650-4807-8772-29c4c242b350 HTTP/1.1" status: 200  len: 843 time: 0.0696933
Nov 24 13:16:39.117051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11272d0f-b510-4d38-ba38-5e78bb016f8a req-b16aee21-e221-4ed0-8907-8ae7d0fccc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:39.118711 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11272d0f-b510-4d38-ba38-5e78bb016f8a req-b16aee21-e221-4ed0-8907-8ae7d0fccc3e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c38c0c48-3eb4-4325-8689-1f77646817e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0772350
Nov 24 13:16:39.268164 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11272d0f-b510-4d38-ba38-5e78bb016f8a req-f6f58301-65cd-4632-8cfd-b54a54b002c4 service neutron] 10.222.0.70 "GET /v2.0/networks/c38c0c48-3eb4-4325-8689-1f77646817e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410558
Nov 24 13:16:39.426013 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11272d0f-b510-4d38-ba38-5e78bb016f8a req-26a3269b-20da-477c-9db3-322e0f204c03 service neutron] 10.222.0.70 "GET /v2.0/networks/c38c0c48-3eb4-4325-8689-1f77646817e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1439424
Nov 24 13:16:39.858493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb72ee2-f313-408a-b7f5-49af6b118ced req-22b744c9-241b-4f2a-8eea-726942f22ae2 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:39.860892 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-efb72ee2-f313-408a-b7f5-49af6b118ced req-22b744c9-241b-4f2a-8eea-726942f22ae2 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/ports?device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 948 time: 0.0882633
Nov 24 13:16:39.911436 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-efb72ee2-f313-408a-b7f5-49af6b118ced req-40565a02-2fc5-4e3d-af7b-fca9400a60a8 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/security-groups?id=2b9f9c21-6251-44b6-91de-02a23ca6191d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438483
Nov 24 13:16:40.225511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a32a5135-26f7-43a8-8cea-337f2660ef44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:41.127075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02090e4c-1f6c-4291-a663-1a9b0379abdc req-3b7f424c-e6b1-43af-9bbd-4c12e5e44e11 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:41.128890 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-02090e4c-1f6c-4291-a663-1a9b0379abdc req-3b7f424c-e6b1-43af-9bbd-4c12e5e44e11 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/ports?device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 948 time: 0.0854895
Nov 24 13:16:41.181634 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-02090e4c-1f6c-4291-a663-1a9b0379abdc req-547cbb17-6c88-483b-9015-d3e9d6605bb1 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/security-groups?id=2b9f9c21-6251-44b6-91de-02a23ca6191d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439587
Nov 24 13:16:41.887257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network c38c0c48-3eb4-4325-8689-1f77646817e5 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:16:42.270084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.objects.ports [None req-80abf69e-5f6c-42db-986a-ac1fe8c0c76b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80945) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 24 13:16:42.408294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c0454-a313-48ff-975c-26eb62965d5a req-02302236-b407-4b31-a4cb-49a7ad19a8f7 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:42.411186 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-836c0454-a313-48ff-975c-26eb62965d5a req-02302236-b407-4b31-a4cb-49a7ad19a8f7 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/ports?device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 948 time: 0.0928309
Nov 24 13:16:42.460690 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-836c0454-a313-48ff-975c-26eb62965d5a req-2739880c-9cd1-47b1-bd76-720c58e1b1e0 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/security-groups?id=2b9f9c21-6251-44b6-91de-02a23ca6191d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430608
Nov 24 13:16:42.559629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd88be82-792c-436a-b42f-c0ea69b73b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:42.756385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 956ad249-5de3-4e29-a4c2-757c36222c69 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:16:42.830962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port 956ad249-5de3-4e29-a4c2-757c36222c69 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:16:42.835753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 956ad249-5de3-4e29-a4c2-757c36222c69 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:16:42.836169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:42.897048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:42.969297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:43.171068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f947b6fd-fccf-42f6-91d9-e7a4e0d03239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956ad249-5de3-4e29-a4c2-757c36222c69'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:16:43.181997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 956ad249-5de3-4e29-a4c2-757c36222c69, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=956ad249-5de3-4e29-a4c2-757c36222c69,segment=NetworkSegment(3b8d108e-df46-43eb-8086-fba703374986),segment_id=3b8d108e-df46-43eb-8086-fba703374986)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:16:43.184766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:43.186742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f3478f6b-ca7c-4fb2-a57e-8885681c2ea3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:43.245602 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f947b6fd-fccf-42f6-91d9-e7a4e0d03239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956ad249-5de3-4e29-a4c2-757c36222c69', 'code': 200}
Nov 24 13:16:43.258176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=956ad249-5de3-4e29-a4c2-757c36222c69,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:43.261735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:43.519362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa2ddc-adae-4f75-96d1-a5dc921ab704 req-e4195287-5c09-4b6e-8cc6-4783287e5a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:43.521012 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e1aa2ddc-adae-4f75-96d1-a5dc921ab704 req-e4195287-5c09-4b6e-8cc6-4783287e5a49 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 1167 time: 0.0802557
Nov 24 13:16:43.571869 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e1aa2ddc-adae-4f75-96d1-a5dc921ab704 req-c0c8162c-3c47-439f-928a-86b123857c2e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2b9f9c21-6251-44b6-91de-02a23ca6191d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420263
Nov 24 13:16:43.677324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496df0b2-29fa-48b3-8819-26880e454f6a req-4e10f133-b1f1-4221-b938-796f10d65500 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:43.678944 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-496df0b2-29fa-48b3-8819-26880e454f6a req-4e10f133-b1f1-4221-b938-796f10d65500 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/ports?device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 950 time: 0.0819013
Nov 24 13:16:43.730686 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-496df0b2-29fa-48b3-8819-26880e454f6a req-046bcbd3-dd36-4866-bfcd-476382e28016 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/security-groups?id=2b9f9c21-6251-44b6-91de-02a23ca6191d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414610
Nov 24 13:16:43.961776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 956ad249-5de3-4e29-a4c2-757c36222c69 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:16:44.036610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 956ad249-5de3-4e29-a4c2-757c36222c69 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:16:44.037031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:44.161901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:44.703552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:44.966049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36887a1c-a5b6-4182-b296-9203065a0864 req-e6729c53-081a-463b-9528-d16b96eb0dbf tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:44.967608 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-36887a1c-a5b6-4182-b296-9203065a0864 req-e6729c53-081a-463b-9528-d16b96eb0dbf tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/ports?device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 950 time: 0.1000059
Nov 24 13:16:45.030777 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-36887a1c-a5b6-4182-b296-9203065a0864 req-02a38af9-57db-4b2b-9896-378b24ad049e tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/security-groups?id=2b9f9c21-6251-44b6-91de-02a23ca6191d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562279
Nov 24 13:16:45.256695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68827fc-f386-4491-9d71-45e9266e58e7 req-10671174-36e4-4ca0-9cba-1e346a9f9927 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:45.258350 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a68827fc-f386-4491-9d71-45e9266e58e7 req-10671174-36e4-4ca0-9cba-1e346a9f9927 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/ports?device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 950 time: 0.0859699
Nov 24 13:16:45.308820 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a68827fc-f386-4491-9d71-45e9266e58e7 req-cfd676ad-8b2e-451f-8c45-216b27923cba tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/security-groups?id=2b9f9c21-6251-44b6-91de-02a23ca6191d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436609
Nov 24 13:16:45.774339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb2a85-eb50-46f5-ab55-46f0124f1ea4 req-72dd1533-78e6-43cd-bff7-6b99ba32c210 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:45.775943 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3bbb2a85-eb50-46f5-ab55-46f0124f1ea4 req-72dd1533-78e6-43cd-bff7-6b99ba32c210 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/ports?device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 950 time: 0.0879219
Nov 24 13:16:45.824848 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3bbb2a85-eb50-46f5-ab55-46f0124f1ea4 req-78c5d1cb-c88e-4e82-b87f-cbb01aa69403 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/security-groups?id=2b9f9c21-6251-44b6-91de-02a23ca6191d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418441
Nov 24 13:16:47.050164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecadbb-3a26-4bd2-bf43-c858fbc19b7f req-1ae7b9df-c5b8-45b2-9d4f-0db2cdea0b15 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:47.051792 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b7ecadbb-3a26-4bd2-bf43-c858fbc19b7f req-1ae7b9df-c5b8-45b2-9d4f-0db2cdea0b15 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/ports?device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 950 time: 0.0863662
Nov 24 13:16:47.104464 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b7ecadbb-3a26-4bd2-bf43-c858fbc19b7f req-c70f5e32-e8f3-4b38-b5c2-48e17540cdba tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/security-groups?id=2b9f9c21-6251-44b6-91de-02a23ca6191d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460973
Nov 24 13:16:47.819925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c15d9-f27b-46b9-88ab-865b112d3b82 req-96d16239-528e-43fc-a275-2bca7958bb1a tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:47.821526 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-666c15d9-f27b-46b9-88ab-865b112d3b82 req-96d16239-528e-43fc-a275-2bca7958bb1a tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/ports?device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 950 time: 0.4061537
Nov 24 13:16:47.824179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ff2db-9c63-4305-b614-057894183dda req-a7f05631-59ba-4597-bac4-9771209adb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:47.825615 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7a6ff2db-9c63-4305-b614-057894183dda req-a7f05631-59ba-4597-bac4-9771209adb59 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=81ba051ed97d40d6b5b6569be5e449d3&device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 1167 time: 0.1137249
Nov 24 13:16:47.965181 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-666c15d9-f27b-46b9-88ab-865b112d3b82 req-b2afa8b0-959b-447a-9c71-9ab02512b81d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/security-groups?id=2b9f9c21-6251-44b6-91de-02a23ca6191d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1370447
Nov 24 13:16:48.004854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ff2db-9c63-4305-b614-057894183dda req-d91c847d-fb10-4ac2-9b92-ced81e7472f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:48.006462 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7a6ff2db-9c63-4305-b614-057894183dda req-d91c847d-fb10-4ac2-9b92-ced81e7472f6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c38c0c48-3eb4-4325-8689-1f77646817e5 HTTP/1.1" status: 200  len: 863 time: 0.1642311
Nov 24 13:16:48.081562 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7a6ff2db-9c63-4305-b614-057894183dda req-fd557b1a-eb02-4640-99bd-b2a34a2858e5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=956ad249-5de3-4e29-a4c2-757c36222c69 HTTP/1.1" status: 200  len: 217 time: 0.0664825
Nov 24 13:16:48.157502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ff2db-9c63-4305-b614-057894183dda req-35d0466b-aca7-4d2b-80d7-d692709b193a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:48.159129 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7a6ff2db-9c63-4305-b614-057894183dda req-35d0466b-aca7-4d2b-80d7-d692709b193a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3de4ecfd-0650-4807-8772-29c4c242b350 HTTP/1.1" status: 200  len: 843 time: 0.0700192
Nov 24 13:16:48.244084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ff2db-9c63-4305-b614-057894183dda req-93f346b9-00f0-47d4-addb-c95099ffba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:48.245918 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7a6ff2db-9c63-4305-b614-057894183dda req-93f346b9-00f0-47d4-addb-c95099ffba2a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c38c0c48-3eb4-4325-8689-1f77646817e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0802088
Nov 24 13:16:48.394788 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7a6ff2db-9c63-4305-b614-057894183dda req-bbf1b8f8-d6fc-459f-8ac6-60bf9f0eb9a0 service neutron] 10.222.0.70 "GET /v2.0/networks/c38c0c48-3eb4-4325-8689-1f77646817e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417158
Nov 24 13:16:48.549555 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7a6ff2db-9c63-4305-b614-057894183dda req-69f8af3d-fee0-433c-a25a-b5bd37d9ab83 service neutron] 10.222.0.70 "GET /v2.0/networks/c38c0c48-3eb4-4325-8689-1f77646817e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1478002
Nov 24 13:16:49.197423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e63cb-56aa-4c7c-8d58-f61229b35c1d req-2084f24d-7b32-4aee-bf67-129bb2d49aba tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:49.199077 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bb6e63cb-56aa-4c7c-8d58-f61229b35c1d req-2084f24d-7b32-4aee-bf67-129bb2d49aba tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/ports?device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 950 time: 0.0987766
Nov 24 13:16:49.249111 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bb6e63cb-56aa-4c7c-8d58-f61229b35c1d req-5fa386b3-ec98-4594-8f2a-f035df664099 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/security-groups?id=2b9f9c21-6251-44b6-91de-02a23ca6191d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435104
Nov 24 13:16:50.467265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095728e4-dfc6-410b-8881-00b2a5676f55 req-85f03344-b8b4-457e-9b65-87fdfe5b202d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:50.469277 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-095728e4-dfc6-410b-8881-00b2a5676f55 req-85f03344-b8b4-457e-9b65-87fdfe5b202d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/ports?device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 950 time: 0.0850880
Nov 24 13:16:50.518439 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-095728e4-dfc6-410b-8881-00b2a5676f55 req-d4bd7347-6780-47a6-a2cd-8c4a172719f7 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/security-groups?id=2b9f9c21-6251-44b6-91de-02a23ca6191d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425787
Nov 24 13:16:50.986551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:50.991468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8edbb-abe3-4e80-a80e-be3427c900c6 req-73ee9aa9-54bd-4fb6-a6bd-baa3f4c5f502 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:50.993088 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bef8edbb-abe3-4e80-a80e-be3427c900c6 req-73ee9aa9-54bd-4fb6-a6bd-baa3f4c5f502 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/ports?device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 950 time: 0.0933247
Nov 24 13:16:51.046527 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bef8edbb-abe3-4e80-a80e-be3427c900c6 req-87ca077e-b826-4485-a27d-a5e0b9ecd737 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/security-groups?id=2b9f9c21-6251-44b6-91de-02a23ca6191d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432274
Nov 24 13:16:52.051381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 956ad249-5de3-4e29-a4c2-757c36222c69 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:16:52.131167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 956ad249-5de3-4e29-a4c2-757c36222c69 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:16:52.131591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:52.283708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d69cb2-d596-4437-ac29-8c9c702a0e38 req-2284f8f3-404f-43f3-8e76-35d43daa575d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:52.285347 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-70d69cb2-d596-4437-ac29-8c9c702a0e38 req-2284f8f3-404f-43f3-8e76-35d43daa575d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/ports?device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 950 time: 0.1045096
Nov 24 13:16:52.341823 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-70d69cb2-d596-4437-ac29-8c9c702a0e38 req-6d64720c-7cc1-4e6d-a9d1-7b9af7e99ab9 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/security-groups?id=2b9f9c21-6251-44b6-91de-02a23ca6191d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498528
Nov 24 13:16:52.945619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97c5b6-5577-4acd-a20c-2d9be22cb749 req-890208f6-6c69-4a57-b35d-c7794a79363c tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:52.947145 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dd97c5b6-5577-4acd-a20c-2d9be22cb749 req-890208f6-6c69-4a57-b35d-c7794a79363c tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/ports?device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 950 time: 0.1492696
Nov 24 13:16:52.952769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0855b-f2d9-4667-9064-d9912e7e7573 req-8fd539b7-fd46-4f19-bed3-3b365838c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:52.954252 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c7e0855b-f2d9-4667-9064-d9912e7e7573 req-8fd539b7-fd46-4f19-bed3-3b365838c27a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=81ba051ed97d40d6b5b6569be5e449d3&device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 1167 time: 0.1165631
Nov 24 13:16:53.093948 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dd97c5b6-5577-4acd-a20c-2d9be22cb749 req-ac897688-daca-4867-b1dc-f155617ec31a tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/security-groups?id=2b9f9c21-6251-44b6-91de-02a23ca6191d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382747
Nov 24 13:16:53.137281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0855b-f2d9-4667-9064-d9912e7e7573 req-ee81f002-8ce6-4fe2-862d-dda34ba95689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:53.138923 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c7e0855b-f2d9-4667-9064-d9912e7e7573 req-ee81f002-8ce6-4fe2-862d-dda34ba95689 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c38c0c48-3eb4-4325-8689-1f77646817e5 HTTP/1.1" status: 200  len: 863 time: 0.1683202
Nov 24 13:16:53.211882 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c7e0855b-f2d9-4667-9064-d9912e7e7573 req-a9f8e32e-d144-48f6-afef-cfba5ae85d8e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=956ad249-5de3-4e29-a4c2-757c36222c69 HTTP/1.1" status: 200  len: 217 time: 0.0658576
Nov 24 13:16:53.289795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0855b-f2d9-4667-9064-d9912e7e7573 req-7c3e136f-55b5-4143-9a40-597e166e1a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:53.291454 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c7e0855b-f2d9-4667-9064-d9912e7e7573 req-7c3e136f-55b5-4143-9a40-597e166e1a56 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3de4ecfd-0650-4807-8772-29c4c242b350 HTTP/1.1" status: 200  len: 843 time: 0.0721023
Nov 24 13:16:53.375916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0855b-f2d9-4667-9064-d9912e7e7573 req-32a123f4-2de9-4c36-8c4f-5689613160be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:53.377546 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c7e0855b-f2d9-4667-9064-d9912e7e7573 req-32a123f4-2de9-4c36-8c4f-5689613160be service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c38c0c48-3eb4-4325-8689-1f77646817e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0785708
Nov 24 13:16:53.525262 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c7e0855b-f2d9-4667-9064-d9912e7e7573 req-446a878e-6f5e-498f-8de2-f659df9c303f service neutron] 10.222.0.70 "GET /v2.0/networks/c38c0c48-3eb4-4325-8689-1f77646817e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405034
Nov 24 13:16:53.673430 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c7e0855b-f2d9-4667-9064-d9912e7e7573 req-ab048393-6c3e-415c-a588-33f94ad8c98e service neutron] 10.222.0.70 "GET /v2.0/networks/c38c0c48-3eb4-4325-8689-1f77646817e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401336
Nov 24 13:16:54.320713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d140c2-a07f-42c4-bd12-f19f53d7070e req-be54325f-66df-461d-ae09-543680b7ae97 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:54.322304 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b4d140c2-a07f-42c4-bd12-f19f53d7070e req-be54325f-66df-461d-ae09-543680b7ae97 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/ports?device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 950 time: 0.0888596
Nov 24 13:16:54.372760 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b4d140c2-a07f-42c4-bd12-f19f53d7070e req-59906fef-e62e-49cd-9593-44b26b37e967 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/security-groups?id=2b9f9c21-6251-44b6-91de-02a23ca6191d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439808
Nov 24 13:16:55.588084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca29871-509c-461c-8665-06350dab5132 req-933bee9d-0f07-4596-8e30-01b6dafe43ec tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:55.589682 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4ca29871-509c-461c-8665-06350dab5132 req-933bee9d-0f07-4596-8e30-01b6dafe43ec tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/ports?device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 950 time: 0.0843065
Nov 24 13:16:55.639615 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4ca29871-509c-461c-8665-06350dab5132 req-cebffc53-a5fd-4199-94bd-989f34d1c72c tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/security-groups?id=2b9f9c21-6251-44b6-91de-02a23ca6191d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434515
Nov 24 13:16:56.071686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0265572-ae2f-4098-9f0b-131bc7bdb7ed req-a628ca9b-640b-4ed0-b8e4-dd6b6b09c7b4 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:56.073333 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f0265572-ae2f-4098-9f0b-131bc7bdb7ed req-a628ca9b-640b-4ed0-b8e4-dd6b6b09c7b4 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/ports?device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 950 time: 0.0881131
Nov 24 13:16:56.119800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 956ad249-5de3-4e29-a4c2-757c36222c69 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:16:56.121492 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f0265572-ae2f-4098-9f0b-131bc7bdb7ed req-94df17cb-5039-41d8-b45c-b3f88641b194 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/security-groups?id=2b9f9c21-6251-44b6-91de-02a23ca6191d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418007
Nov 24 13:16:56.197470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 956ad249-5de3-4e29-a4c2-757c36222c69 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:16:56.197894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:57.344267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2bb0e-7cc1-496d-80ab-c1da6f0b75ff req-2fb9956a-fe07-4d77-9fc4-93e07d4d6bb0 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:57.345876 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3af2bb0e-7cc1-496d-80ab-c1da6f0b75ff req-2fb9956a-fe07-4d77-9fc4-93e07d4d6bb0 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/ports?device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 950 time: 0.0843401
Nov 24 13:16:57.395076 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3af2bb0e-7cc1-496d-80ab-c1da6f0b75ff req-3fdb49aa-42bc-47bd-b560-e9ee9d348115 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/security-groups?id=2b9f9c21-6251-44b6-91de-02a23ca6191d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426884
Nov 24 13:16:58.247801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532ff60-22cd-4537-aa04-9fca90bfea84 req-6c5e0c9f-ba77-4882-9966-33e6c0065bfe tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:58.250055 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8532ff60-22cd-4537-aa04-9fca90bfea84 req-6c5e0c9f-ba77-4882-9966-33e6c0065bfe tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.70 "GET /v2.0/ports?device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 950 time: 0.0871394
Nov 24 13:16:58.334722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-8532ff60-22cd-4537-aa04-9fca90bfea84 req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Deleting port 956ad249-5de3-4e29-a4c2-757c36222c69 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:16:58.335110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8532ff60-22cd-4537-aa04-9fca90bfea84 req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:58.656035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-8532ff60-22cd-4537-aa04-9fca90bfea84 req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] For port 956ad249-5de3-4e29-a4c2-757c36222c69, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=956ad249-5de3-4e29-a4c2-757c36222c69,segment=NetworkSegment(3b8d108e-df46-43eb-8086-fba703374986),segment_id=3b8d108e-df46-43eb-8086-fba703374986)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:16:58.656644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8532ff60-22cd-4537-aa04-9fca90bfea84 req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:58.790539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-8532ff60-22cd-4537-aa04-9fca90bfea84 req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Calling delete_port for 956ad249-5de3-4e29-a4c2-757c36222c69 owned by compute:nova {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:16:58.823166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f492d6-e5db-43fa-a68a-9116bf090dd7 req-866c383a-e495-48e3-ae54-b080880e4c7b tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:16:58.824771 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-29f492d6-e5db-43fa-a68a-9116bf090dd7 req-866c383a-e495-48e3-ae54-b080880e4c7b tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/ports?device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 950 time: 0.2895482
Nov 24 13:16:58.910320 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-29f492d6-e5db-43fa-a68a-9116bf090dd7 req-97ec423e-fc59-4d5d-bb2f-72c1842d5c01 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/security-groups?id=2b9f9c21-6251-44b6-91de-02a23ca6191d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781372
Nov 24 13:16:58.981893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8532ff60-22cd-4537-aa04-9fca90bfea84 req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:58.999021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b337d0f7-3ec6-4079-9ee3-43a01f69057f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:16:59.341976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Pushing event deleted for resources: {'Port': ['ID=956ad249-5de3-4e29-a4c2-757c36222c69,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:16:59.366149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:16:59.366751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:16:59.367058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:16:59.367470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:16:59.367883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:16:59.368376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:16:59.368785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:16:59.369190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:16:59.369596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:16:59.370001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:16:59.370435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:16:59.370842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:16:59.371342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:16:59.371742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:16:59.372145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:16:59.372545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:16:59.372945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:16:59.373343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:16:59.373744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:16:59.374685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:16:59.375086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:16:59.375485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:16:59.375889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:16:59.376307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:16:59.386388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:16:59.479304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-8532ff60-22cd-4537-aa04-9fca90bfea84 req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] No DVR routers for this DVR port 956ad249-5de3-4e29-a4c2-757c36222c69 on host hv-neutron-6013 {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:16:59.481707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8532ff60-22cd-4537-aa04-9fca90bfea84 req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:16:59.484864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f947b6fd-fccf-42f6-91d9-e7a4e0d03239', 'name': 'network-vif-deleted', 'tag': '956ad249-5de3-4e29-a4c2-757c36222c69'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:16:59.503327 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8532ff60-22cd-4537-aa04-9fca90bfea84 req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.70 "DELETE /v2.0/ports/956ad249-5de3-4e29-a4c2-757c36222c69 HTTP/1.1" status: 204  len: 173 time: 1.2439814
Nov 24 13:16:59.552300 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f947b6fd-fccf-42f6-91d9-e7a4e0d03239', 'name': 'network-vif-deleted', 'tag': '956ad249-5de3-4e29-a4c2-757c36222c69', 'status': 'completed', 'code': 200}
Nov 24 13:16:59.832242 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-93d4f480-7888-49c8-b601-24ce0564b7b9 req-33b36d34-3b9f-480a-a150-18223d2e438e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0768454
Nov 24 13:16:59.991778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 956ad249-5de3-4e29-a4c2-757c36222c69 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:17:00.004622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4f480-7888-49c8-b601-24ce0564b7b9 req-e9f7e9cb-c949-45f0-9c5c-52dac041c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:00.006258 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-93d4f480-7888-49c8-b601-24ce0564b7b9 req-e9f7e9cb-c949-45f0-9c5c-52dac041c304 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99 HTTP/1.1" status: 200  len: 1162 time: 0.0768583
Nov 24 13:17:00.038729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] No Port match for: 956ad249-5de3-4e29-a4c2-757c36222c69 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:17:00.039449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 956ad249-5de3-4e29-a4c2-757c36222c69 not bound to the agent host hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:17:00.190584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-b49499ec-5878-4ffd-b296-da5b10e58af8 req-e3a3656e-93c0-4763-bf8f-a87a52355db4 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Synchronizing usage tracker for tenant:81ba051ed97d40d6b5b6569be5e449d3 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:17:00.222057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-b49499ec-5878-4ffd-b296-da5b10e58af8 req-e3a3656e-93c0-4763-bf8f-a87a52355db4 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Unset dirty status for tenant:81ba051ed97d40d6b5b6569be5e449d3 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:17:00.223360 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b49499ec-5878-4ffd-b296-da5b10e58af8 req-e3a3656e-93c0-4763-bf8f-a87a52355db4 tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] 10.222.0.76 "GET /v2.0/ports?device_id=f947b6fd-fccf-42f6-91d9-e7a4e0d03239 HTTP/1.1" status: 200  len: 210 time: 0.1481457
Nov 24 13:17:00.257829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4f480-7888-49c8-b601-24ce0564b7b9 req-cf05af9c-f99e-4ac9-8bbc-2079c96fe19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:00.259517 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-93d4f480-7888-49c8-b601-24ce0564b7b9 req-cf05af9c-f99e-4ac9-8bbc-2079c96fe19c service neutron] 10.222.0.70 "GET /v2.0/networks?id=1d9a1c72-ec58-4bc6-ac05-41342740656e HTTP/1.1" status: 200  len: 891 time: 0.2066462
Nov 24 13:17:00.395292 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-93d4f480-7888-49c8-b601-24ce0564b7b9 req-bdf43f63-21f7-4a29-9c2f-c51d55013944 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=848acf06-220e-466e-8863-c6c9ba0ca90d HTTP/1.1" status: 200  len: 1000 time: 0.1184292
Nov 24 13:17:00.472669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4f480-7888-49c8-b601-24ce0564b7b9 req-dddd1114-3ac6-4e89-be4a-5c0331f1c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:00.474269 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-93d4f480-7888-49c8-b601-24ce0564b7b9 req-dddd1114-3ac6-4e89-be4a-5c0331f1c3ac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5d60fce8-e520-437a-b83a-91f65046a1e6 HTTP/1.1" status: 200  len: 834 time: 0.0700347
Nov 24 13:17:00.558363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4f480-7888-49c8-b601-24ce0564b7b9 req-d4e3536d-8fdb-444b-a14c-9259a78c03dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:00.559997 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-93d4f480-7888-49c8-b601-24ce0564b7b9 req-d4e3536d-8fdb-444b-a14c-9259a78c03dd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1d9a1c72-ec58-4bc6-ac05-41342740656e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776746
Nov 24 13:17:00.707898 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-93d4f480-7888-49c8-b601-24ce0564b7b9 req-0e390c6c-b6fb-496f-a471-b64a6afb55a5 service neutron] 10.222.0.70 "GET /v2.0/networks/1d9a1c72-ec58-4bc6-ac05-41342740656e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388199
Nov 24 13:17:00.859113 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-93d4f480-7888-49c8-b601-24ce0564b7b9 req-52400315-e414-40e8-9ed8-389116bb766f service neutron] 10.222.0.70 "GET /v2.0/networks/1d9a1c72-ec58-4bc6-ac05-41342740656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1408970
Nov 24 13:17:01.657547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53650) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:17:01.847655 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c9c10a25-5a88-4e99-92e2-80dc16978e0f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=81ba051ed97d40d6b5b6569be5e449d3&name=default HTTP/1.1" status: 200  len: 2751 time: 0.1887491
Nov 24 13:17:01.850633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53656) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:17:01.914528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba7d10a6-9da8-4d69-8a3d-8611a79a1fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:01.941907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba7d10a6-9da8-4d69-8a3d-8611a79a1fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:01.994082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba7d10a6-9da8-4d69-8a3d-8611a79a1fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:01.999166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4bcfb5a3-452d-4683-991f-af3f40bad751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:02.014499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d10a6-9da8-4d69-8a3d-8611a79a1fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9f9c21-6251-44b6-91de-02a23ca6191d,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:02.028884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d10a6-9da8-4d69-8a3d-8611a79a1fc7 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:02.029321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d10a6-9da8-4d69-8a3d-8611a79a1fc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:02.029745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d10a6-9da8-4d69-8a3d-8611a79a1fc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:02.030188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d10a6-9da8-4d69-8a3d-8611a79a1fc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:02.031176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d10a6-9da8-4d69-8a3d-8611a79a1fc7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:02.031599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d10a6-9da8-4d69-8a3d-8611a79a1fc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:02.032013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d10a6-9da8-4d69-8a3d-8611a79a1fc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:02.032431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d10a6-9da8-4d69-8a3d-8611a79a1fc7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:02.032838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d10a6-9da8-4d69-8a3d-8611a79a1fc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:02.033250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d10a6-9da8-4d69-8a3d-8611a79a1fc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:02.033657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d10a6-9da8-4d69-8a3d-8611a79a1fc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:02.034065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d10a6-9da8-4d69-8a3d-8611a79a1fc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:02.034627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d10a6-9da8-4d69-8a3d-8611a79a1fc7 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:02.035033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d10a6-9da8-4d69-8a3d-8611a79a1fc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:02.035441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d10a6-9da8-4d69-8a3d-8611a79a1fc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:02.035851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d10a6-9da8-4d69-8a3d-8611a79a1fc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:02.036258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d10a6-9da8-4d69-8a3d-8611a79a1fc7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:02.036664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d10a6-9da8-4d69-8a3d-8611a79a1fc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:02.037072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d10a6-9da8-4d69-8a3d-8611a79a1fc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:02.037538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d10a6-9da8-4d69-8a3d-8611a79a1fc7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:02.037863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d10a6-9da8-4d69-8a3d-8611a79a1fc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:02.038294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d10a6-9da8-4d69-8a3d-8611a79a1fc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:02.038704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d10a6-9da8-4d69-8a3d-8611a79a1fc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:02.039108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d10a6-9da8-4d69-8a3d-8611a79a1fc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:02.042250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba7d10a6-9da8-4d69-8a3d-8611a79a1fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:02.046508 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ba7d10a6-9da8-4d69-8a3d-8611a79a1fc7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2b9f9c21-6251-44b6-91de-02a23ca6191d HTTP/1.1" status: 204  len: 168 time: 0.1944590
Nov 24 13:17:02.047659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ba7d10a6-9da8-4d69-8a3d-8611a79a1fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:04.466160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:17:07.257335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53666) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:17:07.367285 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-dcb142e3-ba05-4e0f-9d8d-f8e58099552f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/476a9dda-e7db-4c9b-b8e7-176867d7acce HTTP/1.1" status: 200  len: 992 time: 0.1083550
Nov 24 13:17:07.708253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53674) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:17:07.923726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-28f9dd6c-c875-4cf2-bf3c-4871f01eb8c1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port 1d5b2fa4-bd79-40e0-9606-4abb49cae42c {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:17:07.924010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28f9dd6c-c875-4cf2-bf3c-4871f01eb8c1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:08.104714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28f9dd6c-c875-4cf2-bf3c-4871f01eb8c1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:08.105079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28f9dd6c-c875-4cf2-bf3c-4871f01eb8c1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:08.246234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-28f9dd6c-c875-4cf2-bf3c-4871f01eb8c1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for 1d5b2fa4-bd79-40e0-9606-4abb49cae42c owned by network:floatingip {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:17:08.401664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28f9dd6c-c875-4cf2-bf3c-4871f01eb8c1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:08.417078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cccf5af0-cb08-445a-9a8f-06d3f29addf7 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:08.514111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9dd6c-c875-4cf2-bf3c-4871f01eb8c1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=1d5b2fa4-bd79-40e0-9606-4abb49cae42c,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:08.517721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-28f9dd6c-c875-4cf2-bf3c-4871f01eb8c1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:08.644024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28f9dd6c-c875-4cf2-bf3c-4871f01eb8c1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:08.644394 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-28f9dd6c-c875-4cf2-bf3c-4871f01eb8c1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Floating IP 476a9dda-e7db-4c9b-b8e7-176867d7acce disassociated (deleted). External IP: 172.26.8.93, port: 848acf06-220e-466e-8863-c6c9ba0ca90d.
Nov 24 13:17:09.325208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f9dd6c-c875-4cf2-bf3c-4871f01eb8c1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router f7cabb2d-d8f4-483e-8554-a172d1985c67 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:17:09.544127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f9dd6c-c875-4cf2-bf3c-4871f01eb8c1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:17:09.554206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f219f43-fb15-46cb-b7e1-5568a0a89382 None None] Sync routers for ids ['f7cabb2d-d8f4-483e-8554-a172d1985c67'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:17:09.563406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-28f9dd6c-c875-4cf2-bf3c-4871f01eb8c1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:09.567555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f219f43-fb15-46cb-b7e1-5568a0a89382 None None] Routers {'f7cabb2d-d8f4-483e-8554-a172d1985c67'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:17:09.568318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-0f219f43-fb15-46cb-b7e1-5568a0a89382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347e28dd8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:16:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['f7cabb2d-d8f4-483e-8554-a172d1985c67'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:17:09.621105 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-28f9dd6c-c875-4cf2-bf3c-4871f01eb8c1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/floatingips/476a9dda-e7db-4c9b-b8e7-176867d7acce HTTP/1.1" status: 204  len: 168 time: 1.9090192
Nov 24 13:17:09.621105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99', 'tag': '848acf06-220e-466e-8863-c6c9ba0ca90d'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:17:09.696815 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99', 'tag': '848acf06-220e-466e-8863-c6c9ba0ca90d', 'status': 'completed', 'code': 200}
Nov 24 13:17:09.767868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-0f219f43-fb15-46cb-b7e1-5568a0a89382 None None] Set router f7cabb2d-d8f4-483e-8554-a172d1985c67 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:17:09.821429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a1683-c678-43ff-b39b-8d7e540e84ad req-da94f09f-d77a-4024-bd36-dbbfa1638748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:09.823133 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-510a1683-c678-43ff-b39b-8d7e540e84ad req-da94f09f-d77a-4024-bd36-dbbfa1638748 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99 HTTP/1.1" status: 200  len: 1162 time: 0.0798948
Nov 24 13:17:09.980155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a1683-c678-43ff-b39b-8d7e540e84ad req-8e542a2f-e8db-4fa1-9e36-5f11e5898ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:09.981765 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-510a1683-c678-43ff-b39b-8d7e540e84ad req-8e542a2f-e8db-4fa1-9e36-5f11e5898ee8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1d9a1c72-ec58-4bc6-ac05-41342740656e HTTP/1.1" status: 200  len: 891 time: 0.1519411
Nov 24 13:17:10.105296 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-510a1683-c678-43ff-b39b-8d7e540e84ad req-6f7993ff-3a1a-4849-8e14-3eb843c7cebf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=848acf06-220e-466e-8863-c6c9ba0ca90d HTTP/1.1" status: 200  len: 217 time: 0.0781405
Nov 24 13:17:10.118813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-0f219f43-fb15-46cb-b7e1-5568a0a89382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347e28dd8>, [{'id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'name': 'tempest-TestNetworkBasicOps-router-198678195', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '25ce41c1-5040-4b78-a8eb-912c2caab106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:15:53Z', 'updated_at': '2020-11-24T13:16:08Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '25ce41c1-5040-4b78-a8eb-912c2caab106', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:56Z', 'updated_at': '2020-11-24T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e', 'name': '', 'network_id': '1d9a1c72-ec58-4bc6-ac05-41342740656e', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:b1:4e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '5d60fce8-e520-437a-b83a-91f65046a1e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:16:06Z', 'updated_at': '2020-11-24T13:16:19Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '5d60fce8-e520-437a-b83a-91f65046a1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:17:10.123286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f219f43-fb15-46cb-b7e1-5568a0a89382 None None] Checking router: f7cabb2d-d8f4-483e-8554-a172d1985c67 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:17:10.135397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f219f43-fb15-46cb-b7e1-5568a0a89382 None None] Routers {'f7cabb2d-d8f4-483e-8554-a172d1985c67'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:17:10.136069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-0f219f43-fb15-46cb-b7e1-5568a0a89382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347e28dd8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:16:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['f7cabb2d-d8f4-483e-8554-a172d1985c67'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:17:10.202937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a911210-2eb3-4a82-9451-7622107c1500 req-e4e17bba-a2c7-475e-bb1c-f319678b7dff tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:10.204555 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5a911210-2eb3-4a82-9451-7622107c1500 req-e4e17bba-a2c7-475e-bb1c-f319678b7dff tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99 HTTP/1.1" status: 200  len: 945 time: 0.2218142
Nov 24 13:17:10.208414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a1683-c678-43ff-b39b-8d7e540e84ad req-74975b35-59f6-47cc-9541-112abdc1b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:10.209989 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-510a1683-c678-43ff-b39b-8d7e540e84ad req-74975b35-59f6-47cc-9541-112abdc1b858 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5d60fce8-e520-437a-b83a-91f65046a1e6 HTTP/1.1" status: 200  len: 834 time: 0.0939937
Nov 24 13:17:10.287785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-539f5b52-2737-4927-b5f6-5bd4d023786d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:10.330650 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5a911210-2eb3-4a82-9451-7622107c1500 req-e02ba9b9-c6b7-4c30-b53c-fb5bcede328c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=0657e233-0231-4b60-87dc-0a1c13f35d0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0729141
Nov 24 13:17:10.339796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a1683-c678-43ff-b39b-8d7e540e84ad req-ca2dde5c-e188-408e-bab1-cf39190a670a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:10.341325 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-510a1683-c678-43ff-b39b-8d7e540e84ad req-ca2dde5c-e188-408e-bab1-cf39190a670a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1d9a1c72-ec58-4bc6-ac05-41342740656e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1232376
Nov 24 13:17:10.347772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-0f219f43-fb15-46cb-b7e1-5568a0a89382 None None] Set router f7cabb2d-d8f4-483e-8554-a172d1985c67 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:17:10.503788 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-510a1683-c678-43ff-b39b-8d7e540e84ad req-84704027-41da-4dba-a292-e94fbe479c19 service neutron] 10.222.0.70 "GET /v2.0/networks/1d9a1c72-ec58-4bc6-ac05-41342740656e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1536653
Nov 24 13:17:10.651495 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-510a1683-c678-43ff-b39b-8d7e540e84ad req-9fec312b-da0a-47fe-996a-cfdb9879355a service neutron] 10.222.0.70 "GET /v2.0/networks/1d9a1c72-ec58-4bc6-ac05-41342740656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1397982
Nov 24 13:17:10.694959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-0f219f43-fb15-46cb-b7e1-5568a0a89382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347e28dd8>, [{'id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'name': 'tempest-TestNetworkBasicOps-router-198678195', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '25ce41c1-5040-4b78-a8eb-912c2caab106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:15:53Z', 'updated_at': '2020-11-24T13:16:08Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '25ce41c1-5040-4b78-a8eb-912c2caab106', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:56Z', 'updated_at': '2020-11-24T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e', 'name': '', 'network_id': '1d9a1c72-ec58-4bc6-ac05-41342740656e', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:b1:4e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '5d60fce8-e520-437a-b83a-91f65046a1e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:16:06Z', 'updated_at': '2020-11-24T13:16:19Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '5d60fce8-e520-437a-b83a-91f65046a1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:17:10.699299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f219f43-fb15-46cb-b7e1-5568a0a89382 None None] The sync data for ids ['f7cabb2d-d8f4-483e-8554-a172d1985c67'] in dv-neutron-601336-61-ovs is: [{'id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'name': 'tempest-TestNetworkBasicOps-router-198678195', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '25ce41c1-5040-4b78-a8eb-912c2caab106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:15:53Z', 'updated_at': '2020-11-24T13:16:08Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '25ce41c1-5040-4b78-a8eb-912c2caab106', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:56Z', 'updated_at': '2020-11-24T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e', 'name': '', 'network_id': '1d9a1c72-ec58-4bc6-ac05-41342740656e', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:b1:4e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '5d60fce8-e520-437a-b83a-91f65046a1e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:16:06Z', 'updated_at': '2020-11-24T13:16:19Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '5d60fce8-e520-437a-b83a-91f65046a1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:17:11.109359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9260a07d-e438-4e30-8c2d-c0554f19936b None None] New status for floating IP 476a9dda-e7db-4c9b-b8e7-176867d7acce: DOWN {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:17:11.523454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086c45b-3082-40c9-85ad-e76535eef3ea req-73aae3e8-2680-4b06-a73f-ba36c67e6e39 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:11.525045 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c086c45b-3082-40c9-85ad-e76535eef3ea req-73aae3e8-2680-4b06-a73f-ba36c67e6e39 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/ports?device_id=f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99 HTTP/1.1" status: 200  len: 945 time: 0.0923142
Nov 24 13:17:11.599399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-c086c45b-3082-40c9-85ad-e76535eef3ea req-5f4e1bae-567a-41be-ae9d-8c9611b98a40 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port 848acf06-220e-466e-8863-c6c9ba0ca90d {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:17:11.599709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-c086c45b-3082-40c9-85ad-e76535eef3ea req-5f4e1bae-567a-41be-ae9d-8c9611b98a40 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:11.925836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50daba3-0362-498a-8601-228bcad4a83a req-f12b6750-cf13-4599-8329-a94bf8ce7af9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:11.927400 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e50daba3-0362-498a-8601-228bcad4a83a req-f12b6750-cf13-4599-8329-a94bf8ce7af9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99 HTTP/1.1" status: 200  len: 945 time: 0.4525723
Nov 24 13:17:11.935145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-c086c45b-3082-40c9-85ad-e76535eef3ea req-5f4e1bae-567a-41be-ae9d-8c9611b98a40 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port 848acf06-220e-466e-8863-c6c9ba0ca90d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=848acf06-220e-466e-8863-c6c9ba0ca90d,segment=NetworkSegment(0afb2dfe-0f18-424d-899a-d77a342e72f1),segment_id=0afb2dfe-0f18-424d-899a-d77a342e72f1)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:17:11.935543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-c086c45b-3082-40c9-85ad-e76535eef3ea req-5f4e1bae-567a-41be-ae9d-8c9611b98a40 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:12.027062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 848acf06-220e-466e-8863-c6c9ba0ca90d no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:17:12.081613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-c086c45b-3082-40c9-85ad-e76535eef3ea req-5f4e1bae-567a-41be-ae9d-8c9611b98a40 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for 848acf06-220e-466e-8863-c6c9ba0ca90d owned by compute:nova {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:17:12.155987 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e50daba3-0362-498a-8601-228bcad4a83a req-556b1698-776f-4f23-8a19-5e7f1d30058f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=0657e233-0231-4b60-87dc-0a1c13f35d0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2120435
Nov 24 13:17:12.166359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:12.256590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-c086c45b-3082-40c9-85ad-e76535eef3ea req-5f4e1bae-567a-41be-ae9d-8c9611b98a40 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:12.275027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d4e193e2-7bcf-4cc1-a692-359fea0890ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:12.378384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e1bae-567a-41be-ae9d-8c9611b98a40 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=848acf06-220e-466e-8863-c6c9ba0ca90d,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:12.381287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5f4e1bae-567a-41be-ae9d-8c9611b98a40 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:12.487051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-c086c45b-3082-40c9-85ad-e76535eef3ea req-5f4e1bae-567a-41be-ae9d-8c9611b98a40 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] No DVR routers for this DVR port 848acf06-220e-466e-8863-c6c9ba0ca90d on host hv-neutron-6013 {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:17:12.489316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-c086c45b-3082-40c9-85ad-e76535eef3ea req-5f4e1bae-567a-41be-ae9d-8c9611b98a40 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:12.492251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99', 'name': 'network-vif-deleted', 'tag': '848acf06-220e-466e-8863-c6c9ba0ca90d'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:17:12.504931 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c086c45b-3082-40c9-85ad-e76535eef3ea req-5f4e1bae-567a-41be-ae9d-8c9611b98a40 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "DELETE /v2.0/ports/848acf06-220e-466e-8863-c6c9ba0ca90d HTTP/1.1" status: 204  len: 173 time: 0.9745562
Nov 24 13:17:12.559617 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64eeda2-52f4-4cd3-a5cd-4c06a6db2c99', 'name': 'network-vif-deleted', 'tag': '848acf06-220e-466e-8863-c6c9ba0ca90d', 'status': 'completed', 'code': 200}
Nov 24 13:17:12.563104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5682965b-3cd3-47ea-8ac4-de7289b791e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:12.884525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:13.271863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53692) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:17:13.350828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-92b99500-6898-4d52-9ade-6f6dcfe7f029 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:13.388602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-92b99500-6898-4d52-9ade-6f6dcfe7f029 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:13.449062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-92b99500-6898-4d52-9ade-6f6dcfe7f029 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:13.454712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8764f409-307d-42a0-804f-5e232f889d7d tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:13.472007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b99500-6898-4d52-9ade-6f6dcfe7f029 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'SecurityGroup': ['ID=0657e233-0231-4b60-87dc-0a1c13f35d0a,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:13.474807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-92b99500-6898-4d52-9ade-6f6dcfe7f029 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:13.484753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-92b99500-6898-4d52-9ade-6f6dcfe7f029 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:13.486008 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-92b99500-6898-4d52-9ade-6f6dcfe7f029 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/security-groups/0657e233-0231-4b60-87dc-0a1c13f35d0a HTTP/1.1" status: 204  len: 168 time: 0.2130470
Nov 24 13:17:13.537989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53698) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:17:13.973131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b7ebfa74-953d-4511-8183-5e37bafd1fe8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:14.151147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:14.703719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:14.904739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b7ebfa74-953d-4511-8183-5e37bafd1fe8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port 0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:17:14.905035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b7ebfa74-953d-4511-8183-5e37bafd1fe8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:15.113470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b7ebfa74-953d-4511-8183-5e37bafd1fe8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port 0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e,segment=NetworkSegment(0afb2dfe-0f18-424d-899a-d77a342e72f1),segment_id=0afb2dfe-0f18-424d-899a-d77a342e72f1)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:17:15.113866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b7ebfa74-953d-4511-8183-5e37bafd1fe8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:15.246541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b7ebfa74-953d-4511-8183-5e37bafd1fe8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for 0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e owned by network:router_interface {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:17:15.429599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b7ebfa74-953d-4511-8183-5e37bafd1fe8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:15.444949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2b458705-7f06-42c2-acda-e9083a464327 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:15.549253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ebfa74-953d-4511-8183-5e37bafd1fe8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:15.554856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b7ebfa74-953d-4511-8183-5e37bafd1fe8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:15.895331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b7ebfa74-953d-4511-8183-5e37bafd1fe8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:16.673300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ebfa74-953d-4511-8183-5e37bafd1fe8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router f7cabb2d-d8f4-483e-8554-a172d1985c67 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:17:16.889196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ebfa74-953d-4511-8183-5e37bafd1fe8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:17:16.900803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34dbcee-1597-48d9-93cb-16e23abcc982 None None] Sync routers for ids ['f7cabb2d-d8f4-483e-8554-a172d1985c67'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:17:16.907921 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b7ebfa74-953d-4511-8183-5e37bafd1fe8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "PUT /v2.0/routers/f7cabb2d-d8f4-483e-8554-a172d1985c67/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3686144
Nov 24 13:17:16.910699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53702) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:17:16.927714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34dbcee-1597-48d9-93cb-16e23abcc982 None None] Routers {'f7cabb2d-d8f4-483e-8554-a172d1985c67'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:17:16.928385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e34dbcee-1597-48d9-93cb-16e23abcc982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347b85048>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:17:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['f7cabb2d-d8f4-483e-8554-a172d1985c67'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:17:17.119437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-f53d6be2-badc-4b59-aba5-61a4c6eff09f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting subnet 5d60fce8-e520-437a-b83a-91f65046a1e6 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:17:17.124132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f53d6be2-badc-4b59-aba5-61a4c6eff09f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:17.192498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f53d6be2-badc-4b59-aba5-61a4c6eff09f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:17.282323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f53d6be2-badc-4b59-aba5-61a4c6eff09f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:17.319262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-e34dbcee-1597-48d9-93cb-16e23abcc982 None None] Set router f7cabb2d-d8f4-483e-8554-a172d1985c67 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:17:17.582458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f53d6be2-badc-4b59-aba5-61a4c6eff09f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:17.598415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ceea1cb9-8b5a-4df0-af10-c296a2c2e51d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:17.641906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e34dbcee-1597-48d9-93cb-16e23abcc982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347b85048>, [{'id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'name': 'tempest-TestNetworkBasicOps-router-198678195', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '25ce41c1-5040-4b78-a8eb-912c2caab106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:15:53Z', 'updated_at': '2020-11-24T13:17:15Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '25ce41c1-5040-4b78-a8eb-912c2caab106', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:56Z', 'updated_at': '2020-11-24T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:17:17.646585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34dbcee-1597-48d9-93cb-16e23abcc982 None None] Checking router: f7cabb2d-d8f4-483e-8554-a172d1985c67 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:17:17.658327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34dbcee-1597-48d9-93cb-16e23abcc982 None None] Routers {'f7cabb2d-d8f4-483e-8554-a172d1985c67'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:17:17.658989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e34dbcee-1597-48d9-93cb-16e23abcc982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347b85048>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:17:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['f7cabb2d-d8f4-483e-8554-a172d1985c67'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:17:17.691419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d6be2-badc-4b59-aba5-61a4c6eff09f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Subnet': ['ID=5d60fce8-e520-437a-b83a-91f65046a1e6,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:17.695677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f53d6be2-badc-4b59-aba5-61a4c6eff09f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:17.745782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f53d6be2-badc-4b59-aba5-61a4c6eff09f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:17.752864 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f53d6be2-badc-4b59-aba5-61a4c6eff09f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/subnets/5d60fce8-e520-437a-b83a-91f65046a1e6 HTTP/1.1" status: 204  len: 168 time: 0.8411233
Nov 24 13:17:17.755633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53706) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:17:17.786068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b75039d-92c3-4069-bff6-3057ab4d82e3 None None] Network 1d9a1c72-ec58-4bc6-ac05-41342740656e requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:17:18.041798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-e34dbcee-1597-48d9-93cb-16e23abcc982 None None] Set router f7cabb2d-d8f4-483e-8554-a172d1985c67 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:17:18.246398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60ca22c6-7c8c-4400-92c1-b22cbf7edbcc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:18.350927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] DHCP port deletion for 1d9a1c72-ec58-4bc6-ac05-41342740656e request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:17:18.364498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] Deleting port fbf31edd-82e2-468a-8839-f41f97ded53d {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:17:18.364916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:18.479850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60ca22c6-7c8c-4400-92c1-b22cbf7edbcc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_gateway, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:18.489071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-60ca22c6-7c8c-4400-92c1-b22cbf7edbcc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port 25ce41c1-5040-4b78-a8eb-912c2caab106 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:17:18.489449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60ca22c6-7c8c-4400-92c1-b22cbf7edbcc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:18.493318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e34dbcee-1597-48d9-93cb-16e23abcc982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347b85048>, [{'id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'name': 'tempest-TestNetworkBasicOps-router-198678195', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '25ce41c1-5040-4b78-a8eb-912c2caab106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:15:53Z', 'updated_at': '2020-11-24T13:17:15Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '25ce41c1-5040-4b78-a8eb-912c2caab106', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:56Z', 'updated_at': '2020-11-24T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:17:18.564199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34dbcee-1597-48d9-93cb-16e23abcc982 None None] The sync data for ids ['f7cabb2d-d8f4-483e-8554-a172d1985c67'] in dv-neutron-601336-61-ovs is: [{'id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'name': 'tempest-TestNetworkBasicOps-router-198678195', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '25ce41c1-5040-4b78-a8eb-912c2caab106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:15:53Z', 'updated_at': '2020-11-24T13:17:15Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '25ce41c1-5040-4b78-a8eb-912c2caab106', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cabb2d-d8f4-483e-8554-a172d1985c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:15:56Z', 'updated_at': '2020-11-24T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:17:18.613903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] For port fbf31edd-82e2-468a-8839-f41f97ded53d, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=fbf31edd-82e2-468a-8839-f41f97ded53d,segment=NetworkSegment(0afb2dfe-0f18-424d-899a-d77a342e72f1),segment_id=0afb2dfe-0f18-424d-899a-d77a342e72f1)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:17:18.614389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:18.707718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-60ca22c6-7c8c-4400-92c1-b22cbf7edbcc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port 25ce41c1-5040-4b78-a8eb-912c2caab106, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=25ce41c1-5040-4b78-a8eb-912c2caab106,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:17:18.708128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60ca22c6-7c8c-4400-92c1-b22cbf7edbcc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:18.751023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device fbf31edd-82e2-468a-8839-f41f97ded53d no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:17:18.786012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] Calling delete_port for fbf31edd-82e2-468a-8839-f41f97ded53d owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:17:18.849316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-60ca22c6-7c8c-4400-92c1-b22cbf7edbcc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for 25ce41c1-5040-4b78-a8eb-912c2caab106 owned by network:router_gateway {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:17:18.932059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:18.952237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1af22c99-144b-4a5b-988f-31239d65ea95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:19.026890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60ca22c6-7c8c-4400-92c1-b22cbf7edbcc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:19.042955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f939a4a7-25bc-42ba-b3f6-cc62de2fdc2f tempest-PortsTestJSON-1202132722 tempest-PortsTestJSON-1202132722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:19.052364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] Pushing event deleted for resources: {'Port': ['ID=fbf31edd-82e2-468a-8839-f41f97ded53d,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:19.062248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:19.095484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:19.095878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:19.096264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:19.096641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:19.097014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:19.097389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:19.097758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:19.098181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:19.098538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:19.098905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:19.099271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:19.099634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:19.100101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:19.100510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:19.100986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:19.101480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:19.101849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:19.102261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:19.102628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:19.102993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:19.105645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:19.105645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:19.105645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:19.105645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:19.123636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:19.149564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca22c6-7c8c-4400-92c1-b22cbf7edbcc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=25ce41c1-5040-4b78-a8eb-912c2caab106,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:19.154822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-60ca22c6-7c8c-4400-92c1-b22cbf7edbcc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:19.184197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:17:19.226036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] No DVR routers for this DVR port fbf31edd-82e2-468a-8839-f41f97ded53d on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:17:19.227639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:17:19.228030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 0bba6b5c-b2e3-4190-88c2-a7ab9e12ca3e not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:17:19.421071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60ca22c6-7c8c-4400-92c1-b22cbf7edbcc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:19.699967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60ca22c6-7c8c-4400-92c1-b22cbf7edbcc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:19.704905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60ca22c6-7c8c-4400-92c1-b22cbf7edbcc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:19.733320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60ca22c6-7c8c-4400-92c1-b22cbf7edbcc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:19.733927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ca22c6-7c8c-4400-92c1-b22cbf7edbcc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Fanout notify agent at l3_agent the message router_deleted on router f7cabb2d-d8f4-483e-8554-a172d1985c67 {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:17:19.749899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60ca22c6-7c8c-4400-92c1-b22cbf7edbcc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:19.751089 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-60ca22c6-7c8c-4400-92c1-b22cbf7edbcc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/routers/f7cabb2d-d8f4-483e-8554-a172d1985c67 HTTP/1.1" status: 204  len: 168 time: 1.9945238
Nov 24 13:17:19.754026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53710) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:17:19.880543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b5583fbf-149b-48f0-8028-09febc158103 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:20.082114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b5583fbf-149b-48f0-8028-09febc158103 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:20.208855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-b5583fbf-149b-48f0-8028-09febc158103 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f63468482e8>,) {'filters': {'network_id': ['1d9a1c72-ec58-4bc6-ac05-41342740656e']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:17:20.221692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-b5583fbf-149b-48f0-8028-09febc158103 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f63468482e8>, '0afb2dfe-0f18-424d-899a-d77a342e72f1') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:17:20.221967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-b5583fbf-149b-48f0-8028-09febc158103 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f63468482e8>, '0afb2dfe-0f18-424d-899a-d77a342e72f1') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:17:20.233985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b5583fbf-149b-48f0-8028-09febc158103 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:20.248556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b5583fbf-149b-48f0-8028-09febc158103 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:20.251029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b5583fbf-149b-48f0-8028-09febc158103 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Releasing vxlan tunnel 3 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:17:20.435461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b5583fbf-149b-48f0-8028-09febc158103 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network 1d9a1c72-ec58-4bc6-ac05-41342740656e has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:17:20.445011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b5583fbf-149b-48f0-8028-09febc158103 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:20.622402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b5583fbf-149b-48f0-8028-09febc158103 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network 1d9a1c72-ec58-4bc6-ac05-41342740656e has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:17:20.653262 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:17:20.653262 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:17:20.653262 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:17:20.653262 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:17:20.653262 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:17:20.653262 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:17:20.653262 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:17:20.653262 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:17:20.653262 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:17:20.653262 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:17:20.653262 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:17:20.653262 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:17:20.653262 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:17:20.653262 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:17:20.653262 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:17:20.653262 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:17:20.653262 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:17:20.653262 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:17:20.653262 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:17:20.653262 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:17:20.653262 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:17:20.653262 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:17:20.653262 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:17:20.653262 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:17:20.653262 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:17:20.653262 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:17:20.653262 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:17:20.653262 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:17:20.653262 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:17:20.653262 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:17:20.653262 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:17:20.653262 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:17:20.664542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 25ce41c1-5040-4b78-a8eb-912c2caab106 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:17:20.701512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 25ce41c1-5040-4b78-a8eb-912c2caab106 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:17:20.701959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 25ce41c1-5040-4b78-a8eb-912c2caab106 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:17:20.735138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b5583fbf-149b-48f0-8028-09febc158103 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:20.738782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f7fb11e9-b70c-41d5-ac58-979b51651fc7 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:20.757807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b5583fbf-149b-48f0-8028-09febc158103 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:20.767842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5583fbf-149b-48f0-8028-09febc158103 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Network': ['ID=1d9a1c72-ec58-4bc6-ac05-41342740656e,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:20.772328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b5583fbf-149b-48f0-8028-09febc158103 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:20.777053 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b5583fbf-149b-48f0-8028-09febc158103 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/networks/1d9a1c72-ec58-4bc6-ac05-41342740656e HTTP/1.1" status: 204  len: 168 time: 1.0218966
Nov 24 13:17:20.793806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53714) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:17:20.801163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-d468cdf3-fdf9-409d-a532-56c036b1105f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'network': {'name': 'tempest-network-smoke--610596232', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'port_security_enabled': True}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:17:20.806991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d468cdf3-fdf9-409d-a532-56c036b1105f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:17:20.811383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d468cdf3-fdf9-409d-a532-56c036b1105f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:network and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:17:20.815005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d468cdf3-fdf9-409d-a532-56c036b1105f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:17:20.822021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d468cdf3-fdf9-409d-a532-56c036b1105f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:17:20.830878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d468cdf3-fdf9-409d-a532-56c036b1105f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Made reservation on behalf of ddd175861f0b46ae9d96e8c7cb7e2213 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:17:20.836320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d468cdf3-fdf9-409d-a532-56c036b1105f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:20.869699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d468cdf3-fdf9-409d-a532-56c036b1105f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:17:20.879194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d468cdf3-fdf9-409d-a532-56c036b1105f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:20.879620 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-d468cdf3-fdf9-409d-a532-56c036b1105f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Added segment 358a5951-9efe-4473-9a00-23329551a684 of type vxlan for network 393b24a1-84e4-4596-ac01-ef8abd7ce556
Nov 24 13:17:20.908143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d468cdf3-fdf9-409d-a532-56c036b1105f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:20.938010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d468cdf3-fdf9-409d-a532-56c036b1105f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:20.942205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d468cdf3-fdf9-409d-a532-56c036b1105f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:20.942851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d468cdf3-fdf9-409d-a532-56c036b1105f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:20.948117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-83f94b40-5668-4797-b40a-2803ce0d0007 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:20.985080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:21.060939 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d468cdf3-fdf9-409d-a532-56c036b1105f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2659054
Nov 24 13:17:21.064058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53718) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:17:21.069993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-dbc2ea6e-120a-457e-8efb-af8b099cded7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-50671150', 'admin_state_up': True, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:17:21.070431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468cdf3-fdf9-409d-a532-56c036b1105f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Network': ['ID=393b24a1-84e4-4596-ac01-ef8abd7ce556,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:21.074638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d468cdf3-fdf9-409d-a532-56c036b1105f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:21.078214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-dbc2ea6e-120a-457e-8efb-af8b099cded7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:17:21.081559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 393b24a1-84e4-4596-ac01-ef8abd7ce556 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:17:21.083867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-dbc2ea6e-120a-457e-8efb-af8b099cded7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:router and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:17:21.086991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-dbc2ea6e-120a-457e-8efb-af8b099cded7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:17:21.093597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-dbc2ea6e-120a-457e-8efb-af8b099cded7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:17:21.099821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 393b24a1-84e4-4596-ac01-ef8abd7ce556 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:17:21.108111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dbc2ea6e-120a-457e-8efb-af8b099cded7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:21.109681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dbc2ea6e-120a-457e-8efb-af8b099cded7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:21.136675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dbc2ea6e-120a-457e-8efb-af8b099cded7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:21.300046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dbc2ea6e-120a-457e-8efb-af8b099cded7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:21.755058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dbc2ea6e-120a-457e-8efb-af8b099cded7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_gateway, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:21.786790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dbc2ea6e-120a-457e-8efb-af8b099cded7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:22.059138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-dbc2ea6e-120a-457e-8efb-af8b099cded7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.26.8.102 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/2f3beca2-7407-4106-914e-085b18243b06) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:17:22.216867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dbc2ea6e-120a-457e-8efb-af8b099cded7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:22.244590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dbc2ea6e-120a-457e-8efb-af8b099cded7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:22.260101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f61f1ff5-eb28-4040-8add-1368f8e69358 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:22.394167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2ea6e-120a-457e-8efb-af8b099cded7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=2f3beca2-7407-4106-914e-085b18243b06,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:22.399047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dbc2ea6e-120a-457e-8efb-af8b099cded7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:22.453236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc2ea6e-120a-457e-8efb-af8b099cded7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:17:22.454453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-dbc2ea6e-120a-457e-8efb-af8b099cded7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:17:22.456728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc2ea6e-120a-457e-8efb-af8b099cded7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:17:22.617642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dbc2ea6e-120a-457e-8efb-af8b099cded7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_gateway, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:22.618496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dbc2ea6e-120a-457e-8efb-af8b099cded7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:22.865817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc2ea6e-120a-457e-8efb-af8b099cded7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 4b6841eb-4ac4-4b53-98fb-7f29840311cb is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:17:23.080295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc2ea6e-120a-457e-8efb-af8b099cded7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:17:23.089820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af243fe5-3625-4db1-af60-6d5669633ffe None None] Sync routers for ids ['4b6841eb-4ac4-4b53-98fb-7f29840311cb'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:17:23.102577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af243fe5-3625-4db1-af60-6d5669633ffe None None] Routers {'4b6841eb-4ac4-4b53-98fb-7f29840311cb'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:17:23.103413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-af243fe5-3625-4db1-af60-6d5669633ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c512748>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:17:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['4b6841eb-4ac4-4b53-98fb-7f29840311cb'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:17:23.109544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dbc2ea6e-120a-457e-8efb-af8b099cded7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:23.110930 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-dbc2ea6e-120a-457e-8efb-af8b099cded7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 2.0457759
Nov 24 13:17:23.118498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53722) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:17:23.294806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-af243fe5-3625-4db1-af60-6d5669633ffe None None] Set router 4b6841eb-4ac4-4b53-98fb-7f29840311cb gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:17:23.321851 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c8b5cab1-3eb8-4d59-8a60-8b134a5b6ec6 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/subnets?project_id=ddd175861f0b46ae9d96e8c7cb7e2213&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2019923
Nov 24 13:17:23.324485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53728) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:17:23.330575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-043a893c-375e-440c-94e7-02e2e024c7b1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'subnet': {'name': 'tempest-subnet-smoke-949665899', 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:17:23.449507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-043a893c-375e-440c-94e7-02e2e024c7b1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:17:23.453613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-043a893c-375e-440c-94e7-02e2e024c7b1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:subnet and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:17:23.456607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-043a893c-375e-440c-94e7-02e2e024c7b1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:17:23.462549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-043a893c-375e-440c-94e7-02e2e024c7b1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:17:23.471939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043a893c-375e-440c-94e7-02e2e024c7b1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Made reservation on behalf of ddd175861f0b46ae9d96e8c7cb7e2213 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:17:23.585488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-043a893c-375e-440c-94e7-02e2e024c7b1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:23.604212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-af243fe5-3625-4db1-af60-6d5669633ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c512748>, [{'id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'name': 'tempest-TestNetworkBasicOps-router-50671150', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f3beca2-7407-4106-914e-085b18243b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:22Z', 'revision_number': 3, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '2f3beca2-7407-4106-914e-085b18243b06', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:17:23.608282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af243fe5-3625-4db1-af60-6d5669633ffe None None] Checking router: 4b6841eb-4ac4-4b53-98fb-7f29840311cb for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:17:23.608676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af243fe5-3625-4db1-af60-6d5669633ffe None None] Updating router 4b6841eb-4ac4-4b53-98fb-7f29840311cb port 2f3beca2-7407-4106-914e-085b18243b06 binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:17:23.662408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-af243fe5-3625-4db1-af60-6d5669633ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:24.050326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-043a893c-375e-440c-94e7-02e2e024c7b1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:24.066844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-017afcbb-0844-4370-a5f5-babe2c933e3d tempest-RoutersIpV6AdminTest-1691532373 tempest-RoutersIpV6AdminTest-1691532373] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:24.080668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-af243fe5-3625-4db1-af60-6d5669633ffe None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:24.093874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-af243fe5-3625-4db1-af60-6d5669633ffe None None] Transition to ACTIVE for port object 2f3beca2-7407-4106-914e-085b18243b06 will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:17:24.096345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-af243fe5-3625-4db1-af60-6d5669633ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:24.114413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e1e3343e-6012-422e-a533-725df9f217a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:24.202065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a893c-375e-440c-94e7-02e2e024c7b1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Subnet': ['ID=3bdece55-69a2-40cc-8a12-87e2f477c2ee,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:24.207072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-043a893c-375e-440c-94e7-02e2e024c7b1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:24.248559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04dacbb-e700-40c6-8067-68b9a4cdc62e None None] Pushing event updated for resources: {'Port': ['ID=2f3beca2-7407-4106-914e-085b18243b06,revision_number=2']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:24.275440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dacbb-e700-40c6-8067-68b9a4cdc62e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:24.275831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dacbb-e700-40c6-8067-68b9a4cdc62e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:24.276212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dacbb-e700-40c6-8067-68b9a4cdc62e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:24.276581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dacbb-e700-40c6-8067-68b9a4cdc62e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:24.276945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dacbb-e700-40c6-8067-68b9a4cdc62e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:24.277308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dacbb-e700-40c6-8067-68b9a4cdc62e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:24.277670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dacbb-e700-40c6-8067-68b9a4cdc62e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:24.278030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dacbb-e700-40c6-8067-68b9a4cdc62e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:24.278416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dacbb-e700-40c6-8067-68b9a4cdc62e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:24.278774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dacbb-e700-40c6-8067-68b9a4cdc62e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:24.279129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dacbb-e700-40c6-8067-68b9a4cdc62e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:24.279481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dacbb-e700-40c6-8067-68b9a4cdc62e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:24.279937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dacbb-e700-40c6-8067-68b9a4cdc62e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:24.280329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dacbb-e700-40c6-8067-68b9a4cdc62e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:24.280684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dacbb-e700-40c6-8067-68b9a4cdc62e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:24.281037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dacbb-e700-40c6-8067-68b9a4cdc62e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:24.281386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dacbb-e700-40c6-8067-68b9a4cdc62e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:24.281815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dacbb-e700-40c6-8067-68b9a4cdc62e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:24.282205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dacbb-e700-40c6-8067-68b9a4cdc62e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:24.282565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dacbb-e700-40c6-8067-68b9a4cdc62e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:24.282918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dacbb-e700-40c6-8067-68b9a4cdc62e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:24.283267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dacbb-e700-40c6-8067-68b9a4cdc62e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:24.283621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dacbb-e700-40c6-8067-68b9a4cdc62e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:24.283969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dacbb-e700-40c6-8067-68b9a4cdc62e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:17:24.285425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043a893c-375e-440c-94e7-02e2e024c7b1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Checking segment: {'id': '358a5951-9efe-4473-9a00-23329551a684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:17:24.285827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043a893c-375e-440c-94e7-02e2e024c7b1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network hostable DHCP agents. Network: 393b24a1-84e4-4596-ac01-ef8abd7ce556, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:17:24.298813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f04dacbb-e700-40c6-8067-68b9a4cdc62e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:24.314484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043a893c-375e-440c-94e7-02e2e024c7b1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network 393b24a1-84e4-4596-ac01-ef8abd7ce556 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:17:24.323355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-043a893c-375e-440c-94e7-02e2e024c7b1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 393b24a1-84e4-4596-ac01-ef8abd7ce556) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:17:24.330444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868a1e76-5c2b-40b5-9391-f4c0f7b78879 None None] Network 393b24a1-84e4-4596-ac01-ef8abd7ce556 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:17:24.339398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043a893c-375e-440c-94e7-02e2e024c7b1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:24.340061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-043a893c-375e-440c-94e7-02e2e024c7b1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:24.341950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-af243fe5-3625-4db1-af60-6d5669633ffe None None] Attempting to bind port 2f3beca2-7407-4106-914e-085b18243b06 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:17:24.342434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-af243fe5-3625-4db1-af60-6d5669633ffe None None] Attempting to bind port 2f3beca2-7407-4106-914e-085b18243b06 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:17:24.343242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af243fe5-3625-4db1-af60-6d5669633ffe None None] Attempting to bind port 2f3beca2-7407-4106-914e-085b18243b06 on network cfe08d36-e5ba-4f00-8669-16a0ead5d220 {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:17:24.352171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af243fe5-3625-4db1-af60-6d5669633ffe None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:17:24.352596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af243fe5-3625-4db1-af60-6d5669633ffe None None] Checking segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:17:24.353388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-af243fe5-3625-4db1-af60-6d5669633ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:24.353571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af243fe5-3625-4db1-af60-6d5669633ffe None None] Bound using segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:17:24.354206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-af243fe5-3625-4db1-af60-6d5669633ffe None None] Bound port: 2f3beca2-7407-4106-914e-085b18243b06, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:17:24.354535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-af243fe5-3625-4db1-af60-6d5669633ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:24.361818 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-043a893c-375e-440c-94e7-02e2e024c7b1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.0362659
Nov 24 13:17:24.364946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53732) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:17:24.441030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-af243fe5-3625-4db1-af60-6d5669633ffe None None] For port 2f3beca2-7407-4106-914e-085b18243b06, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:17:24.444332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-af243fe5-3625-4db1-af60-6d5669633ffe None None] For port 2f3beca2-7407-4106-914e-085b18243b06, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=2f3beca2-7407-4106-914e-085b18243b06,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:17:24.448098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-af243fe5-3625-4db1-af60-6d5669633ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:24.467094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-08f0ead4-62be-4400-8c83-8433d1bd72b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:24.588382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39927f43-f9fc-4c62-9959-cf5306aa3bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-393b24a1-84e4-4596-ac01-ef8abd7ce556', 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ips': [{'subnet_id': '3bdece55-69a2-40cc-8a12-87e2f477c2ee'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:17:24.589751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-39927f43-f9fc-4c62-9959-cf5306aa3bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:24.621182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04dacbb-e700-40c6-8067-68b9a4cdc62e None None] Pushing event updated for resources: {'Port': ['ID=2f3beca2-7407-4106-914e-085b18243b06,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:24.627249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f04dacbb-e700-40c6-8067-68b9a4cdc62e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:24.671386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af243fe5-3625-4db1-af60-6d5669633ffe None None] Routers {'4b6841eb-4ac4-4b53-98fb-7f29840311cb'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:17:24.672059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-af243fe5-3625-4db1-af60-6d5669633ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c512748>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:17:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['4b6841eb-4ac4-4b53-98fb-7f29840311cb'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:17:24.925866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-39927f43-f9fc-4c62-9959-cf5306aa3bf2 None None] Allocated IP 172.20.0.2 (393b24a1-84e4-4596-ac01-ef8abd7ce556/3bdece55-69a2-40cc-8a12-87e2f477c2ee/1a0159c3-503a-43a8-9114-1a60d8b61c6a) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:17:25.051110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-af243fe5-3625-4db1-af60-6d5669633ffe None None] Set router 4b6841eb-4ac4-4b53-98fb-7f29840311cb gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:17:25.184418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-39927f43-f9fc-4c62-9959-cf5306aa3bf2 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:25.196277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-39927f43-f9fc-4c62-9959-cf5306aa3bf2 None None] Transition to ACTIVE for port object 1a0159c3-503a-43a8-9114-1a60d8b61c6a will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:17:25.213568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-39927f43-f9fc-4c62-9959-cf5306aa3bf2 None None] Transition to ACTIVE for port object 1a0159c3-503a-43a8-9114-1a60d8b61c6a will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:17:25.219218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-39927f43-f9fc-4c62-9959-cf5306aa3bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:25.235265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-731711ec-88b2-438c-8925-4754b69f068a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:25.373749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39927f43-f9fc-4c62-9959-cf5306aa3bf2 None None] Pushing event updated for resources: {'Port': ['ID=1a0159c3-503a-43a8-9114-1a60d8b61c6a,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:25.378471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-af243fe5-3625-4db1-af60-6d5669633ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c512748>, [{'id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'name': 'tempest-TestNetworkBasicOps-router-50671150', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f3beca2-7407-4106-914e-085b18243b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:22Z', 'revision_number': 3, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '2f3beca2-7407-4106-914e-085b18243b06', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:17:25.378841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-39927f43-f9fc-4c62-9959-cf5306aa3bf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:25.383478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af243fe5-3625-4db1-af60-6d5669633ffe None None] The sync data for ids ['4b6841eb-4ac4-4b53-98fb-7f29840311cb'] in dv-neutron-601336-61-ovs is: [{'id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'name': 'tempest-TestNetworkBasicOps-router-50671150', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f3beca2-7407-4106-914e-085b18243b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:22Z', 'revision_number': 3, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '2f3beca2-7407-4106-914e-085b18243b06', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:17:25.436958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39927f43-f9fc-4c62-9959-cf5306aa3bf2 None None] Network 393b24a1-84e4-4596-ac01-ef8abd7ce556 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:17:25.438192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-39927f43-f9fc-4c62-9959-cf5306aa3bf2 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:17:25.440496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39927f43-f9fc-4c62-9959-cf5306aa3bf2 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:17:25.448267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-12f43317-7a4e-4d0a-88d5-e371c31930bd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:25.503147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-39927f43-f9fc-4c62-9959-cf5306aa3bf2 None None] Attempting to bind port 1a0159c3-503a-43a8-9114-1a60d8b61c6a on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:17:25.503572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-39927f43-f9fc-4c62-9959-cf5306aa3bf2 None None] Attempting to bind port 1a0159c3-503a-43a8-9114-1a60d8b61c6a by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '358a5951-9efe-4473-9a00-23329551a684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:17:25.503989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39927f43-f9fc-4c62-9959-cf5306aa3bf2 None None] Attempting to bind port 1a0159c3-503a-43a8-9114-1a60d8b61c6a on network 393b24a1-84e4-4596-ac01-ef8abd7ce556 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:17:25.511193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39927f43-f9fc-4c62-9959-cf5306aa3bf2 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:17:25.511615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39927f43-f9fc-4c62-9959-cf5306aa3bf2 None None] Checking segment: {'id': '358a5951-9efe-4473-9a00-23329551a684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:17:25.512070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-39927f43-f9fc-4c62-9959-cf5306aa3bf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:25.512513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39927f43-f9fc-4c62-9959-cf5306aa3bf2 None None] Bound using segment: {'id': '358a5951-9efe-4473-9a00-23329551a684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:17:25.513039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-39927f43-f9fc-4c62-9959-cf5306aa3bf2 None None] Bound port: 1a0159c3-503a-43a8-9114-1a60d8b61c6a, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358a5951-9efe-4473-9a00-23329551a684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:17:25.513467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-39927f43-f9fc-4c62-9959-cf5306aa3bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:25.609839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-39927f43-f9fc-4c62-9959-cf5306aa3bf2 None None] For port 1a0159c3-503a-43a8-9114-1a60d8b61c6a, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:17:25.613311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-39927f43-f9fc-4c62-9959-cf5306aa3bf2 None None] For port 1a0159c3-503a-43a8-9114-1a60d8b61c6a, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=1a0159c3-503a-43a8-9114-1a60d8b61c6a,segment=NetworkSegment(358a5951-9efe-4473-9a00-23329551a684),segment_id=358a5951-9efe-4473-9a00-23329551a684)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:17:25.617153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-39927f43-f9fc-4c62-9959-cf5306aa3bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:25.633198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4ba58d94-56e0-4e37-b288-91bd51cc4b6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:25.775391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39927f43-f9fc-4c62-9959-cf5306aa3bf2 None None] Pushing event updated for resources: {'Port': ['ID=1a0159c3-503a-43a8-9114-1a60d8b61c6a,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:25.777568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-39927f43-f9fc-4c62-9959-cf5306aa3bf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:26.055404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-12f43317-7a4e-4d0a-88d5-e371c31930bd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.20.0.1 (393b24a1-84e4-4596-ac01-ef8abd7ce556/3bdece55-69a2-40cc-8a12-87e2f477c2ee/a4415ab8-275e-474e-9634-b9b5921e5eef) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:17:26.266111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-12f43317-7a4e-4d0a-88d5-e371c31930bd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:26.287088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-12f43317-7a4e-4d0a-88d5-e371c31930bd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Transition to ACTIVE for port object a4415ab8-275e-474e-9634-b9b5921e5eef will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:17:26.308667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-12f43317-7a4e-4d0a-88d5-e371c31930bd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:26.322810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-289b9feb-279f-4995-acd1-3243fd3fecec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:26.462181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f43317-7a4e-4d0a-88d5-e371c31930bd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=a4415ab8-275e-474e-9634-b9b5921e5eef,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:26.467063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-12f43317-7a4e-4d0a-88d5-e371c31930bd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:26.531378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f43317-7a4e-4d0a-88d5-e371c31930bd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network 393b24a1-84e4-4596-ac01-ef8abd7ce556 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:17:26.532002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-12f43317-7a4e-4d0a-88d5-e371c31930bd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:17:26.534295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f43317-7a4e-4d0a-88d5-e371c31930bd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:17:26.593996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-12f43317-7a4e-4d0a-88d5-e371c31930bd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:26.687287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-12f43317-7a4e-4d0a-88d5-e371c31930bd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:26.722950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 1a0159c3-503a-43a8-9114-1a60d8b61c6a up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:17:26.799556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 1a0159c3-503a-43a8-9114-1a60d8b61c6a completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:17:26.805092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2f3beca2-7407-4106-914e-085b18243b06 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:17:26.876803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 2f3beca2-7407-4106-914e-085b18243b06 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:17:26.882176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 2f3beca2-7407-4106-914e-085b18243b06 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:17:26.882334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:27.014188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:27.034545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 2f3beca2-7407-4106-914e-085b18243b06, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=2f3beca2-7407-4106-914e-085b18243b06,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:17:27.038375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:27.041440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-857b432a-32d7-458a-800e-be77070b8b6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:27.131054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=2f3beca2-7407-4106-914e-085b18243b06,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:27.134764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:27.217995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-12f43317-7a4e-4d0a-88d5-e371c31930bd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:27.222159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-12f43317-7a4e-4d0a-88d5-e371c31930bd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:27.262792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7da6793-d555-4de1-8716-727fb15181dc None None] Network 393b24a1-84e4-4596-ac01-ef8abd7ce556 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:17:27.264460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b2e856ed-a0ff-4733-b18f-0bdc385a248f tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:27.350636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-12f43317-7a4e-4d0a-88d5-e371c31930bd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:27.366544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f43317-7a4e-4d0a-88d5-e371c31930bd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=a4415ab8-275e-474e-9634-b9b5921e5eef,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:27.374725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d192f138-91f1-42f9-bc91-5ad6bd8b0636 None None] Provisioning for port 1a0159c3-503a-43a8-9114-1a60d8b61c6a completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:17:27.383884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d192f138-91f1-42f9-bc91-5ad6bd8b0636 None None] Provisioning complete for port 1a0159c3-503a-43a8-9114-1a60d8b61c6a triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:17:27.384308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d192f138-91f1-42f9-bc91-5ad6bd8b0636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:27.416472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-12f43317-7a4e-4d0a-88d5-e371c31930bd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:27.503626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f43317-7a4e-4d0a-88d5-e371c31930bd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network 393b24a1-84e4-4596-ac01-ef8abd7ce556 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:17:27.504841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-12f43317-7a4e-4d0a-88d5-e371c31930bd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:17:27.619354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d192f138-91f1-42f9-bc91-5ad6bd8b0636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:27.678511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-d192f138-91f1-42f9-bc91-5ad6bd8b0636 None None] For port 1a0159c3-503a-43a8-9114-1a60d8b61c6a, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=1a0159c3-503a-43a8-9114-1a60d8b61c6a,segment=NetworkSegment(358a5951-9efe-4473-9a00-23329551a684),segment_id=358a5951-9efe-4473-9a00-23329551a684)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:17:27.681386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d192f138-91f1-42f9-bc91-5ad6bd8b0636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:27.683726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b6265637-89a5-4da3-8cc0-ac0060320e57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:27.756051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192f138-91f1-42f9-bc91-5ad6bd8b0636 None None] Pushing event updated for resources: {'Port': ['ID=1a0159c3-503a-43a8-9114-1a60d8b61c6a,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:27.761686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d192f138-91f1-42f9-bc91-5ad6bd8b0636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:27.908896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9ba50786-2366-433e-a674-8c599a504d28 None None] Provisioning complete for port 1a0159c3-503a-43a8-9114-1a60d8b61c6a triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:17:27.909440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ba50786-2366-433e-a674-8c599a504d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:27.938159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f43317-7a4e-4d0a-88d5-e371c31930bd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 4b6841eb-4ac4-4b53-98fb-7f29840311cb has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:17:28.054925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9ba50786-2366-433e-a674-8c599a504d28 None None] Provisioning for port a4415ab8-275e-474e-9634-b9b5921e5eef completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:17:28.062076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9ba50786-2366-433e-a674-8c599a504d28 None None] Provisioning complete for port a4415ab8-275e-474e-9634-b9b5921e5eef triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:17:28.062552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ba50786-2366-433e-a674-8c599a504d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:28.138268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9ba50786-2366-433e-a674-8c599a504d28 None None] Port a4415ab8-275e-474e-9634-b9b5921e5eef cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:17:28.198595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f43317-7a4e-4d0a-88d5-e371c31930bd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:17:28.213433 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-12f43317-7a4e-4d0a-88d5-e371c31930bd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "PUT /v2.0/routers/4b6841eb-4ac4-4b53-98fb-7f29840311cb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8472605
Nov 24 13:17:28.216049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53736) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:17:28.274608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-cd4e9206-b63e-46cb-8161-163c2d5fee22 None None] Provisioning complete for port 1a0159c3-503a-43a8-9114-1a60d8b61c6a triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:17:28.276013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd4e9206-b63e-46cb-8161-163c2d5fee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:28.310047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f601da9-9092-4c1a-93dd-894e8eb5b53e None None] Sync routers for ids ['4b6841eb-4ac4-4b53-98fb-7f29840311cb'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:17:28.352346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f601da9-9092-4c1a-93dd-894e8eb5b53e None None] Routers {'4b6841eb-4ac4-4b53-98fb-7f29840311cb'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:17:28.353046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8f601da9-9092-4c1a-93dd-894e8eb5b53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347b85a58>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:17:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['4b6841eb-4ac4-4b53-98fb-7f29840311cb'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:17:28.380395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd302b1-f3e9-4c9a-8612-50dc324496f9 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:28.380831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd302b1-f3e9-4c9a-8612-50dc324496f9 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:28.381249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd302b1-f3e9-4c9a-8612-50dc324496f9 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:28.381669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd302b1-f3e9-4c9a-8612-50dc324496f9 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:28.386266 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5cd302b1-f3e9-4c9a-8612-50dc324496f9 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2864 time: 0.1665800
Nov 24 13:17:28.386587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53740) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:17:28.612068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-cd4e9206-b63e-46cb-8161-163c2d5fee22 None None] Provisioning complete for port a4415ab8-275e-474e-9634-b9b5921e5eef triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:17:28.612573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd4e9206-b63e-46cb-8161-163c2d5fee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:28.680291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-8f601da9-9092-4c1a-93dd-894e8eb5b53e None None] Set router 4b6841eb-4ac4-4b53-98fb-7f29840311cb gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:17:28.728015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 1a0159c3-503a-43a8-9114-1a60d8b61c6a up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:17:28.747928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b472b9-7965-4849-9684-78c77ff7ca1a tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:28.748503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b472b9-7965-4849-9684-78c77ff7ca1a tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:28.749413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b472b9-7965-4849-9684-78c77ff7ca1a tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:28.749861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b472b9-7965-4849-9684-78c77ff7ca1a tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:28.754683 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e1b472b9-7965-4849-9684-78c77ff7ca1a tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.3642223
Nov 24 13:17:28.755010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53744) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:17:28.968116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-cd4e9206-b63e-46cb-8161-163c2d5fee22 None None] Port a4415ab8-275e-474e-9634-b9b5921e5eef cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:17:28.988203 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f69f8ea6-ee32-4854-9007-383638024d0d tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1605 time: 0.2318742
Nov 24 13:17:29.189384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2e30deb2-8e84-412e-90a5-1b2aad0fb817 None None] Provisioning complete for port 1a0159c3-503a-43a8-9114-1a60d8b61c6a triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:17:29.189820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e30deb2-8e84-412e-90a5-1b2aad0fb817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:29.216290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 1a0159c3-503a-43a8-9114-1a60d8b61c6a triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:17:29.216703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:29.277392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53750) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:17:29.284013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e3e7f007-4148-4f06-9a33-a9be0ab1e11c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-541486066', 'description': 'tempest-secgroup-smoke-541486066 description', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:17:29.291030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e3e7f007-4148-4f06-9a33-a9be0ab1e11c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:17:29.295569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e3e7f007-4148-4f06-9a33-a9be0ab1e11c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:17:29.299285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e3e7f007-4148-4f06-9a33-a9be0ab1e11c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:17:29.305189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e3e7f007-4148-4f06-9a33-a9be0ab1e11c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:17:29.317709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e3e7f007-4148-4f06-9a33-a9be0ab1e11c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:29.355672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e3e7f007-4148-4f06-9a33-a9be0ab1e11c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:17:29.360352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e3e7f007-4148-4f06-9a33-a9be0ab1e11c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:17:29.363413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e3e7f007-4148-4f06-9a33-a9be0ab1e11c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:17:29.369239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e3e7f007-4148-4f06-9a33-a9be0ab1e11c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:17:29.430779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e3e7f007-4148-4f06-9a33-a9be0ab1e11c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:29.433727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e3e7f007-4148-4f06-9a33-a9be0ab1e11c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:29.437652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4c0acd05-a9f9-4b0b-a626-dcb0c8e6388d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:29.481578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7f007-4148-4f06-9a33-a9be0ab1e11c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroup': ['ID=3017e634-899a-4689-9b59-aab53a5da2a6,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:29.485784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e3e7f007-4148-4f06-9a33-a9be0ab1e11c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:29.488686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e3e7f007-4148-4f06-9a33-a9be0ab1e11c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:29.492716 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e3e7f007-4148-4f06-9a33-a9be0ab1e11c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1678 time: 0.2114584
Nov 24 13:17:29.493783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53754) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:17:29.498942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-26a644ca-565d-4340-90e8-c34e91efea13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '3017e634-899a-4689-9b59-aab53a5da2a6', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:17:29.505558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-26a644ca-565d-4340-90e8-c34e91efea13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:17:29.510806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-26a644ca-565d-4340-90e8-c34e91efea13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:17:29.513793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-26a644ca-565d-4340-90e8-c34e91efea13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:17:29.517550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2f3beca2-7407-4106-914e-085b18243b06 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:17:29.519914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-26a644ca-565d-4340-90e8-c34e91efea13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:17:29.537164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-26a644ca-565d-4340-90e8-c34e91efea13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:29.587194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8f601da9-9092-4c1a-93dd-894e8eb5b53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347b85a58>, [{'id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'name': 'tempest-TestNetworkBasicOps-router-50671150', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f3beca2-7407-4106-914e-085b18243b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:26Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '2f3beca2-7407-4106-914e-085b18243b06', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'a4415ab8-275e-474e-9634-b9b5921e5eef', 'name': '', 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:0a:c7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '3bdece55-69a2-40cc-8a12-87e2f477c2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:25Z', 'updated_at': '2020-11-24T13:17:27Z', 'revision_number': 2, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '3bdece55-69a2-40cc-8a12-87e2f477c2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:17:29.599097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f601da9-9092-4c1a-93dd-894e8eb5b53e None None] Checking router: 4b6841eb-4ac4-4b53-98fb-7f29840311cb for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:17:29.599481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f601da9-9092-4c1a-93dd-894e8eb5b53e None None] Updating router 4b6841eb-4ac4-4b53-98fb-7f29840311cb port a4415ab8-275e-474e-9634-b9b5921e5eef binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:17:29.606944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-26a644ca-565d-4340-90e8-c34e91efea13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:29.609916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-26a644ca-565d-4340-90e8-c34e91efea13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:29.611893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-005e181c-cdba-41d2-98b1-77255a603e6d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:29.635580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a644ca-565d-4340-90e8-c34e91efea13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689cef57-8e0c-4a39-a288-f4d77fd2e830,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:29.636695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2e30deb2-8e84-412e-90a5-1b2aad0fb817 None None] Provisioning complete for port a4415ab8-275e-474e-9634-b9b5921e5eef triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:17:29.637127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e30deb2-8e84-412e-90a5-1b2aad0fb817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:29.638178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-26a644ca-565d-4340-90e8-c34e91efea13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:29.645832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-26a644ca-565d-4340-90e8-c34e91efea13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:29.647288 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-26a644ca-565d-4340-90e8-c34e91efea13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1531868
Nov 24 13:17:29.650345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53758) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:17:29.656787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ae07fb73-e13b-473a-9550-157fdc796425 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '3017e634-899a-4689-9b59-aab53a5da2a6', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:17:29.663606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ae07fb73-e13b-473a-9550-157fdc796425 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:17:29.667727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ae07fb73-e13b-473a-9550-157fdc796425 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:17:29.670852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ae07fb73-e13b-473a-9550-157fdc796425 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:17:29.676765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ae07fb73-e13b-473a-9550-157fdc796425 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:17:29.693638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ae07fb73-e13b-473a-9550-157fdc796425 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:29.713019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f601da9-9092-4c1a-93dd-894e8eb5b53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:29.742680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 2f3beca2-7407-4106-914e-085b18243b06 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:17:29.744113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:29.767268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ae07fb73-e13b-473a-9550-157fdc796425 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:29.770008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ae07fb73-e13b-473a-9550-157fdc796425 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:29.771963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-31436153-ecf9-434c-8385-f9d0f197b4b9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:29.796116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07fb73-e13b-473a-9550-157fdc796425 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f608458-5caa-4573-82c4-7893b4a1940a,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:29.799141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ae07fb73-e13b-473a-9550-157fdc796425 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:29.802754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2e30deb2-8e84-412e-90a5-1b2aad0fb817 None None] Port a4415ab8-275e-474e-9634-b9b5921e5eef cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:17:29.806951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ae07fb73-e13b-473a-9550-157fdc796425 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:29.809739 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ae07fb73-e13b-473a-9550-157fdc796425 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1575580
Nov 24 13:17:29.812132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53762) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:17:29.818159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-361d7dd2-ffd5-4709-b0b4-41f343ea6b0e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '3017e634-899a-4689-9b59-aab53a5da2a6', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:17:29.825495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-361d7dd2-ffd5-4709-b0b4-41f343ea6b0e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:17:29.830078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-361d7dd2-ffd5-4709-b0b4-41f343ea6b0e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:17:29.833106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-361d7dd2-ffd5-4709-b0b4-41f343ea6b0e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:17:29.840492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-361d7dd2-ffd5-4709-b0b4-41f343ea6b0e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:17:29.856842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-361d7dd2-ffd5-4709-b0b4-41f343ea6b0e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:29.933705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-361d7dd2-ffd5-4709-b0b4-41f343ea6b0e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:29.937735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-361d7dd2-ffd5-4709-b0b4-41f343ea6b0e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:29.945350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-19fafca0-1d0b-46ca-ae3f-3689c5c75e15 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:29.967839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d7dd2-ffd5-4709-b0b4-41f343ea6b0e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b739cfb4-1096-4a0c-9e60-22c2aa222f98,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:29.971402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-361d7dd2-ffd5-4709-b0b4-41f343ea6b0e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:29.975007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-361d7dd2-ffd5-4709-b0b4-41f343ea6b0e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:29.976221 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-361d7dd2-ffd5-4709-b0b4-41f343ea6b0e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1629932
Nov 24 13:17:29.979220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53766) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:17:29.984805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ffa6a046-b911-4dc3-acd2-f2239b1ec847 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '3017e634-899a-4689-9b59-aab53a5da2a6', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:17:29.991376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ffa6a046-b911-4dc3-acd2-f2239b1ec847 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:17:29.995479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ffa6a046-b911-4dc3-acd2-f2239b1ec847 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:17:29.998579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ffa6a046-b911-4dc3-acd2-f2239b1ec847 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:17:30.004980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ffa6a046-b911-4dc3-acd2-f2239b1ec847 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:17:30.027930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ffa6a046-b911-4dc3-acd2-f2239b1ec847 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:30.100356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ffa6a046-b911-4dc3-acd2-f2239b1ec847 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:30.107603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ffa6a046-b911-4dc3-acd2-f2239b1ec847 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:30.109688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-34f0ed1b-ed77-48cc-b744-a921a7419ba0 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:30.128861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6a046-b911-4dc3-acd2-f2239b1ec847 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39854986-c55c-47df-87b0-81d1c6451a84,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:30.137770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ffa6a046-b911-4dc3-acd2-f2239b1ec847 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:30.148432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ffa6a046-b911-4dc3-acd2-f2239b1ec847 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:30.152879 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ffa6a046-b911-4dc3-acd2-f2239b1ec847 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1700909
Nov 24 13:17:30.153279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53770) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:17:30.159361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e6332e56-b3d9-459e-abe3-163fc1036467 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '3017e634-899a-4689-9b59-aab53a5da2a6', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:17:30.166641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e6332e56-b3d9-459e-abe3-163fc1036467 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:17:30.171219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e6332e56-b3d9-459e-abe3-163fc1036467 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:17:30.174377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e6332e56-b3d9-459e-abe3-163fc1036467 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:17:30.180227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e6332e56-b3d9-459e-abe3-163fc1036467 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:17:30.192441 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-e6332e56-b3d9-459e-abe3-163fc1036467 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Project ddd175861f0b46ae9d96e8c7cb7e2213 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:17:30.200007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e6332e56-b3d9-459e-abe3-163fc1036467 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:30.276628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f601da9-9092-4c1a-93dd-894e8eb5b53e None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:30.280274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e6332e56-b3d9-459e-abe3-163fc1036467 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:30.286162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e6332e56-b3d9-459e-abe3-163fc1036467 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:30.288416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:30.290507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8f601da9-9092-4c1a-93dd-894e8eb5b53e None None] Transition to ACTIVE for port object a4415ab8-275e-474e-9634-b9b5921e5eef will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:17:30.292985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f601da9-9092-4c1a-93dd-894e8eb5b53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:30.309661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b6265637-89a5-4da3-8cc0-ac0060320e57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:30.314055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6332e56-b3d9-459e-abe3-163fc1036467 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c817dea-af36-4eea-a798-01ef8c18cd42,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:30.316692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e6332e56-b3d9-459e-abe3-163fc1036467 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:30.327745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e6332e56-b3d9-459e-abe3-163fc1036467 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:30.329070 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e6332e56-b3d9-459e-abe3-163fc1036467 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1747208
Nov 24 13:17:30.331955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53774) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:17:30.337903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-8d70e692-26f1-40d1-bd87-5ecda7f862a9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '3017e634-899a-4689-9b59-aab53a5da2a6', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:17:30.344813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8d70e692-26f1-40d1-bd87-5ecda7f862a9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:17:30.348870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8d70e692-26f1-40d1-bd87-5ecda7f862a9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:17:30.351921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8d70e692-26f1-40d1-bd87-5ecda7f862a9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:17:30.357717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8d70e692-26f1-40d1-bd87-5ecda7f862a9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:17:30.370481 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-8d70e692-26f1-40d1-bd87-5ecda7f862a9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Project ddd175861f0b46ae9d96e8c7cb7e2213 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:17:30.378287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d70e692-26f1-40d1-bd87-5ecda7f862a9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:30.444705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eca6b6-f565-41ab-a953-353335575d26 None None] Pushing event updated for resources: {'Port': ['ID=a4415ab8-275e-474e-9634-b9b5921e5eef,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:30.449480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-39eca6b6-f565-41ab-a953-353335575d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:30.453135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d70e692-26f1-40d1-bd87-5ecda7f862a9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:30.456052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d70e692-26f1-40d1-bd87-5ecda7f862a9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:30.458025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-199f3278-15c2-4069-b29b-5a63afb3d536 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:30.484958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70e692-26f1-40d1-bd87-5ecda7f862a9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986a4449-ee7e-4bb4-accb-502c9fd6af16,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:30.490886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8d70e692-26f1-40d1-bd87-5ecda7f862a9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:30.495001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d70e692-26f1-40d1-bd87-5ecda7f862a9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:30.506423 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8d70e692-26f1-40d1-bd87-5ecda7f862a9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1633945
Nov 24 13:17:30.618380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-8f601da9-9092-4c1a-93dd-894e8eb5b53e None None] Attempting to bind port a4415ab8-275e-474e-9634-b9b5921e5eef on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:17:30.618881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-8f601da9-9092-4c1a-93dd-894e8eb5b53e None None] Attempting to bind port a4415ab8-275e-474e-9634-b9b5921e5eef by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '358a5951-9efe-4473-9a00-23329551a684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:17:30.619212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f601da9-9092-4c1a-93dd-894e8eb5b53e None None] Attempting to bind port a4415ab8-275e-474e-9634-b9b5921e5eef on network 393b24a1-84e4-4596-ac01-ef8abd7ce556 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:17:30.627033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f601da9-9092-4c1a-93dd-894e8eb5b53e None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:17:30.627466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f601da9-9092-4c1a-93dd-894e8eb5b53e None None] Checking segment: {'id': '358a5951-9efe-4473-9a00-23329551a684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:17:30.627922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f601da9-9092-4c1a-93dd-894e8eb5b53e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:30.628369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f601da9-9092-4c1a-93dd-894e8eb5b53e None None] Bound using segment: {'id': '358a5951-9efe-4473-9a00-23329551a684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:17:30.628902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-8f601da9-9092-4c1a-93dd-894e8eb5b53e None None] Bound port: a4415ab8-275e-474e-9634-b9b5921e5eef, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358a5951-9efe-4473-9a00-23329551a684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:17:30.629326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f601da9-9092-4c1a-93dd-894e8eb5b53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:30.746294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-8f601da9-9092-4c1a-93dd-894e8eb5b53e None None] For port a4415ab8-275e-474e-9634-b9b5921e5eef, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:17:30.750878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-8f601da9-9092-4c1a-93dd-894e8eb5b53e None None] For port a4415ab8-275e-474e-9634-b9b5921e5eef, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=a4415ab8-275e-474e-9634-b9b5921e5eef,segment=NetworkSegment(358a5951-9efe-4473-9a00-23329551a684),segment_id=358a5951-9efe-4473-9a00-23329551a684)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:17:30.757895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f601da9-9092-4c1a-93dd-894e8eb5b53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:30.774283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7dba5020-e759-474e-8929-90c3c392a0e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:30.932405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eca6b6-f565-41ab-a953-353335575d26 None None] Pushing event updated for resources: {'Port': ['ID=a4415ab8-275e-474e-9634-b9b5921e5eef,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:30.937825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-39eca6b6-f565-41ab-a953-353335575d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:30.959190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-ee26952d-3004-498d-9a8d-82fa50a1180c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:17:30.978578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-ee26952d-3004-498d-9a8d-82fa50a1180c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:17:30.980003 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-ee26952d-3004-498d-9a8d-82fa50a1180c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-541486066&fields=id&tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 267 time: 0.0662563
Nov 24 13:17:30.981237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f601da9-9092-4c1a-93dd-894e8eb5b53e None None] Routers {'4b6841eb-4ac4-4b53-98fb-7f29840311cb'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:17:30.982026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8f601da9-9092-4c1a-93dd-894e8eb5b53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347b85a58>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:17:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['4b6841eb-4ac4-4b53-98fb-7f29840311cb'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:17:31.167570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-143fd3f3-199a-4ea0-be42-a65a6f819d0b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:31.168629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-143fd3f3-199a-4ea0-be42-a65a6f819d0b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:network {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:17:31.184344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-143fd3f3-199a-4ea0-be42-a65a6f819d0b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:network {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:17:31.185617 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-143fd3f3-199a-4ea0-be42-a65a6f819d0b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/networks?id=393b24a1-84e4-4596-ac01-ef8abd7ce556 HTTP/1.1" status: 200  len: 796 time: 0.1941941
Nov 24 13:17:31.191417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-8f601da9-9092-4c1a-93dd-894e8eb5b53e None None] Set router 4b6841eb-4ac4-4b53-98fb-7f29840311cb gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:17:31.203753 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-38375bc2-f452-4f56-b45b-96902a6ce86d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/quotas/ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 375 time: 0.0118306
Nov 24 13:17:31.292104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-d26f73c1-36c4-4106-a769-7f3855227792 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:17:31.312122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-d26f73c1-36c4-4106-a769-7f3855227792 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:17:31.313503 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-d26f73c1-36c4-4106-a769-7f3855227792 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1040227
Nov 24 13:17:31.475828 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-1d1df44b-ea91-4514-bbb2-defc18af2231 service neutron] 10.222.0.76 "GET /v2.0/networks/393b24a1-84e4-4596-ac01-ef8abd7ce556?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1487868
Nov 24 13:17:31.628687 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-27b2f53c-a755-4815-b05a-c6012fff2573 service neutron] 10.222.0.76 "GET /v2.0/networks/393b24a1-84e4-4596-ac01-ef8abd7ce556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1460137
Nov 24 13:17:31.719141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8f601da9-9092-4c1a-93dd-894e8eb5b53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347b85a58>, [{'id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'name': 'tempest-TestNetworkBasicOps-router-50671150', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f3beca2-7407-4106-914e-085b18243b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:26Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '2f3beca2-7407-4106-914e-085b18243b06', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'a4415ab8-275e-474e-9634-b9b5921e5eef', 'name': '', 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:0a:c7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '3bdece55-69a2-40cc-8a12-87e2f477c2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:25Z', 'updated_at': '2020-11-24T13:17:30Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '3bdece55-69a2-40cc-8a12-87e2f477c2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:17:31.724190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f601da9-9092-4c1a-93dd-894e8eb5b53e None None] The sync data for ids ['4b6841eb-4ac4-4b53-98fb-7f29840311cb'] in dv-neutron-601336-61-ovs is: [{'id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'name': 'tempest-TestNetworkBasicOps-router-50671150', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f3beca2-7407-4106-914e-085b18243b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:26Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '2f3beca2-7407-4106-914e-085b18243b06', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'a4415ab8-275e-474e-9634-b9b5921e5eef', 'name': '', 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:0a:c7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '3bdece55-69a2-40cc-8a12-87e2f477c2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:25Z', 'updated_at': '2020-11-24T13:17:30Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '3bdece55-69a2-40cc-8a12-87e2f477c2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:17:31.888432 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d9d69a47-448f-4dc1-bbab-c248fbb85204 req-ecfb744a-186f-4ce3-aa8c-c1ed58b0360b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f8bf22b3-eb86-4dcd-bcc1-9462773202c8 HTTP/1.1" status: 200  len: 210 time: 0.0588181
Nov 24 13:17:32.692513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device a4415ab8-275e-474e-9634-b9b5921e5eef up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:17:32.774014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port a4415ab8-275e-474e-9634-b9b5921e5eef completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:17:32.779282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port a4415ab8-275e-474e-9634-b9b5921e5eef triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:17:32.779708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:32.909212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:32.945040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port a4415ab8-275e-474e-9634-b9b5921e5eef, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=a4415ab8-275e-474e-9634-b9b5921e5eef,segment=NetworkSegment(358a5951-9efe-4473-9a00-23329551a684),segment_id=358a5951-9efe-4473-9a00-23329551a684)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:17:32.950185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:32.953395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-39eca6b6-f565-41ab-a953-353335575d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:33.061392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=a4415ab8-275e-474e-9634-b9b5921e5eef,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:33.067187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:33.083161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-78613e31-0655-4239-9fb9-cb6079ca9c25 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:33.084945 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-78613e31-0655-4239-9fb9-cb6079ca9c25 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/networks?id=393b24a1-84e4-4596-ac01-ef8abd7ce556 HTTP/1.1" status: 200  len: 796 time: 0.2051597
Nov 24 13:17:33.150926 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a907b50d-f6b3-4b62-8990-a07c62a95410 req-5ae9b066-ce9c-472f-829e-4886de76e1aa tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f8bf22b3-eb86-4dcd-bcc1-9462773202c8 HTTP/1.1" status: 200  len: 210 time: 0.0760913
Nov 24 13:17:33.206583 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-a2127c74-db8f-47ac-8bc9-d052825f1628 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 7375 time: 0.0806086
Nov 24 13:17:33.217236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-7d29d39b-4590-4118-884d-ed00227d6863 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'port': {'device_id': 'f8bf22b3-eb86-4dcd-bcc1-9462773202c8', 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556', 'admin_state_up': True, 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'security_groups': ['3017e634-899a-4689-9b59-aab53a5da2a6']}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:17:33.362003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-7d29d39b-4590-4118-884d-ed00227d6863 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:17:33.371730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-7d29d39b-4590-4118-884d-ed00227d6863 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:17:33.380945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-7d29d39b-4590-4118-884d-ed00227d6863 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Made reservation on behalf of ddd175861f0b46ae9d96e8c7cb7e2213 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:17:33.386521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-7d29d39b-4590-4118-884d-ed00227d6863 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:33.693917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-7d29d39b-4590-4118-884d-ed00227d6863 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.20.0.7 (393b24a1-84e4-4596-ac01-ef8abd7ce556/3bdece55-69a2-40cc-8a12-87e2f477c2ee/41b9f4f2-867d-42ca-9498-26e4750cbf80) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:17:33.897365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-7d29d39b-4590-4118-884d-ed00227d6863 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:33.913492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-7d29d39b-4590-4118-884d-ed00227d6863 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Transition to ACTIVE for port object 41b9f4f2-867d-42ca-9498-26e4750cbf80 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:17:33.933113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-7d29d39b-4590-4118-884d-ed00227d6863 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:33.948761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-56886048-2a9a-4e87-883a-5c84118f0cb3 tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:34.087065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29d39b-4590-4118-884d-ed00227d6863 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=41b9f4f2-867d-42ca-9498-26e4750cbf80,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:34.091914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7d29d39b-4590-4118-884d-ed00227d6863 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:34.152114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-7d29d39b-4590-4118-884d-ed00227d6863 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network 393b24a1-84e4-4596-ac01-ef8abd7ce556 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:17:34.153329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-7d29d39b-4590-4118-884d-ed00227d6863 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:17:34.155992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-7d29d39b-4590-4118-884d-ed00227d6863 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:17:34.223097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-7d29d39b-4590-4118-884d-ed00227d6863 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:34.223768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-7d29d39b-4590-4118-884d-ed00227d6863 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:34.256863 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-7d29d39b-4590-4118-884d-ed00227d6863 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0436072
Nov 24 13:17:34.351971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-05872909-6fe8-4937-983f-bf12f1890e6f None None] Provisioning for port 41b9f4f2-867d-42ca-9498-26e4750cbf80 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:17:34.357233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-05872909-6fe8-4937-983f-bf12f1890e6f None None] Provisioning complete for port 41b9f4f2-867d-42ca-9498-26e4750cbf80 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:17:34.357569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05872909-6fe8-4937-983f-bf12f1890e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:34.364515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-a19089cc-0397-4940-810f-95a4214866cc service neutron] Request body: {'port': {'device_id': 'f8bf22b3-eb86-4dcd-bcc1-9462773202c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:17:34.414396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-05872909-6fe8-4937-983f-bf12f1890e6f None None] Port 41b9f4f2-867d-42ca-9498-26e4750cbf80 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:17:34.503606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf8f24-7255-46e5-bb8f-5b83a37bc284 req-1d26f76a-431b-4357-aab6-408691c9b7a8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:34.504266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-67bf8f24-7255-46e5-bb8f-5b83a37bc284 req-1d26f76a-431b-4357-aab6-408691c9b7a8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:17:34.517580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-a19089cc-0397-4940-810f-95a4214866cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:34.540523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-67bf8f24-7255-46e5-bb8f-5b83a37bc284 req-1d26f76a-431b-4357-aab6-408691c9b7a8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:17:34.541818 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-67bf8f24-7255-46e5-bb8f-5b83a37bc284 req-1d26f76a-431b-4357-aab6-408691c9b7a8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f8bf22b3-eb86-4dcd-bcc1-9462773202c8 HTTP/1.1" status: 200  len: 931 time: 0.2389057
Nov 24 13:17:34.677517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device a4415ab8-275e-474e-9634-b9b5921e5eef up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:17:34.685518 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-67bf8f24-7255-46e5-bb8f-5b83a37bc284 req-bf5e622d-c6ef-49b1-b2ba-6cdb5623eb55 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=3017e634-899a-4689-9b59-aab53a5da2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1146054
Nov 24 13:17:34.757718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port a4415ab8-275e-474e-9634-b9b5921e5eef triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:17:34.758065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:34.993213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-a19089cc-0397-4940-810f-95a4214866cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41b9f4f2-867d-42ca-9498-26e4750cbf80 {{(pid=80943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:17:35.000274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-a19089cc-0397-4940-810f-95a4214866cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:35.012512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-a19089cc-0397-4940-810f-95a4214866cc service neutron] Transition to ACTIVE for port object 41b9f4f2-867d-42ca-9498-26e4750cbf80 will not be triggered until provisioned by entity L2. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:17:35.015330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-a19089cc-0397-4940-810f-95a4214866cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:35.031710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-23b7c91b-6c0a-4a4e-a5e8-fa1f4ac53f96 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:35.165787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19089cc-0397-4940-810f-95a4214866cc service neutron] Pushing event updated for resources: {'Port': ['ID=41b9f4f2-867d-42ca-9498-26e4750cbf80,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:35.171328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a19089cc-0397-4940-810f-95a4214866cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:35.375251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-a19089cc-0397-4940-810f-95a4214866cc service neutron] Attempting to bind port 41b9f4f2-867d-42ca-9498-26e4750cbf80 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:17:35.375614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-a19089cc-0397-4940-810f-95a4214866cc service neutron] Attempting to bind port 41b9f4f2-867d-42ca-9498-26e4750cbf80 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '358a5951-9efe-4473-9a00-23329551a684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556'}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:17:35.375975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-a19089cc-0397-4940-810f-95a4214866cc service neutron] Attempting to bind port 41b9f4f2-867d-42ca-9498-26e4750cbf80 on network 393b24a1-84e4-4596-ac01-ef8abd7ce556 {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:17:35.383270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-a19089cc-0397-4940-810f-95a4214866cc service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:17:35.383642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-a19089cc-0397-4940-810f-95a4214866cc service neutron] Checking segment: {'id': '358a5951-9efe-4473-9a00-23329551a684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:17:35.384042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-a19089cc-0397-4940-810f-95a4214866cc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:35.384433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-a19089cc-0397-4940-810f-95a4214866cc service neutron] Bound using segment: {'id': '358a5951-9efe-4473-9a00-23329551a684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556'} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:17:35.384922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-a19089cc-0397-4940-810f-95a4214866cc service neutron] Bound port: 41b9f4f2-867d-42ca-9498-26e4750cbf80, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358a5951-9efe-4473-9a00-23329551a684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556'}}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:17:35.385295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-a19089cc-0397-4940-810f-95a4214866cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:35.483226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-a19089cc-0397-4940-810f-95a4214866cc service neutron] For port 41b9f4f2-867d-42ca-9498-26e4750cbf80, host hv-neutron-6013, cleared binding levels {{(pid=80943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:17:35.486373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-a19089cc-0397-4940-810f-95a4214866cc service neutron] For port 41b9f4f2-867d-42ca-9498-26e4750cbf80, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=41b9f4f2-867d-42ca-9498-26e4750cbf80,segment=NetworkSegment(358a5951-9efe-4473-9a00-23329551a684),segment_id=358a5951-9efe-4473-9a00-23329551a684)] {{(pid=80943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:17:35.489712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-a19089cc-0397-4940-810f-95a4214866cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:35.504889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d2aa0b9b-d835-439c-be23-39279a16ff20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:35.649167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19089cc-0397-4940-810f-95a4214866cc service neutron] Pushing event updated for resources: {'Port': ['ID=41b9f4f2-867d-42ca-9498-26e4750cbf80,revision_number=3']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:35.662034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a19089cc-0397-4940-810f-95a4214866cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:35.696225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-a19089cc-0397-4940-810f-95a4214866cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:35.696905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-a19089cc-0397-4940-810f-95a4214866cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:35.698454 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-a19089cc-0397-4940-810f-95a4214866cc service neutron] 10.222.0.70 "PUT /v2.0/ports/41b9f4f2-867d-42ca-9498-26e4750cbf80 HTTP/1.1" status: 200  len: 1157 time: 1.4272988
Nov 24 13:17:35.699021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8bf22b3-eb86-4dcd-bcc1-9462773202c8', 'tag': '41b9f4f2-867d-42ca-9498-26e4750cbf80'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:17:35.805001 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8bf22b3-eb86-4dcd-bcc1-9462773202c8', 'tag': '41b9f4f2-867d-42ca-9498-26e4750cbf80', 'status': 'completed', 'code': 200}
Nov 24 13:17:35.894436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-d4fda76e-8e7a-453c-a8c1-a28ea775a8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:35.896016 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-d4fda76e-8e7a-453c-a8c1-a28ea775a8d8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=f8bf22b3-eb86-4dcd-bcc1-9462773202c8 HTTP/1.1" status: 200  len: 1160 time: 0.1398516
Nov 24 13:17:35.991034 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-9e726541-6750-4f49-bdb7-d4d831e13aad service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41b9f4f2-867d-42ca-9498-26e4750cbf80 HTTP/1.1" status: 200  len: 217 time: 0.0767112
Nov 24 13:17:36.000729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aafe47-3dbb-4abb-9c7d-3c78a7ae14b4 req-a480faec-2bf1-49a4-a48f-6c2f8f8da6c7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:36.002305 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-66aafe47-3dbb-4abb-9c7d-3c78a7ae14b4 req-a480faec-2bf1-49a4-a48f-6c2f8f8da6c7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f8bf22b3-eb86-4dcd-bcc1-9462773202c8 HTTP/1.1" status: 200  len: 943 time: 0.1653228
Nov 24 13:17:36.097744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-802961b1-2390-4df3-a138-0f5c84d50761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:36.099398 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-802961b1-2390-4df3-a138-0f5c84d50761 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3bdece55-69a2-40cc-8a12-87e2f477c2ee HTTP/1.1" status: 200  len: 834 time: 0.0961771
Nov 24 13:17:36.106773 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-66aafe47-3dbb-4abb-9c7d-3c78a7ae14b4 req-9c072890-f5d5-442c-8b75-9e2c53e69110 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=3017e634-899a-4689-9b59-aab53a5da2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0659044
Nov 24 13:17:36.444435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-1679f3c5-e997-4cf4-b094-9d8f3fe81daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:36.446057 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-1679f3c5-e997-4cf4-b094-9d8f3fe81daf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=393b24a1-84e4-4596-ac01-ef8abd7ce556&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3383877
Nov 24 13:17:36.594577 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-0776fba2-1ead-4457-8b0e-247f66fe9486 service neutron] 10.222.0.70 "GET /v2.0/networks/393b24a1-84e4-4596-ac01-ef8abd7ce556?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403265
Nov 24 13:17:36.740150 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b863b1a0-4e47-4b06-b247-b84751d6039e req-0b5b5e8f-7712-4097-89ff-3de1871d5a93 service neutron] 10.222.0.70 "GET /v2.0/networks/393b24a1-84e4-4596-ac01-ef8abd7ce556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389544
Nov 24 13:17:36.907551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a31a6b-9b67-4f98-94ea-2b4901f71aab req-1f549940-f337-44e1-b86a-4b8fac9f7ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:36.909203 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-57a31a6b-9b67-4f98-94ea-2b4901f71aab req-1f549940-f337-44e1-b86a-4b8fac9f7ebc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=f8bf22b3-eb86-4dcd-bcc1-9462773202c8 HTTP/1.1" status: 200  len: 1160 time: 0.0826561
Nov 24 13:17:37.058108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a31a6b-9b67-4f98-94ea-2b4901f71aab req-d13fa127-dcb4-431b-8753-992ff98bae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:37.059748 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-57a31a6b-9b67-4f98-94ea-2b4901f71aab req-d13fa127-dcb4-431b-8753-992ff98bae9e service neutron] 10.222.0.70 "GET /v2.0/networks?id=393b24a1-84e4-4596-ac01-ef8abd7ce556 HTTP/1.1" status: 200  len: 890 time: 0.1431086
Nov 24 13:17:37.138493 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-57a31a6b-9b67-4f98-94ea-2b4901f71aab req-306bace6-e09a-4aee-af48-0308cd972ebc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41b9f4f2-867d-42ca-9498-26e4750cbf80 HTTP/1.1" status: 200  len: 217 time: 0.0690851
Nov 24 13:17:37.210519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a31a6b-9b67-4f98-94ea-2b4901f71aab req-908582e3-c02d-4937-b0fc-f02f482ac313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:37.212089 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-57a31a6b-9b67-4f98-94ea-2b4901f71aab req-908582e3-c02d-4937-b0fc-f02f482ac313 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3bdece55-69a2-40cc-8a12-87e2f477c2ee HTTP/1.1" status: 200  len: 834 time: 0.0662253
Nov 24 13:17:37.365374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a31a6b-9b67-4f98-94ea-2b4901f71aab req-0b7cd54d-1c24-486c-96f5-feb3fe86a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:37.366919 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-57a31a6b-9b67-4f98-94ea-2b4901f71aab req-0b7cd54d-1c24-486c-96f5-feb3fe86a32c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=393b24a1-84e4-4596-ac01-ef8abd7ce556&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1473548
Nov 24 13:17:37.373715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b80eb4-d918-4efa-86ed-23ee20275278 req-0b305709-fd91-4607-8d4e-5a01ef87b755 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:37.375288 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56b80eb4-d918-4efa-86ed-23ee20275278 req-0b305709-fd91-4607-8d4e-5a01ef87b755 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f8bf22b3-eb86-4dcd-bcc1-9462773202c8 HTTP/1.1" status: 200  len: 943 time: 0.1142409
Nov 24 13:17:37.518587 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56b80eb4-d918-4efa-86ed-23ee20275278 req-b74d6b40-c6b7-417f-8401-d8b0b0804418 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=3017e634-899a-4689-9b59-aab53a5da2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1210616
Nov 24 13:17:37.550802 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-57a31a6b-9b67-4f98-94ea-2b4901f71aab req-5d3ee3db-c71e-4599-8b84-20c138031329 service neutron] 10.222.0.70 "GET /v2.0/networks/393b24a1-84e4-4596-ac01-ef8abd7ce556?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1745293
Nov 24 13:17:37.693700 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-57a31a6b-9b67-4f98-94ea-2b4901f71aab req-e9d057ea-84ee-47ae-80be-55b816d88681 service neutron] 10.222.0.70 "GET /v2.0/networks/393b24a1-84e4-4596-ac01-ef8abd7ce556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1348464
Nov 24 13:17:38.736986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abec84-84a6-4010-a0d2-561e0be3a2ef req-b7a35f5b-fda0-4ebf-9451-da93bd2e3c9d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:38.738607 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11abec84-84a6-4010-a0d2-561e0be3a2ef req-b7a35f5b-fda0-4ebf-9451-da93bd2e3c9d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f8bf22b3-eb86-4dcd-bcc1-9462773202c8 HTTP/1.1" status: 200  len: 943 time: 0.0895677
Nov 24 13:17:38.760205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 41b9f4f2-867d-42ca-9498-26e4750cbf80 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:17:38.787214 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11abec84-84a6-4010-a0d2-561e0be3a2ef req-66bda06e-d15f-442a-a18d-aa0a009ac215 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=3017e634-899a-4689-9b59-aab53a5da2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422671
Nov 24 13:17:38.837673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port 41b9f4f2-867d-42ca-9498-26e4750cbf80 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:17:38.843209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 41b9f4f2-867d-42ca-9498-26e4750cbf80 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:17:38.843638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:38.964256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:38.993552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bf22b3-eb86-4dcd-bcc1-9462773202c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b9f4f2-867d-42ca-9498-26e4750cbf80'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:17:39.004191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 41b9f4f2-867d-42ca-9498-26e4750cbf80, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=41b9f4f2-867d-42ca-9498-26e4750cbf80,segment=NetworkSegment(358a5951-9efe-4473-9a00-23329551a684),segment_id=358a5951-9efe-4473-9a00-23329551a684)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:17:39.008278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:39.011907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f3478f6b-ca7c-4fb2-a57e-8885681c2ea3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:39.060860 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8bf22b3-eb86-4dcd-bcc1-9462773202c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b9f4f2-867d-42ca-9498-26e4750cbf80', 'code': 200}
Nov 24 13:17:39.087920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=41b9f4f2-867d-42ca-9498-26e4750cbf80,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:39.091181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:39.340650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f473d2-ac4f-4329-b73c-37fb57d97268 req-b5908a29-dc74-4c5c-9caa-0ea75f1e51a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:39.342202 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-01f473d2-ac4f-4329-b73c-37fb57d97268 req-b5908a29-dc74-4c5c-9caa-0ea75f1e51a3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f8bf22b3-eb86-4dcd-bcc1-9462773202c8 HTTP/1.1" status: 200  len: 1162 time: 0.0765293
Nov 24 13:17:39.392490 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-01f473d2-ac4f-4329-b73c-37fb57d97268 req-5da837d0-1eb2-47f9-9772-a69663e9ad6d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3017e634-899a-4689-9b59-aab53a5da2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418720
Nov 24 13:17:40.007333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1ff4b-7454-47ce-91cc-3699422903a4 req-8526c63c-8f02-4879-861b-9abf3e824892 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:40.008924 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b1e1ff4b-7454-47ce-91cc-3699422903a4 req-8526c63c-8f02-4879-861b-9abf3e824892 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f8bf22b3-eb86-4dcd-bcc1-9462773202c8 HTTP/1.1" status: 200  len: 945 time: 0.0824964
Nov 24 13:17:40.059773 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b1e1ff4b-7454-47ce-91cc-3699422903a4 req-3664f60c-ccb7-4d28-86a4-64cd7808a75a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=3017e634-899a-4689-9b59-aab53a5da2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439441
Nov 24 13:17:40.235835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d3b0143-a9ca-46e0-b3e6-db847edf4e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:40.456333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 41b9f4f2-867d-42ca-9498-26e4750cbf80 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:17:40.531353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 41b9f4f2-867d-42ca-9498-26e4750cbf80 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:17:40.531778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:41.284567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f2312-c68a-4ce3-bf91-cb8dd4f46c13 req-f1ebdb93-7f0e-4e3f-a61a-24d4c5b4d8c5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:41.286214 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-456f2312-c68a-4ce3-bf91-cb8dd4f46c13 req-f1ebdb93-7f0e-4e3f-a61a-24d4c5b4d8c5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f8bf22b3-eb86-4dcd-bcc1-9462773202c8 HTTP/1.1" status: 200  len: 945 time: 0.0906904
Nov 24 13:17:41.336481 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-456f2312-c68a-4ce3-bf91-cb8dd4f46c13 req-7db95876-4cb7-4b25-bb72-d09670aaf13a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=3017e634-899a-4689-9b59-aab53a5da2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436871
Nov 24 13:17:41.468086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:17:41.552584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444281e6-d605-4c12-bf71-ab7657c9ad9c req-8e45730a-4ccd-4f9b-a133-df965b646a2d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:41.554228 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-444281e6-d605-4c12-bf71-ab7657c9ad9c req-8e45730a-4ccd-4f9b-a133-df965b646a2d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f8bf22b3-eb86-4dcd-bcc1-9462773202c8 HTTP/1.1" status: 200  len: 945 time: 0.0828776
Nov 24 13:17:41.602359 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-444281e6-d605-4c12-bf71-ab7657c9ad9c req-5ad3075d-f8f9-4c5b-bd27-5e6e56b3b3ba tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=3017e634-899a-4689-9b59-aab53a5da2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417848
Nov 24 13:17:41.633185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53828) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:17:41.711974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9441aadc-ab61-46fc-a03b-b6807cf2ae81 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:41.713627 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9441aadc-ab61-46fc-a03b-b6807cf2ae81 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/ports?device_id=f8bf22b3-eb86-4dcd-bcc1-9462773202c8 HTTP/1.1" status: 200  len: 1157 time: 0.0789909
Nov 24 13:17:41.716590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53832) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:17:41.722273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a5dcc5b5-68f2-49d9-861e-825604764728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'port_id': '41b9f4f2-867d-42ca-9498-26e4750cbf80', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:17:41.729161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a5dcc5b5-68f2-49d9-861e-825604764728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:17:41.735835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a5dcc5b5-68f2-49d9-861e-825604764728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:floatingip and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:17:41.739059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a5dcc5b5-68f2-49d9-861e-825604764728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:17:41.744960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a5dcc5b5-68f2-49d9-861e-825604764728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:17:41.755851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a5dcc5b5-68f2-49d9-861e-825604764728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:41.902837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a5dcc5b5-68f2-49d9-861e-825604764728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:42.185093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-a5dcc5b5-68f2-49d9-861e-825604764728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.26.8.127 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/265c678b-1bd3-4f8e-b075-6108a93e5d44) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:17:42.350440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a5dcc5b5-68f2-49d9-861e-825604764728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:42.376867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a5dcc5b5-68f2-49d9-861e-825604764728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:42.396279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a19089cc-0397-4940-810f-95a4214866cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:42.530808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dcc5b5-68f2-49d9-861e-825604764728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=265c678b-1bd3-4f8e-b075-6108a93e5d44,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:42.536746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a5dcc5b5-68f2-49d9-861e-825604764728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:42.565738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-07508c9d-7180-42a9-8d62-6224c5bbee84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:42.592016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dcc5b5-68f2-49d9-861e-825604764728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:17:42.593704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-a5dcc5b5-68f2-49d9-861e-825604764728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:17:42.596021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dcc5b5-68f2-49d9-861e-825604764728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:17:42.884879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:43.028847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a5dcc5b5-68f2-49d9-861e-825604764728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:43.103833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a5dcc5b5-68f2-49d9-861e-825604764728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:43.371153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a5dcc5b5-68f2-49d9-861e-825604764728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:43.375228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a5dcc5b5-68f2-49d9-861e-825604764728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:43.391079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b7ebfa74-953d-4511-8183-5e37bafd1fe8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:17:43.520093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dcc5b5-68f2-49d9-861e-825604764728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=265c678b-1bd3-4f8e-b075-6108a93e5d44,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:17:43.523865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a5dcc5b5-68f2-49d9-861e-825604764728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:17:43.634648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a5dcc5b5-68f2-49d9-861e-825604764728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:44.092851 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-a5dcc5b5-68f2-49d9-861e-825604764728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Floating IP e8539eeb-17b2-42fb-a1c9-96da9fb13f2c associated. External IP: 172.26.8.127, port: 41b9f4f2-867d-42ca-9498-26e4750cbf80.
Nov 24 13:17:44.145406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:44.509846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5dcc5b5-68f2-49d9-861e-825604764728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 4b6841eb-4ac4-4b53-98fb-7f29840311cb has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:17:44.706238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:44.731624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5dcc5b5-68f2-49d9-861e-825604764728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:17:44.743020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4df451e-883c-4e06-8246-8a8188119de8 None None] Sync routers for ids ['4b6841eb-4ac4-4b53-98fb-7f29840311cb'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:17:44.756860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4df451e-883c-4e06-8246-8a8188119de8 None None] Routers {'4b6841eb-4ac4-4b53-98fb-7f29840311cb'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:17:44.757475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a4df451e-883c-4e06-8246-8a8188119de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cdf7a90>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:17:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['4b6841eb-4ac4-4b53-98fb-7f29840311cb'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:17:44.758246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a5dcc5b5-68f2-49d9-861e-825604764728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:17:44.823090 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a5dcc5b5-68f2-49d9-861e-825604764728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.1019661
Nov 24 13:17:44.823090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53836) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:17:44.823090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8bf22b3-eb86-4dcd-bcc1-9462773202c8', 'tag': '41b9f4f2-867d-42ca-9498-26e4750cbf80'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:17:44.920148 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8bf22b3-eb86-4dcd-bcc1-9462773202c8', 'tag': '41b9f4f2-867d-42ca-9498-26e4750cbf80', 'status': 'completed', 'code': 200}
Nov 24 13:17:44.960283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-a4df451e-883c-4e06-8246-8a8188119de8 None None] Set router 4b6841eb-4ac4-4b53-98fb-7f29840311cb gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:17:44.983102 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fa56ed6b-f6f9-4fe1-9c71-27d176ac6773 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/e8539eeb-17b2-42fb-a1c9-96da9fb13f2c HTTP/1.1" status: 200  len: 991 time: 0.1564388
Nov 24 13:17:45.034611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526e3c5-35bf-41e1-a573-b29100d17c49 req-5b2d5199-b332-45e5-ad8c-28fef4977b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:45.036490 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a526e3c5-35bf-41e1-a573-b29100d17c49 req-5b2d5199-b332-45e5-ad8c-28fef4977b52 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=f8bf22b3-eb86-4dcd-bcc1-9462773202c8 HTTP/1.1" status: 200  len: 1162 time: 0.0927916
Nov 24 13:17:45.202965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526e3c5-35bf-41e1-a573-b29100d17c49 req-09216e92-b05e-4211-b751-c587a504ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:45.204841 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a526e3c5-35bf-41e1-a573-b29100d17c49 req-09216e92-b05e-4211-b751-c587a504ab59 service neutron] 10.222.0.70 "GET /v2.0/networks?id=393b24a1-84e4-4596-ac01-ef8abd7ce556 HTTP/1.1" status: 200  len: 890 time: 0.1613090
Nov 24 13:17:45.323140 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a526e3c5-35bf-41e1-a573-b29100d17c49 req-41898ce3-7312-43d2-9d94-ace4c010446c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41b9f4f2-867d-42ca-9498-26e4750cbf80 HTTP/1.1" status: 200  len: 999 time: 0.1090879
Nov 24 13:17:45.361935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a4df451e-883c-4e06-8246-8a8188119de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cdf7a90>, [{'id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'name': 'tempest-TestNetworkBasicOps-router-50671150', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f3beca2-7407-4106-914e-085b18243b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:26Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '2f3beca2-7407-4106-914e-085b18243b06', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'e8539eeb-17b2-42fb-a1c9-96da9fb13f2c', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.127', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'port_id': '41b9f4f2-867d-42ca-9498-26e4750cbf80', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556', 'mac_address': 'fa:16:3e:b8:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf22b3-eb86-4dcd-bcc1-9462773202c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:17:42Z', 'updated_at': '2020-11-24T13:17:42Z', 'revision_number': 0, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4415ab8-275e-474e-9634-b9b5921e5eef', 'name': '', 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:0a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '3bdece55-69a2-40cc-8a12-87e2f477c2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:25Z', 'updated_at': '2020-11-24T13:17:32Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '3bdece55-69a2-40cc-8a12-87e2f477c2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:17:45.367508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4df451e-883c-4e06-8246-8a8188119de8 None None] Checking router: 4b6841eb-4ac4-4b53-98fb-7f29840311cb for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:17:45.381855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4df451e-883c-4e06-8246-8a8188119de8 None None] Routers {'4b6841eb-4ac4-4b53-98fb-7f29840311cb'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:17:45.382798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a4df451e-883c-4e06-8246-8a8188119de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cdf7a90>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:17:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['4b6841eb-4ac4-4b53-98fb-7f29840311cb'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:17:45.407065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526e3c5-35bf-41e1-a573-b29100d17c49 req-8bd65cef-fdd7-437b-a03c-0010213b7bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:45.408717 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a526e3c5-35bf-41e1-a573-b29100d17c49 req-8bd65cef-fdd7-437b-a03c-0010213b7bbd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3bdece55-69a2-40cc-8a12-87e2f477c2ee HTTP/1.1" status: 200  len: 834 time: 0.0740705
Nov 24 13:17:45.495325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526e3c5-35bf-41e1-a573-b29100d17c49 req-6ce91897-f0b9-4823-b9e8-2fcf27988aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:17:45.496873 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a526e3c5-35bf-41e1-a573-b29100d17c49 req-6ce91897-f0b9-4823-b9e8-2fcf27988aa1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=393b24a1-84e4-4596-ac01-ef8abd7ce556&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0744271
Nov 24 13:17:45.576583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-a4df451e-883c-4e06-8246-8a8188119de8 None None] Set router 4b6841eb-4ac4-4b53-98fb-7f29840311cb gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:17:45.649699 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a526e3c5-35bf-41e1-a573-b29100d17c49 req-d5062a59-32fc-47dc-96c7-3d9a3f3cd5f0 service neutron] 10.222.0.70 "GET /v2.0/networks/393b24a1-84e4-4596-ac01-ef8abd7ce556?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414950
Nov 24 13:17:45.797054 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a526e3c5-35bf-41e1-a573-b29100d17c49 req-279d404b-f499-4345-8d68-39a10a1452cf service neutron] 10.222.0.70 "GET /v2.0/networks/393b24a1-84e4-4596-ac01-ef8abd7ce556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1402156
Nov 24 13:17:45.952165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a4df451e-883c-4e06-8246-8a8188119de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cdf7a90>, [{'id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'name': 'tempest-TestNetworkBasicOps-router-50671150', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f3beca2-7407-4106-914e-085b18243b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:26Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '2f3beca2-7407-4106-914e-085b18243b06', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'e8539eeb-17b2-42fb-a1c9-96da9fb13f2c', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.127', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'port_id': '41b9f4f2-867d-42ca-9498-26e4750cbf80', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556', 'mac_address': 'fa:16:3e:b8:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf22b3-eb86-4dcd-bcc1-9462773202c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:17:42Z', 'updated_at': '2020-11-24T13:17:42Z', 'revision_number': 0, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4415ab8-275e-474e-9634-b9b5921e5eef', 'name': '', 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:0a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '3bdece55-69a2-40cc-8a12-87e2f477c2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:25Z', 'updated_at': '2020-11-24T13:17:32Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '3bdece55-69a2-40cc-8a12-87e2f477c2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:17:45.956334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4df451e-883c-4e06-8246-8a8188119de8 None None] The sync data for ids ['4b6841eb-4ac4-4b53-98fb-7f29840311cb'] in dv-neutron-601336-61-ovs is: [{'id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'name': 'tempest-TestNetworkBasicOps-router-50671150', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f3beca2-7407-4106-914e-085b18243b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:26Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '2f3beca2-7407-4106-914e-085b18243b06', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'e8539eeb-17b2-42fb-a1c9-96da9fb13f2c', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.127', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'port_id': '41b9f4f2-867d-42ca-9498-26e4750cbf80', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556', 'mac_address': 'fa:16:3e:b8:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf22b3-eb86-4dcd-bcc1-9462773202c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:17:42Z', 'updated_at': '2020-11-24T13:17:42Z', 'revision_number': 0, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4415ab8-275e-474e-9634-b9b5921e5eef', 'name': '', 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:0a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '3bdece55-69a2-40cc-8a12-87e2f477c2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:25Z', 'updated_at': '2020-11-24T13:17:32Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '3bdece55-69a2-40cc-8a12-87e2f477c2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:17:45.986743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53842) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:17:46.110030 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f391bea5-4f55-4790-8a63-cd56f6b29b54 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/e8539eeb-17b2-42fb-a1c9-96da9fb13f2c HTTP/1.1" status: 200  len: 991 time: 0.1218591
Nov 24 13:17:46.244400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a8fec3-3dd1-4c8d-a89f-30defc4f70e8 None None] New status for floating IP e8539eeb-17b2-42fb-a1c9-96da9fb13f2c: ACTIVE {{(pid=80945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:17:47.114113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53846) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:17:47.227723 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-977fde8b-5966-42f9-97fb-083447ec381d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/e8539eeb-17b2-42fb-a1c9-96da9fb13f2c HTTP/1.1" status: 200  len: 993 time: 0.1121035
Nov 24 13:17:48.884679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-61b781a7-a2bf-4c08-bf71-2d72e2e7a589 req-c549c21c-bcfc-4922-84ed-e567243974f0 service neutron] (80943) timed out ('10.222.0.70', 61055) {{(pid=80943) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Nov 24 13:17:51.000616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:10.231207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0200c0c7-5757-4a94-8079-02ae2441fa1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:12.567949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6311b150-df91-4257-950c-c6c160831aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:12.886373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:14.149294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:14.709325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:16.496227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53860) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:18:16.578230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0181d394-5d4b-4550-8a0b-9211a26e9daf tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:16.578652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0181d394-5d4b-4550-8a0b-9211a26e9daf tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:16.579075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0181d394-5d4b-4550-8a0b-9211a26e9daf tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:16.580888 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0181d394-5d4b-4550-8a0b-9211a26e9daf tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/ports?project_id=ddd175861f0b46ae9d96e8c7cb7e2213&network_id=393b24a1-84e4-4596-ac01-ef8abd7ce556 HTTP/1.1" status: 200  len: 3059 time: 0.0835707
Nov 24 13:18:18.470465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:18:18.683937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53872) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:18:18.755149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3991d37b-d615-4eda-a724-b12564b1b266 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:18.756664 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3991d37b-d615-4eda-a724-b12564b1b266 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/subnets?network_id=cfe08d36-e5ba-4f00-8669-16a0ead5d220 HTTP/1.1" status: 200  len: 814 time: 0.0715213
Nov 24 13:18:19.481430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53880) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:18:19.487259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-753af844-1c13-477a-9d0f-a6805c63d40a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'floatingip': {'port_id': None}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:18:19.590525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-753af844-1c13-477a-9d0f-a6805c63d40a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:19.886449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-753af844-1c13-477a-9d0f-a6805c63d40a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:19.889068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-753af844-1c13-477a-9d0f-a6805c63d40a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:19.890257 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-753af844-1c13-477a-9d0f-a6805c63d40a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Floating IP e8539eeb-17b2-42fb-a1c9-96da9fb13f2c disassociated. External IP: 172.26.8.127, port: 41b9f4f2-867d-42ca-9498-26e4750cbf80.
Nov 24 13:18:20.316722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753af844-1c13-477a-9d0f-a6805c63d40a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 4b6841eb-4ac4-4b53-98fb-7f29840311cb has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:18:20.797690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753af844-1c13-477a-9d0f-a6805c63d40a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:18:20.802820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-753af844-1c13-477a-9d0f-a6805c63d40a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:20.807305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962fc769-db44-4507-8cd0-860a758afd01 None None] Sync routers for ids ['4b6841eb-4ac4-4b53-98fb-7f29840311cb'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:18:20.820152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962fc769-db44-4507-8cd0-860a758afd01 None None] Routers {'4b6841eb-4ac4-4b53-98fb-7f29840311cb'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:18:20.820893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-962fc769-db44-4507-8cd0-860a758afd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca7e978>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:18:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['4b6841eb-4ac4-4b53-98fb-7f29840311cb'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:18:20.861044 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-753af844-1c13-477a-9d0f-a6805c63d40a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "PUT /v2.0/floatingips/e8539eeb-17b2-42fb-a1c9-96da9fb13f2c HTTP/1.1" status: 200  len: 690 time: 1.3784788
Nov 24 13:18:20.861795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8bf22b3-eb86-4dcd-bcc1-9462773202c8', 'tag': '41b9f4f2-867d-42ca-9498-26e4750cbf80'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:18:20.864767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53884) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:18:20.933715 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8bf22b3-eb86-4dcd-bcc1-9462773202c8', 'tag': '41b9f4f2-867d-42ca-9498-26e4750cbf80', 'status': 'completed', 'code': 200}
Nov 24 13:18:20.966978 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-37a11883-eda9-4c58-a7cc-86d5cfb149ef tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/e8539eeb-17b2-42fb-a1c9-96da9fb13f2c HTTP/1.1" status: 200  len: 690 time: 0.1005030
Nov 24 13:18:21.001532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:21.054287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61d1e2-14ee-4581-b04c-2f4144010141 req-e7616ad0-58f3-4bfb-b29a-99a5ad3007d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:21.055949 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5b61d1e2-14ee-4581-b04c-2f4144010141 req-e7616ad0-58f3-4bfb-b29a-99a5ad3007d9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=f8bf22b3-eb86-4dcd-bcc1-9462773202c8 HTTP/1.1" status: 200  len: 1162 time: 0.0823057
Nov 24 13:18:21.174526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-962fc769-db44-4507-8cd0-860a758afd01 None None] Set router 4b6841eb-4ac4-4b53-98fb-7f29840311cb gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:18:21.224003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61d1e2-14ee-4581-b04c-2f4144010141 req-665ceeda-d806-4c4e-9a13-46345d303e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:21.225692 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5b61d1e2-14ee-4581-b04c-2f4144010141 req-665ceeda-d806-4c4e-9a13-46345d303e12 service neutron] 10.222.0.70 "GET /v2.0/networks?id=393b24a1-84e4-4596-ac01-ef8abd7ce556 HTTP/1.1" status: 200  len: 890 time: 0.1626856
Nov 24 13:18:21.303421 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5b61d1e2-14ee-4581-b04c-2f4144010141 req-30716925-4a04-48d9-87d6-d0b2b7e0174e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41b9f4f2-867d-42ca-9498-26e4750cbf80 HTTP/1.1" status: 200  len: 217 time: 0.0707183
Nov 24 13:18:21.373222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61d1e2-14ee-4581-b04c-2f4144010141 req-fd6ebeb7-cc09-4ac5-aee2-9f09fd186f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:21.374882 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5b61d1e2-14ee-4581-b04c-2f4144010141 req-fd6ebeb7-cc09-4ac5-aee2-9f09fd186f98 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3bdece55-69a2-40cc-8a12-87e2f477c2ee HTTP/1.1" status: 200  len: 834 time: 0.0653293
Nov 24 13:18:21.457581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61d1e2-14ee-4581-b04c-2f4144010141 req-3f37b2b8-a30d-468f-b378-9e336646d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:21.459268 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5b61d1e2-14ee-4581-b04c-2f4144010141 req-3f37b2b8-a30d-468f-b378-9e336646d314 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=393b24a1-84e4-4596-ac01-ef8abd7ce556&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0779176
Nov 24 13:18:21.520201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-962fc769-db44-4507-8cd0-860a758afd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca7e978>, [{'id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'name': 'tempest-TestNetworkBasicOps-router-50671150', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f3beca2-7407-4106-914e-085b18243b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:26Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '2f3beca2-7407-4106-914e-085b18243b06', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'a4415ab8-275e-474e-9634-b9b5921e5eef', 'name': '', 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:0a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '3bdece55-69a2-40cc-8a12-87e2f477c2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:25Z', 'updated_at': '2020-11-24T13:17:32Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '3bdece55-69a2-40cc-8a12-87e2f477c2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:18:21.524484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962fc769-db44-4507-8cd0-860a758afd01 None None] Checking router: 4b6841eb-4ac4-4b53-98fb-7f29840311cb for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:18:21.536671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962fc769-db44-4507-8cd0-860a758afd01 None None] Routers {'4b6841eb-4ac4-4b53-98fb-7f29840311cb'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:18:21.537348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-962fc769-db44-4507-8cd0-860a758afd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca7e978>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:18:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['4b6841eb-4ac4-4b53-98fb-7f29840311cb'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:18:21.607448 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5b61d1e2-14ee-4581-b04c-2f4144010141 req-a1797844-9a52-49b5-adb8-73a2e9400407 service neutron] 10.222.0.70 "GET /v2.0/networks/393b24a1-84e4-4596-ac01-ef8abd7ce556?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407545
Nov 24 13:18:21.726338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-962fc769-db44-4507-8cd0-860a758afd01 None None] Set router 4b6841eb-4ac4-4b53-98fb-7f29840311cb gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:18:21.754387 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5b61d1e2-14ee-4581-b04c-2f4144010141 req-3de73904-1e7e-4208-9649-ae167d0c4918 service neutron] 10.222.0.70 "GET /v2.0/networks/393b24a1-84e4-4596-ac01-ef8abd7ce556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1383736
Nov 24 13:18:21.970147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53890) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:18:22.060715 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5c8bee76-1032-43be-8588-b9aa8e0fc0b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/e8539eeb-17b2-42fb-a1c9-96da9fb13f2c HTTP/1.1" status: 200  len: 690 time: 0.0892611
Nov 24 13:18:22.067321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-962fc769-db44-4507-8cd0-860a758afd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca7e978>, [{'id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'name': 'tempest-TestNetworkBasicOps-router-50671150', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f3beca2-7407-4106-914e-085b18243b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:26Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '2f3beca2-7407-4106-914e-085b18243b06', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'a4415ab8-275e-474e-9634-b9b5921e5eef', 'name': '', 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:0a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '3bdece55-69a2-40cc-8a12-87e2f477c2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:25Z', 'updated_at': '2020-11-24T13:17:32Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '3bdece55-69a2-40cc-8a12-87e2f477c2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:18:22.071722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962fc769-db44-4507-8cd0-860a758afd01 None None] The sync data for ids ['4b6841eb-4ac4-4b53-98fb-7f29840311cb'] in dv-neutron-601336-61-ovs is: [{'id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'name': 'tempest-TestNetworkBasicOps-router-50671150', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f3beca2-7407-4106-914e-085b18243b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:26Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '2f3beca2-7407-4106-914e-085b18243b06', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'a4415ab8-275e-474e-9634-b9b5921e5eef', 'name': '', 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:0a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '3bdece55-69a2-40cc-8a12-87e2f477c2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:25Z', 'updated_at': '2020-11-24T13:17:32Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '3bdece55-69a2-40cc-8a12-87e2f477c2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:18:22.476142 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1126fd6-7241-483c-b052-50db3a3c6940 None None] New status for floating IP e8539eeb-17b2-42fb-a1c9-96da9fb13f2c: DOWN {{(pid=80945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:18:23.065261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53894) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:18:23.157534 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-932432f1-52f6-4f5b-b408-4cd604a57674 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/e8539eeb-17b2-42fb-a1c9-96da9fb13f2c HTTP/1.1" status: 200  len: 688 time: 0.0909221
Nov 24 13:18:24.581253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53900) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:18:24.587193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1501638745', 'description': 'tempest-secgroup-smoke-1501638745 description', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:18:24.594268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:18:24.605793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:18:24.616427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:24.654730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:18:24.659219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:18:24.662358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:18:24.668259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:18:24.731660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:24.734608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:24.740099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f570f76c-ed55-41d4-a527-6277417eef9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:18:24.784661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroup': ['ID=55e31529-b1fc-4a3f-b444-ebe2f8f5aede,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:18:24.789252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:24.793616 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1680 time: 0.2082708
Nov 24 13:18:24.794013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53904) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:18:24.796423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.796858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.797282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.797704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.798137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.798559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.798976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.799387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.799795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.799924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '55e31529-b1fc-4a3f-b444-ebe2f8f5aede', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:18:24.800205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.800611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.801018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.801787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.802233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.802654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.803054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.803461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.803868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.804293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.804705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.805110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.805513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.805923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.806357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.806990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:18:24.810399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9c060aa6-28e2-454a-aa8e-f0a0bfe4a071 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:18:24.812371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:18:24.815646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:18:24.823056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:18:24.845974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:24.917537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:24.920324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:24.922663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e3a0acb3-db13-42ab-9478-7af76377c1c3 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:18:24.945777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a5fa2a8-d6c4-41e7-b12d-77f8f24ad2aa,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:18:24.959102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:24.960361 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1652369
Nov 24 13:18:24.961831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.962287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.962720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.963143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.963560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.963687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53908) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:18:24.963978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.964395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.964806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.965212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.965623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.966035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.966467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.966958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.967987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.968434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.968846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.969253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.969658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.970084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.970273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9a6a887b-37af-4772-a15c-3a5d25ee86a0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '55e31529-b1fc-4a3f-b444-ebe2f8f5aede', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:18:24.970520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.970924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.971328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.971737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.972140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:24.975941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:18:24.977100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9a6a887b-37af-4772-a15c-3a5d25ee86a0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:18:24.981220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9a6a887b-37af-4772-a15c-3a5d25ee86a0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:18:24.984295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9a6a887b-37af-4772-a15c-3a5d25ee86a0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:18:24.990105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9a6a887b-37af-4772-a15c-3a5d25ee86a0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:18:25.006455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a6a887b-37af-4772-a15c-3a5d25ee86a0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:25.076292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a6a887b-37af-4772-a15c-3a5d25ee86a0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:25.079542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a6a887b-37af-4772-a15c-3a5d25ee86a0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:25.086780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6ec9ab6b-64f2-41dd-9926-afc25df141f5 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:18:25.109173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a887b-37af-4772-a15c-3a5d25ee86a0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bda93ff-f263-4806-bea5-c3a2a5a05ee4,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:18:25.111914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9a6a887b-37af-4772-a15c-3a5d25ee86a0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:18:25.121756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a6a887b-37af-4772-a15c-3a5d25ee86a0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:25.126010 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9a6a887b-37af-4772-a15c-3a5d25ee86a0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1612461
Nov 24 13:18:25.129402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53912) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:18:25.135823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-d1393081-774e-45c7-924a-af0d05df967e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '55e31529-b1fc-4a3f-b444-ebe2f8f5aede', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:18:25.143374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d1393081-774e-45c7-924a-af0d05df967e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:18:25.147489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d1393081-774e-45c7-924a-af0d05df967e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:18:25.150566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d1393081-774e-45c7-924a-af0d05df967e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:18:25.156987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d1393081-774e-45c7-924a-af0d05df967e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:18:25.174667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d1393081-774e-45c7-924a-af0d05df967e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:25.246834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d1393081-774e-45c7-924a-af0d05df967e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:25.249411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d1393081-774e-45c7-924a-af0d05df967e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:25.256439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-59fbf448-20a6-44e3-a0f6-037b559ab593 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:18:25.276643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1393081-774e-45c7-924a-af0d05df967e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a21579-3e2b-45e7-914c-ce0a58ffd87c,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:18:25.280256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d1393081-774e-45c7-924a-af0d05df967e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:18:25.287272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d1393081-774e-45c7-924a-af0d05df967e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:25.288246 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d1393081-774e-45c7-924a-af0d05df967e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1577816
Nov 24 13:18:25.291177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53916) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:18:25.297483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-781bf12d-e71f-4664-b11e-a26cf5ded16d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '55e31529-b1fc-4a3f-b444-ebe2f8f5aede', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:18:25.303666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-781bf12d-e71f-4664-b11e-a26cf5ded16d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:18:25.307695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-781bf12d-e71f-4664-b11e-a26cf5ded16d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:18:25.310698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-781bf12d-e71f-4664-b11e-a26cf5ded16d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:18:25.316366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-781bf12d-e71f-4664-b11e-a26cf5ded16d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:18:25.335687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-781bf12d-e71f-4664-b11e-a26cf5ded16d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:25.409213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-781bf12d-e71f-4664-b11e-a26cf5ded16d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:25.411973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-781bf12d-e71f-4664-b11e-a26cf5ded16d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:25.413880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4d577074-e665-4d20-845f-388cb7c90a9b tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:18:25.437273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781bf12d-e71f-4664-b11e-a26cf5ded16d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c2e6407-7a4a-4ca6-b8ff-bc694c027208,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:18:25.439902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-781bf12d-e71f-4664-b11e-a26cf5ded16d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:18:25.446265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-781bf12d-e71f-4664-b11e-a26cf5ded16d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:25.447548 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-781bf12d-e71f-4664-b11e-a26cf5ded16d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1553855
Nov 24 13:18:25.450461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53920) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:18:25.456458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-fc29d514-71c4-4037-ab1a-4210c34731ca tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '55e31529-b1fc-4a3f-b444-ebe2f8f5aede', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:18:25.462719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fc29d514-71c4-4037-ab1a-4210c34731ca tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:18:25.466763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fc29d514-71c4-4037-ab1a-4210c34731ca tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:18:25.470502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fc29d514-71c4-4037-ab1a-4210c34731ca tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:18:25.476297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fc29d514-71c4-4037-ab1a-4210c34731ca tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:18:25.486253 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-fc29d514-71c4-4037-ab1a-4210c34731ca tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Project ddd175861f0b46ae9d96e8c7cb7e2213 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:18:25.492875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc29d514-71c4-4037-ab1a-4210c34731ca tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:25.564044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc29d514-71c4-4037-ab1a-4210c34731ca tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:25.566701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc29d514-71c4-4037-ab1a-4210c34731ca tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:25.568612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cab80c69-ad75-4a70-ab79-5e5bd6881128 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:18:25.593300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc29d514-71c4-4037-ab1a-4210c34731ca tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b620d86-ca3d-4369-af8b-81429251bf44,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:18:25.595862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fc29d514-71c4-4037-ab1a-4210c34731ca tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:18:25.602285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc29d514-71c4-4037-ab1a-4210c34731ca tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:25.608250 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fc29d514-71c4-4037-ab1a-4210c34731ca tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1521330
Nov 24 13:18:25.608699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53924) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:18:25.614881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-91b981e1-f646-4778-a009-eef4f1dfb3d3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '55e31529-b1fc-4a3f-b444-ebe2f8f5aede', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:18:25.621532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-91b981e1-f646-4778-a009-eef4f1dfb3d3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:18:25.625634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-91b981e1-f646-4778-a009-eef4f1dfb3d3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:18:25.628721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-91b981e1-f646-4778-a009-eef4f1dfb3d3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:18:25.634692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-91b981e1-f646-4778-a009-eef4f1dfb3d3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:18:25.645700 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-91b981e1-f646-4778-a009-eef4f1dfb3d3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Project ddd175861f0b46ae9d96e8c7cb7e2213 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:18:25.652462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-91b981e1-f646-4778-a009-eef4f1dfb3d3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:25.726411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-91b981e1-f646-4778-a009-eef4f1dfb3d3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:25.729154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-91b981e1-f646-4778-a009-eef4f1dfb3d3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:25.731080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-07b6e5b0-e44f-4157-8882-e58848769d50 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:18:25.754499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b981e1-f646-4778-a009-eef4f1dfb3d3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=456c6d09-fd6b-4e82-a631-003740cfd33a,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:18:25.757023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-91b981e1-f646-4778-a009-eef4f1dfb3d3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:18:25.763748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-91b981e1-f646-4778-a009-eef4f1dfb3d3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:25.765532 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-91b981e1-f646-4778-a009-eef4f1dfb3d3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1557093
Nov 24 13:18:25.959911 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-829565cb-807d-4358-b591-32516eae36b9 req-5086e3d2-c3e2-4d54-bf56-162c8c45a3eb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1501638745&fields=id&tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 267 time: 0.0452743
Nov 24 13:18:26.127003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829565cb-807d-4358-b591-32516eae36b9 req-0d68af34-5f63-4165-a080-f24ce2a1364f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:26.128613 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-829565cb-807d-4358-b591-32516eae36b9 req-0d68af34-5f63-4165-a080-f24ce2a1364f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/networks?id=393b24a1-84e4-4596-ac01-ef8abd7ce556 HTTP/1.1" status: 200  len: 796 time: 0.1612835
Nov 24 13:18:26.148286 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-829565cb-807d-4358-b591-32516eae36b9 req-473bb17c-9389-4d69-abe5-b777246c0ca0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/quotas/ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 375 time: 0.0128784
Nov 24 13:18:26.244625 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-829565cb-807d-4358-b591-32516eae36b9 req-356bd9e5-56a4-4811-a29b-a63adfe41220 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0903745
Nov 24 13:18:26.475363 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-829565cb-807d-4358-b591-32516eae36b9 req-5266864c-39fa-434e-8bc3-0ba3fa3a708e service neutron] 10.222.0.76 "GET /v2.0/networks/393b24a1-84e4-4596-ac01-ef8abd7ce556?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2151511
Nov 24 13:18:26.623880 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-829565cb-807d-4358-b591-32516eae36b9 req-451d4652-8290-41ff-8446-774bb4124a1c service neutron] 10.222.0.76 "GET /v2.0/networks/393b24a1-84e4-4596-ac01-ef8abd7ce556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1414444
Nov 24 13:18:26.833228 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d3ab346a-7d1b-4485-84c8-c0409fc1553f req-ae3edd6c-83ca-48a1-8576-a38198ac1973 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=b7a9fbea-3370-472f-a43d-f999117c10c2 HTTP/1.1" status: 200  len: 210 time: 0.0481186
Nov 24 13:18:28.012234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829565cb-807d-4358-b591-32516eae36b9 req-85b18518-c8a2-49f2-b8aa-d4cbd5ab71db tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:28.013782 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-829565cb-807d-4358-b591-32516eae36b9 req-85b18518-c8a2-49f2-b8aa-d4cbd5ab71db tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/networks?id=393b24a1-84e4-4596-ac01-ef8abd7ce556 HTTP/1.1" status: 200  len: 796 time: 0.1974645
Nov 24 13:18:28.026603 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6051ae86-8aa0-4373-8eb7-4352910e56e5 req-bd0a49ee-3107-46f6-b209-f13fb29e6dcd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=b7a9fbea-3370-472f-a43d-f999117c10c2 HTTP/1.1" status: 200  len: 210 time: 0.0544326
Nov 24 13:18:28.133993 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-829565cb-807d-4358-b591-32516eae36b9 req-28b93a27-817a-49f0-aa27-6ca03114c085 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 11997 time: 0.1000352
Nov 24 13:18:28.164041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-829565cb-807d-4358-b591-32516eae36b9 req-1e9f612d-11b7-4c43-b8e8-bfc3eee920b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'port': {'device_id': 'b7a9fbea-3370-472f-a43d-f999117c10c2', 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556', 'admin_state_up': True, 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'security_groups': ['55e31529-b1fc-4a3f-b444-ebe2f8f5aede']}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:18:28.314781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-829565cb-807d-4358-b591-32516eae36b9 req-1e9f612d-11b7-4c43-b8e8-bfc3eee920b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:18:28.324686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-829565cb-807d-4358-b591-32516eae36b9 req-1e9f612d-11b7-4c43-b8e8-bfc3eee920b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:18:28.333342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-829565cb-807d-4358-b591-32516eae36b9 req-1e9f612d-11b7-4c43-b8e8-bfc3eee920b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Made reservation on behalf of ddd175861f0b46ae9d96e8c7cb7e2213 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:18:28.338917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-829565cb-807d-4358-b591-32516eae36b9 req-1e9f612d-11b7-4c43-b8e8-bfc3eee920b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:28.647771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-829565cb-807d-4358-b591-32516eae36b9 req-1e9f612d-11b7-4c43-b8e8-bfc3eee920b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.20.0.4 (393b24a1-84e4-4596-ac01-ef8abd7ce556/3bdece55-69a2-40cc-8a12-87e2f477c2ee/d82afc82-a59d-4fca-afd0-871ddc64ebd6) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:18:28.855323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-829565cb-807d-4358-b591-32516eae36b9 req-1e9f612d-11b7-4c43-b8e8-bfc3eee920b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:28.871659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-829565cb-807d-4358-b591-32516eae36b9 req-1e9f612d-11b7-4c43-b8e8-bfc3eee920b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Transition to ACTIVE for port object d82afc82-a59d-4fca-afd0-871ddc64ebd6 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:18:28.892127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-829565cb-807d-4358-b591-32516eae36b9 req-1e9f612d-11b7-4c43-b8e8-bfc3eee920b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:28.907079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1e5f59d0-5158-4479-a06b-b575b08f2777 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:18:29.043964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f612d-11b7-4c43-b8e8-bfc3eee920b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=d82afc82-a59d-4fca-afd0-871ddc64ebd6,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:18:29.048427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1e9f612d-11b7-4c43-b8e8-bfc3eee920b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:18:29.107001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-829565cb-807d-4358-b591-32516eae36b9 req-1e9f612d-11b7-4c43-b8e8-bfc3eee920b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network 393b24a1-84e4-4596-ac01-ef8abd7ce556 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:18:29.108186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-829565cb-807d-4358-b591-32516eae36b9 req-1e9f612d-11b7-4c43-b8e8-bfc3eee920b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:18:29.110668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-829565cb-807d-4358-b591-32516eae36b9 req-1e9f612d-11b7-4c43-b8e8-bfc3eee920b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:18:29.226823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829565cb-807d-4358-b591-32516eae36b9 req-1e9f612d-11b7-4c43-b8e8-bfc3eee920b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:29.227503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-829565cb-807d-4358-b591-32516eae36b9 req-1e9f612d-11b7-4c43-b8e8-bfc3eee920b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:29.262601 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-829565cb-807d-4358-b591-32516eae36b9 req-1e9f612d-11b7-4c43-b8e8-bfc3eee920b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1027219
Nov 24 13:18:29.283149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-829565cb-807d-4358-b591-32516eae36b9 req-b1cb7075-3d80-4f58-85d9-b3beb15366ed service neutron] Request body: {'port': {'device_id': 'b7a9fbea-3370-472f-a43d-f999117c10c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:18:29.342913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2f7ed-b32d-49e8-9a28-e23d91e2968d req-6d3e88ef-1ed3-4720-926a-62eba7fbb689 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:29.343676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-dda2f7ed-b32d-49e8-9a28-e23d91e2968d req-6d3e88ef-1ed3-4720-926a-62eba7fbb689 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:18:29.368278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6b3f699f-8ce3-422c-ab6b-47fd5e5dd12c None None] Provisioning for port d82afc82-a59d-4fca-afd0-871ddc64ebd6 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:18:29.373935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6b3f699f-8ce3-422c-ab6b-47fd5e5dd12c None None] Provisioning complete for port d82afc82-a59d-4fca-afd0-871ddc64ebd6 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:18:29.374475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b3f699f-8ce3-422c-ab6b-47fd5e5dd12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:29.407890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-dda2f7ed-b32d-49e8-9a28-e23d91e2968d req-6d3e88ef-1ed3-4720-926a-62eba7fbb689 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:18:29.409109 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dda2f7ed-b32d-49e8-9a28-e23d91e2968d req-6d3e88ef-1ed3-4720-926a-62eba7fbb689 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=b7a9fbea-3370-472f-a43d-f999117c10c2 HTTP/1.1" status: 200  len: 931 time: 0.2377956
Nov 24 13:18:29.432113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6b3f699f-8ce3-422c-ab6b-47fd5e5dd12c None None] Port d82afc82-a59d-4fca-afd0-871ddc64ebd6 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:18:29.448453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-829565cb-807d-4358-b591-32516eae36b9 req-b1cb7075-3d80-4f58-85d9-b3beb15366ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:29.523899 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dda2f7ed-b32d-49e8-9a28-e23d91e2968d req-15af75f2-e374-4c4b-bda3-6226bff6dccb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=55e31529-b1fc-4a3f-b444-ebe2f8f5aede&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1022079
Nov 24 13:18:29.875681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-829565cb-807d-4358-b591-32516eae36b9 req-b1cb7075-3d80-4f58-85d9-b3beb15366ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d82afc82-a59d-4fca-afd0-871ddc64ebd6 {{(pid=80943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:18:29.882638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-829565cb-807d-4358-b591-32516eae36b9 req-b1cb7075-3d80-4f58-85d9-b3beb15366ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:29.895423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-829565cb-807d-4358-b591-32516eae36b9 req-b1cb7075-3d80-4f58-85d9-b3beb15366ed service neutron] Transition to ACTIVE for port object d82afc82-a59d-4fca-afd0-871ddc64ebd6 will not be triggered until provisioned by entity L2. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:18:29.900209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-829565cb-807d-4358-b591-32516eae36b9 req-b1cb7075-3d80-4f58-85d9-b3beb15366ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:29.916092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3e98c37c-86ac-4195-aa7e-f61a6e2c138c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:18:30.052271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb7075-3d80-4f58-85d9-b3beb15366ed service neutron] Pushing event updated for resources: {'Port': ['ID=d82afc82-a59d-4fca-afd0-871ddc64ebd6,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:18:30.057886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b1cb7075-3d80-4f58-85d9-b3beb15366ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:18:30.515499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-829565cb-807d-4358-b591-32516eae36b9 req-b1cb7075-3d80-4f58-85d9-b3beb15366ed service neutron] Attempting to bind port d82afc82-a59d-4fca-afd0-871ddc64ebd6 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:18:30.515759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-829565cb-807d-4358-b591-32516eae36b9 req-b1cb7075-3d80-4f58-85d9-b3beb15366ed service neutron] Attempting to bind port d82afc82-a59d-4fca-afd0-871ddc64ebd6 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '358a5951-9efe-4473-9a00-23329551a684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556'}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:18:30.516366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829565cb-807d-4358-b591-32516eae36b9 req-b1cb7075-3d80-4f58-85d9-b3beb15366ed service neutron] Attempting to bind port d82afc82-a59d-4fca-afd0-871ddc64ebd6 on network 393b24a1-84e4-4596-ac01-ef8abd7ce556 {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:18:30.523400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829565cb-807d-4358-b591-32516eae36b9 req-b1cb7075-3d80-4f58-85d9-b3beb15366ed service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:18:30.523772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829565cb-807d-4358-b591-32516eae36b9 req-b1cb7075-3d80-4f58-85d9-b3beb15366ed service neutron] Checking segment: {'id': '358a5951-9efe-4473-9a00-23329551a684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:18:30.524177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-829565cb-807d-4358-b591-32516eae36b9 req-b1cb7075-3d80-4f58-85d9-b3beb15366ed service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:30.524573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829565cb-807d-4358-b591-32516eae36b9 req-b1cb7075-3d80-4f58-85d9-b3beb15366ed service neutron] Bound using segment: {'id': '358a5951-9efe-4473-9a00-23329551a684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556'} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:18:30.525043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-829565cb-807d-4358-b591-32516eae36b9 req-b1cb7075-3d80-4f58-85d9-b3beb15366ed service neutron] Bound port: d82afc82-a59d-4fca-afd0-871ddc64ebd6, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358a5951-9efe-4473-9a00-23329551a684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556'}}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:18:30.525416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-829565cb-807d-4358-b591-32516eae36b9 req-b1cb7075-3d80-4f58-85d9-b3beb15366ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:30.619201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-829565cb-807d-4358-b591-32516eae36b9 req-b1cb7075-3d80-4f58-85d9-b3beb15366ed service neutron] For port d82afc82-a59d-4fca-afd0-871ddc64ebd6, host hv-neutron-6013, cleared binding levels {{(pid=80943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:18:30.622490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-829565cb-807d-4358-b591-32516eae36b9 req-b1cb7075-3d80-4f58-85d9-b3beb15366ed service neutron] For port d82afc82-a59d-4fca-afd0-871ddc64ebd6, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=d82afc82-a59d-4fca-afd0-871ddc64ebd6,segment=NetworkSegment(358a5951-9efe-4473-9a00-23329551a684),segment_id=358a5951-9efe-4473-9a00-23329551a684)] {{(pid=80943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:18:30.626384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-829565cb-807d-4358-b591-32516eae36b9 req-b1cb7075-3d80-4f58-85d9-b3beb15366ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:30.644910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-14523caf-40f2-44e1-90d1-b95429e72d8d tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:18:30.832396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb7075-3d80-4f58-85d9-b3beb15366ed service neutron] Pushing event updated for resources: {'Port': ['ID=d82afc82-a59d-4fca-afd0-871ddc64ebd6,revision_number=3']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:18:30.840243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b1cb7075-3d80-4f58-85d9-b3beb15366ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:18:30.906821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b38ec5-4c3c-4064-8a27-fa589fdab337 req-c86a3d75-0550-47ab-8928-0553e09300e4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:30.908415 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d6b38ec5-4c3c-4064-8a27-fa589fdab337 req-c86a3d75-0550-47ab-8928-0553e09300e4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=b7a9fbea-3370-472f-a43d-f999117c10c2 HTTP/1.1" status: 200  len: 943 time: 0.2344892
Nov 24 13:18:30.915446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829565cb-807d-4358-b591-32516eae36b9 req-b1cb7075-3d80-4f58-85d9-b3beb15366ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:30.916091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-829565cb-807d-4358-b591-32516eae36b9 req-b1cb7075-3d80-4f58-85d9-b3beb15366ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:30.917490 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-829565cb-807d-4358-b591-32516eae36b9 req-b1cb7075-3d80-4f58-85d9-b3beb15366ed service neutron] 10.222.0.70 "PUT /v2.0/ports/d82afc82-a59d-4fca-afd0-871ddc64ebd6 HTTP/1.1" status: 200  len: 1157 time: 1.6408699
Nov 24 13:18:30.918055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a9fbea-3370-472f-a43d-f999117c10c2', 'tag': 'd82afc82-a59d-4fca-afd0-871ddc64ebd6'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:18:30.970227 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d6b38ec5-4c3c-4064-8a27-fa589fdab337 req-e72db63d-a753-47fc-ace8-ab6bf7946b4a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=55e31529-b1fc-4a3f-b444-ebe2f8f5aede&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459027
Nov 24 13:18:30.984107 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7a9fbea-3370-472f-a43d-f999117c10c2', 'tag': 'd82afc82-a59d-4fca-afd0-871ddc64ebd6', 'status': 'completed', 'code': 200}
Nov 24 13:18:31.077099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829565cb-807d-4358-b591-32516eae36b9 req-6292b72a-05dd-468c-ab74-60b7f9fae685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:31.078788 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-829565cb-807d-4358-b591-32516eae36b9 req-6292b72a-05dd-468c-ab74-60b7f9fae685 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=b7a9fbea-3370-472f-a43d-f999117c10c2 HTTP/1.1" status: 200  len: 1160 time: 0.0787234
Nov 24 13:18:31.166328 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-829565cb-807d-4358-b591-32516eae36b9 req-81510860-7d1d-4895-b602-7f16d35c7b70 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d82afc82-a59d-4fca-afd0-871ddc64ebd6 HTTP/1.1" status: 200  len: 217 time: 0.0731776
Nov 24 13:18:31.236353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829565cb-807d-4358-b591-32516eae36b9 req-5f338cad-e7cf-483c-a078-c763e5d6f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:31.237850 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-829565cb-807d-4358-b591-32516eae36b9 req-5f338cad-e7cf-483c-a078-c763e5d6f4f2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3bdece55-69a2-40cc-8a12-87e2f477c2ee HTTP/1.1" status: 200  len: 834 time: 0.0654833
Nov 24 13:18:31.322670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829565cb-807d-4358-b591-32516eae36b9 req-3cf7e79e-a183-481a-b7be-553d150a78b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:31.324297 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-829565cb-807d-4358-b591-32516eae36b9 req-3cf7e79e-a183-481a-b7be-553d150a78b3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=393b24a1-84e4-4596-ac01-ef8abd7ce556&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803630
Nov 24 13:18:31.469559 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-829565cb-807d-4358-b591-32516eae36b9 req-866ff719-fd21-4a0a-a431-f8caaa3b333e service neutron] 10.222.0.70 "GET /v2.0/networks/393b24a1-84e4-4596-ac01-ef8abd7ce556?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383610
Nov 24 13:18:31.613444 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-829565cb-807d-4358-b591-32516eae36b9 req-3911cc54-1d3e-47ee-8765-a37b45fac8ff service neutron] 10.222.0.70 "GET /v2.0/networks/393b24a1-84e4-4596-ac01-ef8abd7ce556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1371419
Nov 24 13:18:31.775156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87cf265-628d-402c-aa39-a160e275b702 req-a4eca2c6-dd77-4d3c-b18d-b3a85703ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:31.776797 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a87cf265-628d-402c-aa39-a160e275b702 req-a4eca2c6-dd77-4d3c-b18d-b3a85703ba0e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=b7a9fbea-3370-472f-a43d-f999117c10c2 HTTP/1.1" status: 200  len: 1160 time: 0.0760233
Nov 24 13:18:31.921601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87cf265-628d-402c-aa39-a160e275b702 req-703b99e5-1541-42e6-b818-2269cb456dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:31.923650 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a87cf265-628d-402c-aa39-a160e275b702 req-703b99e5-1541-42e6-b818-2269cb456dc3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=393b24a1-84e4-4596-ac01-ef8abd7ce556 HTTP/1.1" status: 200  len: 890 time: 0.1403050
Nov 24 13:18:32.002973 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a87cf265-628d-402c-aa39-a160e275b702 req-01d5fa8c-d3f6-4545-9fe9-296db16d6b55 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d82afc82-a59d-4fca-afd0-871ddc64ebd6 HTTP/1.1" status: 200  len: 217 time: 0.0683239
Nov 24 13:18:32.074745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87cf265-628d-402c-aa39-a160e275b702 req-292902af-ff59-491a-80b6-b65b92328655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:32.077000 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a87cf265-628d-402c-aa39-a160e275b702 req-292902af-ff59-491a-80b6-b65b92328655 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3bdece55-69a2-40cc-8a12-87e2f477c2ee HTTP/1.1" status: 200  len: 834 time: 0.0664546
Nov 24 13:18:32.233591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87cf265-628d-402c-aa39-a160e275b702 req-5f3c4ed0-905f-4bde-ab85-9fa190d04970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:32.235906 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a87cf265-628d-402c-aa39-a160e275b702 req-5f3c4ed0-905f-4bde-ab85-9fa190d04970 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=393b24a1-84e4-4596-ac01-ef8abd7ce556&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1524196
Nov 24 13:18:32.243137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acaeae-0bcf-4505-8cf1-3ee59ef03138 req-72eec4bd-e38f-4740-9cbc-1448dfdb395a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:32.244806 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b9acaeae-0bcf-4505-8cf1-3ee59ef03138 req-72eec4bd-e38f-4740-9cbc-1448dfdb395a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=b7a9fbea-3370-472f-a43d-f999117c10c2 HTTP/1.1" status: 200  len: 943 time: 0.1292119
Nov 24 13:18:32.390250 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b9acaeae-0bcf-4505-8cf1-3ee59ef03138 req-5f94a7c5-b6fd-442c-aebc-322b4cb107fd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=55e31529-b1fc-4a3f-b444-ebe2f8f5aede&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1211309
Nov 24 13:18:32.423804 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a87cf265-628d-402c-aa39-a160e275b702 req-6b230d4e-7f9b-4b40-b39a-3b42e828877f service neutron] 10.222.0.70 "GET /v2.0/networks/393b24a1-84e4-4596-ac01-ef8abd7ce556?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1778753
Nov 24 13:18:32.569220 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a87cf265-628d-402c-aa39-a160e275b702 req-9ca1d1bb-450c-4137-83e8-be106c9753f7 service neutron] 10.222.0.70 "GET /v2.0/networks/393b24a1-84e4-4596-ac01-ef8abd7ce556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1385274
Nov 24 13:18:33.607759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6842c-ea76-457f-a62c-741ef1d3345b req-dcf96641-85c3-49d5-8edc-b5713dfe981c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:33.609392 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-17b6842c-ea76-457f-a62c-741ef1d3345b req-dcf96641-85c3-49d5-8edc-b5713dfe981c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=b7a9fbea-3370-472f-a43d-f999117c10c2 HTTP/1.1" status: 200  len: 943 time: 0.0874336
Nov 24 13:18:33.665222 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-17b6842c-ea76-457f-a62c-741ef1d3345b req-d5357f49-4097-4ea4-b48b-62ebe1a10ae8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=55e31529-b1fc-4a3f-b444-ebe2f8f5aede&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493083
Nov 24 13:18:34.878234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fa4bb-fbe2-489b-886d-878e5b9e4516 req-606cc032-08ce-455a-b2bf-2f39440d7a32 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:34.880196 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-643fa4bb-fbe2-489b-886d-878e5b9e4516 req-606cc032-08ce-455a-b2bf-2f39440d7a32 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=b7a9fbea-3370-472f-a43d-f999117c10c2 HTTP/1.1" status: 200  len: 943 time: 0.0833507
Nov 24 13:18:34.929130 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-643fa4bb-fbe2-489b-886d-878e5b9e4516 req-f6c43c12-125e-4353-85b3-341d7f2cb3dc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=55e31529-b1fc-4a3f-b444-ebe2f8f5aede&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427692
Nov 24 13:18:35.146962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device d82afc82-a59d-4fca-afd0-871ddc64ebd6 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:18:35.216377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port d82afc82-a59d-4fca-afd0-871ddc64ebd6 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:18:35.222274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port d82afc82-a59d-4fca-afd0-871ddc64ebd6 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:18:35.222695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:35.345304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:35.372856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a9fbea-3370-472f-a43d-f999117c10c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82afc82-a59d-4fca-afd0-871ddc64ebd6'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:18:35.385511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port d82afc82-a59d-4fca-afd0-871ddc64ebd6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=d82afc82-a59d-4fca-afd0-871ddc64ebd6,segment=NetworkSegment(358a5951-9efe-4473-9a00-23329551a684),segment_id=358a5951-9efe-4473-9a00-23329551a684)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:18:35.388571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:35.390552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:18:35.433332 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a9fbea-3370-472f-a43d-f999117c10c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82afc82-a59d-4fca-afd0-871ddc64ebd6', 'code': 200}
Nov 24 13:18:35.460107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=d82afc82-a59d-4fca-afd0-871ddc64ebd6,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:18:35.469518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:35.469850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:35.470318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:35.470700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:35.471077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:35.471454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:35.471828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:35.472215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:35.472600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:35.472970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:35.473338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:35.473710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:35.474337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:35.474624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:35.474993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:35.475358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:35.475725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:35.476094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:35.476463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:35.476831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:35.477193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:35.477558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:35.477923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:35.478311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:18:35.483161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:18:35.712432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f37a62-a4c7-4a57-9c7d-bd3d148ffd44 req-0071033f-3213-471f-9f6c-2354ddb5af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:35.714432 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-49f37a62-a4c7-4a57-9c7d-bd3d148ffd44 req-0071033f-3213-471f-9f6c-2354ddb5af5d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b7a9fbea-3370-472f-a43d-f999117c10c2 HTTP/1.1" status: 200  len: 1162 time: 0.0782421
Nov 24 13:18:35.759849 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-49f37a62-a4c7-4a57-9c7d-bd3d148ffd44 req-f659f142-29d3-4d6d-a842-65f2b4b29af3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=55e31529-b1fc-4a3f-b444-ebe2f8f5aede&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388184
Nov 24 13:18:36.144773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133f79c-f0fe-4bc3-9f7c-79f1f739d6be req-1a8afecb-e6e8-4c0d-a46d-6c2615ad39af tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:36.146437 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b133f79c-f0fe-4bc3-9f7c-79f1f739d6be req-1a8afecb-e6e8-4c0d-a46d-6c2615ad39af tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=b7a9fbea-3370-472f-a43d-f999117c10c2 HTTP/1.1" status: 200  len: 945 time: 0.0834444
Nov 24 13:18:36.202998 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b133f79c-f0fe-4bc3-9f7c-79f1f739d6be req-f4f8c287-2b0a-422e-ac75-452adb844bc3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=55e31529-b1fc-4a3f-b444-ebe2f8f5aede&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500650
Nov 24 13:18:36.822008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device d82afc82-a59d-4fca-afd0-871ddc64ebd6 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:18:36.901868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port d82afc82-a59d-4fca-afd0-871ddc64ebd6 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:18:36.902264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:37.419022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403b481-412b-4c8e-891c-3b4a5e4a17ea req-0fc5b38d-f2b6-4cd7-b53f-42370329e735 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:37.420568 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9403b481-412b-4c8e-891c-3b4a5e4a17ea req-0fc5b38d-f2b6-4cd7-b53f-42370329e735 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=b7a9fbea-3370-472f-a43d-f999117c10c2 HTTP/1.1" status: 200  len: 945 time: 0.0853376
Nov 24 13:18:37.469686 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9403b481-412b-4c8e-891c-3b4a5e4a17ea req-d598a7ea-c3da-49b2-8983-e2b5461bf403 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=55e31529-b1fc-4a3f-b444-ebe2f8f5aede&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427587
Nov 24 13:18:37.684022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa8b3e-57b4-49be-b046-ef198cf14367 req-437db551-b115-40a9-b420-d7f8b8f5984a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:37.685526 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-88aa8b3e-57b4-49be-b046-ef198cf14367 req-437db551-b115-40a9-b420-d7f8b8f5984a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=b7a9fbea-3370-472f-a43d-f999117c10c2 HTTP/1.1" status: 200  len: 945 time: 0.0876956
Nov 24 13:18:37.736500 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-88aa8b3e-57b4-49be-b046-ef198cf14367 req-4a091705-b203-45ac-a5e9-8a3c8b3d8af5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=55e31529-b1fc-4a3f-b444-ebe2f8f5aede&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445404
Nov 24 13:18:37.767334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53978) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:18:37.844038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52851f57-3c36-49fb-821e-8b2c0dae2924 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:37.845710 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-52851f57-3c36-49fb-821e-8b2c0dae2924 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/ports?device_id=b7a9fbea-3370-472f-a43d-f999117c10c2 HTTP/1.1" status: 200  len: 1157 time: 0.0773089
Nov 24 13:18:37.848843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 53982) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:18:37.854341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7a34e78e-77c9-48a6-9399-a79597550d01 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'floatingip': {'port_id': 'd82afc82-a59d-4fca-afd0-871ddc64ebd6'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:18:37.937757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7a34e78e-77c9-48a6-9399-a79597550d01 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:38.839569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7a34e78e-77c9-48a6-9399-a79597550d01 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:38.842257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7a34e78e-77c9-48a6-9399-a79597550d01 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:39.046341 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-7a34e78e-77c9-48a6-9399-a79597550d01 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Floating IP e8539eeb-17b2-42fb-a1c9-96da9fb13f2c associated. External IP: 172.26.8.127, port: d82afc82-a59d-4fca-afd0-871ddc64ebd6.
Nov 24 13:18:39.511063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a34e78e-77c9-48a6-9399-a79597550d01 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 4b6841eb-4ac4-4b53-98fb-7f29840311cb has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:18:39.724310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a34e78e-77c9-48a6-9399-a79597550d01 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:18:39.730715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7a34e78e-77c9-48a6-9399-a79597550d01 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:39.737970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d166e0d0-c6a9-4027-a920-d1e5258862e9 None None] Sync routers for ids ['4b6841eb-4ac4-4b53-98fb-7f29840311cb'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:18:39.754094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d166e0d0-c6a9-4027-a920-d1e5258862e9 None None] Routers {'4b6841eb-4ac4-4b53-98fb-7f29840311cb'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:18:39.754786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d166e0d0-c6a9-4027-a920-d1e5258862e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c8af240>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:18:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['4b6841eb-4ac4-4b53-98fb-7f29840311cb'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:18:39.787120 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7a34e78e-77c9-48a6-9399-a79597550d01 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "PUT /v2.0/floatingips/e8539eeb-17b2-42fb-a1c9-96da9fb13f2c HTTP/1.1" status: 200  len: 991 time: 1.9371703
Nov 24 13:18:39.787922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a9fbea-3370-472f-a43d-f999117c10c2', 'tag': 'd82afc82-a59d-4fca-afd0-871ddc64ebd6'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:18:39.790195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53986) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:18:39.848072 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7a9fbea-3370-472f-a43d-f999117c10c2', 'tag': 'd82afc82-a59d-4fca-afd0-871ddc64ebd6', 'status': 'completed', 'code': 200}
Nov 24 13:18:39.912066 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b7de1e40-8a6d-4c6b-b0fd-097cca673196 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/e8539eeb-17b2-42fb-a1c9-96da9fb13f2c HTTP/1.1" status: 200  len: 991 time: 0.1202312
Nov 24 13:18:39.953995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-d166e0d0-c6a9-4027-a920-d1e5258862e9 None None] Set router 4b6841eb-4ac4-4b53-98fb-7f29840311cb gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:18:39.972516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34cdd7f-ffce-4bb1-8968-057efdb21781 req-f9e1039d-2aa6-4a8e-8762-083e79838ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:39.974179 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c34cdd7f-ffce-4bb1-8968-057efdb21781 req-f9e1039d-2aa6-4a8e-8762-083e79838ec6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=b7a9fbea-3370-472f-a43d-f999117c10c2 HTTP/1.1" status: 200  len: 1162 time: 0.0809870
Nov 24 13:18:40.122214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34cdd7f-ffce-4bb1-8968-057efdb21781 req-7dd487c5-113c-42f4-a40e-069d29bc14f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:40.123915 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c34cdd7f-ffce-4bb1-8968-057efdb21781 req-7dd487c5-113c-42f4-a40e-069d29bc14f8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=393b24a1-84e4-4596-ac01-ef8abd7ce556 HTTP/1.1" status: 200  len: 890 time: 0.1434784
Nov 24 13:18:40.238963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a26e0e22-955c-4d3d-b0b9-0886f32297c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:40.242892 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c34cdd7f-ffce-4bb1-8968-057efdb21781 req-3d10c6fa-bd2a-4945-8006-c8ceb21bc711 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d82afc82-a59d-4fca-afd0-871ddc64ebd6 HTTP/1.1" status: 200  len: 999 time: 0.1124513
Nov 24 13:18:40.320673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34cdd7f-ffce-4bb1-8968-057efdb21781 req-6c14adec-e6b7-4714-9a47-86e3eccacda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:40.322306 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c34cdd7f-ffce-4bb1-8968-057efdb21781 req-6c14adec-e6b7-4714-9a47-86e3eccacda9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3bdece55-69a2-40cc-8a12-87e2f477c2ee HTTP/1.1" status: 200  len: 834 time: 0.0727530
Nov 24 13:18:40.337596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d166e0d0-c6a9-4027-a920-d1e5258862e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c8af240>, [{'id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'name': 'tempest-TestNetworkBasicOps-router-50671150', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f3beca2-7407-4106-914e-085b18243b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:26Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '2f3beca2-7407-4106-914e-085b18243b06', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'e8539eeb-17b2-42fb-a1c9-96da9fb13f2c', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.127', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'port_id': 'd82afc82-a59d-4fca-afd0-871ddc64ebd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556', 'mac_address': 'fa:16:3e:f6:3f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a9fbea-3370-472f-a43d-f999117c10c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:17:42Z', 'updated_at': '2020-11-24T13:18:38Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4415ab8-275e-474e-9634-b9b5921e5eef', 'name': '', 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:0a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '3bdece55-69a2-40cc-8a12-87e2f477c2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:25Z', 'updated_at': '2020-11-24T13:17:32Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '3bdece55-69a2-40cc-8a12-87e2f477c2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:18:40.341857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d166e0d0-c6a9-4027-a920-d1e5258862e9 None None] Checking router: 4b6841eb-4ac4-4b53-98fb-7f29840311cb for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:18:40.352891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d166e0d0-c6a9-4027-a920-d1e5258862e9 None None] Routers {'4b6841eb-4ac4-4b53-98fb-7f29840311cb'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:18:40.353527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d166e0d0-c6a9-4027-a920-d1e5258862e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c8af240>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:18:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['4b6841eb-4ac4-4b53-98fb-7f29840311cb'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:18:40.403193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34cdd7f-ffce-4bb1-8968-057efdb21781 req-8fea50b7-cef2-44f9-89b9-908d0b396623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:18:40.404759 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c34cdd7f-ffce-4bb1-8968-057efdb21781 req-8fea50b7-cef2-44f9-89b9-908d0b396623 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=393b24a1-84e4-4596-ac01-ef8abd7ce556&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0757444
Nov 24 13:18:40.545993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-d166e0d0-c6a9-4027-a920-d1e5258862e9 None None] Set router 4b6841eb-4ac4-4b53-98fb-7f29840311cb gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:18:40.549278 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c34cdd7f-ffce-4bb1-8968-057efdb21781 req-6df43f0f-e7ca-417b-94f8-9ced47190af9 service neutron] 10.222.0.70 "GET /v2.0/networks/393b24a1-84e4-4596-ac01-ef8abd7ce556?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376450
Nov 24 13:18:40.693563 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c34cdd7f-ffce-4bb1-8968-057efdb21781 req-393124e2-64fa-4cc1-98ac-8cb5ed442930 service neutron] 10.222.0.70 "GET /v2.0/networks/393b24a1-84e4-4596-ac01-ef8abd7ce556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1375816
Nov 24 13:18:40.914606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d166e0d0-c6a9-4027-a920-d1e5258862e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c8af240>, [{'id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'name': 'tempest-TestNetworkBasicOps-router-50671150', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f3beca2-7407-4106-914e-085b18243b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:26Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '2f3beca2-7407-4106-914e-085b18243b06', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'e8539eeb-17b2-42fb-a1c9-96da9fb13f2c', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.127', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'port_id': 'd82afc82-a59d-4fca-afd0-871ddc64ebd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556', 'mac_address': 'fa:16:3e:f6:3f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a9fbea-3370-472f-a43d-f999117c10c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:17:42Z', 'updated_at': '2020-11-24T13:18:38Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4415ab8-275e-474e-9634-b9b5921e5eef', 'name': '', 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:0a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '3bdece55-69a2-40cc-8a12-87e2f477c2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:25Z', 'updated_at': '2020-11-24T13:17:32Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '3bdece55-69a2-40cc-8a12-87e2f477c2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:18:40.916086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53992) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:18:40.918831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d166e0d0-c6a9-4027-a920-d1e5258862e9 None None] The sync data for ids ['4b6841eb-4ac4-4b53-98fb-7f29840311cb'] in dv-neutron-601336-61-ovs is: [{'id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'name': 'tempest-TestNetworkBasicOps-router-50671150', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f3beca2-7407-4106-914e-085b18243b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:26Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '2f3beca2-7407-4106-914e-085b18243b06', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'e8539eeb-17b2-42fb-a1c9-96da9fb13f2c', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.127', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'port_id': 'd82afc82-a59d-4fca-afd0-871ddc64ebd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556', 'mac_address': 'fa:16:3e:f6:3f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a9fbea-3370-472f-a43d-f999117c10c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:17:42Z', 'updated_at': '2020-11-24T13:18:38Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4415ab8-275e-474e-9634-b9b5921e5eef', 'name': '', 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:0a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '3bdece55-69a2-40cc-8a12-87e2f477c2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:25Z', 'updated_at': '2020-11-24T13:17:32Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '3bdece55-69a2-40cc-8a12-87e2f477c2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:18:41.035005 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-448362a0-3ddb-4aec-9cd2-4658d8a862d2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/e8539eeb-17b2-42fb-a1c9-96da9fb13f2c HTTP/1.1" status: 200  len: 991 time: 0.1174991
Nov 24 13:18:41.211306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbf3cb8-e334-4367-8459-a7230183b759 None None] New status for floating IP e8539eeb-17b2-42fb-a1c9-96da9fb13f2c: ACTIVE {{(pid=80945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:18:42.039089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 53996) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:18:42.161233 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1acd9dd0-6e2e-43ff-a8fd-7d9931438ff4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/e8539eeb-17b2-42fb-a1c9-96da9fb13f2c HTTP/1.1" status: 200  len: 993 time: 0.1164927
Nov 24 13:18:42.571995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a99c868d-0289-459f-b1e6-0f01cad2531d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:42.888441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:44.152943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:44.711271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:51.032206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:18:55.471502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:19:01.857856 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9692e2d0-a6a7-4e1f-bca7-fbf448892238 req-4cb9c1c4-27cf-4b1e-abb1-c328695fc3a8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f8bf22b3-eb86-4dcd-bcc1-9462773202c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0824893
Nov 24 13:19:02.022660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692e2d0-a6a7-4e1f-bca7-fbf448892238 req-0f59c891-e4f7-4359-be43-c2e1c7319e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:02.024264 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9692e2d0-a6a7-4e1f-bca7-fbf448892238 req-0f59c891-e4f7-4359-be43-c2e1c7319e74 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=f8bf22b3-eb86-4dcd-bcc1-9462773202c8 HTTP/1.1" status: 200  len: 1162 time: 0.0747380
Nov 24 13:19:02.184222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692e2d0-a6a7-4e1f-bca7-fbf448892238 req-e3bc48ad-b7e9-4c48-aed0-884719a3b70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:02.185825 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9692e2d0-a6a7-4e1f-bca7-fbf448892238 req-e3bc48ad-b7e9-4c48-aed0-884719a3b70f service neutron] 10.222.0.70 "GET /v2.0/networks?id=393b24a1-84e4-4596-ac01-ef8abd7ce556 HTTP/1.1" status: 200  len: 890 time: 0.1404321
Nov 24 13:19:02.266634 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9692e2d0-a6a7-4e1f-bca7-fbf448892238 req-199d03b4-7220-42e2-9f85-ce2ae112993e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41b9f4f2-867d-42ca-9498-26e4750cbf80 HTTP/1.1" status: 200  len: 217 time: 0.0728137
Nov 24 13:19:02.337762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692e2d0-a6a7-4e1f-bca7-fbf448892238 req-0d3bc1ac-b76d-4cb9-abd0-07a9343ec35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:02.339404 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9692e2d0-a6a7-4e1f-bca7-fbf448892238 req-0d3bc1ac-b76d-4cb9-abd0-07a9343ec35a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3bdece55-69a2-40cc-8a12-87e2f477c2ee HTTP/1.1" status: 200  len: 834 time: 0.0663919
Nov 24 13:19:02.431261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692e2d0-a6a7-4e1f-bca7-fbf448892238 req-7bbc981b-4594-4b99-8022-fe28155f0383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:02.432827 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9692e2d0-a6a7-4e1f-bca7-fbf448892238 req-7bbc981b-4594-4b99-8022-fe28155f0383 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=393b24a1-84e4-4596-ac01-ef8abd7ce556&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796158
Nov 24 13:19:02.580861 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9692e2d0-a6a7-4e1f-bca7-fbf448892238 req-bdf06dbe-ea03-4fd7-9e66-571305a18733 service neutron] 10.222.0.70 "GET /v2.0/networks/393b24a1-84e4-4596-ac01-ef8abd7ce556?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398740
Nov 24 13:19:02.726599 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9692e2d0-a6a7-4e1f-bca7-fbf448892238 req-10d5d115-c87e-4584-ac08-b7b67f648dc9 service neutron] 10.222.0.70 "GET /v2.0/networks/393b24a1-84e4-4596-ac01-ef8abd7ce556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1386039
Nov 24 13:19:09.269461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062367d-0542-47e7-89fc-41918ce00984 req-f2aaeb9f-fad1-41eb-a2d5-70e2526df063 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:09.271147 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8062367d-0542-47e7-89fc-41918ce00984 req-f2aaeb9f-fad1-41eb-a2d5-70e2526df063 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=b7a9fbea-3370-472f-a43d-f999117c10c2 HTTP/1.1" status: 200  len: 945 time: 0.0921946
Nov 24 13:19:09.321735 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8062367d-0542-47e7-89fc-41918ce00984 req-9114fa21-1c84-4103-ae66-788fe5bcb8a3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=55e31529-b1fc-4a3f-b444-ebe2f8f5aede&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438554
Nov 24 13:19:10.235588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ef1463b9-a1bf-4b58-9713-a8b8f92d7da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:10.548487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac039292-770e-4415-97aa-bad372f23450 req-2cc6603b-ca98-46ef-8e6d-3b63301c2cd4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:10.550249 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ac039292-770e-4415-97aa-bad372f23450 req-2cc6603b-ca98-46ef-8e6d-3b63301c2cd4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=b7a9fbea-3370-472f-a43d-f999117c10c2 HTTP/1.1" status: 200  len: 945 time: 0.0948789
Nov 24 13:19:10.603316 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ac039292-770e-4415-97aa-bad372f23450 req-b3aa443e-ec7f-4646-b1a8-475e2cd5584d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=55e31529-b1fc-4a3f-b444-ebe2f8f5aede&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463192
Nov 24 13:19:10.883367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76578bd5-6fb9-47ca-85e7-d702f6b2bd38 req-52bee50c-1225-4d08-acec-59c688705723 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:10.884855 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-76578bd5-6fb9-47ca-85e7-d702f6b2bd38 req-52bee50c-1225-4d08-acec-59c688705723 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/ports?device_id=b7a9fbea-3370-472f-a43d-f999117c10c2 HTTP/1.1" status: 200  len: 945 time: 0.0838215
Nov 24 13:19:10.960799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-76578bd5-6fb9-47ca-85e7-d702f6b2bd38 req-953f363e-4485-4472-88ed-3ad1cb8ceeb4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port d82afc82-a59d-4fca-afd0-871ddc64ebd6 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:19:10.961183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-76578bd5-6fb9-47ca-85e7-d702f6b2bd38 req-953f363e-4485-4472-88ed-3ad1cb8ceeb4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:10.986768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device d82afc82-a59d-4fca-afd0-871ddc64ebd6 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:19:11.113675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:11.143808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a9fbea-3370-472f-a43d-f999117c10c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd82afc82-a59d-4fca-afd0-871ddc64ebd6'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:19:11.154346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port d82afc82-a59d-4fca-afd0-871ddc64ebd6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=d82afc82-a59d-4fca-afd0-871ddc64ebd6,segment=NetworkSegment(358a5951-9efe-4473-9a00-23329551a684),segment_id=358a5951-9efe-4473-9a00-23329551a684)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:19:11.157620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:11.159520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-39eca6b6-f565-41ab-a953-353335575d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:11.207522 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a9fbea-3370-472f-a43d-f999117c10c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd82afc82-a59d-4fca-afd0-871ddc64ebd6', 'code': 200}
Nov 24 13:19:11.233545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=d82afc82-a59d-4fca-afd0-871ddc64ebd6,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:11.240645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:11.243991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-76578bd5-6fb9-47ca-85e7-d702f6b2bd38 req-953f363e-4485-4472-88ed-3ad1cb8ceeb4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port d82afc82-a59d-4fca-afd0-871ddc64ebd6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=d82afc82-a59d-4fca-afd0-871ddc64ebd6,segment=NetworkSegment(358a5951-9efe-4473-9a00-23329551a684),segment_id=358a5951-9efe-4473-9a00-23329551a684)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:19:11.244403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-76578bd5-6fb9-47ca-85e7-d702f6b2bd38 req-953f363e-4485-4472-88ed-3ad1cb8ceeb4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:11.879242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-76578bd5-6fb9-47ca-85e7-d702f6b2bd38 req-953f363e-4485-4472-88ed-3ad1cb8ceeb4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:11.879884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-76578bd5-6fb9-47ca-85e7-d702f6b2bd38 req-953f363e-4485-4472-88ed-3ad1cb8ceeb4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:11.880018 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [req-76578bd5-6fb9-47ca-85e7-d702f6b2bd38 req-953f363e-4485-4472-88ed-3ad1cb8ceeb4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Floating IP e8539eeb-17b2-42fb-a1c9-96da9fb13f2c disassociated. External IP: 172.26.8.127, port: d82afc82-a59d-4fca-afd0-871ddc64ebd6.
Nov 24 13:19:11.880315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-76578bd5-6fb9-47ca-85e7-d702f6b2bd38 req-953f363e-4485-4472-88ed-3ad1cb8ceeb4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for d82afc82-a59d-4fca-afd0-871ddc64ebd6 owned by compute:nova {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:19:11.954518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc017c-6f1c-408e-9074-09a473fd0c19 req-f4578a9d-56b2-402e-af3d-8ce2194b7b75 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:11.956080 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-42cc017c-6f1c-408e-9074-09a473fd0c19 req-f4578a9d-56b2-402e-af3d-8ce2194b7b75 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=b7a9fbea-3370-472f-a43d-f999117c10c2 HTTP/1.1" status: 200  len: 943 time: 0.1796792
Nov 24 13:19:12.015827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [req-76578bd5-6fb9-47ca-85e7-d702f6b2bd38 req-953f363e-4485-4472-88ed-3ad1cb8ceeb4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:19:12.016184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [req-76578bd5-6fb9-47ca-85e7-d702f6b2bd38 req-953f363e-4485-4472-88ed-3ad1cb8ceeb4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:19:12.025313 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-42cc017c-6f1c-408e-9074-09a473fd0c19 req-5e0305a7-b033-4ab0-b4de-72d62614e338 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=55e31529-b1fc-4a3f-b444-ebe2f8f5aede&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617468
Nov 24 13:19:12.518476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-76578bd5-6fb9-47ca-85e7-d702f6b2bd38 req-953f363e-4485-4472-88ed-3ad1cb8ceeb4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port d82afc82-a59d-4fca-afd0-871ddc64ebd6 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:19:12.518872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-76578bd5-6fb9-47ca-85e7-d702f6b2bd38 req-953f363e-4485-4472-88ed-3ad1cb8ceeb4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:12.574070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-68b3e5f0-d042-46a5-8d71-b5969376f57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:12.781066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-76578bd5-6fb9-47ca-85e7-d702f6b2bd38 req-953f363e-4485-4472-88ed-3ad1cb8ceeb4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port d82afc82-a59d-4fca-afd0-871ddc64ebd6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=d82afc82-a59d-4fca-afd0-871ddc64ebd6,segment=NetworkSegment(358a5951-9efe-4473-9a00-23329551a684),segment_id=358a5951-9efe-4473-9a00-23329551a684)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:19:12.781464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-76578bd5-6fb9-47ca-85e7-d702f6b2bd38 req-953f363e-4485-4472-88ed-3ad1cb8ceeb4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:12.896293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:13.094765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-76578bd5-6fb9-47ca-85e7-d702f6b2bd38 req-953f363e-4485-4472-88ed-3ad1cb8ceeb4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:13.095173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-76578bd5-6fb9-47ca-85e7-d702f6b2bd38 req-953f363e-4485-4472-88ed-3ad1cb8ceeb4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:13.095518 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [req-76578bd5-6fb9-47ca-85e7-d702f6b2bd38 req-953f363e-4485-4472-88ed-3ad1cb8ceeb4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Floating IP e8539eeb-17b2-42fb-a1c9-96da9fb13f2c disassociated. External IP: 172.26.8.127, port: d82afc82-a59d-4fca-afd0-871ddc64ebd6.
Nov 24 13:19:13.096419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-76578bd5-6fb9-47ca-85e7-d702f6b2bd38 req-953f363e-4485-4472-88ed-3ad1cb8ceeb4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for d82afc82-a59d-4fca-afd0-871ddc64ebd6 owned by compute:nova {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:19:13.311458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-76578bd5-6fb9-47ca-85e7-d702f6b2bd38 req-953f363e-4485-4472-88ed-3ad1cb8ceeb4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:13.335483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e9d73-df66-4e6d-974f-131d02a37de1 req-935f5ca8-46e4-4158-be93-73eea8af1414 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:13.337035 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-859e9d73-df66-4e6d-974f-131d02a37de1 req-935f5ca8-46e4-4158-be93-73eea8af1414 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=b7a9fbea-3370-472f-a43d-f999117c10c2 HTTP/1.1" status: 200  len: 943 time: 0.1790509
Nov 24 13:19:13.337784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-60ca22c6-7c8c-4400-92c1-b22cbf7edbcc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:13.458437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f363e-4485-4472-88ed-3ad1cb8ceeb4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=d82afc82-a59d-4fca-afd0-871ddc64ebd6,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:13.469139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-953f363e-4485-4472-88ed-3ad1cb8ceeb4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:13.507644 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-859e9d73-df66-4e6d-974f-131d02a37de1 req-815fd9d3-1f11-4f1c-8373-4c8d61275c39 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=55e31529-b1fc-4a3f-b444-ebe2f8f5aede&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1381204
Nov 24 13:19:13.772483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76578bd5-6fb9-47ca-85e7-d702f6b2bd38 req-953f363e-4485-4472-88ed-3ad1cb8ceeb4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 4b6841eb-4ac4-4b53-98fb-7f29840311cb has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:19:13.994377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76578bd5-6fb9-47ca-85e7-d702f6b2bd38 req-953f363e-4485-4472-88ed-3ad1cb8ceeb4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:19:14.005793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced61af4-badd-4d06-973c-aeb720360b6d None None] Sync routers for ids ['4b6841eb-4ac4-4b53-98fb-7f29840311cb'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:19:14.023585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced61af4-badd-4d06-973c-aeb720360b6d None None] Routers {'4b6841eb-4ac4-4b53-98fb-7f29840311cb'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:19:14.024263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ced61af4-badd-4d06-973c-aeb720360b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cb784e0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:19:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['4b6841eb-4ac4-4b53-98fb-7f29840311cb'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:19:14.034073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-76578bd5-6fb9-47ca-85e7-d702f6b2bd38 req-953f363e-4485-4472-88ed-3ad1cb8ceeb4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] No DVR routers for this DVR port d82afc82-a59d-4fca-afd0-871ddc64ebd6 on host hv-neutron-6013 {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:19:14.036949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-76578bd5-6fb9-47ca-85e7-d702f6b2bd38 req-953f363e-4485-4472-88ed-3ad1cb8ceeb4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:14.041647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a9fbea-3370-472f-a43d-f999117c10c2', 'name': 'network-vif-deleted', 'tag': 'd82afc82-a59d-4fca-afd0-871ddc64ebd6'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:19:14.060020 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-76578bd5-6fb9-47ca-85e7-d702f6b2bd38 req-953f363e-4485-4472-88ed-3ad1cb8ceeb4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "DELETE /v2.0/ports/d82afc82-a59d-4fca-afd0-871ddc64ebd6 HTTP/1.1" status: 204  len: 173 time: 3.1684616
Nov 24 13:19:14.115981 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a9fbea-3370-472f-a43d-f999117c10c2', 'name': 'network-vif-deleted', 'tag': 'd82afc82-a59d-4fca-afd0-871ddc64ebd6', 'status': 'completed', 'code': 200}
Nov 24 13:19:14.175306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:14.397711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-ced61af4-badd-4d06-973c-aeb720360b6d None None] Set router 4b6841eb-4ac4-4b53-98fb-7f29840311cb gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:19:14.714848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:14.735661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-aee23573-2607-4e4c-92b4-122a01c716fa req-385ec98c-3ee1-4fa3-839c-7cc56fa5c4cd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:19:14.747585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ced61af4-badd-4d06-973c-aeb720360b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cb784e0>, [{'id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'name': 'tempest-TestNetworkBasicOps-router-50671150', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f3beca2-7407-4106-914e-085b18243b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:26Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '2f3beca2-7407-4106-914e-085b18243b06', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'a4415ab8-275e-474e-9634-b9b5921e5eef', 'name': '', 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:0a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '3bdece55-69a2-40cc-8a12-87e2f477c2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:25Z', 'updated_at': '2020-11-24T13:17:32Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '3bdece55-69a2-40cc-8a12-87e2f477c2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:19:14.751270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-aee23573-2607-4e4c-92b4-122a01c716fa req-385ec98c-3ee1-4fa3-839c-7cc56fa5c4cd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:19:14.752115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced61af4-badd-4d06-973c-aeb720360b6d None None] Checking router: 4b6841eb-4ac4-4b53-98fb-7f29840311cb for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:19:14.752616 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-aee23573-2607-4e4c-92b4-122a01c716fa req-385ec98c-3ee1-4fa3-839c-7cc56fa5c4cd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=b7a9fbea-3370-472f-a43d-f999117c10c2 HTTP/1.1" status: 200  len: 210 time: 0.0829380
Nov 24 13:19:14.764155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced61af4-badd-4d06-973c-aeb720360b6d None None] Routers {'4b6841eb-4ac4-4b53-98fb-7f29840311cb'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:19:14.764819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ced61af4-badd-4d06-973c-aeb720360b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cb784e0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:19:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['4b6841eb-4ac4-4b53-98fb-7f29840311cb'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:19:14.953691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-ced61af4-badd-4d06-973c-aeb720360b6d None None] Set router 4b6841eb-4ac4-4b53-98fb-7f29840311cb gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:19:15.285132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ced61af4-badd-4d06-973c-aeb720360b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cb784e0>, [{'id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'name': 'tempest-TestNetworkBasicOps-router-50671150', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f3beca2-7407-4106-914e-085b18243b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:26Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '2f3beca2-7407-4106-914e-085b18243b06', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'a4415ab8-275e-474e-9634-b9b5921e5eef', 'name': '', 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:0a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '3bdece55-69a2-40cc-8a12-87e2f477c2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:25Z', 'updated_at': '2020-11-24T13:17:32Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '3bdece55-69a2-40cc-8a12-87e2f477c2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:19:15.289397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced61af4-badd-4d06-973c-aeb720360b6d None None] The sync data for ids ['4b6841eb-4ac4-4b53-98fb-7f29840311cb'] in dv-neutron-601336-61-ovs is: [{'id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'name': 'tempest-TestNetworkBasicOps-router-50671150', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f3beca2-7407-4106-914e-085b18243b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:26Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '2f3beca2-7407-4106-914e-085b18243b06', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'a4415ab8-275e-474e-9634-b9b5921e5eef', 'name': '', 'network_id': '393b24a1-84e4-4596-ac01-ef8abd7ce556', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:0a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '3bdece55-69a2-40cc-8a12-87e2f477c2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:25Z', 'updated_at': '2020-11-24T13:17:32Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '3bdece55-69a2-40cc-8a12-87e2f477c2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:19:15.684411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b6e99c-9d1d-48f6-8fb1-7fa97801d836 None None] New status for floating IP e8539eeb-17b2-42fb-a1c9-96da9fb13f2c: DOWN {{(pid=80945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:19:15.871206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54026) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:19:15.946785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-470f67af-3bc0-427a-af48-bcf2c91a7caf tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:15.984667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-470f67af-3bc0-427a-af48-bcf2c91a7caf tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:16.038448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-470f67af-3bc0-427a-af48-bcf2c91a7caf tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:16.043752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-64c297b6-158c-4e13-94b6-711881464ea5 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:16.059911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f67af-3bc0-427a-af48-bcf2c91a7caf tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e31529-b1fc-4a3f-b444-ebe2f8f5aede,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:16.062682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-470f67af-3bc0-427a-af48-bcf2c91a7caf tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:16.069584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-470f67af-3bc0-427a-af48-bcf2c91a7caf tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:16.070846 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-470f67af-3bc0-427a-af48-bcf2c91a7caf tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/security-groups/55e31529-b1fc-4a3f-b444-ebe2f8f5aede HTTP/1.1" status: 204  len: 168 time: 0.1985948
Nov 24 13:19:16.116642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54032) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:19:16.287404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-8d99589f-35e7-4ad8-99b3-93f349296455 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port 265c678b-1bd3-4f8e-b075-6108a93e5d44 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:19:16.288025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d99589f-35e7-4ad8-99b3-93f349296455 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:16.480961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d99589f-35e7-4ad8-99b3-93f349296455 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:16.481246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d99589f-35e7-4ad8-99b3-93f349296455 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:16.614498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-8d99589f-35e7-4ad8-99b3-93f349296455 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for 265c678b-1bd3-4f8e-b075-6108a93e5d44 owned by network:floatingip {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:19:16.761658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d99589f-35e7-4ad8-99b3-93f349296455 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:16.782321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-78a04012-7156-4451-be34-1302a3dd5d16 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:16.883485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99589f-35e7-4ad8-99b3-93f349296455 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=265c678b-1bd3-4f8e-b075-6108a93e5d44,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:16.887030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8d99589f-35e7-4ad8-99b3-93f349296455 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:17.017597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d99589f-35e7-4ad8-99b3-93f349296455 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:17.035099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8d99589f-35e7-4ad8-99b3-93f349296455 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:17.036567 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8d99589f-35e7-4ad8-99b3-93f349296455 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/floatingips/e8539eeb-17b2-42fb-a1c9-96da9fb13f2c HTTP/1.1" status: 204  len: 168 time: 0.9186456
Nov 24 13:19:17.449213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc6f8e-b9a5-497c-bc62-ee5db6f2bb23 req-46f44580-569e-4bca-806b-ad4990416f52 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:17.451467 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c9fc6f8e-b9a5-497c-bc62-ee5db6f2bb23 req-46f44580-569e-4bca-806b-ad4990416f52 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f8bf22b3-eb86-4dcd-bcc1-9462773202c8 HTTP/1.1" status: 200  len: 945 time: 0.0921614
Nov 24 13:19:17.501168 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c9fc6f8e-b9a5-497c-bc62-ee5db6f2bb23 req-86ac2ba4-3b84-4926-848f-0f410b70e3ab tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=3017e634-899a-4689-9b59-aab53a5da2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434108
Nov 24 13:19:18.725745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab03221-c832-441d-bdf0-ecd143de4346 req-e5bccd26-64a7-47c0-9258-966b1698bce0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:18.727383 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0ab03221-c832-441d-bdf0-ecd143de4346 req-e5bccd26-64a7-47c0-9258-966b1698bce0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f8bf22b3-eb86-4dcd-bcc1-9462773202c8 HTTP/1.1" status: 200  len: 945 time: 0.0844991
Nov 24 13:19:18.776240 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0ab03221-c832-441d-bdf0-ecd143de4346 req-9ffe7bce-50a6-4da8-9fbb-95177b862bf6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=3017e634-899a-4689-9b59-aab53a5da2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424099
Nov 24 13:19:18.888379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931c384-1d1b-4763-901b-c8435273edf4 req-dc52b101-a842-4ad5-9700-4b0e9d0f7906 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:18.889866 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e931c384-1d1b-4763-901b-c8435273edf4 req-dc52b101-a842-4ad5-9700-4b0e9d0f7906 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/ports?device_id=f8bf22b3-eb86-4dcd-bcc1-9462773202c8 HTTP/1.1" status: 200  len: 945 time: 0.0897462
Nov 24 13:19:18.962934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-e931c384-1d1b-4763-901b-c8435273edf4 req-6ac402ea-8529-4251-a375-82e866f01dbd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port 41b9f4f2-867d-42ca-9498-26e4750cbf80 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:19:18.963308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-e931c384-1d1b-4763-901b-c8435273edf4 req-6ac402ea-8529-4251-a375-82e866f01dbd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:19.067061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 41b9f4f2-867d-42ca-9498-26e4750cbf80 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:19:19.189760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:19.219669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bf22b3-eb86-4dcd-bcc1-9462773202c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41b9f4f2-867d-42ca-9498-26e4750cbf80'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:19:19.232077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 41b9f4f2-867d-42ca-9498-26e4750cbf80, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=41b9f4f2-867d-42ca-9498-26e4750cbf80,segment=NetworkSegment(358a5951-9efe-4473-9a00-23329551a684),segment_id=358a5951-9efe-4473-9a00-23329551a684)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:19:19.235327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:19.237982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-95ef8d06-c9c4-41a4-9931-0beec5d65998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:19.238283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-e931c384-1d1b-4763-901b-c8435273edf4 req-6ac402ea-8529-4251-a375-82e866f01dbd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port 41b9f4f2-867d-42ca-9498-26e4750cbf80, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=41b9f4f2-867d-42ca-9498-26e4750cbf80,segment=NetworkSegment(358a5951-9efe-4473-9a00-23329551a684),segment_id=358a5951-9efe-4473-9a00-23329551a684)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:19:19.238610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-e931c384-1d1b-4763-901b-c8435273edf4 req-6ac402ea-8529-4251-a375-82e866f01dbd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:19.286653 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8bf22b3-eb86-4dcd-bcc1-9462773202c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41b9f4f2-867d-42ca-9498-26e4750cbf80', 'code': 200}
Nov 24 13:19:19.313426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=41b9f4f2-867d-42ca-9498-26e4750cbf80,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:19.316897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:19.370727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-e931c384-1d1b-4763-901b-c8435273edf4 req-6ac402ea-8529-4251-a375-82e866f01dbd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for 41b9f4f2-867d-42ca-9498-26e4750cbf80 owned by compute:nova {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:19:19.452867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [req-e931c384-1d1b-4763-901b-c8435273edf4 req-6ac402ea-8529-4251-a375-82e866f01dbd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:19:19.453163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [req-e931c384-1d1b-4763-901b-c8435273edf4 req-6ac402ea-8529-4251-a375-82e866f01dbd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:19:19.954113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-e931c384-1d1b-4763-901b-c8435273edf4 req-6ac402ea-8529-4251-a375-82e866f01dbd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port 41b9f4f2-867d-42ca-9498-26e4750cbf80 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:19:19.954698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-e931c384-1d1b-4763-901b-c8435273edf4 req-6ac402ea-8529-4251-a375-82e866f01dbd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:20.113088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f7feb-213c-43e7-a2c5-267e3cd2da16 req-47b501fa-0889-4591-b297-29b134412ab6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:20.114838 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ac2f7feb-213c-43e7-a2c5-267e3cd2da16 req-47b501fa-0889-4591-b297-29b134412ab6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f8bf22b3-eb86-4dcd-bcc1-9462773202c8 HTTP/1.1" status: 200  len: 943 time: 0.2084222
Nov 24 13:19:20.266716 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ac2f7feb-213c-43e7-a2c5-267e3cd2da16 req-2afc3f0b-587a-42e8-a167-4451e2b2aebc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=3017e634-899a-4689-9b59-aab53a5da2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1250980
Nov 24 13:19:20.308219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-e931c384-1d1b-4763-901b-c8435273edf4 req-6ac402ea-8529-4251-a375-82e866f01dbd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port 41b9f4f2-867d-42ca-9498-26e4750cbf80, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=41b9f4f2-867d-42ca-9498-26e4750cbf80,segment=NetworkSegment(358a5951-9efe-4473-9a00-23329551a684),segment_id=358a5951-9efe-4473-9a00-23329551a684)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:19:20.308619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-e931c384-1d1b-4763-901b-c8435273edf4 req-6ac402ea-8529-4251-a375-82e866f01dbd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:20.441528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-e931c384-1d1b-4763-901b-c8435273edf4 req-6ac402ea-8529-4251-a375-82e866f01dbd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for 41b9f4f2-867d-42ca-9498-26e4750cbf80 owned by compute:nova {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:19:20.588435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-e931c384-1d1b-4763-901b-c8435273edf4 req-6ac402ea-8529-4251-a375-82e866f01dbd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:20.603336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1e5f59d0-5158-4479-a06b-b575b08f2777 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:20.956056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac402ea-8529-4251-a375-82e866f01dbd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=41b9f4f2-867d-42ca-9498-26e4750cbf80,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:20.968217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6ac402ea-8529-4251-a375-82e866f01dbd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:21.068259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:21.068903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-e931c384-1d1b-4763-901b-c8435273edf4 req-6ac402ea-8529-4251-a375-82e866f01dbd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] No DVR routers for this DVR port 41b9f4f2-867d-42ca-9498-26e4750cbf80 on host hv-neutron-6013 {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:19:21.071775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-e931c384-1d1b-4763-901b-c8435273edf4 req-6ac402ea-8529-4251-a375-82e866f01dbd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:21.074615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bf22b3-eb86-4dcd-bcc1-9462773202c8', 'name': 'network-vif-deleted', 'tag': '41b9f4f2-867d-42ca-9498-26e4750cbf80'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:19:21.087562 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e931c384-1d1b-4763-901b-c8435273edf4 req-6ac402ea-8529-4251-a375-82e866f01dbd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "DELETE /v2.0/ports/41b9f4f2-867d-42ca-9498-26e4750cbf80 HTTP/1.1" status: 204  len: 173 time: 2.1925888
Nov 24 13:19:21.138024 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8bf22b3-eb86-4dcd-bcc1-9462773202c8', 'name': 'network-vif-deleted', 'tag': '41b9f4f2-867d-42ca-9498-26e4750cbf80', 'status': 'completed', 'code': 200}
Nov 24 13:19:21.469139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-0e83686c-5465-4cf9-9f70-9c00cc442f30 req-8a391c6c-68d5-4ae9-9cec-2bee354fba76 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:19:21.481040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-0e83686c-5465-4cf9-9f70-9c00cc442f30 req-8a391c6c-68d5-4ae9-9cec-2bee354fba76 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:19:21.482359 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0e83686c-5465-4cf9-9f70-9c00cc442f30 req-8a391c6c-68d5-4ae9-9cec-2bee354fba76 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f8bf22b3-eb86-4dcd-bcc1-9462773202c8 HTTP/1.1" status: 200  len: 210 time: 0.0679805
Nov 24 13:19:22.595737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54052) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:19:22.674236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-29b380cb-67a9-4f76-bdd4-aae34e40abe0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:22.705508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-29b380cb-67a9-4f76-bdd4-aae34e40abe0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:22.761727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-29b380cb-67a9-4f76-bdd4-aae34e40abe0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:22.767368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c03d7c24-42f9-4072-ac7b-47601dfbd042 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:22.785465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b380cb-67a9-4f76-bdd4-aae34e40abe0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'SecurityGroup': ['ID=3017e634-899a-4689-9b59-aab53a5da2a6,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:22.789386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-29b380cb-67a9-4f76-bdd4-aae34e40abe0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:22.791482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-29b380cb-67a9-4f76-bdd4-aae34e40abe0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:22.795735 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-29b380cb-67a9-4f76-bdd4-aae34e40abe0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/security-groups/3017e634-899a-4689-9b59-aab53a5da2a6 HTTP/1.1" status: 204  len: 168 time: 0.1988235
Nov 24 13:19:23.857824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54060) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:19:24.542536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:25.197154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port a4415ab8-275e-474e-9634-b9b5921e5eef {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:19:25.197698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:25.405336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port a4415ab8-275e-474e-9634-b9b5921e5eef, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=a4415ab8-275e-474e-9634-b9b5921e5eef,segment=NetworkSegment(358a5951-9efe-4473-9a00-23329551a684),segment_id=358a5951-9efe-4473-9a00-23329551a684)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:19:25.405737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:25.542549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for a4415ab8-275e-474e-9634-b9b5921e5eef owned by network:router_interface {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:19:25.728229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:25.744494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5edf09fa-3309-4521-b38b-3ece43f06b63 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:25.844698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=a4415ab8-275e-474e-9634-b9b5921e5eef,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:25.861986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:25.862436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:25.862854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:25.863265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:25.863669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:25.864078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:25.864473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:25.864871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:25.865267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:25.865664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:25.866063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:25.866503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:25.866997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:25.867396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:25.867792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:25.868199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:25.868580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:25.868975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:25.869371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:25.869767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:25.870175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:25.870573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:25.870974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:25.871367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:25.875028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:26.221676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:26.971482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 4b6841eb-4ac4-4b53-98fb-7f29840311cb has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:19:27.450452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:19:27.462987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7991c0ff-8bad-4a0f-9312-ed15f57f7613 None None] Sync routers for ids ['4b6841eb-4ac4-4b53-98fb-7f29840311cb'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:19:27.468767 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "PUT /v2.0/routers/4b6841eb-4ac4-4b53-98fb-7f29840311cb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6097159
Nov 24 13:19:27.471757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54064) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:19:27.476027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7991c0ff-8bad-4a0f-9312-ed15f57f7613 None None] Routers {'4b6841eb-4ac4-4b53-98fb-7f29840311cb'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:19:27.476700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-7991c0ff-8bad-4a0f-9312-ed15f57f7613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cd16668>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:19:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['4b6841eb-4ac4-4b53-98fb-7f29840311cb'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:19:27.670701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-7991c0ff-8bad-4a0f-9312-ed15f57f7613 None None] Set router 4b6841eb-4ac4-4b53-98fb-7f29840311cb gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:19:27.679576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-720877f5-7f4a-43ce-b647-43c66e2faf6a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting subnet 3bdece55-69a2-40cc-8a12-87e2f477c2ee {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:19:27.682955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-720877f5-7f4a-43ce-b647-43c66e2faf6a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:27.740805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-720877f5-7f4a-43ce-b647-43c66e2faf6a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:27.838679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-720877f5-7f4a-43ce-b647-43c66e2faf6a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:27.973752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-7991c0ff-8bad-4a0f-9312-ed15f57f7613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cd16668>, [{'id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'name': 'tempest-TestNetworkBasicOps-router-50671150', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f3beca2-7407-4106-914e-085b18243b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:19:25Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '2f3beca2-7407-4106-914e-085b18243b06', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:19:27.977931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7991c0ff-8bad-4a0f-9312-ed15f57f7613 None None] Checking router: 4b6841eb-4ac4-4b53-98fb-7f29840311cb for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:19:27.989826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7991c0ff-8bad-4a0f-9312-ed15f57f7613 None None] Routers {'4b6841eb-4ac4-4b53-98fb-7f29840311cb'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:19:27.990497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-7991c0ff-8bad-4a0f-9312-ed15f57f7613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cd16668>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:19:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['4b6841eb-4ac4-4b53-98fb-7f29840311cb'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:19:28.121822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-720877f5-7f4a-43ce-b647-43c66e2faf6a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:28.195618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-372bcd6c-167f-4ea5-ac70-7d6553700878 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:28.241030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720877f5-7f4a-43ce-b647-43c66e2faf6a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Subnet': ['ID=3bdece55-69a2-40cc-8a12-87e2f477c2ee,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:28.262608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-720877f5-7f4a-43ce-b647-43c66e2faf6a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:28.296987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-720877f5-7f4a-43ce-b647-43c66e2faf6a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:28.305942 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-720877f5-7f4a-43ce-b647-43c66e2faf6a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/subnets/3bdece55-69a2-40cc-8a12-87e2f477c2ee HTTP/1.1" status: 204  len: 168 time: 0.8306975
Nov 24 13:19:28.306177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cfb9f9-a0e2-433b-9825-6e86adf8e6bc None None] Network 393b24a1-84e4-4596-ac01-ef8abd7ce556 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:19:28.306323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54068) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:19:28.342825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-7991c0ff-8bad-4a0f-9312-ed15f57f7613 None None] Set router 4b6841eb-4ac4-4b53-98fb-7f29840311cb gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:19:28.529027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4d6b626-f285-4c54-9343-6aebb120e065 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:28.571380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2f893c-fa42-40e4-8d56-f37711e1cbb2 None None] DHCP port deletion for 393b24a1-84e4-4596-ac01-ef8abd7ce556 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:19:28.576316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-db2f893c-fa42-40e4-8d56-f37711e1cbb2 None None] Deleting port 1a0159c3-503a-43a8-9114-1a60d8b61c6a {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:19:28.576771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-db2f893c-fa42-40e4-8d56-f37711e1cbb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:28.659794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-7991c0ff-8bad-4a0f-9312-ed15f57f7613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cd16668>, [{'id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'name': 'tempest-TestNetworkBasicOps-router-50671150', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f3beca2-7407-4106-914e-085b18243b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:19:25Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '2f3beca2-7407-4106-914e-085b18243b06', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:19:28.667467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7991c0ff-8bad-4a0f-9312-ed15f57f7613 None None] The sync data for ids ['4b6841eb-4ac4-4b53-98fb-7f29840311cb'] in dv-neutron-601336-61-ovs is: [{'id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'name': 'tempest-TestNetworkBasicOps-router-50671150', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f3beca2-7407-4106-914e-085b18243b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:19:25Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '2f3beca2-7407-4106-914e-085b18243b06', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6841eb-4ac4-4b53-98fb-7f29840311cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:17:21Z', 'updated_at': '2020-11-24T13:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:19:28.773580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 1a0159c3-503a-43a8-9114-1a60d8b61c6a no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:19:28.775308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4d6b626-f285-4c54-9343-6aebb120e065 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_gateway, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:28.784857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6b626-f285-4c54-9343-6aebb120e065 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port 2f3beca2-7407-4106-914e-085b18243b06 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:19:28.785228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4d6b626-f285-4c54-9343-6aebb120e065 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:28.871075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-db2f893c-fa42-40e4-8d56-f37711e1cbb2 None None] For port 1a0159c3-503a-43a8-9114-1a60d8b61c6a, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=1a0159c3-503a-43a8-9114-1a60d8b61c6a,segment=NetworkSegment(358a5951-9efe-4473-9a00-23329551a684),segment_id=358a5951-9efe-4473-9a00-23329551a684)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:19:28.871504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-db2f893c-fa42-40e4-8d56-f37711e1cbb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:28.987144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-a4d6b626-f285-4c54-9343-6aebb120e065 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port 2f3beca2-7407-4106-914e-085b18243b06, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=2f3beca2-7407-4106-914e-085b18243b06,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:19:28.987730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4d6b626-f285-4c54-9343-6aebb120e065 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:29.044046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-db2f893c-fa42-40e4-8d56-f37711e1cbb2 None None] Calling delete_port for 1a0159c3-503a-43a8-9114-1a60d8b61c6a owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:19:29.094503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:29.128321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6b626-f285-4c54-9343-6aebb120e065 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for 2f3beca2-7407-4106-914e-085b18243b06 owned by network:router_gateway {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:19:29.154425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 1a0159c3-503a-43a8-9114-1a60d8b61c6a, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=1a0159c3-503a-43a8-9114-1a60d8b61c6a,segment=NetworkSegment(358a5951-9efe-4473-9a00-23329551a684),segment_id=358a5951-9efe-4473-9a00-23329551a684)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:19:29.157183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:29.159715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-39927f43-f9fc-4c62-9959-cf5306aa3bf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:29.200226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-db2f893c-fa42-40e4-8d56-f37711e1cbb2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:19:29.200640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-db2f893c-fa42-40e4-8d56-f37711e1cbb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:19:29.235287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=1a0159c3-503a-43a8-9114-1a60d8b61c6a,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:29.239259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:29.315826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4d6b626-f285-4c54-9343-6aebb120e065 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:29.331149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-119cb02a-8ca0-46df-8024-f16bbe0c0edc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:29.431049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6b626-f285-4c54-9343-6aebb120e065 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=2f3beca2-7407-4106-914e-085b18243b06,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:29.435397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a4d6b626-f285-4c54-9343-6aebb120e065 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:29.695672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4d6b626-f285-4c54-9343-6aebb120e065 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:29.701828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-db2f893c-fa42-40e4-8d56-f37711e1cbb2 None None] Deleting port 1a0159c3-503a-43a8-9114-1a60d8b61c6a {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:19:29.702335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-db2f893c-fa42-40e4-8d56-f37711e1cbb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:29.923392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-db2f893c-fa42-40e4-8d56-f37711e1cbb2 None None] For port 1a0159c3-503a-43a8-9114-1a60d8b61c6a, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=1a0159c3-503a-43a8-9114-1a60d8b61c6a,segment=NetworkSegment(358a5951-9efe-4473-9a00-23329551a684),segment_id=358a5951-9efe-4473-9a00-23329551a684)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:19:29.923829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-db2f893c-fa42-40e4-8d56-f37711e1cbb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:29.975739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4d6b626-f285-4c54-9343-6aebb120e065 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:29.980210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4d6b626-f285-4c54-9343-6aebb120e065 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:30.003217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4d6b626-f285-4c54-9343-6aebb120e065 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:30.003786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d6b626-f285-4c54-9343-6aebb120e065 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Fanout notify agent at l3_agent the message router_deleted on router 4b6841eb-4ac4-4b53-98fb-7f29840311cb {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:19:30.020465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4d6b626-f285-4c54-9343-6aebb120e065 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:30.024302 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a4d6b626-f285-4c54-9343-6aebb120e065 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/routers/4b6841eb-4ac4-4b53-98fb-7f29840311cb HTTP/1.1" status: 204  len: 168 time: 1.7144866
Nov 24 13:19:30.025369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54072) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:19:30.055811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-db2f893c-fa42-40e4-8d56-f37711e1cbb2 None None] Calling delete_port for 1a0159c3-503a-43a8-9114-1a60d8b61c6a owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:19:30.140154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-db2f893c-fa42-40e4-8d56-f37711e1cbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:30.157653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:30.173020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4f7ab93b-e3d3-4212-9f15-811b6db68aa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:30.275491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f893c-fa42-40e4-8d56-f37711e1cbb2 None None] Pushing event deleted for resources: {'Port': ['ID=1a0159c3-503a-43a8-9114-1a60d8b61c6a,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:30.278332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-db2f893c-fa42-40e4-8d56-f37711e1cbb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:30.309286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2f893c-fa42-40e4-8d56-f37711e1cbb2 None None] No DVR routers for this DVR port 1a0159c3-503a-43a8-9114-1a60d8b61c6a on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:19:30.388100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4f7ab93b-e3d3-4212-9f15-811b6db68aa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:30.512123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-4f7ab93b-e3d3-4212-9f15-811b6db68aa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6345bf5e48>,) {'filters': {'network_id': ['393b24a1-84e4-4596-ac01-ef8abd7ce556']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:19:30.525617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-4f7ab93b-e3d3-4212-9f15-811b6db68aa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6345bf5e48>, '358a5951-9efe-4473-9a00-23329551a684') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:19:30.525955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-4f7ab93b-e3d3-4212-9f15-811b6db68aa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6345bf5e48>, '358a5951-9efe-4473-9a00-23329551a684') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:19:30.540052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4f7ab93b-e3d3-4212-9f15-811b6db68aa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:30.555357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4f7ab93b-e3d3-4212-9f15-811b6db68aa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:30.557317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4f7ab93b-e3d3-4212-9f15-811b6db68aa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Releasing vxlan tunnel 3 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:19:30.733674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2f3beca2-7407-4106-914e-085b18243b06 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:19:30.740780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4f7ab93b-e3d3-4212-9f15-811b6db68aa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network 393b24a1-84e4-4596-ac01-ef8abd7ce556 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:19:30.754302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4f7ab93b-e3d3-4212-9f15-811b6db68aa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:30.769247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 2f3beca2-7407-4106-914e-085b18243b06 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:19:30.769558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2f3beca2-7407-4106-914e-085b18243b06 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:19:30.770018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device a4415ab8-275e-474e-9634-b9b5921e5eef no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:19:30.806502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: a4415ab8-275e-474e-9634-b9b5921e5eef {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:19:30.806904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device a4415ab8-275e-474e-9634-b9b5921e5eef not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:19:30.937323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4f7ab93b-e3d3-4212-9f15-811b6db68aa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network 393b24a1-84e4-4596-ac01-ef8abd7ce556 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:19:30.961377 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:19:30.961377 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:19:30.961377 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:19:30.961377 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:19:30.961377 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:19:30.961377 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:19:30.961377 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:19:30.961377 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:19:30.961377 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:19:30.961377 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:19:30.961377 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:19:30.961377 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:19:30.961377 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:19:30.961377 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:19:30.961377 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:19:30.961377 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:19:30.961377 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:19:30.961377 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:19:30.961377 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:19:30.961377 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:19:30.961377 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:19:30.961377 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:19:30.961377 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:19:30.961377 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:19:30.961377 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:19:30.961377 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:19:30.961377 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:19:30.961377 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:19:30.961377 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:19:30.961377 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:19:30.961377 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:19:30.961377 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:19:31.305171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4f7ab93b-e3d3-4212-9f15-811b6db68aa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:31.308673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f98530f4-edac-4dc9-ae3c-3129265d4552 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:31.325022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4f7ab93b-e3d3-4212-9f15-811b6db68aa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:31.339081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ab93b-e3d3-4212-9f15-811b6db68aa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Network': ['ID=393b24a1-84e4-4596-ac01-ef8abd7ce556,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:31.342262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4f7ab93b-e3d3-4212-9f15-811b6db68aa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:31.345958 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4f7ab93b-e3d3-4212-9f15-811b6db68aa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/networks/393b24a1-84e4-4596-ac01-ef8abd7ce556 HTTP/1.1" status: 204  len: 168 time: 1.3189278
Nov 24 13:19:31.370361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54076) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:19:31.376619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-0c4a1664-7e84-4957-88cb-80d2f93ff9d2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'network': {'name': 'tempest-network-smoke--836009418', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'port_security_enabled': True}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:19:31.382215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0c4a1664-7e84-4957-88cb-80d2f93ff9d2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:19:31.386498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0c4a1664-7e84-4957-88cb-80d2f93ff9d2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:network and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:19:31.389435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0c4a1664-7e84-4957-88cb-80d2f93ff9d2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:19:31.396076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0c4a1664-7e84-4957-88cb-80d2f93ff9d2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:19:31.405263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4a1664-7e84-4957-88cb-80d2f93ff9d2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Made reservation on behalf of ddd175861f0b46ae9d96e8c7cb7e2213 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:19:31.411438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c4a1664-7e84-4957-88cb-80d2f93ff9d2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:31.446407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c4a1664-7e84-4957-88cb-80d2f93ff9d2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:19:31.458309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c4a1664-7e84-4957-88cb-80d2f93ff9d2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:31.458739 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-0c4a1664-7e84-4957-88cb-80d2f93ff9d2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Added segment d5b3e568-e134-4211-bbfe-73f20cbcf883 of type vxlan for network 18d22a4f-7f2f-47fa-92bc-4b08fd22d23f
Nov 24 13:19:31.489201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c4a1664-7e84-4957-88cb-80d2f93ff9d2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:31.528193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c4a1664-7e84-4957-88cb-80d2f93ff9d2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:31.532459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4a1664-7e84-4957-88cb-80d2f93ff9d2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:31.533715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c4a1664-7e84-4957-88cb-80d2f93ff9d2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:31.539622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e9be624b-f1c3-4e21-9e5c-59ec32198b26 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:31.644561 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0c4a1664-7e84-4957-88cb-80d2f93ff9d2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2697380
Nov 24 13:19:31.645045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54080) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:19:31.650866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1350225511', 'admin_state_up': True, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:19:31.651109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a1664-7e84-4957-88cb-80d2f93ff9d2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Network': ['ID=18d22a4f-7f2f-47fa-92bc-4b08fd22d23f,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:31.654062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0c4a1664-7e84-4957-88cb-80d2f93ff9d2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:31.659182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:19:31.663286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:router and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:19:31.663588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 18d22a4f-7f2f-47fa-92bc-4b08fd22d23f details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:19:31.666324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:19:31.673507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:19:31.681439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 18d22a4f-7f2f-47fa-92bc-4b08fd22d23f details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:19:31.682706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:31.683697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:31.706686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:31.876933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:32.076426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_gateway, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:32.114250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:32.387546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.26.8.128 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/0652e43b-d8fc-46cf-836e-1ef7856bee95) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:19:32.472897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:19:32.549057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:32.574267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:32.589288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5f4e1bae-567a-41be-ae9d-8c9611b98a40 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:32.726461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=0652e43b-d8fc-46cf-836e-1ef7856bee95,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:32.752333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:32.752766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:32.753199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:32.753617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:32.754034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:32.754481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:32.754898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:32.755313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:32.755727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:32.756137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:32.756549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:32.756959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:32.757468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:32.757879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:32.758316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:32.758727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:32.759137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:32.759547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:32.759954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:32.760362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:32.760767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:32.761175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:32.761581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:32.761990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:32.769267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:32.804579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:19:32.805775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:19:32.808155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:19:32.975211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_gateway, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:32.975922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:33.223098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 99262dd2-117c-4eaa-9898-cf73081158c8 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:19:33.441157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:19:33.456181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd37d94-5d67-4013-a1f7-d127fb11c262 None None] Sync routers for ids ['99262dd2-117c-4eaa-9898-cf73081158c8'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:19:33.469663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd37d94-5d67-4013-a1f7-d127fb11c262 None None] Routers {'99262dd2-117c-4eaa-9898-cf73081158c8'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:19:33.469919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:33.470408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-3dd37d94-5d67-4013-a1f7-d127fb11c262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cbccc50>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:19:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['99262dd2-117c-4eaa-9898-cf73081158c8'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:19:33.471279 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.8250425
Nov 24 13:19:33.474805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54084) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:19:33.521764 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8c0b0009-e711-464d-9204-c6711e88dab6 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/subnets?project_id=ddd175861f0b46ae9d96e8c7cb7e2213&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0456831
Nov 24 13:19:33.524482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54088) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:19:33.531282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-43b06f28-b94b-44a1-ae2f-85be0bf0501e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'subnet': {'name': 'tempest-subnet-smoke-649292244', 'network_id': '18d22a4f-7f2f-47fa-92bc-4b08fd22d23f', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:19:33.658237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-43b06f28-b94b-44a1-ae2f-85be0bf0501e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:19:33.662354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-43b06f28-b94b-44a1-ae2f-85be0bf0501e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:subnet and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:19:33.665362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-43b06f28-b94b-44a1-ae2f-85be0bf0501e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:19:33.667400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-3dd37d94-5d67-4013-a1f7-d127fb11c262 None None] Set router 99262dd2-117c-4eaa-9898-cf73081158c8 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:19:33.671250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-43b06f28-b94b-44a1-ae2f-85be0bf0501e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:19:33.680819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b06f28-b94b-44a1-ae2f-85be0bf0501e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Made reservation on behalf of ddd175861f0b46ae9d96e8c7cb7e2213 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:19:33.795138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-43b06f28-b94b-44a1-ae2f-85be0bf0501e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:33.993108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-3dd37d94-5d67-4013-a1f7-d127fb11c262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cbccc50>, [{'id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'name': 'tempest-TestNetworkBasicOps-router-1350225511', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '0652e43b-d8fc-46cf-836e-1ef7856bee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:19:31Z', 'updated_at': '2020-11-24T13:19:32Z', 'revision_number': 3, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '0652e43b-d8fc-46cf-836e-1ef7856bee95', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:56:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:19:32Z', 'updated_at': '2020-11-24T13:19:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:19:33.998301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd37d94-5d67-4013-a1f7-d127fb11c262 None None] Checking router: 99262dd2-117c-4eaa-9898-cf73081158c8 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:19:33.998460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd37d94-5d67-4013-a1f7-d127fb11c262 None None] Updating router 99262dd2-117c-4eaa-9898-cf73081158c8 port 0652e43b-d8fc-46cf-836e-1ef7856bee95 binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:19:34.056395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3dd37d94-5d67-4013-a1f7-d127fb11c262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:34.263892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-43b06f28-b94b-44a1-ae2f-85be0bf0501e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:34.280670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a555b250-0d86-4d10-9a86-d8c8ba99976d tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:34.416333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b06f28-b94b-44a1-ae2f-85be0bf0501e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Subnet': ['ID=1408331b-cf5c-4d4d-aecd-bee71eddc3c0,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:34.419415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-43b06f28-b94b-44a1-ae2f-85be0bf0501e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:34.468931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3dd37d94-5d67-4013-a1f7-d127fb11c262 None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:34.481466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3dd37d94-5d67-4013-a1f7-d127fb11c262 None None] Transition to ACTIVE for port object 0652e43b-d8fc-46cf-836e-1ef7856bee95 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:19:34.484911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3dd37d94-5d67-4013-a1f7-d127fb11c262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:34.497474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b06f28-b94b-44a1-ae2f-85be0bf0501e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Checking segment: {'id': 'd5b3e568-e134-4211-bbfe-73f20cbcf883', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '18d22a4f-7f2f-47fa-92bc-4b08fd22d23f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:19:34.497875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b06f28-b94b-44a1-ae2f-85be0bf0501e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network hostable DHCP agents. Network: 18d22a4f-7f2f-47fa-92bc-4b08fd22d23f, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:19:34.500992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:34.523709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b06f28-b94b-44a1-ae2f-85be0bf0501e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network 18d22a4f-7f2f-47fa-92bc-4b08fd22d23f is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:19:34.532514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-43b06f28-b94b-44a1-ae2f-85be0bf0501e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 18d22a4f-7f2f-47fa-92bc-4b08fd22d23f) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:19:34.547550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b06f28-b94b-44a1-ae2f-85be0bf0501e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:34.548204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-43b06f28-b94b-44a1-ae2f-85be0bf0501e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:34.568215 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-43b06f28-b94b-44a1-ae2f-85be0bf0501e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.0426149
Nov 24 13:19:34.571156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54092) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:19:34.597825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417d0eb4-c79f-4197-98ec-86a7f74e41b0 None None] Network 18d22a4f-7f2f-47fa-92bc-4b08fd22d23f requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:19:34.737035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fe7a3-8f0e-47cf-a824-ae9079398112 None None] Pushing event updated for resources: {'Port': ['ID=0652e43b-d8fc-46cf-836e-1ef7856bee95,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:34.746571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-937fe7a3-8f0e-47cf-a824-ae9079398112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:34.893387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-3dd37d94-5d67-4013-a1f7-d127fb11c262 None None] Attempting to bind port 0652e43b-d8fc-46cf-836e-1ef7856bee95 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:19:34.893805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-3dd37d94-5d67-4013-a1f7-d127fb11c262 None None] Attempting to bind port 0652e43b-d8fc-46cf-836e-1ef7856bee95 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:19:34.894239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd37d94-5d67-4013-a1f7-d127fb11c262 None None] Attempting to bind port 0652e43b-d8fc-46cf-836e-1ef7856bee95 on network cfe08d36-e5ba-4f00-8669-16a0ead5d220 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:19:34.908148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd37d94-5d67-4013-a1f7-d127fb11c262 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:19:34.908563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd37d94-5d67-4013-a1f7-d127fb11c262 None None] Checking segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:19:34.909014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3dd37d94-5d67-4013-a1f7-d127fb11c262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:34.909453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd37d94-5d67-4013-a1f7-d127fb11c262 None None] Bound using segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:19:34.910044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-3dd37d94-5d67-4013-a1f7-d127fb11c262 None None] Bound port: 0652e43b-d8fc-46cf-836e-1ef7856bee95, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:19:34.910492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3dd37d94-5d67-4013-a1f7-d127fb11c262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:34.991772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-18d22a4f-7f2f-47fa-92bc-4b08fd22d23f', 'network_id': '18d22a4f-7f2f-47fa-92bc-4b08fd22d23f', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ips': [{'subnet_id': '1408331b-cf5c-4d4d-aecd-bee71eddc3c0'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:19:34.992867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:35.074671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-3dd37d94-5d67-4013-a1f7-d127fb11c262 None None] For port 0652e43b-d8fc-46cf-836e-1ef7856bee95, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:19:35.148996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-3dd37d94-5d67-4013-a1f7-d127fb11c262 None None] For port 0652e43b-d8fc-46cf-836e-1ef7856bee95, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=0652e43b-d8fc-46cf-836e-1ef7856bee95,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:19:35.154708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3dd37d94-5d67-4013-a1f7-d127fb11c262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:35.171801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:35.385783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fe7a3-8f0e-47cf-a824-ae9079398112 None None] Pushing event updated for resources: {'Port': ['ID=0652e43b-d8fc-46cf-836e-1ef7856bee95,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:35.405496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-937fe7a3-8f0e-47cf-a824-ae9079398112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:35.540879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd37d94-5d67-4013-a1f7-d127fb11c262 None None] Routers {'99262dd2-117c-4eaa-9898-cf73081158c8'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:19:35.541584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-3dd37d94-5d67-4013-a1f7-d127fb11c262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cbccc50>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:19:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['99262dd2-117c-4eaa-9898-cf73081158c8'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:19:35.601449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b5a2184-3369-4912-870e-64403cc9b1e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:35.604768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Allocated IP 172.20.0.2 (18d22a4f-7f2f-47fa-92bc-4b08fd22d23f/1408331b-cf5c-4d4d-aecd-bee71eddc3c0/0e7d6daa-7733-442c-bae0-a6c1ad1a2956) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:19:36.042161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-3dd37d94-5d67-4013-a1f7-d127fb11c262 None None] Set router 99262dd2-117c-4eaa-9898-cf73081158c8 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:19:36.317882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:36.337620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Transition to ACTIVE for port object 0e7d6daa-7733-442c-bae0-a6c1ad1a2956 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:19:36.379866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Transition to ACTIVE for port object 0e7d6daa-7733-442c-bae0-a6c1ad1a2956 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:19:36.417585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:36.435993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ea548ab2-9e97-4489-a7a5-89cb4192f359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:36.452941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-0b5a2184-3369-4912-870e-64403cc9b1e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.20.0.1 (18d22a4f-7f2f-47fa-92bc-4b08fd22d23f/1408331b-cf5c-4d4d-aecd-bee71eddc3c0/70fa1b06-1f1e-494d-a381-64f461120636) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:19:36.583814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Pushing event updated for resources: {'Port': ['ID=0e7d6daa-7733-442c-bae0-a6c1ad1a2956,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:36.616582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:36.616968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:36.617374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:36.617772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:36.618189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:36.618579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:36.618977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:36.619369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:36.619739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:36.620125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:36.620504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:36.620882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:36.621382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:36.621751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:36.622151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:36.622510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:36.622868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:36.623235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:36.623590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:36.623947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:36.624315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:36.624664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:36.625018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:36.625375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:36.633132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:36.634851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b5a2184-3369-4912-870e-64403cc9b1e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:36.652023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0b5a2184-3369-4912-870e-64403cc9b1e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Transition to ACTIVE for port object 70fa1b06-1f1e-494d-a381-64f461120636 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:19:36.662560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-3dd37d94-5d67-4013-a1f7-d127fb11c262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cbccc50>, [{'id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'name': 'tempest-TestNetworkBasicOps-router-1350225511', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '0652e43b-d8fc-46cf-836e-1ef7856bee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:19:31Z', 'updated_at': '2020-11-24T13:19:32Z', 'revision_number': 3, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '0652e43b-d8fc-46cf-836e-1ef7856bee95', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:56:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:19:32Z', 'updated_at': '2020-11-24T13:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:19:36.668981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd37d94-5d67-4013-a1f7-d127fb11c262 None None] The sync data for ids ['99262dd2-117c-4eaa-9898-cf73081158c8'] in dv-neutron-601336-61-ovs is: [{'id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'name': 'tempest-TestNetworkBasicOps-router-1350225511', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '0652e43b-d8fc-46cf-836e-1ef7856bee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:19:31Z', 'updated_at': '2020-11-24T13:19:32Z', 'revision_number': 3, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '0652e43b-d8fc-46cf-836e-1ef7856bee95', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:56:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:19:32Z', 'updated_at': '2020-11-24T13:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:19:36.680684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b5a2184-3369-4912-870e-64403cc9b1e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:36.681570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Network 18d22a4f-7f2f-47fa-92bc-4b08fd22d23f is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:19:36.682924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:19:36.685416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:19:36.701385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-69f95b61-0a5e-44d1-83a7-561daf890d75 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:36.750544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Attempting to bind port 0e7d6daa-7733-442c-bae0-a6c1ad1a2956 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:19:36.751122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Attempting to bind port 0e7d6daa-7733-442c-bae0-a6c1ad1a2956 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'd5b3e568-e134-4211-bbfe-73f20cbcf883', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '18d22a4f-7f2f-47fa-92bc-4b08fd22d23f'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:19:36.752108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Attempting to bind port 0e7d6daa-7733-442c-bae0-a6c1ad1a2956 on network 18d22a4f-7f2f-47fa-92bc-4b08fd22d23f {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:19:36.759836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:19:36.760347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Checking segment: {'id': 'd5b3e568-e134-4211-bbfe-73f20cbcf883', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '18d22a4f-7f2f-47fa-92bc-4b08fd22d23f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:19:36.760737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:36.761323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Bound using segment: {'id': 'd5b3e568-e134-4211-bbfe-73f20cbcf883', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '18d22a4f-7f2f-47fa-92bc-4b08fd22d23f'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:19:36.761858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Bound port: 0e7d6daa-7733-442c-bae0-a6c1ad1a2956, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5b3e568-e134-4211-bbfe-73f20cbcf883', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '18d22a4f-7f2f-47fa-92bc-4b08fd22d23f'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:19:36.762310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:36.850722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a2184-3369-4912-870e-64403cc9b1e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=70fa1b06-1f1e-494d-a381-64f461120636,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:36.854159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0b5a2184-3369-4912-870e-64403cc9b1e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:36.870928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] For port 0e7d6daa-7733-442c-bae0-a6c1ad1a2956, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:19:36.875373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] For port 0e7d6daa-7733-442c-bae0-a6c1ad1a2956, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=0e7d6daa-7733-442c-bae0-a6c1ad1a2956,segment=NetworkSegment(d5b3e568-e134-4211-bbfe-73f20cbcf883),segment_id=d5b3e568-e134-4211-bbfe-73f20cbcf883)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:19:36.879775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:36.896192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:36.918995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5a2184-3369-4912-870e-64403cc9b1e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network 18d22a4f-7f2f-47fa-92bc-4b08fd22d23f is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:19:36.920804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-0b5a2184-3369-4912-870e-64403cc9b1e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:19:36.924229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5a2184-3369-4912-870e-64403cc9b1e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:19:36.984737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b5a2184-3369-4912-870e-64403cc9b1e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:37.042627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Pushing event updated for resources: {'Port': ['ID=0e7d6daa-7733-442c-bae0-a6c1ad1a2956,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:37.056355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:37.083022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b5a2184-3369-4912-870e-64403cc9b1e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:37.664469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b5a2184-3369-4912-870e-64403cc9b1e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:37.668573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b5a2184-3369-4912-870e-64403cc9b1e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:37.699465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-12f43317-7a4e-4d0a-88d5-e371c31930bd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:37.790100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b5a2184-3369-4912-870e-64403cc9b1e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:37.805433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a2184-3369-4912-870e-64403cc9b1e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=70fa1b06-1f1e-494d-a381-64f461120636,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:37.856051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0b5a2184-3369-4912-870e-64403cc9b1e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:37.941325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5a2184-3369-4912-870e-64403cc9b1e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network 18d22a4f-7f2f-47fa-92bc-4b08fd22d23f is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:19:37.942493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-0b5a2184-3369-4912-870e-64403cc9b1e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:19:38.473812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6cf91e-8cb7-441d-b908-cfe24da30a0e None None] Network 18d22a4f-7f2f-47fa-92bc-4b08fd22d23f requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:19:38.610467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-32245ea1-0b88-4207-ac3b-ae86b82e47a4 None None] Provisioning for port 0e7d6daa-7733-442c-bae0-a6c1ad1a2956 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:19:38.636164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5a2184-3369-4912-870e-64403cc9b1e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 99262dd2-117c-4eaa-9898-cf73081158c8 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:19:38.812466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 0652e43b-d8fc-46cf-836e-1ef7856bee95 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:19:38.875092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5a2184-3369-4912-870e-64403cc9b1e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:19:38.892802 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0b5a2184-3369-4912-870e-64403cc9b1e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "PUT /v2.0/routers/99262dd2-117c-4eaa-9898-cf73081158c8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3199627
Nov 24 13:19:38.895116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 0652e43b-d8fc-46cf-836e-1ef7856bee95 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:19:38.895539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54096) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:19:38.900815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 0652e43b-d8fc-46cf-836e-1ef7856bee95 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:19:38.901359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:39.062493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:39.064535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfdd179-8c09-4ec4-8be3-d6d75fb017cb tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:39.065049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfdd179-8c09-4ec4-8be3-d6d75fb017cb tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:39.065462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfdd179-8c09-4ec4-8be3-d6d75fb017cb tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:39.065875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfdd179-8c09-4ec4-8be3-d6d75fb017cb tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:39.070407 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2bfdd179-8c09-4ec4-8be3-d6d75fb017cb tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2864 time: 0.1711748
Nov 24 13:19:39.070840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f29bdc81-5c2c-442b-a572-1aa63b88e72c None None] Provisioning for port 70fa1b06-1f1e-494d-a381-64f461120636 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:19:39.071172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54100) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:19:39.078971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f29bdc81-5c2c-442b-a572-1aa63b88e72c None None] Provisioning complete for port 70fa1b06-1f1e-494d-a381-64f461120636 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:19:39.079928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f29bdc81-5c2c-442b-a572-1aa63b88e72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:39.125600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 0652e43b-d8fc-46cf-836e-1ef7856bee95, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=0652e43b-d8fc-46cf-836e-1ef7856bee95,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:19:39.133524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:39.134474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 0e7d6daa-7733-442c-bae0-a6c1ad1a2956 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:19:39.171266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:39.176171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34427434-9d83-4322-9f24-010a6935fc11 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:39.176893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34427434-9d83-4322-9f24-010a6935fc11 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:39.177479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34427434-9d83-4322-9f24-010a6935fc11 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:39.178053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34427434-9d83-4322-9f24-010a6935fc11 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:39.181118 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-34427434-9d83-4322-9f24-010a6935fc11 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.1086919
Nov 24 13:19:39.184085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54104) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:19:39.242464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f29bdc81-5c2c-442b-a572-1aa63b88e72c None None] Port 70fa1b06-1f1e-494d-a381-64f461120636 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:19:39.285139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=0652e43b-d8fc-46cf-836e-1ef7856bee95,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:39.289330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:39.293287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 0e7d6daa-7733-442c-bae0-a6c1ad1a2956 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:19:39.298884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 0e7d6daa-7733-442c-bae0-a6c1ad1a2956 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:19:39.299312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:39.418637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a494ac42-fbb1-4e94-beb1-04139d775620 None None] Provisioning complete for port 0e7d6daa-7733-442c-bae0-a6c1ad1a2956 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:19:39.419071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a494ac42-fbb1-4e94-beb1-04139d775620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:39.432767 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-900a07cf-edb7-40f5-971f-befb5f6a656d tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1607 time: 0.2457290
Nov 24 13:19:39.435679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54108) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:19:39.442771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2705802f-bcdd-4532-88d7-5a758562efc7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-139889830', 'network_id': '18d22a4f-7f2f-47fa-92bc-4b08fd22d23f'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:19:39.511387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:39.588370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 0e7d6daa-7733-442c-bae0-a6c1ad1a2956, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=0e7d6daa-7733-442c-bae0-a6c1ad1a2956,segment=NetworkSegment(d5b3e568-e134-4211-bbfe-73f20cbcf883),segment_id=d5b3e568-e134-4211-bbfe-73f20cbcf883)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:19:39.590777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4019803-2656-4cc6-97ca-d891ecad8d58 None None] Sync routers for ids ['99262dd2-117c-4eaa-9898-cf73081158c8'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:19:39.596414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:39.601609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-82f1cec7-5988-47a9-8835-c3ef63cf2942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:39.608873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2705802f-bcdd-4532-88d7-5a758562efc7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:19:39.611625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4019803-2656-4cc6-97ca-d891ecad8d58 None None] Routers {'99262dd2-117c-4eaa-9898-cf73081158c8'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:19:39.612377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b4019803-2656-4cc6-97ca-d891ecad8d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c7f1b00>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:19:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['99262dd2-117c-4eaa-9898-cf73081158c8'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:19:39.614845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2705802f-bcdd-4532-88d7-5a758562efc7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:port and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:19:39.618182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2705802f-bcdd-4532-88d7-5a758562efc7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for port was recalculated. Used quota:2. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:19:39.624973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2705802f-bcdd-4532-88d7-5a758562efc7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:19:39.641589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2705802f-bcdd-4532-88d7-5a758562efc7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Made reservation on behalf of ddd175861f0b46ae9d96e8c7cb7e2213 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:19:39.648625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2705802f-bcdd-4532-88d7-5a758562efc7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:39.679117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a494ac42-fbb1-4e94-beb1-04139d775620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:39.714448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=0e7d6daa-7733-442c-bae0-a6c1ad1a2956,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:39.720008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:39.788101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-a494ac42-fbb1-4e94-beb1-04139d775620 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:19:39.788626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-a494ac42-fbb1-4e94-beb1-04139d775620 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:19:39.833163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-b4019803-2656-4cc6-97ca-d891ecad8d58 None None] Set router 99262dd2-117c-4eaa-9898-cf73081158c8 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:19:39.841117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [None req-2705802f-bcdd-4532-88d7-5a758562efc7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] device_id is not set on port 3377c71a-7beb-40cd-94e9-0fd5816853f9 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:19:39.996088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-2705802f-bcdd-4532-88d7-5a758562efc7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.20.0.7 (18d22a4f-7f2f-47fa-92bc-4b08fd22d23f/1408331b-cf5c-4d4d-aecd-bee71eddc3c0/3377c71a-7beb-40cd-94e9-0fd5816853f9) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:19:40.172295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b4019803-2656-4cc6-97ca-d891ecad8d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c7f1b00>, [{'id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'name': 'tempest-TestNetworkBasicOps-router-1350225511', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '0652e43b-d8fc-46cf-836e-1ef7856bee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:19:31Z', 'updated_at': '2020-11-24T13:19:37Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '0652e43b-d8fc-46cf-836e-1ef7856bee95', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:56:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:19:32Z', 'updated_at': '2020-11-24T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '70fa1b06-1f1e-494d-a381-64f461120636', 'name': '', 'network_id': '18d22a4f-7f2f-47fa-92bc-4b08fd22d23f', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:47:0c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1408331b-cf5c-4d4d-aecd-bee71eddc3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:19:35Z', 'updated_at': '2020-11-24T13:19:37Z', 'revision_number': 2, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '1408331b-cf5c-4d4d-aecd-bee71eddc3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:19:40.177190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4019803-2656-4cc6-97ca-d891ecad8d58 None None] Checking router: 99262dd2-117c-4eaa-9898-cf73081158c8 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:19:40.177594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4019803-2656-4cc6-97ca-d891ecad8d58 None None] Updating router 99262dd2-117c-4eaa-9898-cf73081158c8 port 70fa1b06-1f1e-494d-a381-64f461120636 binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:19:40.230506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2705802f-bcdd-4532-88d7-5a758562efc7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:40.238243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b4019803-2656-4cc6-97ca-d891ecad8d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:40.239709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8dda07de-2372-45b2-81d8-3511a45dd69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:40.250726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2705802f-bcdd-4532-88d7-5a758562efc7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Transition to ACTIVE for port object 3377c71a-7beb-40cd-94e9-0fd5816853f9 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:19:40.272016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2705802f-bcdd-4532-88d7-5a758562efc7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:40.288869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-170f999c-9f09-44c8-9b3d-31569dedc53c tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:40.433163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705802f-bcdd-4532-88d7-5a758562efc7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=3377c71a-7beb-40cd-94e9-0fd5816853f9,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:40.438534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2705802f-bcdd-4532-88d7-5a758562efc7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:40.476115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f732cb65-c621-4a41-9098-2ae04ab7a985 None None] Provisioning complete for port 0e7d6daa-7733-442c-bae0-a6c1ad1a2956 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:19:40.476540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f732cb65-c621-4a41-9098-2ae04ab7a985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:40.495435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2705802f-bcdd-4532-88d7-5a758562efc7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network 18d22a4f-7f2f-47fa-92bc-4b08fd22d23f is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:19:40.496812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-2705802f-bcdd-4532-88d7-5a758562efc7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:19:40.499124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2705802f-bcdd-4532-88d7-5a758562efc7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:19:40.575976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2705802f-bcdd-4532-88d7-5a758562efc7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:40.576666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2705802f-bcdd-4532-88d7-5a758562efc7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:40.606862 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2705802f-bcdd-4532-88d7-5a758562efc7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.1699188
Nov 24 13:19:40.650206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f732cb65-c621-4a41-9098-2ae04ab7a985 None None] Provisioning complete for port 70fa1b06-1f1e-494d-a381-64f461120636 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:19:40.650812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f732cb65-c621-4a41-9098-2ae04ab7a985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:40.710586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b4019803-2656-4cc6-97ca-d891ecad8d58 None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:40.720995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f732cb65-c621-4a41-9098-2ae04ab7a985 None None] Port 70fa1b06-1f1e-494d-a381-64f461120636 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:19:40.728344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b4019803-2656-4cc6-97ca-d891ecad8d58 None None] Transition to ACTIVE for port object 70fa1b06-1f1e-494d-a381-64f461120636 will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:19:40.731007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b4019803-2656-4cc6-97ca-d891ecad8d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:40.744438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cccf2961-ce75-4ab5-9a04-9d6f192a2c94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:40.761446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 0652e43b-d8fc-46cf-836e-1ef7856bee95 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:19:40.854565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 0652e43b-d8fc-46cf-836e-1ef7856bee95 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:19:40.855085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:40.879764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733b0f8-5c9e-44bc-aa25-8ea8b7d7c52c None None] Pushing event updated for resources: {'Port': ['ID=70fa1b06-1f1e-494d-a381-64f461120636,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:40.895389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5733b0f8-5c9e-44bc-aa25-8ea8b7d7c52c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:40.895786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5733b0f8-5c9e-44bc-aa25-8ea8b7d7c52c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:40.896169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5733b0f8-5c9e-44bc-aa25-8ea8b7d7c52c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:40.896544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5733b0f8-5c9e-44bc-aa25-8ea8b7d7c52c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:40.896914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5733b0f8-5c9e-44bc-aa25-8ea8b7d7c52c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:40.897286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5733b0f8-5c9e-44bc-aa25-8ea8b7d7c52c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:40.897668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5733b0f8-5c9e-44bc-aa25-8ea8b7d7c52c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:40.898023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5733b0f8-5c9e-44bc-aa25-8ea8b7d7c52c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:40.898457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5733b0f8-5c9e-44bc-aa25-8ea8b7d7c52c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:40.898826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5733b0f8-5c9e-44bc-aa25-8ea8b7d7c52c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:40.899192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5733b0f8-5c9e-44bc-aa25-8ea8b7d7c52c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:40.899557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5733b0f8-5c9e-44bc-aa25-8ea8b7d7c52c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:40.900020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5733b0f8-5c9e-44bc-aa25-8ea8b7d7c52c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:40.900384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5733b0f8-5c9e-44bc-aa25-8ea8b7d7c52c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:40.900746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5733b0f8-5c9e-44bc-aa25-8ea8b7d7c52c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:40.901108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5733b0f8-5c9e-44bc-aa25-8ea8b7d7c52c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:40.901468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5733b0f8-5c9e-44bc-aa25-8ea8b7d7c52c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:40.901835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5733b0f8-5c9e-44bc-aa25-8ea8b7d7c52c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:40.902215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5733b0f8-5c9e-44bc-aa25-8ea8b7d7c52c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:40.902579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5733b0f8-5c9e-44bc-aa25-8ea8b7d7c52c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:40.902940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5733b0f8-5c9e-44bc-aa25-8ea8b7d7c52c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:40.903297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5733b0f8-5c9e-44bc-aa25-8ea8b7d7c52c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:40.903656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5733b0f8-5c9e-44bc-aa25-8ea8b7d7c52c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:40.904014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5733b0f8-5c9e-44bc-aa25-8ea8b7d7c52c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:19:40.908308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5733b0f8-5c9e-44bc-aa25-8ea8b7d7c52c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:40.917628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-60e7ff64-faf3-403e-a638-1658b456feee None None] Provisioning for port 3377c71a-7beb-40cd-94e9-0fd5816853f9 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:19:40.925856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-60e7ff64-faf3-403e-a638-1658b456feee None None] Provisioning complete for port 3377c71a-7beb-40cd-94e9-0fd5816853f9 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:19:40.926174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60e7ff64-faf3-403e-a638-1658b456feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:41.064497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 0e7d6daa-7733-442c-bae0-a6c1ad1a2956 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:19:41.092970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b4019803-2656-4cc6-97ca-d891ecad8d58 None None] Attempting to bind port 70fa1b06-1f1e-494d-a381-64f461120636 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:19:41.093998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b4019803-2656-4cc6-97ca-d891ecad8d58 None None] Attempting to bind port 70fa1b06-1f1e-494d-a381-64f461120636 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'd5b3e568-e134-4211-bbfe-73f20cbcf883', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '18d22a4f-7f2f-47fa-92bc-4b08fd22d23f'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:19:41.094520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4019803-2656-4cc6-97ca-d891ecad8d58 None None] Attempting to bind port 70fa1b06-1f1e-494d-a381-64f461120636 on network 18d22a4f-7f2f-47fa-92bc-4b08fd22d23f {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:19:41.103052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-60e7ff64-faf3-403e-a638-1658b456feee None None] Port 3377c71a-7beb-40cd-94e9-0fd5816853f9 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:19:41.105055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54114) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:19:41.108592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4019803-2656-4cc6-97ca-d891ecad8d58 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:19:41.109039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4019803-2656-4cc6-97ca-d891ecad8d58 None None] Checking segment: {'id': 'd5b3e568-e134-4211-bbfe-73f20cbcf883', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '18d22a4f-7f2f-47fa-92bc-4b08fd22d23f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:19:41.109488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b4019803-2656-4cc6-97ca-d891ecad8d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:41.109948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4019803-2656-4cc6-97ca-d891ecad8d58 None None] Bound using segment: {'id': 'd5b3e568-e134-4211-bbfe-73f20cbcf883', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '18d22a4f-7f2f-47fa-92bc-4b08fd22d23f'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:19:41.110523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b4019803-2656-4cc6-97ca-d891ecad8d58 None None] Bound port: 70fa1b06-1f1e-494d-a381-64f461120636, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5b3e568-e134-4211-bbfe-73f20cbcf883', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '18d22a4f-7f2f-47fa-92bc-4b08fd22d23f'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:19:41.111539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b4019803-2656-4cc6-97ca-d891ecad8d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:41.111828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-00d16c86-c6aa-49f6-9038-01e2df1ff6f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1426836837', 'description': 'tempest-secgroup-smoke-1426836837 description', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:19:41.118775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-00d16c86-c6aa-49f6-9038-01e2df1ff6f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:19:41.135681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-00d16c86-c6aa-49f6-9038-01e2df1ff6f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:19:41.143485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-00d16c86-c6aa-49f6-9038-01e2df1ff6f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:19:41.157738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-00d16c86-c6aa-49f6-9038-01e2df1ff6f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:19:41.176360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-00d16c86-c6aa-49f6-9038-01e2df1ff6f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:41.193430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 0e7d6daa-7733-442c-bae0-a6c1ad1a2956 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:19:41.194010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:41.222864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-00d16c86-c6aa-49f6-9038-01e2df1ff6f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:19:41.228096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-00d16c86-c6aa-49f6-9038-01e2df1ff6f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:19:41.231310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-00d16c86-c6aa-49f6-9038-01e2df1ff6f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:19:41.233261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b4019803-2656-4cc6-97ca-d891ecad8d58 None None] For port 70fa1b06-1f1e-494d-a381-64f461120636, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:19:41.238773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b4019803-2656-4cc6-97ca-d891ecad8d58 None None] For port 70fa1b06-1f1e-494d-a381-64f461120636, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=70fa1b06-1f1e-494d-a381-64f461120636,segment=NetworkSegment(d5b3e568-e134-4211-bbfe-73f20cbcf883),segment_id=d5b3e568-e134-4211-bbfe-73f20cbcf883)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:19:41.239048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-00d16c86-c6aa-49f6-9038-01e2df1ff6f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:19:41.243149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b4019803-2656-4cc6-97ca-d891ecad8d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:41.261547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:41.301053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-00d16c86-c6aa-49f6-9038-01e2df1ff6f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:41.304122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-00d16c86-c6aa-49f6-9038-01e2df1ff6f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:41.311255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c51868a8-f1cb-49be-ab94-e995a90ca43c tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:41.355135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d16c86-c6aa-49f6-9038-01e2df1ff6f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroup': ['ID=ff489305-be23-4c30-9c23-85d0f04f1897,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:41.358402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-00d16c86-c6aa-49f6-9038-01e2df1ff6f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:41.369790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-00d16c86-c6aa-49f6-9038-01e2df1ff6f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:41.371170 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-00d16c86-c6aa-49f6-9038-01e2df1ff6f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1680 time: 0.2650304
Nov 24 13:19:41.374079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54118) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:19:41.380154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-50fe47ab-7707-42e9-9a4c-37cf2736624b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': 'ff489305-be23-4c30-9c23-85d0f04f1897', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:19:41.386537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-50fe47ab-7707-42e9-9a4c-37cf2736624b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:19:41.390891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-50fe47ab-7707-42e9-9a4c-37cf2736624b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:19:41.394042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-50fe47ab-7707-42e9-9a4c-37cf2736624b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:19:41.399793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-50fe47ab-7707-42e9-9a4c-37cf2736624b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:19:41.416922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733b0f8-5c9e-44bc-aa25-8ea8b7d7c52c None None] Pushing event updated for resources: {'Port': ['ID=70fa1b06-1f1e-494d-a381-64f461120636,revision_number=4']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:41.417210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-50fe47ab-7707-42e9-9a4c-37cf2736624b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:41.430897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5733b0f8-5c9e-44bc-aa25-8ea8b7d7c52c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:41.482420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4019803-2656-4cc6-97ca-d891ecad8d58 None None] Routers {'99262dd2-117c-4eaa-9898-cf73081158c8'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:19:41.483152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b4019803-2656-4cc6-97ca-d891ecad8d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c7f1b00>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:19:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['99262dd2-117c-4eaa-9898-cf73081158c8'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:19:41.484546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-50fe47ab-7707-42e9-9a4c-37cf2736624b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:41.497115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-50fe47ab-7707-42e9-9a4c-37cf2736624b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:41.499189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fc29d514-71c4-4037-ab1a-4210c34731ca tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:41.525051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe47ab-7707-42e9-9a4c-37cf2736624b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7c2215-36db-4ee6-8f12-a663accb29d3,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:41.528207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-50fe47ab-7707-42e9-9a4c-37cf2736624b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:41.535841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-50fe47ab-7707-42e9-9a4c-37cf2736624b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:41.540687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54122) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:19:41.541488 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-50fe47ab-7707-42e9-9a4c-37cf2736624b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1654811
Nov 24 13:19:41.547697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9a02b8dc-64aa-4280-bed3-62ec36182480 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': 'ff489305-be23-4c30-9c23-85d0f04f1897', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:19:41.555361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9a02b8dc-64aa-4280-bed3-62ec36182480 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:19:41.560530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9a02b8dc-64aa-4280-bed3-62ec36182480 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:19:41.564343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9a02b8dc-64aa-4280-bed3-62ec36182480 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:19:41.572015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9a02b8dc-64aa-4280-bed3-62ec36182480 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:19:41.595884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a02b8dc-64aa-4280-bed3-62ec36182480 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:41.672516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a02b8dc-64aa-4280-bed3-62ec36182480 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:41.676445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a02b8dc-64aa-4280-bed3-62ec36182480 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:41.678607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:41.705116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02b8dc-64aa-4280-bed3-62ec36182480 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20504e80-e4d4-4b53-96ae-a0b5a87e1ff2,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:41.710052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9a02b8dc-64aa-4280-bed3-62ec36182480 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:41.716790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a02b8dc-64aa-4280-bed3-62ec36182480 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:41.718112 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9a02b8dc-64aa-4280-bed3-62ec36182480 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1760049
Nov 24 13:19:41.721707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54126) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:19:41.727732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-3c202b08-d76b-4ecc-ad4a-e4a9f8f9e179 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': 'ff489305-be23-4c30-9c23-85d0f04f1897', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:19:41.734674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3c202b08-d76b-4ecc-ad4a-e4a9f8f9e179 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:19:41.740058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3c202b08-d76b-4ecc-ad4a-e4a9f8f9e179 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:19:41.743345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3c202b08-d76b-4ecc-ad4a-e4a9f8f9e179 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:19:41.749231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3c202b08-d76b-4ecc-ad4a-e4a9f8f9e179 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:19:41.767421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3c202b08-d76b-4ecc-ad4a-e4a9f8f9e179 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:41.840732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3c202b08-d76b-4ecc-ad4a-e4a9f8f9e179 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:41.844072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3c202b08-d76b-4ecc-ad4a-e4a9f8f9e179 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:41.846680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e08bc470-6d8f-4436-b738-47277ea4c435 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:41.848792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-b4019803-2656-4cc6-97ca-d891ecad8d58 None None] Set router 99262dd2-117c-4eaa-9898-cf73081158c8 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:19:41.870387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c202b08-d76b-4ecc-ad4a-e4a9f8f9e179 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=badc616a-d53b-45e7-8860-af1ce11f6c09,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:41.872968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3c202b08-d76b-4ecc-ad4a-e4a9f8f9e179 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:41.879915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3c202b08-d76b-4ecc-ad4a-e4a9f8f9e179 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:41.883977 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3c202b08-d76b-4ecc-ad4a-e4a9f8f9e179 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1583920
Nov 24 13:19:41.884332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54130) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:19:41.889896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-552c45fb-d3a7-4160-b8e9-089d9f19c966 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': 'ff489305-be23-4c30-9c23-85d0f04f1897', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:19:41.897295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-552c45fb-d3a7-4160-b8e9-089d9f19c966 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:19:41.901754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-552c45fb-d3a7-4160-b8e9-089d9f19c966 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:19:41.904419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-552c45fb-d3a7-4160-b8e9-089d9f19c966 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:19:41.911200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-552c45fb-d3a7-4160-b8e9-089d9f19c966 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:19:41.928905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-552c45fb-d3a7-4160-b8e9-089d9f19c966 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:41.999831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-552c45fb-d3a7-4160-b8e9-089d9f19c966 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:42.002922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-552c45fb-d3a7-4160-b8e9-089d9f19c966 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:42.010162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9a02b8dc-64aa-4280-bed3-62ec36182480 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:42.033028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c45fb-d3a7-4160-b8e9-089d9f19c966 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a314f362-5f86-43c5-a957-eccd4b22f35b,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:42.036845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-552c45fb-d3a7-4160-b8e9-089d9f19c966 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:42.043996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-552c45fb-d3a7-4160-b8e9-089d9f19c966 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:42.045310 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-552c45fb-d3a7-4160-b8e9-089d9f19c966 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1599863
Nov 24 13:19:42.048199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54134) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:19:42.054229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a795ce30-d7b4-434e-b7e3-079b46a125d1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': 'ff489305-be23-4c30-9c23-85d0f04f1897', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:19:42.060487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a795ce30-d7b4-434e-b7e3-079b46a125d1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:19:42.064665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a795ce30-d7b4-434e-b7e3-079b46a125d1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:19:42.068102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a795ce30-d7b4-434e-b7e3-079b46a125d1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:19:42.076149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a795ce30-d7b4-434e-b7e3-079b46a125d1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:19:42.086853 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-a795ce30-d7b4-434e-b7e3-079b46a125d1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Project ddd175861f0b46ae9d96e8c7cb7e2213 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:19:42.094468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a795ce30-d7b4-434e-b7e3-079b46a125d1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:42.169313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a795ce30-d7b4-434e-b7e3-079b46a125d1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:42.172224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a795ce30-d7b4-434e-b7e3-079b46a125d1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:42.179692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a4b420ab-24af-45b9-bf83-0bb00d500fb9 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:42.194458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b4019803-2656-4cc6-97ca-d891ecad8d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c7f1b00>, [{'id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'name': 'tempest-TestNetworkBasicOps-router-1350225511', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '0652e43b-d8fc-46cf-836e-1ef7856bee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:19:31Z', 'updated_at': '2020-11-24T13:19:37Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '0652e43b-d8fc-46cf-836e-1ef7856bee95', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:56:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:19:32Z', 'updated_at': '2020-11-24T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '70fa1b06-1f1e-494d-a381-64f461120636', 'name': '', 'network_id': '18d22a4f-7f2f-47fa-92bc-4b08fd22d23f', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:47:0c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1408331b-cf5c-4d4d-aecd-bee71eddc3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:19:35Z', 'updated_at': '2020-11-24T13:19:41Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '1408331b-cf5c-4d4d-aecd-bee71eddc3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:19:42.198985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4019803-2656-4cc6-97ca-d891ecad8d58 None None] The sync data for ids ['99262dd2-117c-4eaa-9898-cf73081158c8'] in dv-neutron-601336-61-ovs is: [{'id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'name': 'tempest-TestNetworkBasicOps-router-1350225511', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '0652e43b-d8fc-46cf-836e-1ef7856bee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:19:31Z', 'updated_at': '2020-11-24T13:19:37Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '0652e43b-d8fc-46cf-836e-1ef7856bee95', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:56:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:19:32Z', 'updated_at': '2020-11-24T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '70fa1b06-1f1e-494d-a381-64f461120636', 'name': '', 'network_id': '18d22a4f-7f2f-47fa-92bc-4b08fd22d23f', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:47:0c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1408331b-cf5c-4d4d-aecd-bee71eddc3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:19:35Z', 'updated_at': '2020-11-24T13:19:41Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '1408331b-cf5c-4d4d-aecd-bee71eddc3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:19:42.199882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795ce30-d7b4-434e-b7e3-079b46a125d1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d297e39e-e297-40a2-8c02-df19229a75cd,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:42.203569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a795ce30-d7b4-434e-b7e3-079b46a125d1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:42.213672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a795ce30-d7b4-434e-b7e3-079b46a125d1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:42.215048 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a795ce30-d7b4-434e-b7e3-079b46a125d1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1658590
Nov 24 13:19:42.218010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54138) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:19:42.223830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-80dfe518-ae20-464e-9568-8402393f3706 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': 'ff489305-be23-4c30-9c23-85d0f04f1897', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:19:42.230515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-80dfe518-ae20-464e-9568-8402393f3706 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:19:42.235464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-80dfe518-ae20-464e-9568-8402393f3706 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:19:42.238501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-80dfe518-ae20-464e-9568-8402393f3706 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:19:42.246806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-80dfe518-ae20-464e-9568-8402393f3706 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:19:42.260894 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-80dfe518-ae20-464e-9568-8402393f3706 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Project ddd175861f0b46ae9d96e8c7cb7e2213 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:19:42.270995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-80dfe518-ae20-464e-9568-8402393f3706 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:42.351283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-80dfe518-ae20-464e-9568-8402393f3706 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:42.355081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-80dfe518-ae20-464e-9568-8402393f3706 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:42.362933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:42.389713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfe518-ae20-464e-9568-8402393f3706 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=530b1a9c-8e50-41bd-8ffa-b6e4c58cb0af,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:42.393953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-80dfe518-ae20-464e-9568-8402393f3706 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:42.399023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-80dfe518-ae20-464e-9568-8402393f3706 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:42.402162 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-80dfe518-ae20-464e-9568-8402393f3706 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1812625
Nov 24 13:19:42.579251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51b7a1e3-dfaa-4833-9a0d-f014204e2317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:42.602916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-22fd5aaa-47f4-4137-9096-c95658665c90 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:19:42.619418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-22fd5aaa-47f4-4137-9096-c95658665c90 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:19:42.620826 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-22fd5aaa-47f4-4137-9096-c95658665c90 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1426836837&fields=id&tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 267 time: 0.0668654
Nov 24 13:19:42.711466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-1a46543c-6feb-4946-9423-bea33598e047 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:42.712258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-1a46543c-6feb-4946-9423-bea33598e047 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:19:42.731209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-1a46543c-6feb-4946-9423-bea33598e047 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:19:42.732530 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-1a46543c-6feb-4946-9423-bea33598e047 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports/3377c71a-7beb-40cd-94e9-0fd5816853f9 HTTP/1.1" status: 200  len: 929 time: 0.1032429
Nov 24 13:19:42.781082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 70fa1b06-1f1e-494d-a381-64f461120636 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:19:42.825343 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-4cf245b6-48ce-47ff-9ad4-ae953cd78772 service neutron] 10.222.0.76 "GET /v2.0/ports/3377c71a-7beb-40cd-94e9-0fd5816853f9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.0783906
Nov 24 13:19:42.858314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 70fa1b06-1f1e-494d-a381-64f461120636 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:19:42.864439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 70fa1b06-1f1e-494d-a381-64f461120636 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:19:42.865041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:42.932025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:42.991221 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-02254ac1-4ee7-4204-b6b4-2fa8b445d0c0 service neutron] 10.222.0.76 "GET /v2.0/networks/18d22a4f-7f2f-47fa-92bc-4b08fd22d23f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1591496
Nov 24 13:19:43.008402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:43.053045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 70fa1b06-1f1e-494d-a381-64f461120636, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=70fa1b06-1f1e-494d-a381-64f461120636,segment=NetworkSegment(d5b3e568-e134-4211-bbfe-73f20cbcf883),segment_id=d5b3e568-e134-4211-bbfe-73f20cbcf883)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:19:43.057480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:43.059880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:43.156142 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-13a46d9e-095d-45de-b7a6-925ed5a91823 service neutron] 10.222.0.76 "GET /v2.0/networks/18d22a4f-7f2f-47fa-92bc-4b08fd22d23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1578865
Nov 24 13:19:43.326146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=70fa1b06-1f1e-494d-a381-64f461120636,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:43.330882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:43.388976 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0f14cb31-d8e3-4481-95d2-023c7286b2a8 req-2962bb31-9c0e-4c0d-878f-9d47c7df2a20 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=8b78399e-332a-4419-8af4-7cf479390f01 HTTP/1.1" status: 200  len: 210 time: 0.0541654
Nov 24 13:19:44.158052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:44.516056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-43681137-0aa4-4af9-9927-28d4e892ba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:44.517848 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-43681137-0aa4-4af9-9927-28d4e892ba22 service neutron] 10.222.0.70 "GET /v2.0/ports/3377c71a-7beb-40cd-94e9-0fd5816853f9 HTTP/1.1" status: 200  len: 1025 time: 0.0699897
Nov 24 13:19:44.653011 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d018165b-ee0e-46f0-9aa7-6456b69e1867 req-ca011430-e178-4dbf-a568-458e1a8183c8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=8b78399e-332a-4419-8af4-7cf479390f01 HTTP/1.1" status: 200  len: 210 time: 0.1301537
Nov 24 13:19:44.725697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:44.762633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-9a75c1af-ca5d-4f72-a541-e977efe3a74d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:44.764944 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-9a75c1af-ca5d-4f72-a541-e977efe3a74d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/networks?id=18d22a4f-7f2f-47fa-92bc-4b08fd22d23f HTTP/1.1" status: 200  len: 796 time: 0.2412059
Nov 24 13:19:44.767902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 70fa1b06-1f1e-494d-a381-64f461120636 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:19:44.844033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 70fa1b06-1f1e-494d-a381-64f461120636 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:19:44.844559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:44.886187 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-3c917c0d-4039-47ce-8d53-ab33b05cced9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 7377 time: 0.0810807
Nov 24 13:19:44.901084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-08be155e-a863-4e2b-bac0-9a5dd3420a71 service neutron] Request body: {'port': {'device_id': '8b78399e-332a-4419-8af4-7cf479390f01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:19:45.026952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-08be155e-a863-4e2b-bac0-9a5dd3420a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:45.458200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-08be155e-a863-4e2b-bac0-9a5dd3420a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3377c71a-7beb-40cd-94e9-0fd5816853f9 {{(pid=80943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:19:45.465296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-08be155e-a863-4e2b-bac0-9a5dd3420a71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:45.478614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-08be155e-a863-4e2b-bac0-9a5dd3420a71 service neutron] Transition to ACTIVE for port object 3377c71a-7beb-40cd-94e9-0fd5816853f9 will not be triggered until provisioned by entity L2. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:19:45.481531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-08be155e-a863-4e2b-bac0-9a5dd3420a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:45.497585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6ac402ea-8529-4251-a375-82e866f01dbd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:45.631927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be155e-a863-4e2b-bac0-9a5dd3420a71 service neutron] Pushing event updated for resources: {'Port': ['ID=3377c71a-7beb-40cd-94e9-0fd5816853f9,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:45.636347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-08be155e-a863-4e2b-bac0-9a5dd3420a71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:45.889355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-08be155e-a863-4e2b-bac0-9a5dd3420a71 service neutron] Attempting to bind port 3377c71a-7beb-40cd-94e9-0fd5816853f9 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:19:45.889744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-08be155e-a863-4e2b-bac0-9a5dd3420a71 service neutron] Attempting to bind port 3377c71a-7beb-40cd-94e9-0fd5816853f9 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'd5b3e568-e134-4211-bbfe-73f20cbcf883', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '18d22a4f-7f2f-47fa-92bc-4b08fd22d23f'}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:19:45.890101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-08be155e-a863-4e2b-bac0-9a5dd3420a71 service neutron] Attempting to bind port 3377c71a-7beb-40cd-94e9-0fd5816853f9 on network 18d22a4f-7f2f-47fa-92bc-4b08fd22d23f {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:19:45.909461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-08be155e-a863-4e2b-bac0-9a5dd3420a71 service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:19:45.909832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-08be155e-a863-4e2b-bac0-9a5dd3420a71 service neutron] Checking segment: {'id': 'd5b3e568-e134-4211-bbfe-73f20cbcf883', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '18d22a4f-7f2f-47fa-92bc-4b08fd22d23f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:19:45.910270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-08be155e-a863-4e2b-bac0-9a5dd3420a71 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:45.910668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-08be155e-a863-4e2b-bac0-9a5dd3420a71 service neutron] Bound using segment: {'id': 'd5b3e568-e134-4211-bbfe-73f20cbcf883', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '18d22a4f-7f2f-47fa-92bc-4b08fd22d23f'} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:19:45.912595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-08be155e-a863-4e2b-bac0-9a5dd3420a71 service neutron] Bound port: 3377c71a-7beb-40cd-94e9-0fd5816853f9, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5b3e568-e134-4211-bbfe-73f20cbcf883', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '18d22a4f-7f2f-47fa-92bc-4b08fd22d23f'}}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:19:45.912595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-08be155e-a863-4e2b-bac0-9a5dd3420a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:45.938317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1e0e2-173c-4bff-b032-11ffe095cb94 req-682c5e90-7d5a-49f6-bff9-939e9a0dad9a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:45.940550 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3ec1e0e2-173c-4bff-b032-11ffe095cb94 req-682c5e90-7d5a-49f6-bff9-939e9a0dad9a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=8b78399e-332a-4419-8af4-7cf479390f01 HTTP/1.1" status: 200  len: 980 time: 0.1406162
Nov 24 13:19:46.046725 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3ec1e0e2-173c-4bff-b032-11ffe095cb94 req-f72077b9-ed39-4ba8-8abe-0c5e48f37e23 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=fb8fefcd-4e15-45d7-b2a3-6c59e328b000&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797217
Nov 24 13:19:46.055839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-08be155e-a863-4e2b-bac0-9a5dd3420a71 service neutron] For port 3377c71a-7beb-40cd-94e9-0fd5816853f9, host hv-neutron-6013, cleared binding levels {{(pid=80943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:19:46.060968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-08be155e-a863-4e2b-bac0-9a5dd3420a71 service neutron] For port 3377c71a-7beb-40cd-94e9-0fd5816853f9, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=3377c71a-7beb-40cd-94e9-0fd5816853f9,segment=NetworkSegment(d5b3e568-e134-4211-bbfe-73f20cbcf883),segment_id=d5b3e568-e134-4211-bbfe-73f20cbcf883)] {{(pid=80943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:19:46.063249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-08be155e-a863-4e2b-bac0-9a5dd3420a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:46.083179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-561cb0ad-ad11-4e7f-aaa4-5d0da5180cf2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:46.237928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be155e-a863-4e2b-bac0-9a5dd3420a71 service neutron] Pushing event updated for resources: {'Port': ['ID=3377c71a-7beb-40cd-94e9-0fd5816853f9,revision_number=3']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:46.241693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-08be155e-a863-4e2b-bac0-9a5dd3420a71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:46.278009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-08be155e-a863-4e2b-bac0-9a5dd3420a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:46.278712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-08be155e-a863-4e2b-bac0-9a5dd3420a71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:46.280203 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-08be155e-a863-4e2b-bac0-9a5dd3420a71 service neutron] 10.222.0.70 "PUT /v2.0/ports/3377c71a-7beb-40cd-94e9-0fd5816853f9 HTTP/1.1" status: 200  len: 1194 time: 1.3839281
Nov 24 13:19:46.280771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b78399e-332a-4419-8af4-7cf479390f01', 'tag': '3377c71a-7beb-40cd-94e9-0fd5816853f9'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:19:46.372271 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b78399e-332a-4419-8af4-7cf479390f01', 'tag': '3377c71a-7beb-40cd-94e9-0fd5816853f9', 'status': 'completed', 'code': 200}
Nov 24 13:19:46.415692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-cc998f95-4770-4e7d-8e64-7e4f951b4a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:46.417335 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-cc998f95-4770-4e7d-8e64-7e4f951b4a5b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=8b78399e-332a-4419-8af4-7cf479390f01 HTTP/1.1" status: 200  len: 1197 time: 0.0847459
Nov 24 13:19:46.499696 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-2c69e1f6-1c05-413e-a9d0-e41c360971f4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3377c71a-7beb-40cd-94e9-0fd5816853f9 HTTP/1.1" status: 200  len: 217 time: 0.0696294
Nov 24 13:19:46.569689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-b7ad7d64-2640-420c-9e97-c125ce66b69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:46.571232 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-b7ad7d64-2640-420c-9e97-c125ce66b69c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1408331b-cf5c-4d4d-aecd-bee71eddc3c0 HTTP/1.1" status: 200  len: 834 time: 0.0651491
Nov 24 13:19:46.915467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-e24485af-2527-4767-832a-cf64f0226c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:46.917119 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-e24485af-2527-4767-832a-cf64f0226c6a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=18d22a4f-7f2f-47fa-92bc-4b08fd22d23f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3400240
Nov 24 13:19:47.064953 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-ea633243-3763-458e-b651-5f7f8cbd401e service neutron] 10.222.0.70 "GET /v2.0/networks/18d22a4f-7f2f-47fa-92bc-4b08fd22d23f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404898
Nov 24 13:19:47.262412 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-967ef584-f855-4ad6-b25b-5377d245d2ff req-69f61688-7d5a-4319-944c-f95d4b4e83c0 service neutron] 10.222.0.70 "GET /v2.0/networks/18d22a4f-7f2f-47fa-92bc-4b08fd22d23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1913795
Nov 24 13:19:47.297455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82b021-762e-4cdc-b7c9-86e558167fcd req-0ef791b1-aae6-442a-9ec2-9518d7a76a9f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:47.299118 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1e82b021-762e-4cdc-b7c9-86e558167fcd req-0ef791b1-aae6-442a-9ec2-9518d7a76a9f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=8b78399e-332a-4419-8af4-7cf479390f01 HTTP/1.1" status: 200  len: 980 time: 0.1165044
Nov 24 13:19:47.351725 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1e82b021-762e-4cdc-b7c9-86e558167fcd req-28288926-6ea3-44e9-92d4-81f9d9af3073 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=fb8fefcd-4e15-45d7-b2a3-6c59e328b000&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460539
Nov 24 13:19:47.429611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd513e-3de0-4a0e-95ee-6e369d2094ff req-67331898-1aa6-4984-b5a7-c9cf17997ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:47.431262 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-edfd513e-3de0-4a0e-95ee-6e369d2094ff req-67331898-1aa6-4984-b5a7-c9cf17997ec2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=8b78399e-332a-4419-8af4-7cf479390f01 HTTP/1.1" status: 200  len: 1197 time: 0.0786178
Nov 24 13:19:47.577414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd513e-3de0-4a0e-95ee-6e369d2094ff req-4c2bc76c-c38f-483f-9fc4-bc657dbb5b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:47.579082 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-edfd513e-3de0-4a0e-95ee-6e369d2094ff req-4c2bc76c-c38f-483f-9fc4-bc657dbb5b0e service neutron] 10.222.0.70 "GET /v2.0/networks?id=18d22a4f-7f2f-47fa-92bc-4b08fd22d23f HTTP/1.1" status: 200  len: 890 time: 0.1414342
Nov 24 13:19:47.655401 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-edfd513e-3de0-4a0e-95ee-6e369d2094ff req-f71337c4-f5f0-4828-a73f-757c4a6160be service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3377c71a-7beb-40cd-94e9-0fd5816853f9 HTTP/1.1" status: 200  len: 217 time: 0.0689361
Nov 24 13:19:47.729459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd513e-3de0-4a0e-95ee-6e369d2094ff req-2a04e1be-d952-406b-bb09-eefa7183e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:47.731016 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-edfd513e-3de0-4a0e-95ee-6e369d2094ff req-2a04e1be-d952-406b-bb09-eefa7183e3b2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1408331b-cf5c-4d4d-aecd-bee71eddc3c0 HTTP/1.1" status: 200  len: 834 time: 0.0685997
Nov 24 13:19:47.812158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd513e-3de0-4a0e-95ee-6e369d2094ff req-a2d474db-3fc8-484a-a253-9f213c0e4f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:47.814396 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-edfd513e-3de0-4a0e-95ee-6e369d2094ff req-a2d474db-3fc8-484a-a253-9f213c0e4f04 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=18d22a4f-7f2f-47fa-92bc-4b08fd22d23f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0756099
Nov 24 13:19:47.959224 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-edfd513e-3de0-4a0e-95ee-6e369d2094ff req-9136b07f-6c34-4721-ab42-01a53b8377f3 service neutron] 10.222.0.70 "GET /v2.0/networks/18d22a4f-7f2f-47fa-92bc-4b08fd22d23f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368728
Nov 24 13:19:48.103355 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-edfd513e-3de0-4a0e-95ee-6e369d2094ff req-3775ec0a-f9c0-4de3-a11c-be8db770146b service neutron] 10.222.0.70 "GET /v2.0/networks/18d22a4f-7f2f-47fa-92bc-4b08fd22d23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1366107
Nov 24 13:19:48.570365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654f10d-552b-4476-8c58-ce87704acf34 req-8af24fb8-b2e8-4a22-99c1-6eeec0b5a399 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:48.571973 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0654f10d-552b-4476-8c58-ce87704acf34 req-8af24fb8-b2e8-4a22-99c1-6eeec0b5a399 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=8b78399e-332a-4419-8af4-7cf479390f01 HTTP/1.1" status: 200  len: 980 time: 0.0881045
Nov 24 13:19:48.621842 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0654f10d-552b-4476-8c58-ce87704acf34 req-37ec02bb-2208-46b9-8744-b81701c57b5e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=fb8fefcd-4e15-45d7-b2a3-6c59e328b000&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434482
Nov 24 13:19:49.478317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.objects.ports [None req-12e28619-b490-4c0b-9cfa-e58bd22b4484 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80945) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 24 13:19:49.837056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7afe6e-b799-4c67-95fe-3c8d0e79b465 req-09b9ff98-3ea4-4bb9-a7a9-d1dbffe0e24c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:49.838697 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ef7afe6e-b799-4c67-95fe-3c8d0e79b465 req-09b9ff98-3ea4-4bb9-a7a9-d1dbffe0e24c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=8b78399e-332a-4419-8af4-7cf479390f01 HTTP/1.1" status: 200  len: 980 time: 0.0887983
Nov 24 13:19:49.887975 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ef7afe6e-b799-4c67-95fe-3c8d0e79b465 req-65f56cd2-b175-44c7-a6e8-d5323aa54b63 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=fb8fefcd-4e15-45d7-b2a3-6c59e328b000&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428553
Nov 24 13:19:49.901742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 3377c71a-7beb-40cd-94e9-0fd5816853f9 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:19:49.973906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port 3377c71a-7beb-40cd-94e9-0fd5816853f9 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:19:49.978689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 3377c71a-7beb-40cd-94e9-0fd5816853f9 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:19:49.979109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:50.100168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:50.134648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b78399e-332a-4419-8af4-7cf479390f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3377c71a-7beb-40cd-94e9-0fd5816853f9'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:19:50.146321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 3377c71a-7beb-40cd-94e9-0fd5816853f9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=3377c71a-7beb-40cd-94e9-0fd5816853f9,segment=NetworkSegment(d5b3e568-e134-4211-bbfe-73f20cbcf883),segment_id=d5b3e568-e134-4211-bbfe-73f20cbcf883)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:19:50.151106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:50.153878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-db2f893c-fa42-40e4-8d56-f37711e1cbb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:50.225340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=3377c71a-7beb-40cd-94e9-0fd5816853f9,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:50.230643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:50.293237 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b78399e-332a-4419-8af4-7cf479390f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3377c71a-7beb-40cd-94e9-0fd5816853f9', 'code': 200}
Nov 24 13:19:50.572448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0e21a-b237-427c-bca2-bd395951e812 req-3d0ddb0b-80f1-4fe4-81a1-73309020637c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:50.574051 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-71e0e21a-b237-427c-bca2-bd395951e812 req-3d0ddb0b-80f1-4fe4-81a1-73309020637c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8b78399e-332a-4419-8af4-7cf479390f01 HTTP/1.1" status: 200  len: 1200 time: 0.0798371
Nov 24 13:19:50.617559 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-71e0e21a-b237-427c-bca2-bd395951e812 req-6d8c1768-659e-4681-9f1f-af95481ce67d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fb8fefcd-4e15-45d7-b2a3-6c59e328b000&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369475
Nov 24 13:19:51.075040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:51.105005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2973f6-5a72-4f22-87ac-8cc1078babb9 req-973025ac-bb92-4549-86a7-d0a7cecc2fcb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:51.106634 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8a2973f6-5a72-4f22-87ac-8cc1078babb9 req-973025ac-bb92-4549-86a7-d0a7cecc2fcb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=8b78399e-332a-4419-8af4-7cf479390f01 HTTP/1.1" status: 200  len: 982 time: 0.0862029
Nov 24 13:19:51.157124 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8a2973f6-5a72-4f22-87ac-8cc1078babb9 req-1c9a1449-d70b-47a8-94cd-55e3954cbb3e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=fb8fefcd-4e15-45d7-b2a3-6c59e328b000&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435095
Nov 24 13:19:51.529791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 3377c71a-7beb-40cd-94e9-0fd5816853f9 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:19:51.605031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 3377c71a-7beb-40cd-94e9-0fd5816853f9 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:19:51.607437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:52.384118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b862a-aa64-4b21-a48f-27063ebcd6e9 req-36747c2f-f92f-4837-9783-2afca030792d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:52.385736 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ee6b862a-aa64-4b21-a48f-27063ebcd6e9 req-36747c2f-f92f-4837-9783-2afca030792d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=8b78399e-332a-4419-8af4-7cf479390f01 HTTP/1.1" status: 200  len: 982 time: 0.0878961
Nov 24 13:19:52.436326 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ee6b862a-aa64-4b21-a48f-27063ebcd6e9 req-6a8017ef-9463-48b5-86aa-5cdf81bb91f3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=fb8fefcd-4e15-45d7-b2a3-6c59e328b000&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437734
Nov 24 13:19:52.646677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca910de-f86f-45c2-918b-4508df557dce req-f12f3ccd-a6bb-4b9f-9b6c-96c5a887078c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:52.648835 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5ca910de-f86f-45c2-918b-4508df557dce req-f12f3ccd-a6bb-4b9f-9b6c-96c5a887078c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=8b78399e-332a-4419-8af4-7cf479390f01 HTTP/1.1" status: 200  len: 982 time: 0.0829594
Nov 24 13:19:52.702321 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5ca910de-f86f-45c2-918b-4508df557dce req-687b4356-47ce-43b0-88fd-368804fdfd93 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=fb8fefcd-4e15-45d7-b2a3-6c59e328b000&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464313
Nov 24 13:19:52.732705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54190) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:19:52.809052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529458d6-7625-4b25-8ac0-1ad04ce33e78 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:52.810843 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-529458d6-7625-4b25-8ac0-1ad04ce33e78 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/ports?device_id=8b78399e-332a-4419-8af4-7cf479390f01 HTTP/1.1" status: 200  len: 1195 time: 0.0770431
Nov 24 13:19:52.813822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54194) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:19:52.819907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-fbee7274-30c5-44d5-be5c-7157a3d1d824 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'port_id': '3377c71a-7beb-40cd-94e9-0fd5816853f9', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:19:52.826563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fbee7274-30c5-44d5-be5c-7157a3d1d824 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:19:52.830690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fbee7274-30c5-44d5-be5c-7157a3d1d824 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:floatingip and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:19:52.833701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fbee7274-30c5-44d5-be5c-7157a3d1d824 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:19:52.839524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fbee7274-30c5-44d5-be5c-7157a3d1d824 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:19:52.849866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fbee7274-30c5-44d5-be5c-7157a3d1d824 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:52.996545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fbee7274-30c5-44d5-be5c-7157a3d1d824 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:53.277761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-fbee7274-30c5-44d5-be5c-7157a3d1d824 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.26.8.113 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/6bc6a07b-0824-412e-8c07-b8766562522e) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:19:53.435616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fbee7274-30c5-44d5-be5c-7157a3d1d824 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:53.460998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fbee7274-30c5-44d5-be5c-7157a3d1d824 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:53.476567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3d3fb6de-067b-49dc-831d-66a9335d8b60 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:53.614284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee7274-30c5-44d5-be5c-7157a3d1d824 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=6bc6a07b-0824-412e-8c07-b8766562522e,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:53.618948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fbee7274-30c5-44d5-be5c-7157a3d1d824 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:53.673614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbee7274-30c5-44d5-be5c-7157a3d1d824 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:19:53.675235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-fbee7274-30c5-44d5-be5c-7157a3d1d824 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:19:53.677231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbee7274-30c5-44d5-be5c-7157a3d1d824 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:19:54.108897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fbee7274-30c5-44d5-be5c-7157a3d1d824 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:54.188185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fbee7274-30c5-44d5-be5c-7157a3d1d824 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:54.463801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fbee7274-30c5-44d5-be5c-7157a3d1d824 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:54.467233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fbee7274-30c5-44d5-be5c-7157a3d1d824 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:54.482309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-18d1b1e9-507b-42cc-995e-ac447151256b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:54.622482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee7274-30c5-44d5-be5c-7157a3d1d824 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=6bc6a07b-0824-412e-8c07-b8766562522e,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:54.628198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fbee7274-30c5-44d5-be5c-7157a3d1d824 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:54.728702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fbee7274-30c5-44d5-be5c-7157a3d1d824 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:54.932494 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-fbee7274-30c5-44d5-be5c-7157a3d1d824 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Floating IP f893a4a2-6ef1-4427-806a-5ed79d97caa1 associated. External IP: 172.26.8.113, port: 3377c71a-7beb-40cd-94e9-0fd5816853f9.
Nov 24 13:19:55.614106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbee7274-30c5-44d5-be5c-7157a3d1d824 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 99262dd2-117c-4eaa-9898-cf73081158c8 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:19:55.832652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbee7274-30c5-44d5-be5c-7157a3d1d824 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:19:55.843677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ee65b5-1dba-4ff5-a2b7-6490a9f8123a None None] Sync routers for ids ['99262dd2-117c-4eaa-9898-cf73081158c8'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:19:55.856653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ee65b5-1dba-4ff5-a2b7-6490a9f8123a None None] Routers {'99262dd2-117c-4eaa-9898-cf73081158c8'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:19:55.857421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-44ee65b5-1dba-4ff5-a2b7-6490a9f8123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634730f6a0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:19:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['99262dd2-117c-4eaa-9898-cf73081158c8'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:19:55.858323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fbee7274-30c5-44d5-be5c-7157a3d1d824 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:55.917209 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fbee7274-30c5-44d5-be5c-7157a3d1d824 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 1033 time: 3.1018784
Nov 24 13:19:55.917531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b78399e-332a-4419-8af4-7cf479390f01', 'tag': '3377c71a-7beb-40cd-94e9-0fd5816853f9'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:19:55.920134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54198) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:19:55.999862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27097502-ebdd-4b96-8e5f-7dbc2f28bb15 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:56.005083 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-27097502-ebdd-4b96-8e5f-7dbc2f28bb15 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/ports?device_id=8b78399e-332a-4419-8af4-7cf479390f01&network_id=18d22a4f-7f2f-47fa-92bc-4b08fd22d23f HTTP/1.1" status: 200  len: 1195 time: 0.0809197
Nov 24 13:19:56.116254 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b78399e-332a-4419-8af4-7cf479390f01', 'tag': '3377c71a-7beb-40cd-94e9-0fd5816853f9', 'status': 'completed', 'code': 200}
Nov 24 13:19:56.155737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-44ee65b5-1dba-4ff5-a2b7-6490a9f8123a None None] Set router 99262dd2-117c-4eaa-9898-cf73081158c8 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:19:56.244664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc163c5-03f4-4f9b-b023-b484ca81ae90 req-c85923ce-3a3e-4547-acc1-a0df58c71a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:56.246338 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6bc163c5-03f4-4f9b-b023-b484ca81ae90 req-c85923ce-3a3e-4547-acc1-a0df58c71a1a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=8b78399e-332a-4419-8af4-7cf479390f01 HTTP/1.1" status: 200  len: 1200 time: 0.0821433
Nov 24 13:19:56.404470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc163c5-03f4-4f9b-b023-b484ca81ae90 req-5a3e4f86-1648-4a69-847a-c332a43d5cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:56.406055 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6bc163c5-03f4-4f9b-b023-b484ca81ae90 req-5a3e4f86-1648-4a69-847a-c332a43d5cbd service neutron] 10.222.0.70 "GET /v2.0/networks?id=18d22a4f-7f2f-47fa-92bc-4b08fd22d23f HTTP/1.1" status: 200  len: 890 time: 0.1536067
Nov 24 13:19:56.563252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-44ee65b5-1dba-4ff5-a2b7-6490a9f8123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634730f6a0>, [{'id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'name': 'tempest-TestNetworkBasicOps-router-1350225511', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '0652e43b-d8fc-46cf-836e-1ef7856bee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:19:31Z', 'updated_at': '2020-11-24T13:19:37Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '0652e43b-d8fc-46cf-836e-1ef7856bee95', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:56:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:19:32Z', 'updated_at': '2020-11-24T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'f893a4a2-6ef1-4427-806a-5ed79d97caa1', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.113', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'port_id': '3377c71a-7beb-40cd-94e9-0fd5816853f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-139889830', 'network_id': '18d22a4f-7f2f-47fa-92bc-4b08fd22d23f', 'mac_address': 'fa:16:3e:ea:ef:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b78399e-332a-4419-8af4-7cf479390f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:19:54Z', 'updated_at': '2020-11-24T13:19:54Z', 'revision_number': 0, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70fa1b06-1f1e-494d-a381-64f461120636', 'name': '', 'network_id': '18d22a4f-7f2f-47fa-92bc-4b08fd22d23f', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:47:0c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1408331b-cf5c-4d4d-aecd-bee71eddc3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:19:35Z', 'updated_at': '2020-11-24T13:19:43Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '1408331b-cf5c-4d4d-aecd-bee71eddc3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:19:56.567682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ee65b5-1dba-4ff5-a2b7-6490a9f8123a None None] Checking router: 99262dd2-117c-4eaa-9898-cf73081158c8 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:19:56.575689 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6bc163c5-03f4-4f9b-b023-b484ca81ae90 req-62485058-17d6-41f5-9e7c-4729e0143042 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3377c71a-7beb-40cd-94e9-0fd5816853f9 HTTP/1.1" status: 200  len: 1036 time: 0.1614435
Nov 24 13:19:56.579260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ee65b5-1dba-4ff5-a2b7-6490a9f8123a None None] Routers {'99262dd2-117c-4eaa-9898-cf73081158c8'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:19:56.579936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-44ee65b5-1dba-4ff5-a2b7-6490a9f8123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634730f6a0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:19:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['99262dd2-117c-4eaa-9898-cf73081158c8'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:19:56.653409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db49327-b0e9-4475-9a8a-3b706f2318ed req-4d658fc9-383a-4349-a51a-f2f5cfdd425a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:56.655107 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2db49327-b0e9-4475-9a8a-3b706f2318ed req-4d658fc9-383a-4349-a51a-f2f5cfdd425a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=8b78399e-332a-4419-8af4-7cf479390f01 HTTP/1.1" status: 200  len: 982 time: 0.1854188
Nov 24 13:19:56.687636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc163c5-03f4-4f9b-b023-b484ca81ae90 req-ecfa75a2-0f33-4a2a-99c6-70457cafc617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:56.689228 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6bc163c5-03f4-4f9b-b023-b484ca81ae90 req-ecfa75a2-0f33-4a2a-99c6-70457cafc617 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1408331b-cf5c-4d4d-aecd-bee71eddc3c0 HTTP/1.1" status: 200  len: 834 time: 0.1024618
Nov 24 13:19:56.764114 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2db49327-b0e9-4475-9a8a-3b706f2318ed req-40b705b8-6bb3-40ce-a8a5-447c11ea2f53 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=fb8fefcd-4e15-45d7-b2a3-6c59e328b000&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016650
Nov 24 13:19:56.780925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-44ee65b5-1dba-4ff5-a2b7-6490a9f8123a None None] Set router 99262dd2-117c-4eaa-9898-cf73081158c8 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:19:56.807903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc163c5-03f4-4f9b-b023-b484ca81ae90 req-3c602d3f-4660-4438-aebe-39fcb089db06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:56.809666 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6bc163c5-03f4-4f9b-b023-b484ca81ae90 req-3c602d3f-4660-4438-aebe-39fcb089db06 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=18d22a4f-7f2f-47fa-92bc-4b08fd22d23f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1086922
Nov 24 13:19:56.967331 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6bc163c5-03f4-4f9b-b023-b484ca81ae90 req-ea524fec-db06-4d2e-b98f-13bd05e591e4 service neutron] 10.222.0.70 "GET /v2.0/networks/18d22a4f-7f2f-47fa-92bc-4b08fd22d23f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490557
Nov 24 13:19:57.116041 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6bc163c5-03f4-4f9b-b023-b484ca81ae90 req-3f4e3fcb-8c5b-43b2-a4ce-2d7fe26f0723 service neutron] 10.222.0.70 "GET /v2.0/networks/18d22a4f-7f2f-47fa-92bc-4b08fd22d23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1415160
Nov 24 13:19:57.178817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-44ee65b5-1dba-4ff5-a2b7-6490a9f8123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634730f6a0>, [{'id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'name': 'tempest-TestNetworkBasicOps-router-1350225511', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '0652e43b-d8fc-46cf-836e-1ef7856bee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:19:31Z', 'updated_at': '2020-11-24T13:19:37Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '0652e43b-d8fc-46cf-836e-1ef7856bee95', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:56:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:19:32Z', 'updated_at': '2020-11-24T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'f893a4a2-6ef1-4427-806a-5ed79d97caa1', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.113', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'port_id': '3377c71a-7beb-40cd-94e9-0fd5816853f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-139889830', 'network_id': '18d22a4f-7f2f-47fa-92bc-4b08fd22d23f', 'mac_address': 'fa:16:3e:ea:ef:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b78399e-332a-4419-8af4-7cf479390f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:19:54Z', 'updated_at': '2020-11-24T13:19:54Z', 'revision_number': 0, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70fa1b06-1f1e-494d-a381-64f461120636', 'name': '', 'network_id': '18d22a4f-7f2f-47fa-92bc-4b08fd22d23f', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:47:0c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1408331b-cf5c-4d4d-aecd-bee71eddc3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:19:35Z', 'updated_at': '2020-11-24T13:19:43Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '1408331b-cf5c-4d4d-aecd-bee71eddc3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:19:57.183142 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ee65b5-1dba-4ff5-a2b7-6490a9f8123a None None] The sync data for ids ['99262dd2-117c-4eaa-9898-cf73081158c8'] in dv-neutron-601336-61-ovs is: [{'id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'name': 'tempest-TestNetworkBasicOps-router-1350225511', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '0652e43b-d8fc-46cf-836e-1ef7856bee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:19:31Z', 'updated_at': '2020-11-24T13:19:37Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '0652e43b-d8fc-46cf-836e-1ef7856bee95', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:56:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:19:32Z', 'updated_at': '2020-11-24T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'f893a4a2-6ef1-4427-806a-5ed79d97caa1', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.113', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'port_id': '3377c71a-7beb-40cd-94e9-0fd5816853f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-139889830', 'network_id': '18d22a4f-7f2f-47fa-92bc-4b08fd22d23f', 'mac_address': 'fa:16:3e:ea:ef:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b78399e-332a-4419-8af4-7cf479390f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:19:54Z', 'updated_at': '2020-11-24T13:19:54Z', 'revision_number': 0, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70fa1b06-1f1e-494d-a381-64f461120636', 'name': '', 'network_id': '18d22a4f-7f2f-47fa-92bc-4b08fd22d23f', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:47:0c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1408331b-cf5c-4d4d-aecd-bee71eddc3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:19:35Z', 'updated_at': '2020-11-24T13:19:43Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '1408331b-cf5c-4d4d-aecd-bee71eddc3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:19:57.467045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4046e7-c69a-4429-980d-a2c8a4bb4d57 None None] New status for floating IP f893a4a2-6ef1-4427-806a-5ed79d97caa1: ACTIVE {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:19:58.028549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941fa2d-3aee-40c3-b8f2-6b1b111355b5 req-dbd84e0e-47c8-45c5-8de5-b46540b29503 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:58.030117 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b941fa2d-3aee-40c3-b8f2-6b1b111355b5 req-dbd84e0e-47c8-45c5-8de5-b46540b29503 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/ports?device_id=8b78399e-332a-4419-8af4-7cf479390f01 HTTP/1.1" status: 200  len: 982 time: 0.1564658
Nov 24 13:19:58.036071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725464d7-e35a-45b9-a3c0-12903f8a08c1 req-7283c138-e2ef-46d9-83bf-4f9ff15b6e45 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:58.037640 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-725464d7-e35a-45b9-a3c0-12903f8a08c1 req-7283c138-e2ef-46d9-83bf-4f9ff15b6e45 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=8b78399e-332a-4419-8af4-7cf479390f01 HTTP/1.1" status: 200  len: 982 time: 0.1240973
Nov 24 13:19:58.140755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941fa2d-3aee-40c3-b8f2-6b1b111355b5 req-83139144-7bb0-461a-b897-f5de7bc5ad8c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['binding:profile'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:58.143471 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b941fa2d-3aee-40c3-b8f2-6b1b111355b5 req-83139144-7bb0-461a-b897-f5de7bc5ad8c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/ports/3377c71a-7beb-40cd-94e9-0fd5816853f9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1041229
Nov 24 13:19:58.179020 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-725464d7-e35a-45b9-a3c0-12903f8a08c1 req-042fd455-6906-4aa8-926c-cfeb39b376a4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=fb8fefcd-4e15-45d7-b2a3-6c59e328b000&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002803
Nov 24 13:19:58.309290 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b941fa2d-3aee-40c3-b8f2-6b1b111355b5 req-46a2afa6-c47f-4ad8-a6b7-66f5c5325a44 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/networks/18d22a4f-7f2f-47fa-92bc-4b08fd22d23f?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1601982
Nov 24 13:19:58.320050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-b941fa2d-3aee-40c3-b8f2-6b1b111355b5 req-aa94a203-c79f-49f7-96c2-b4ea637d6bee service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:19:58.437166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-b941fa2d-3aee-40c3-b8f2-6b1b111355b5 req-aa94a203-c79f-49f7-96c2-b4ea637d6bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:58.959659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-b941fa2d-3aee-40c3-b8f2-6b1b111355b5 req-aa94a203-c79f-49f7-96c2-b4ea637d6bee service neutron] For port 3377c71a-7beb-40cd-94e9-0fd5816853f9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=3377c71a-7beb-40cd-94e9-0fd5816853f9,segment=NetworkSegment(d5b3e568-e134-4211-bbfe-73f20cbcf883),segment_id=d5b3e568-e134-4211-bbfe-73f20cbcf883)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:19:58.988845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-b941fa2d-3aee-40c3-b8f2-6b1b111355b5 req-aa94a203-c79f-49f7-96c2-b4ea637d6bee service neutron] For port 3377c71a-7beb-40cd-94e9-0fd5816853f9, host hv-neutron-6013, cleared binding levels {{(pid=80943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:19:59.042459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-b941fa2d-3aee-40c3-b8f2-6b1b111355b5 req-aa94a203-c79f-49f7-96c2-b4ea637d6bee service neutron] device_id is not set on port 3377c71a-7beb-40cd-94e9-0fd5816853f9 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:19:59.051045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-b941fa2d-3aee-40c3-b8f2-6b1b111355b5 req-aa94a203-c79f-49f7-96c2-b4ea637d6bee service neutron] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:59.056144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-b941fa2d-3aee-40c3-b8f2-6b1b111355b5 req-aa94a203-c79f-49f7-96c2-b4ea637d6bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:59.071834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1e9f612d-11b7-4c43-b8e8-bfc3eee920b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:19:59.207270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94a203-c79f-49f7-96c2-b4ea637d6bee service neutron] Pushing event updated for resources: {'Port': ['ID=3377c71a-7beb-40cd-94e9-0fd5816853f9,revision_number=5']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:19:59.212645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-aa94a203-c79f-49f7-96c2-b4ea637d6bee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:19:59.390278 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-995f35ee-0326-4f0c-a7af-377ed04f851c req-ec630c66-37c6-4b92-87f3-97a406bc1ffa tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=8b78399e-332a-4419-8af4-7cf479390f01 HTTP/1.1" status: 200  len: 210 time: 0.0587006
Nov 24 13:19:59.390509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 3377c71a-7beb-40cd-94e9-0fd5816853f9 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:19:59.456611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b941fa2d-3aee-40c3-b8f2-6b1b111355b5 req-aa94a203-c79f-49f7-96c2-b4ea637d6bee service neutron] No DVR routers for this DVR port 3377c71a-7beb-40cd-94e9-0fd5816853f9 on host hv-neutron-6013 {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:19:59.457493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 3377c71a-7beb-40cd-94e9-0fd5816853f9 not bound to the agent host hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:19:59.482961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-768f5385-046b-447b-94cb-6d82a36aa982 None None] Provisioning complete for port 3377c71a-7beb-40cd-94e9-0fd5816853f9 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:19:59.483334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-768f5385-046b-447b-94cb-6d82a36aa982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:59.543115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-768f5385-046b-447b-94cb-6d82a36aa982 None None] Port 3377c71a-7beb-40cd-94e9-0fd5816853f9 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:19:59.734648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-b941fa2d-3aee-40c3-b8f2-6b1b111355b5 req-aa94a203-c79f-49f7-96c2-b4ea637d6bee service neutron] In _notify_port_updated(), no bound segment for port 3377c71a-7beb-40cd-94e9-0fd5816853f9 on network 18d22a4f-7f2f-47fa-92bc-4b08fd22d23f {{(pid=80943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 24 13:19:59.736103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941fa2d-3aee-40c3-b8f2-6b1b111355b5 req-aa94a203-c79f-49f7-96c2-b4ea637d6bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:19:59.736779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-b941fa2d-3aee-40c3-b8f2-6b1b111355b5 req-aa94a203-c79f-49f7-96c2-b4ea637d6bee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:19:59.738253 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b941fa2d-3aee-40c3-b8f2-6b1b111355b5 req-aa94a203-c79f-49f7-96c2-b4ea637d6bee service neutron] 10.222.0.70 "PUT /v2.0/ports/3377c71a-7beb-40cd-94e9-0fd5816853f9 HTTP/1.1" status: 200  len: 1025 time: 1.4225812
Nov 24 13:20:00.507312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54218) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:00.583437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014867e8-18fb-4dd9-a37e-99b7225926b4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:00.584939 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-014867e8-18fb-4dd9-a37e-99b7225926b4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports/3377c71a-7beb-40cd-94e9-0fd5816853f9 HTTP/1.1" status: 200  len: 924 time: 0.0765336
Nov 24 13:20:00.950655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54224) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:00.956597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-101b6195-0ca2-428e-89bd-03f14df4bc5c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-424098908', 'description': 'tempest-secgroup-smoke-424098908 description', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:20:00.963186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-101b6195-0ca2-428e-89bd-03f14df4bc5c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:20:00.973481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-101b6195-0ca2-428e-89bd-03f14df4bc5c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:20:00.982487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-101b6195-0ca2-428e-89bd-03f14df4bc5c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:01.020418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-101b6195-0ca2-428e-89bd-03f14df4bc5c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:20:01.024669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-101b6195-0ca2-428e-89bd-03f14df4bc5c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:20:01.027796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-101b6195-0ca2-428e-89bd-03f14df4bc5c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:20:01.034796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-101b6195-0ca2-428e-89bd-03f14df4bc5c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:20:01.096884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-101b6195-0ca2-428e-89bd-03f14df4bc5c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:01.099910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-101b6195-0ca2-428e-89bd-03f14df4bc5c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:01.105396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bdca4039-c492-4e48-9c4f-230db5d1ade3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:01.150866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b6195-0ca2-428e-89bd-03f14df4bc5c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroup': ['ID=41ea087a-7a37-489f-8f98-8f4bf3c911c5,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:01.154091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-101b6195-0ca2-428e-89bd-03f14df4bc5c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:01.155624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-101b6195-0ca2-428e-89bd-03f14df4bc5c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:01.160195 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-101b6195-0ca2-428e-89bd-03f14df4bc5c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1678 time: 0.2052212
Nov 24 13:20:01.160746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54228) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:01.167430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2c6c4a17-d3c5-4e9c-8e65-c0e9df9c4ea1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '41ea087a-7a37-489f-8f98-8f4bf3c911c5', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:20:01.174154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2c6c4a17-d3c5-4e9c-8e65-c0e9df9c4ea1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:20:01.179033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2c6c4a17-d3c5-4e9c-8e65-c0e9df9c4ea1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:20:01.182053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2c6c4a17-d3c5-4e9c-8e65-c0e9df9c4ea1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:20:01.187825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2c6c4a17-d3c5-4e9c-8e65-c0e9df9c4ea1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:20:01.204521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4a17-d3c5-4e9c-8e65-c0e9df9c4ea1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:01.268985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4a17-d3c5-4e9c-8e65-c0e9df9c4ea1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:01.271864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4a17-d3c5-4e9c-8e65-c0e9df9c4ea1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:01.277841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bfd746c0-62f3-4f2f-b8f6-050fb4222d05 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:01.299232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c4a17-d3c5-4e9c-8e65-c0e9df9c4ea1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89667eff-8d2c-4cd8-be89-8af77d53a90a,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:01.302201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2c6c4a17-d3c5-4e9c-8e65-c0e9df9c4ea1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:01.310654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4a17-d3c5-4e9c-8e65-c0e9df9c4ea1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:01.311951 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2c6c4a17-d3c5-4e9c-8e65-c0e9df9c4ea1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1505566
Nov 24 13:20:01.314891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54232) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:01.320468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a3cec6f2-97cb-4d4e-9f45-72dbe4e3810c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '41ea087a-7a37-489f-8f98-8f4bf3c911c5', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:20:01.326849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a3cec6f2-97cb-4d4e-9f45-72dbe4e3810c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:20:01.331465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a3cec6f2-97cb-4d4e-9f45-72dbe4e3810c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:20:01.334559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a3cec6f2-97cb-4d4e-9f45-72dbe4e3810c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:20:01.340797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a3cec6f2-97cb-4d4e-9f45-72dbe4e3810c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:20:01.357205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a3cec6f2-97cb-4d4e-9f45-72dbe4e3810c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:01.428165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a3cec6f2-97cb-4d4e-9f45-72dbe4e3810c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:01.430883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a3cec6f2-97cb-4d4e-9f45-72dbe4e3810c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:01.432791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-47d19426-d33f-431f-8378-31f9a9529f9f tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:01.458663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cec6f2-97cb-4d4e-9f45-72dbe4e3810c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1227109e-d388-448f-888b-fae59cf06911,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:01.462745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a3cec6f2-97cb-4d4e-9f45-72dbe4e3810c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:01.469782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a3cec6f2-97cb-4d4e-9f45-72dbe4e3810c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:01.471138 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a3cec6f2-97cb-4d4e-9f45-72dbe4e3810c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1552160
Nov 24 13:20:01.474770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54236) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:01.480498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c80e07e3-cb71-43c6-b71c-910ad8eed43e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '41ea087a-7a37-489f-8f98-8f4bf3c911c5', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:20:01.487185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c80e07e3-cb71-43c6-b71c-910ad8eed43e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:20:01.491260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c80e07e3-cb71-43c6-b71c-910ad8eed43e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:20:01.494329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c80e07e3-cb71-43c6-b71c-910ad8eed43e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:20:01.500107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c80e07e3-cb71-43c6-b71c-910ad8eed43e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:20:01.519934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c80e07e3-cb71-43c6-b71c-910ad8eed43e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:01.588163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c80e07e3-cb71-43c6-b71c-910ad8eed43e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:01.591053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c80e07e3-cb71-43c6-b71c-910ad8eed43e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:01.592977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8d70e692-26f1-40d1-bd87-5ecda7f862a9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:01.617098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e07e3-cb71-43c6-b71c-910ad8eed43e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da4afae6-e6a5-4164-b662-469fa8c12e01,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:01.620138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c80e07e3-cb71-43c6-b71c-910ad8eed43e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:01.626514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c80e07e3-cb71-43c6-b71c-910ad8eed43e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:01.628382 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c80e07e3-cb71-43c6-b71c-910ad8eed43e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1519985
Nov 24 13:20:01.631308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54240) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:01.636882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9b325553-d31f-477e-92ce-a757e13229eb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '41ea087a-7a37-489f-8f98-8f4bf3c911c5', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:20:01.644136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9b325553-d31f-477e-92ce-a757e13229eb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:20:01.648198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9b325553-d31f-477e-92ce-a757e13229eb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:20:01.651245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9b325553-d31f-477e-92ce-a757e13229eb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:20:01.657138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9b325553-d31f-477e-92ce-a757e13229eb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:20:01.673373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b325553-d31f-477e-92ce-a757e13229eb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:01.743625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b325553-d31f-477e-92ce-a757e13229eb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:01.746689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b325553-d31f-477e-92ce-a757e13229eb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:01.748634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93e1c6fe-1380-41dd-8531-bd33253a9273 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:01.773319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b325553-d31f-477e-92ce-a757e13229eb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc7f6f1-8f36-4255-a60b-8ffbaf101b96,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:01.775925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9b325553-d31f-477e-92ce-a757e13229eb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:01.782417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b325553-d31f-477e-92ce-a757e13229eb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:01.783683 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9b325553-d31f-477e-92ce-a757e13229eb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1513774
Nov 24 13:20:01.786674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54244) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:01.792274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-93c84fdf-b6c6-4f8c-8e6b-36ec873da02e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '41ea087a-7a37-489f-8f98-8f4bf3c911c5', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:20:01.798674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-93c84fdf-b6c6-4f8c-8e6b-36ec873da02e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:20:01.802931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-93c84fdf-b6c6-4f8c-8e6b-36ec873da02e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:20:01.805939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-93c84fdf-b6c6-4f8c-8e6b-36ec873da02e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:20:01.811845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-93c84fdf-b6c6-4f8c-8e6b-36ec873da02e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:20:01.827459 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-93c84fdf-b6c6-4f8c-8e6b-36ec873da02e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Project ddd175861f0b46ae9d96e8c7cb7e2213 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:20:01.835080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93c84fdf-b6c6-4f8c-8e6b-36ec873da02e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:01.907131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93c84fdf-b6c6-4f8c-8e6b-36ec873da02e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:01.910299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93c84fdf-b6c6-4f8c-8e6b-36ec873da02e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:01.917279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e6332e56-b3d9-459e-abe3-163fc1036467 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:01.937560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c84fdf-b6c6-4f8c-8e6b-36ec873da02e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32931db2-a891-4af3-bbd0-ba1e3e0e9f76,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:01.940216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93c84fdf-b6c6-4f8c-8e6b-36ec873da02e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:01.946786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93c84fdf-b6c6-4f8c-8e6b-36ec873da02e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:01.948079 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-93c84fdf-b6c6-4f8c-8e6b-36ec873da02e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1604178
Nov 24 13:20:01.950961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54248) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:01.956510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7bed5ed4-4cdb-4308-93aa-25beee5a930c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '41ea087a-7a37-489f-8f98-8f4bf3c911c5', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:20:01.962684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7bed5ed4-4cdb-4308-93aa-25beee5a930c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:20:01.966755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7bed5ed4-4cdb-4308-93aa-25beee5a930c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:20:01.969778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7bed5ed4-4cdb-4308-93aa-25beee5a930c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:20:01.976195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7bed5ed4-4cdb-4308-93aa-25beee5a930c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:20:01.985622 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-7bed5ed4-4cdb-4308-93aa-25beee5a930c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Project ddd175861f0b46ae9d96e8c7cb7e2213 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:20:01.992885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7bed5ed4-4cdb-4308-93aa-25beee5a930c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:02.061978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7bed5ed4-4cdb-4308-93aa-25beee5a930c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:02.064684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7bed5ed4-4cdb-4308-93aa-25beee5a930c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:02.071724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-781bf12d-e71f-4664-b11e-a26cf5ded16d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:02.091020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed5ed4-4cdb-4308-93aa-25beee5a930c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f237db21-cf06-49dd-bb91-0857faafb48d,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:02.093579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7bed5ed4-4cdb-4308-93aa-25beee5a930c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:02.101301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7bed5ed4-4cdb-4308-93aa-25beee5a930c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:02.102664 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7bed5ed4-4cdb-4308-93aa-25beee5a930c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1506681
Nov 24 13:20:02.292143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-065e02cb-9c4c-4b82-bc25-898a4f5dce46 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:20:02.306558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-065e02cb-9c4c-4b82-bc25-898a4f5dce46 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:20:02.307796 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-065e02cb-9c4c-4b82-bc25-898a4f5dce46 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-424098908&fields=id&tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 267 time: 0.0604808
Nov 24 13:20:02.391295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-92792d7c-801f-436a-bfb6-b15594e0785d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:02.392655 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-92792d7c-801f-436a-bfb6-b15594e0785d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports/3377c71a-7beb-40cd-94e9-0fd5816853f9 HTTP/1.1" status: 200  len: 929 time: 0.0774808
Nov 24 13:20:02.548477 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-d6ded8e6-4442-4a57-910b-9602104c5661 service neutron] 10.222.0.76 "GET /v2.0/ports/3377c71a-7beb-40cd-94e9-0fd5816853f9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.1421399
Nov 24 13:20:02.693625 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-70ea9f93-fe17-4717-bb68-c2802be1086d service neutron] 10.222.0.76 "GET /v2.0/networks/18d22a4f-7f2f-47fa-92bc-4b08fd22d23f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383951
Nov 24 13:20:02.844190 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-084bdd66-0d20-44d3-860a-5286da23dab7 service neutron] 10.222.0.76 "GET /v2.0/networks/18d22a4f-7f2f-47fa-92bc-4b08fd22d23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1438873
Nov 24 13:20:03.054413 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-336fd534-8567-4a73-9aa7-6b458f2484df req-0445e5ed-d8a1-4c41-ae89-6ff6dafec817 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=0da95708-006c-43dd-8833-84a640b69ad3 HTTP/1.1" status: 200  len: 210 time: 0.0523479
Nov 24 13:20:04.089270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-d5ee62f1-5e2a-4214-88ed-6a91348678aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:04.090774 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-d5ee62f1-5e2a-4214-88ed-6a91348678aa service neutron] 10.222.0.70 "GET /v2.0/ports/3377c71a-7beb-40cd-94e9-0fd5816853f9 HTTP/1.1" status: 200  len: 1025 time: 0.0656667
Nov 24 13:20:04.298140 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7f2564b6-89c0-43aa-aaee-7424b7cb8661 req-36e7d315-e135-4041-8fd2-437c3e442c38 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=0da95708-006c-43dd-8833-84a640b69ad3 HTTP/1.1" status: 200  len: 210 time: 0.0632813
Nov 24 13:20:04.307482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-8859bcae-6029-4796-8f05-32eb86ba917e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:04.308990 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-8859bcae-6029-4796-8f05-32eb86ba917e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/networks?id=18d22a4f-7f2f-47fa-92bc-4b08fd22d23f HTTP/1.1" status: 200  len: 796 time: 0.2128146
Nov 24 13:20:04.425363 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-96fde3a7-d7ff-4aef-84d2-0b7b37f77122 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 11997 time: 0.0941627
Nov 24 13:20:04.437144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-6a8842a5-0574-43c3-89b4-44efd0e2b330 service neutron] Request body: {'port': {'device_id': '0da95708-006c-43dd-8833-84a640b69ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:20:04.550069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-6a8842a5-0574-43c3-89b4-44efd0e2b330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:04.968712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-6a8842a5-0574-43c3-89b4-44efd0e2b330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3377c71a-7beb-40cd-94e9-0fd5816853f9 {{(pid=80943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:20:04.977604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-6a8842a5-0574-43c3-89b4-44efd0e2b330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:04.990239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-6a8842a5-0574-43c3-89b4-44efd0e2b330 service neutron] Transition to ACTIVE for port object 3377c71a-7beb-40cd-94e9-0fd5816853f9 will not be triggered until provisioned by entity L2. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:20:04.993029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-6a8842a5-0574-43c3-89b4-44efd0e2b330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:05.008995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a5dcc5b5-68f2-49d9-861e-825604764728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:05.151539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8842a5-0574-43c3-89b4-44efd0e2b330 service neutron] Pushing event updated for resources: {'Port': ['ID=3377c71a-7beb-40cd-94e9-0fd5816853f9,revision_number=6']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:05.156238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6a8842a5-0574-43c3-89b4-44efd0e2b330 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:05.384737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-6a8842a5-0574-43c3-89b4-44efd0e2b330 service neutron] Attempting to bind port 3377c71a-7beb-40cd-94e9-0fd5816853f9 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:20:05.385117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-6a8842a5-0574-43c3-89b4-44efd0e2b330 service neutron] Attempting to bind port 3377c71a-7beb-40cd-94e9-0fd5816853f9 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'd5b3e568-e134-4211-bbfe-73f20cbcf883', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '18d22a4f-7f2f-47fa-92bc-4b08fd22d23f'}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:20:05.385496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-6a8842a5-0574-43c3-89b4-44efd0e2b330 service neutron] Attempting to bind port 3377c71a-7beb-40cd-94e9-0fd5816853f9 on network 18d22a4f-7f2f-47fa-92bc-4b08fd22d23f {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:20:05.394883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-6a8842a5-0574-43c3-89b4-44efd0e2b330 service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:20:05.395211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-6a8842a5-0574-43c3-89b4-44efd0e2b330 service neutron] Checking segment: {'id': 'd5b3e568-e134-4211-bbfe-73f20cbcf883', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '18d22a4f-7f2f-47fa-92bc-4b08fd22d23f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:20:05.396423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-6a8842a5-0574-43c3-89b4-44efd0e2b330 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:05.396423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-6a8842a5-0574-43c3-89b4-44efd0e2b330 service neutron] Bound using segment: {'id': 'd5b3e568-e134-4211-bbfe-73f20cbcf883', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '18d22a4f-7f2f-47fa-92bc-4b08fd22d23f'} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:20:05.396740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-6a8842a5-0574-43c3-89b4-44efd0e2b330 service neutron] Bound port: 3377c71a-7beb-40cd-94e9-0fd5816853f9, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5b3e568-e134-4211-bbfe-73f20cbcf883', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '18d22a4f-7f2f-47fa-92bc-4b08fd22d23f'}}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:20:05.398428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-6a8842a5-0574-43c3-89b4-44efd0e2b330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:05.557989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-6a8842a5-0574-43c3-89b4-44efd0e2b330 service neutron] For port 3377c71a-7beb-40cd-94e9-0fd5816853f9, host hv-neutron-6013, cleared binding levels {{(pid=80943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:20:05.569339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-6a8842a5-0574-43c3-89b4-44efd0e2b330 service neutron] For port 3377c71a-7beb-40cd-94e9-0fd5816853f9, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=3377c71a-7beb-40cd-94e9-0fd5816853f9,segment=NetworkSegment(d5b3e568-e134-4211-bbfe-73f20cbcf883),segment_id=d5b3e568-e134-4211-bbfe-73f20cbcf883)] {{(pid=80943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:20:05.573231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-6a8842a5-0574-43c3-89b4-44efd0e2b330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:05.589800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-953f363e-4485-4472-88ed-3ad1cb8ceeb4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:05.680223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992d59c-ef21-43fa-885e-fb43825c087f req-4c66ca4a-0843-4fb7-a7e4-4d19e7384ddd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:05.681829 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8992d59c-ef21-43fa-885e-fb43825c087f req-4c66ca4a-0843-4fb7-a7e4-4d19e7384ddd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=0da95708-006c-43dd-8833-84a640b69ad3 HTTP/1.1" status: 200  len: 980 time: 0.2385011
Nov 24 13:20:05.787065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8842a5-0574-43c3-89b4-44efd0e2b330 service neutron] Pushing event updated for resources: {'Port': ['ID=3377c71a-7beb-40cd-94e9-0fd5816853f9,revision_number=7']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:05.794372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6a8842a5-0574-43c3-89b4-44efd0e2b330 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:05.815263 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8992d59c-ef21-43fa-885e-fb43825c087f req-3a09d339-9534-4ccb-a8b7-4f203e0ca931 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=fb8fefcd-4e15-45d7-b2a3-6c59e328b000&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143019
Nov 24 13:20:05.829784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-6a8842a5-0574-43c3-89b4-44efd0e2b330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:05.830519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-6a8842a5-0574-43c3-89b4-44efd0e2b330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:05.832534 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-6a8842a5-0574-43c3-89b4-44efd0e2b330 service neutron] 10.222.0.70 "PUT /v2.0/ports/3377c71a-7beb-40cd-94e9-0fd5816853f9 HTTP/1.1" status: 200  len: 1194 time: 1.3994362
Nov 24 13:20:05.833113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da95708-006c-43dd-8833-84a640b69ad3', 'tag': '3377c71a-7beb-40cd-94e9-0fd5816853f9'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:20:05.926443 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da95708-006c-43dd-8833-84a640b69ad3', 'tag': '3377c71a-7beb-40cd-94e9-0fd5816853f9', 'status': 'completed', 'code': 200}
Nov 24 13:20:05.975807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-07010372-a341-4e4e-b15e-4068be60cadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:05.977466 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-07010372-a341-4e4e-b15e-4068be60cadf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=0da95708-006c-43dd-8833-84a640b69ad3 HTTP/1.1" status: 200  len: 1197 time: 0.0895319
Nov 24 13:20:06.093625 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-ed3cf8d9-a3c9-4700-8d14-0d5d233b02f2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3377c71a-7beb-40cd-94e9-0fd5816853f9 HTTP/1.1" status: 200  len: 1036 time: 0.1034958
Nov 24 13:20:06.168714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-40c2cb13-7fc6-49f5-886b-fff05b21db12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:06.170331 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-40c2cb13-7fc6-49f5-886b-fff05b21db12 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1408331b-cf5c-4d4d-aecd-bee71eddc3c0 HTTP/1.1" status: 200  len: 834 time: 0.0701132
Nov 24 13:20:06.252848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-f3a90447-208f-4c47-a0c2-b99758ad71e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:06.255054 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-f3a90447-208f-4c47-a0c2-b99758ad71e2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=18d22a4f-7f2f-47fa-92bc-4b08fd22d23f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783782
Nov 24 13:20:06.401269 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-a4462c2f-d03d-469f-8a81-6d53e97b244f service neutron] 10.222.0.70 "GET /v2.0/networks/18d22a4f-7f2f-47fa-92bc-4b08fd22d23f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395748
Nov 24 13:20:06.549705 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a907c694-adb0-4084-b455-4a5fad615fa3 req-a4e92e0c-db86-4db0-833a-2023b31422e3 service neutron] 10.222.0.70 "GET /v2.0/networks/18d22a4f-7f2f-47fa-92bc-4b08fd22d23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1422071
Nov 24 13:20:06.712132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6ca5a-ae5b-42bf-abea-85e82d0399ba req-f4e1b77e-b8a5-42c0-8102-fc48b8278480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:06.713734 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-24a6ca5a-ae5b-42bf-abea-85e82d0399ba req-f4e1b77e-b8a5-42c0-8102-fc48b8278480 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=0da95708-006c-43dd-8833-84a640b69ad3 HTTP/1.1" status: 200  len: 1197 time: 0.0799069
Nov 24 13:20:07.126467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6ca5a-ae5b-42bf-abea-85e82d0399ba req-88ea1fc3-a2b8-4c6e-b79e-adb355ce090d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:07.128029 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-24a6ca5a-ae5b-42bf-abea-85e82d0399ba req-88ea1fc3-a2b8-4c6e-b79e-adb355ce090d service neutron] 10.222.0.70 "GET /v2.0/networks?id=18d22a4f-7f2f-47fa-92bc-4b08fd22d23f HTTP/1.1" status: 200  len: 890 time: 0.4077675
Nov 24 13:20:07.299470 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-24a6ca5a-ae5b-42bf-abea-85e82d0399ba req-cc642e5c-a06d-4339-83b2-7783aba07c7c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3377c71a-7beb-40cd-94e9-0fd5816853f9 HTTP/1.1" status: 200  len: 1036 time: 0.1357725
Nov 24 13:20:07.310477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c3af6-3955-4251-97b8-5bb6137cd256 req-508017fc-2ba8-4551-a1fb-554c55c6ab9a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:07.312022 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-338c3af6-3955-4251-97b8-5bb6137cd256 req-508017fc-2ba8-4551-a1fb-554c55c6ab9a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=0da95708-006c-43dd-8833-84a640b69ad3 HTTP/1.1" status: 200  len: 980 time: 0.1880555
Nov 24 13:20:07.413260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6ca5a-ae5b-42bf-abea-85e82d0399ba req-572138a5-5ad0-4f34-ae59-64c957b6068f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:07.415105 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-24a6ca5a-ae5b-42bf-abea-85e82d0399ba req-572138a5-5ad0-4f34-ae59-64c957b6068f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1408331b-cf5c-4d4d-aecd-bee71eddc3c0 HTTP/1.1" status: 200  len: 834 time: 0.1020486
Nov 24 13:20:07.421346 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-338c3af6-3955-4251-97b8-5bb6137cd256 req-153fda70-e10f-4b9a-9807-54f90169d1cb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=fb8fefcd-4e15-45d7-b2a3-6c59e328b000&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694287
Nov 24 13:20:07.495204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6ca5a-ae5b-42bf-abea-85e82d0399ba req-d4be9b77-4ba9-4dd8-8eee-a349e0c975be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:07.496808 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-24a6ca5a-ae5b-42bf-abea-85e82d0399ba req-d4be9b77-4ba9-4dd8-8eee-a349e0c975be service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=18d22a4f-7f2f-47fa-92bc-4b08fd22d23f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0741315
Nov 24 13:20:07.646949 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-24a6ca5a-ae5b-42bf-abea-85e82d0399ba req-73d70207-b9fc-4523-8140-906c48ea8446 service neutron] 10.222.0.70 "GET /v2.0/networks/18d22a4f-7f2f-47fa-92bc-4b08fd22d23f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427007
Nov 24 13:20:07.791739 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-24a6ca5a-ae5b-42bf-abea-85e82d0399ba req-e9307a75-100f-4aff-87f7-e5b4b646fff8 service neutron] 10.222.0.70 "GET /v2.0/networks/18d22a4f-7f2f-47fa-92bc-4b08fd22d23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1376822
Nov 24 13:20:08.638946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8208375-e834-45bf-8c42-35a666c3b5e1 req-d3a4c907-abf8-42c3-a528-73d5fd2fae91 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:08.640823 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b8208375-e834-45bf-8c42-35a666c3b5e1 req-d3a4c907-abf8-42c3-a528-73d5fd2fae91 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=0da95708-006c-43dd-8833-84a640b69ad3 HTTP/1.1" status: 200  len: 980 time: 0.0886281
Nov 24 13:20:08.688971 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b8208375-e834-45bf-8c42-35a666c3b5e1 req-e6b9a751-9ed0-4c07-ba42-358d53b07c59 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=fb8fefcd-4e15-45d7-b2a3-6c59e328b000&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416117
Nov 24 13:20:09.474738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:20:09.866953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 3377c71a-7beb-40cd-94e9-0fd5816853f9 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:20:09.909788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d0eb5-bbc7-40e9-ba3b-1edb5a2fae6e req-ae1fd59a-e11c-4c5e-9773-00f26ca97a08 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:09.911432 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-674d0eb5-bbc7-40e9-ba3b-1edb5a2fae6e req-ae1fd59a-e11c-4c5e-9773-00f26ca97a08 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=0da95708-006c-43dd-8833-84a640b69ad3 HTTP/1.1" status: 200  len: 980 time: 0.0881848
Nov 24 13:20:09.944572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port 3377c71a-7beb-40cd-94e9-0fd5816853f9 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:20:09.949491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 3377c71a-7beb-40cd-94e9-0fd5816853f9 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:20:09.949908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:09.961887 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-674d0eb5-bbc7-40e9-ba3b-1edb5a2fae6e req-01056d9f-a078-44ec-914e-b9ff5ac8ceb9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=fb8fefcd-4e15-45d7-b2a3-6c59e328b000&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441215
Nov 24 13:20:10.072217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:10.100584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da95708-006c-43dd-8833-84a640b69ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3377c71a-7beb-40cd-94e9-0fd5816853f9'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:20:10.110916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 3377c71a-7beb-40cd-94e9-0fd5816853f9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=3377c71a-7beb-40cd-94e9-0fd5816853f9,segment=NetworkSegment(d5b3e568-e134-4211-bbfe-73f20cbcf883),segment_id=d5b3e568-e134-4211-bbfe-73f20cbcf883)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:20:10.116625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:10.118770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1af22c99-144b-4a5b-988f-31239d65ea95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:10.167692 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da95708-006c-43dd-8833-84a640b69ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3377c71a-7beb-40cd-94e9-0fd5816853f9', 'code': 200}
Nov 24 13:20:10.193538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=3377c71a-7beb-40cd-94e9-0fd5816853f9,revision_number=8']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:10.196880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:10.229906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-03977416-7aff-4786-9278-247f1f9a953e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:10.452660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8ba3f-a903-4a8a-925d-661cec1b09f2 req-90a829c3-4ac0-4db8-8c41-be52c129e034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:10.454206 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ccd8ba3f-a903-4a8a-925d-661cec1b09f2 req-90a829c3-4ac0-4db8-8c41-be52c129e034 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0da95708-006c-43dd-8833-84a640b69ad3 HTTP/1.1" status: 200  len: 1200 time: 0.0799713
Nov 24 13:20:10.498260 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ccd8ba3f-a903-4a8a-925d-661cec1b09f2 req-0211a5bd-854d-4cfe-a4b2-2617fe89f0f3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fb8fefcd-4e15-45d7-b2a3-6c59e328b000&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379992
Nov 24 13:20:11.183604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedad55-4927-4304-ac5a-32c90149f03e req-3d27df84-23e2-44eb-a65d-522bdd83e85d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:11.185209 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dcedad55-4927-4304-ac5a-32c90149f03e req-3d27df84-23e2-44eb-a65d-522bdd83e85d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=0da95708-006c-43dd-8833-84a640b69ad3 HTTP/1.1" status: 200  len: 982 time: 0.0920398
Nov 24 13:20:11.240615 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dcedad55-4927-4304-ac5a-32c90149f03e req-d39b28a5-4cf2-499a-947e-88e787f4b670 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=fb8fefcd-4e15-45d7-b2a3-6c59e328b000&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490041
Nov 24 13:20:11.653625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 3377c71a-7beb-40cd-94e9-0fd5816853f9 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:20:11.729404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 3377c71a-7beb-40cd-94e9-0fd5816853f9 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:20:11.730217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:12.459790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69045a-231c-453e-815b-0761526a1a34 req-3f10ae98-77fe-4286-bbc3-9a8db1593a27 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:12.461295 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ce69045a-231c-453e-815b-0761526a1a34 req-3f10ae98-77fe-4286-bbc3-9a8db1593a27 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=0da95708-006c-43dd-8833-84a640b69ad3 HTTP/1.1" status: 200  len: 982 time: 0.0849979
Nov 24 13:20:12.509480 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ce69045a-231c-453e-815b-0761526a1a34 req-eca1e411-5c6a-401e-9af9-69ed99bb02cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=fb8fefcd-4e15-45d7-b2a3-6c59e328b000&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417621
Nov 24 13:20:12.580681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-342edc00-a09a-42fc-a0ad-023fed00db64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:12.729567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bba05a-9614-4908-b595-a35258f6af14 req-6a115d4b-a2b7-4213-bd18-915f4e28c4fa tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:12.731158 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b9bba05a-9614-4908-b595-a35258f6af14 req-6a115d4b-a2b7-4213-bd18-915f4e28c4fa tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=0da95708-006c-43dd-8833-84a640b69ad3 HTTP/1.1" status: 200  len: 982 time: 0.0898049
Nov 24 13:20:12.781126 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b9bba05a-9614-4908-b595-a35258f6af14 req-e8725282-8a8f-42f4-a41b-5a2e90ed4025 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=fb8fefcd-4e15-45d7-b2a3-6c59e328b000&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426049
Nov 24 13:20:12.811738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54300) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:12.894392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a30730d-1262-4f65-a362-737bb27fbd60 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:12.896615 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5a30730d-1262-4f65-a362-737bb27fbd60 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/ports?device_id=0da95708-006c-43dd-8833-84a640b69ad3&network_id=18d22a4f-7f2f-47fa-92bc-4b08fd22d23f HTTP/1.1" status: 200  len: 1195 time: 0.0838046
Nov 24 13:20:12.898799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:13.312569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556e06d-8e12-4346-b333-d44c99908cb4 req-88a1b1d2-381a-4569-b0aa-787edb8596b7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:13.314167 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9556e06d-8e12-4346-b333-d44c99908cb4 req-88a1b1d2-381a-4569-b0aa-787edb8596b7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=0da95708-006c-43dd-8833-84a640b69ad3 HTTP/1.1" status: 200  len: 982 time: 0.0903201
Nov 24 13:20:13.365142 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9556e06d-8e12-4346-b333-d44c99908cb4 req-6722faf4-86aa-4795-8aa2-03d0a55feccd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=fb8fefcd-4e15-45d7-b2a3-6c59e328b000&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430536
Nov 24 13:20:14.167384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:14.584794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5796e-e125-41ae-9126-0b76a4960bd8 req-f44c5db7-d3a6-458c-892c-bbcf6446e3fd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:14.586438 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dbb5796e-e125-41ae-9126-0b76a4960bd8 req-f44c5db7-d3a6-458c-892c-bbcf6446e3fd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=0da95708-006c-43dd-8833-84a640b69ad3 HTTP/1.1" status: 200  len: 982 time: 0.0849016
Nov 24 13:20:14.691660 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dbb5796e-e125-41ae-9126-0b76a4960bd8 req-2ced70da-c2d6-4925-9c68-1b5d9467e591 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=fb8fefcd-4e15-45d7-b2a3-6c59e328b000&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986166
Nov 24 13:20:14.722074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:14.726797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a5ff2-7972-4be3-92a9-b4e32175fd64 req-60e121e8-dda3-4bad-aa92-6fab73f083be tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:14.728377 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f88a5ff2-7972-4be3-92a9-b4e32175fd64 req-60e121e8-dda3-4bad-aa92-6fab73f083be tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/ports?device_id=0da95708-006c-43dd-8833-84a640b69ad3 HTTP/1.1" status: 200  len: 982 time: 0.1204426
Nov 24 13:20:14.802802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a5ff2-7972-4be3-92a9-b4e32175fd64 req-c04642aa-62d9-45e0-afa5-a5bf33e490e7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['binding:profile'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:14.804293 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f88a5ff2-7972-4be3-92a9-b4e32175fd64 req-c04642aa-62d9-45e0-afa5-a5bf33e490e7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/ports/3377c71a-7beb-40cd-94e9-0fd5816853f9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0703735
Nov 24 13:20:14.961946 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f88a5ff2-7972-4be3-92a9-b4e32175fd64 req-d8dc2518-dc97-4eb1-bc16-421d33183970 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/networks/18d22a4f-7f2f-47fa-92bc-4b08fd22d23f?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1512790
Nov 24 13:20:14.973980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-f88a5ff2-7972-4be3-92a9-b4e32175fd64 req-1dc46c43-8092-4616-b80a-c38b589a8e8b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:20:15.094062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-f88a5ff2-7972-4be3-92a9-b4e32175fd64 req-1dc46c43-8092-4616-b80a-c38b589a8e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:15.359485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-f88a5ff2-7972-4be3-92a9-b4e32175fd64 req-1dc46c43-8092-4616-b80a-c38b589a8e8b service neutron] For port 3377c71a-7beb-40cd-94e9-0fd5816853f9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=3377c71a-7beb-40cd-94e9-0fd5816853f9,segment=NetworkSegment(d5b3e568-e134-4211-bbfe-73f20cbcf883),segment_id=d5b3e568-e134-4211-bbfe-73f20cbcf883)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:20:15.389314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-f88a5ff2-7972-4be3-92a9-b4e32175fd64 req-1dc46c43-8092-4616-b80a-c38b589a8e8b service neutron] For port 3377c71a-7beb-40cd-94e9-0fd5816853f9, host hv-neutron-6013, cleared binding levels {{(pid=80943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:20:15.443380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-f88a5ff2-7972-4be3-92a9-b4e32175fd64 req-1dc46c43-8092-4616-b80a-c38b589a8e8b service neutron] device_id is not set on port 3377c71a-7beb-40cd-94e9-0fd5816853f9 yet. {{(pid=80943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 24 13:20:15.451307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-f88a5ff2-7972-4be3-92a9-b4e32175fd64 req-1dc46c43-8092-4616-b80a-c38b589a8e8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:15.456144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-f88a5ff2-7972-4be3-92a9-b4e32175fd64 req-1dc46c43-8092-4616-b80a-c38b589a8e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:15.472013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a5dcc5b5-68f2-49d9-861e-825604764728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:15.513090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 3377c71a-7beb-40cd-94e9-0fd5816853f9 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:20:15.577692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 3377c71a-7beb-40cd-94e9-0fd5816853f9 not bound to the agent host hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:20:15.610313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc46c43-8092-4616-b80a-c38b589a8e8b service neutron] Pushing event updated for resources: {'Port': ['ID=3377c71a-7beb-40cd-94e9-0fd5816853f9,revision_number=9']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:15.613794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1dc46c43-8092-4616-b80a-c38b589a8e8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:15.806174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88a5ff2-7972-4be3-92a9-b4e32175fd64 req-1dc46c43-8092-4616-b80a-c38b589a8e8b service neutron] No DVR routers for this DVR port 3377c71a-7beb-40cd-94e9-0fd5816853f9 on host hv-neutron-6013 {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:20:15.925133 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2ca01600-6c76-4e34-b02b-9a7eed495f04 req-ce2e3eb6-f88c-44e1-9f64-edb24c911a80 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=0da95708-006c-43dd-8833-84a640b69ad3 HTTP/1.1" status: 200  len: 210 time: 0.0583997
Nov 24 13:20:15.939302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-de8b2361-10e4-4a12-b43c-fa1ab0564384 None None] Provisioning complete for port 3377c71a-7beb-40cd-94e9-0fd5816853f9 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:20:15.939926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de8b2361-10e4-4a12-b43c-fa1ab0564384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:15.995178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-de8b2361-10e4-4a12-b43c-fa1ab0564384 None None] Port 3377c71a-7beb-40cd-94e9-0fd5816853f9 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:20:16.120664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-f88a5ff2-7972-4be3-92a9-b4e32175fd64 req-1dc46c43-8092-4616-b80a-c38b589a8e8b service neutron] In _notify_port_updated(), no bound segment for port 3377c71a-7beb-40cd-94e9-0fd5816853f9 on network 18d22a4f-7f2f-47fa-92bc-4b08fd22d23f {{(pid=80943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 24 13:20:16.121512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a5ff2-7972-4be3-92a9-b4e32175fd64 req-1dc46c43-8092-4616-b80a-c38b589a8e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:16.122225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-f88a5ff2-7972-4be3-92a9-b4e32175fd64 req-1dc46c43-8092-4616-b80a-c38b589a8e8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:16.123623 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f88a5ff2-7972-4be3-92a9-b4e32175fd64 req-1dc46c43-8092-4616-b80a-c38b589a8e8b service neutron] 10.222.0.70 "PUT /v2.0/ports/3377c71a-7beb-40cd-94e9-0fd5816853f9 HTTP/1.1" status: 200  len: 1025 time: 1.1547112
Nov 24 13:20:17.176945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54314) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:17.259292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa30e7e0-da80-48af-919a-7e154bcbde45 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:17.293966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa30e7e0-da80-48af-919a-7e154bcbde45 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:17.357909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa30e7e0-da80-48af-919a-7e154bcbde45 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:17.364329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f1946c9e-db1e-46b2-97b8-709821a4398a tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:17.380449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30e7e0-da80-48af-919a-7e154bcbde45 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ea087a-7a37-489f-8f98-8f4bf3c911c5,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:17.383429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-aa30e7e0-da80-48af-919a-7e154bcbde45 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:17.390840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa30e7e0-da80-48af-919a-7e154bcbde45 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:17.392096 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-aa30e7e0-da80-48af-919a-7e154bcbde45 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/security-groups/41ea087a-7a37-489f-8f98-8f4bf3c911c5 HTTP/1.1" status: 204  len: 168 time: 0.2141187
Nov 24 13:20:17.439859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54320) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:17.668298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a5c83a79-b2a4-4a3a-a6b3-cdb8af3e8021 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port 6bc6a07b-0824-412e-8c07-b8766562522e {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:20:17.668676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a5c83a79-b2a4-4a3a-a6b3-cdb8af3e8021 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:17.862285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a5c83a79-b2a4-4a3a-a6b3-cdb8af3e8021 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:17.862659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a5c83a79-b2a4-4a3a-a6b3-cdb8af3e8021 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:17.993607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a5c83a79-b2a4-4a3a-a6b3-cdb8af3e8021 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for 6bc6a07b-0824-412e-8c07-b8766562522e owned by network:floatingip {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:20:18.152321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a5c83a79-b2a4-4a3a-a6b3-cdb8af3e8021 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:18.168032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:18.269155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c83a79-b2a4-4a3a-a6b3-cdb8af3e8021 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=6bc6a07b-0824-412e-8c07-b8766562522e,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:18.274097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a5c83a79-b2a4-4a3a-a6b3-cdb8af3e8021 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:18.393427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a5c83a79-b2a4-4a3a-a6b3-cdb8af3e8021 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:18.393793 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-a5c83a79-b2a4-4a3a-a6b3-cdb8af3e8021 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Floating IP f893a4a2-6ef1-4427-806a-5ed79d97caa1 disassociated (deleted). External IP: 172.26.8.113, port: 3377c71a-7beb-40cd-94e9-0fd5816853f9.
Nov 24 13:20:18.812617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c83a79-b2a4-4a3a-a6b3-cdb8af3e8021 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 99262dd2-117c-4eaa-9898-cf73081158c8 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:20:19.035942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c83a79-b2a4-4a3a-a6b3-cdb8af3e8021 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:20:19.046034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21d5c96-92a3-4071-9d8e-351b9a239521 None None] Sync routers for ids ['99262dd2-117c-4eaa-9898-cf73081158c8'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:20:19.057644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a5c83a79-b2a4-4a3a-a6b3-cdb8af3e8021 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:19.060051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21d5c96-92a3-4071-9d8e-351b9a239521 None None] Routers {'99262dd2-117c-4eaa-9898-cf73081158c8'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:20:19.060736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d21d5c96-92a3-4071-9d8e-351b9a239521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f63473449b0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:20:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['99262dd2-117c-4eaa-9898-cf73081158c8'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:20:19.117080 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a5c83a79-b2a4-4a3a-a6b3-cdb8af3e8021 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/floatingips/f893a4a2-6ef1-4427-806a-5ed79d97caa1 HTTP/1.1" status: 204  len: 168 time: 1.6745186
Nov 24 13:20:19.288997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54328) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:19.370842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-182880d5-e60a-424d-94ea-3757cd035719 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:19.404942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-182880d5-e60a-424d-94ea-3757cd035719 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:19.442925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-d21d5c96-92a3-4071-9d8e-351b9a239521 None None] Set router 99262dd2-117c-4eaa-9898-cf73081158c8 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:20:19.459141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-182880d5-e60a-424d-94ea-3757cd035719 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:19.464451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d63acc81-d630-4480-9af5-88a8f26bf4b9 tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:19.480340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182880d5-e60a-424d-94ea-3757cd035719 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff489305-be23-4c30-9c23-85d0f04f1897,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:19.482719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-182880d5-e60a-424d-94ea-3757cd035719 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:19.488778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-182880d5-e60a-424d-94ea-3757cd035719 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:19.495810 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-182880d5-e60a-424d-94ea-3757cd035719 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/security-groups/ff489305-be23-4c30-9c23-85d0f04f1897 HTTP/1.1" status: 204  len: 168 time: 0.1999712
Nov 24 13:20:19.536385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54334) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:19.611928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-06264bc8-b773-40fb-973b-12f38c1d7519 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port 3377c71a-7beb-40cd-94e9-0fd5816853f9 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:20:19.612278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06264bc8-b773-40fb-973b-12f38c1d7519 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:19.822802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d21d5c96-92a3-4071-9d8e-351b9a239521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f63473449b0>, [{'id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'name': 'tempest-TestNetworkBasicOps-router-1350225511', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '0652e43b-d8fc-46cf-836e-1ef7856bee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:19:31Z', 'updated_at': '2020-11-24T13:19:37Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '0652e43b-d8fc-46cf-836e-1ef7856bee95', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:56:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:19:32Z', 'updated_at': '2020-11-24T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '70fa1b06-1f1e-494d-a381-64f461120636', 'name': '', 'network_id': '18d22a4f-7f2f-47fa-92bc-4b08fd22d23f', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:47:0c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1408331b-cf5c-4d4d-aecd-bee71eddc3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:19:35Z', 'updated_at': '2020-11-24T13:19:43Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '1408331b-cf5c-4d4d-aecd-bee71eddc3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:20:19.827540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21d5c96-92a3-4071-9d8e-351b9a239521 None None] Checking router: 99262dd2-117c-4eaa-9898-cf73081158c8 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:20:19.839809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21d5c96-92a3-4071-9d8e-351b9a239521 None None] Routers {'99262dd2-117c-4eaa-9898-cf73081158c8'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:20:19.840486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d21d5c96-92a3-4071-9d8e-351b9a239521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f63473449b0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:20:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['99262dd2-117c-4eaa-9898-cf73081158c8'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:20:19.880864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06264bc8-b773-40fb-973b-12f38c1d7519 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:20.014746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-06264bc8-b773-40fb-973b-12f38c1d7519 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for 3377c71a-7beb-40cd-94e9-0fd5816853f9 owned by  {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:20:20.035588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-d21d5c96-92a3-4071-9d8e-351b9a239521 None None] Set router 99262dd2-117c-4eaa-9898-cf73081158c8 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:20:20.170059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06264bc8-b773-40fb-973b-12f38c1d7519 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:20.186383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-86a4cdbb-267e-4310-876a-c9a905585ad0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:20.292692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06264bc8-b773-40fb-973b-12f38c1d7519 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=3377c71a-7beb-40cd-94e9-0fd5816853f9,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:20.295406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-06264bc8-b773-40fb-973b-12f38c1d7519 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:20.389474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d21d5c96-92a3-4071-9d8e-351b9a239521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f63473449b0>, [{'id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'name': 'tempest-TestNetworkBasicOps-router-1350225511', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '0652e43b-d8fc-46cf-836e-1ef7856bee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:19:31Z', 'updated_at': '2020-11-24T13:19:37Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '0652e43b-d8fc-46cf-836e-1ef7856bee95', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:56:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:19:32Z', 'updated_at': '2020-11-24T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '70fa1b06-1f1e-494d-a381-64f461120636', 'name': '', 'network_id': '18d22a4f-7f2f-47fa-92bc-4b08fd22d23f', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:47:0c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1408331b-cf5c-4d4d-aecd-bee71eddc3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:19:35Z', 'updated_at': '2020-11-24T13:19:43Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '1408331b-cf5c-4d4d-aecd-bee71eddc3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:20:20.396460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21d5c96-92a3-4071-9d8e-351b9a239521 None None] The sync data for ids ['99262dd2-117c-4eaa-9898-cf73081158c8'] in dv-neutron-601336-61-ovs is: [{'id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'name': 'tempest-TestNetworkBasicOps-router-1350225511', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '0652e43b-d8fc-46cf-836e-1ef7856bee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:19:31Z', 'updated_at': '2020-11-24T13:19:37Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '0652e43b-d8fc-46cf-836e-1ef7856bee95', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:56:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:19:32Z', 'updated_at': '2020-11-24T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '70fa1b06-1f1e-494d-a381-64f461120636', 'name': '', 'network_id': '18d22a4f-7f2f-47fa-92bc-4b08fd22d23f', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:47:0c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1408331b-cf5c-4d4d-aecd-bee71eddc3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:19:35Z', 'updated_at': '2020-11-24T13:19:43Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '1408331b-cf5c-4d4d-aecd-bee71eddc3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:20:20.434617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06264bc8-b773-40fb-973b-12f38c1d7519 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:20.446150 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-06264bc8-b773-40fb-973b-12f38c1d7519 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/ports/3377c71a-7beb-40cd-94e9-0fd5816853f9 HTTP/1.1" status: 204  len: 168 time: 0.9084585
Nov 24 13:20:20.448928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54338) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:20.837969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dd0283-f5bf-4954-b03a-ef5ff29c27e3 None None] New status for floating IP f893a4a2-6ef1-4427-806a-5ed79d97caa1: DOWN {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:20:21.073764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:21.172785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-54673b96-2662-4c9e-8c30-31739e77de36 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:21.838084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-54673b96-2662-4c9e-8c30-31739e77de36 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port 70fa1b06-1f1e-494d-a381-64f461120636 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:20:21.838721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-54673b96-2662-4c9e-8c30-31739e77de36 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:22.045924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-54673b96-2662-4c9e-8c30-31739e77de36 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port 70fa1b06-1f1e-494d-a381-64f461120636, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=70fa1b06-1f1e-494d-a381-64f461120636,segment=NetworkSegment(d5b3e568-e134-4211-bbfe-73f20cbcf883),segment_id=d5b3e568-e134-4211-bbfe-73f20cbcf883)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:20:22.046345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-54673b96-2662-4c9e-8c30-31739e77de36 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:22.180415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-54673b96-2662-4c9e-8c30-31739e77de36 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for 70fa1b06-1f1e-494d-a381-64f461120636 owned by network:router_interface {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:20:22.366905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-54673b96-2662-4c9e-8c30-31739e77de36 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:22.382236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a4d6b626-f285-4c54-9343-6aebb120e065 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:22.482847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54673b96-2662-4c9e-8c30-31739e77de36 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=70fa1b06-1f1e-494d-a381-64f461120636,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:22.487215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-54673b96-2662-4c9e-8c30-31739e77de36 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:22.834547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-54673b96-2662-4c9e-8c30-31739e77de36 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:23.579533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54673b96-2662-4c9e-8c30-31739e77de36 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 99262dd2-117c-4eaa-9898-cf73081158c8 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:20:24.055943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54673b96-2662-4c9e-8c30-31739e77de36 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:20:24.066721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbbd575-242b-4475-8ffa-8c94a34737d7 None None] Sync routers for ids ['99262dd2-117c-4eaa-9898-cf73081158c8'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:20:24.070485 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-54673b96-2662-4c9e-8c30-31739e77de36 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "PUT /v2.0/routers/99262dd2-117c-4eaa-9898-cf73081158c8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6204703
Nov 24 13:20:24.073267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54342) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:24.080413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbbd575-242b-4475-8ffa-8c94a34737d7 None None] Routers {'99262dd2-117c-4eaa-9898-cf73081158c8'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:20:24.081099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-6bbbd575-242b-4475-8ffa-8c94a34737d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347fe3e80>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:20:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['99262dd2-117c-4eaa-9898-cf73081158c8'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:20:24.275421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-6bbbd575-242b-4475-8ffa-8c94a34737d7 None None] Set router 99262dd2-117c-4eaa-9898-cf73081158c8 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:20:24.279996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-43801c2d-992d-4e0a-b8c5-d654ec27798d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting subnet 1408331b-cf5c-4d4d-aecd-bee71eddc3c0 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:20:24.283224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-43801c2d-992d-4e0a-b8c5-d654ec27798d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:24.346073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-43801c2d-992d-4e0a-b8c5-d654ec27798d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:24.435553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-43801c2d-992d-4e0a-b8c5-d654ec27798d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:24.581731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-6bbbd575-242b-4475-8ffa-8c94a34737d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347fe3e80>, [{'id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'name': 'tempest-TestNetworkBasicOps-router-1350225511', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '0652e43b-d8fc-46cf-836e-1ef7856bee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:19:31Z', 'updated_at': '2020-11-24T13:20:22Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '0652e43b-d8fc-46cf-836e-1ef7856bee95', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:56:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:19:32Z', 'updated_at': '2020-11-24T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:20:24.585968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbbd575-242b-4475-8ffa-8c94a34737d7 None None] Checking router: 99262dd2-117c-4eaa-9898-cf73081158c8 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:20:24.597453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbbd575-242b-4475-8ffa-8c94a34737d7 None None] Routers {'99262dd2-117c-4eaa-9898-cf73081158c8'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:20:24.598030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-6bbbd575-242b-4475-8ffa-8c94a34737d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347fe3e80>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:20:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['99262dd2-117c-4eaa-9898-cf73081158c8'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:20:24.723240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-43801c2d-992d-4e0a-b8c5-d654ec27798d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:24.739934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-eb399b7f-ff3f-4e8a-a50e-e352d54f95ae tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:24.791239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-6bbbd575-242b-4475-8ffa-8c94a34737d7 None None] Set router 99262dd2-117c-4eaa-9898-cf73081158c8 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:20:24.829668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43801c2d-992d-4e0a-b8c5-d654ec27798d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Subnet': ['ID=1408331b-cf5c-4d4d-aecd-bee71eddc3c0,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:24.834996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-43801c2d-992d-4e0a-b8c5-d654ec27798d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:24.884087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-43801c2d-992d-4e0a-b8c5-d654ec27798d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:24.890788 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-43801c2d-992d-4e0a-b8c5-d654ec27798d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/subnets/1408331b-cf5c-4d4d-aecd-bee71eddc3c0 HTTP/1.1" status: 204  len: 168 time: 0.8165107
Nov 24 13:20:24.893474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54346) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:24.898036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8841556b-90bb-4b8e-a24c-1b4fb9b793de None None] Network 18d22a4f-7f2f-47fa-92bc-4b08fd22d23f requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:20:25.109443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:25.295764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-6bbbd575-242b-4475-8ffa-8c94a34737d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347fe3e80>, [{'id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'name': 'tempest-TestNetworkBasicOps-router-1350225511', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '0652e43b-d8fc-46cf-836e-1ef7856bee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:19:31Z', 'updated_at': '2020-11-24T13:20:22Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '0652e43b-d8fc-46cf-836e-1ef7856bee95', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:56:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:19:32Z', 'updated_at': '2020-11-24T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:20:25.300829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbbd575-242b-4475-8ffa-8c94a34737d7 None None] The sync data for ids ['99262dd2-117c-4eaa-9898-cf73081158c8'] in dv-neutron-601336-61-ovs is: [{'id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'name': 'tempest-TestNetworkBasicOps-router-1350225511', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '0652e43b-d8fc-46cf-836e-1ef7856bee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:19:31Z', 'updated_at': '2020-11-24T13:20:22Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '0652e43b-d8fc-46cf-836e-1ef7856bee95', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:56:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99262dd2-117c-4eaa-9898-cf73081158c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:19:32Z', 'updated_at': '2020-11-24T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:20:25.335333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fad953c-1a96-42c4-b6ea-5bba1532c1a9 None None] DHCP port deletion for 18d22a4f-7f2f-47fa-92bc-4b08fd22d23f request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:20:25.339748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_gateway, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:25.340583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9fad953c-1a96-42c4-b6ea-5bba1532c1a9 None None] Deleting port 0e7d6daa-7733-442c-bae0-a6c1ad1a2956 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:20:25.341011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9fad953c-1a96-42c4-b6ea-5bba1532c1a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:25.349008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port 0652e43b-d8fc-46cf-836e-1ef7856bee95 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:20:25.349381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:25.552403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port 0652e43b-d8fc-46cf-836e-1ef7856bee95, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=0652e43b-d8fc-46cf-836e-1ef7856bee95,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:20:25.552800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:25.687971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for 0652e43b-d8fc-46cf-836e-1ef7856bee95 owned by network:router_gateway {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:20:25.756130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-9fad953c-1a96-42c4-b6ea-5bba1532c1a9 None None] For port 0e7d6daa-7733-442c-bae0-a6c1ad1a2956, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=0e7d6daa-7733-442c-bae0-a6c1ad1a2956,segment=NetworkSegment(d5b3e568-e134-4211-bbfe-73f20cbcf883),segment_id=d5b3e568-e134-4211-bbfe-73f20cbcf883)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:20:25.756735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9fad953c-1a96-42c4-b6ea-5bba1532c1a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:25.868692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:25.885327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-06264bc8-b773-40fb-973b-12f38c1d7519 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:25.885991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9fad953c-1a96-42c4-b6ea-5bba1532c1a9 None None] Calling delete_port for 0e7d6daa-7733-442c-bae0-a6c1ad1a2956 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:20:25.964832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9fad953c-1a96-42c4-b6ea-5bba1532c1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:25.980129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:25.992315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=0652e43b-d8fc-46cf-836e-1ef7856bee95,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:26.008815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:26.009237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:26.009656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:26.010065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:26.010501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:26.010908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:26.011315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:26.011723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:26.012125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:26.012526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:26.012931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:26.013330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:26.013834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:26.014274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:26.014665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:26.015320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:26.015720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:26.016120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:26.016525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:26.016928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:26.017326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:26.017734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:26.018148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:26.018557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:26.024422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:26.074085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad953c-1a96-42c4-b6ea-5bba1532c1a9 None None] Pushing event deleted for resources: {'Port': ['ID=0e7d6daa-7733-442c-bae0-a6c1ad1a2956,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:26.078328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9fad953c-1a96-42c4-b6ea-5bba1532c1a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:26.123765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fad953c-1a96-42c4-b6ea-5bba1532c1a9 None None] No DVR routers for this DVR port 0e7d6daa-7733-442c-bae0-a6c1ad1a2956 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:20:26.278825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:26.552529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:26.556971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:26.581219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:26.581816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Fanout notify agent at l3_agent the message router_deleted on router 99262dd2-117c-4eaa-9898-cf73081158c8 {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:20:26.596690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:26.598398 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/routers/99262dd2-117c-4eaa-9898-cf73081158c8 HTTP/1.1" status: 204  len: 168 time: 1.7038894
Nov 24 13:20:26.601200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54350) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:26.731141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4afb-c1f1-4066-8e59-9379b584635a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:26.837389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 70fa1b06-1f1e-494d-a381-64f461120636 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:20:26.871451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 70fa1b06-1f1e-494d-a381-64f461120636 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:20:26.871846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 70fa1b06-1f1e-494d-a381-64f461120636 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:20:26.872308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 0e7d6daa-7733-442c-bae0-a6c1ad1a2956 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:20:26.909075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 0e7d6daa-7733-442c-bae0-a6c1ad1a2956 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:20:26.910296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 0e7d6daa-7733-442c-bae0-a6c1ad1a2956 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:20:26.945029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4afb-c1f1-4066-8e59-9379b584635a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:27.075994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-0e9b4afb-c1f1-4066-8e59-9379b584635a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6346884dd8>,) {'filters': {'network_id': ['18d22a4f-7f2f-47fa-92bc-4b08fd22d23f']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:20:27.089419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-0e9b4afb-c1f1-4066-8e59-9379b584635a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346884dd8>, 'd5b3e568-e134-4211-bbfe-73f20cbcf883') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:20:27.089794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-0e9b4afb-c1f1-4066-8e59-9379b584635a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346884dd8>, 'd5b3e568-e134-4211-bbfe-73f20cbcf883') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:20:27.102634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4afb-c1f1-4066-8e59-9379b584635a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:27.120393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4afb-c1f1-4066-8e59-9379b584635a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:27.122535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0e9b4afb-c1f1-4066-8e59-9379b584635a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Releasing vxlan tunnel 3 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:20:27.573486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0e9b4afb-c1f1-4066-8e59-9379b584635a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network 18d22a4f-7f2f-47fa-92bc-4b08fd22d23f has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:20:27.582624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4afb-c1f1-4066-8e59-9379b584635a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:27.764173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0e9b4afb-c1f1-4066-8e59-9379b584635a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network 18d22a4f-7f2f-47fa-92bc-4b08fd22d23f has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:20:27.788311 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:20:27.788311 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:20:27.788311 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:20:27.788311 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:20:27.788311 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:20:27.788311 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:20:27.788311 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:20:27.788311 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:20:27.788311 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:20:27.788311 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:20:27.788311 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:20:27.788311 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:20:27.788311 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:20:27.788311 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:20:27.788311 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:20:27.788311 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:20:27.788311 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:20:27.788311 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:20:27.788311 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:20:27.788311 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:20:27.788311 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:20:27.788311 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:20:27.788311 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:20:27.788311 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:20:27.788311 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:20:27.788311 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:20:27.788311 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:20:27.788311 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:20:27.788311 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:20:27.788311 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:20:27.788311 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:20:27.788311 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:20:27.872891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4afb-c1f1-4066-8e59-9379b584635a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:27.877051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4afb-c1f1-4066-8e59-9379b584635a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:27.881162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dad3071d-0120-4782-ad68-af59261feccd tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:27.906931 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0e9b4afb-c1f1-4066-8e59-9379b584635a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/networks/18d22a4f-7f2f-47fa-92bc-4b08fd22d23f HTTP/1.1" status: 204  len: 168 time: 1.3046763
Nov 24 13:20:27.907903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b4afb-c1f1-4066-8e59-9379b584635a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Network': ['ID=18d22a4f-7f2f-47fa-92bc-4b08fd22d23f,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:27.911688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0e9b4afb-c1f1-4066-8e59-9379b584635a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:27.922625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54354) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:27.937128 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-45288988-61b8-4087-9e68-8bb60c4158d9 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200  len: 836 time: 0.0130630
Nov 24 13:20:27.939721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54358) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:27.945486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9fc670b4-c897-4231-9da7-d5aa91dd61db tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'network': {'name': 'tempest-network-smoke--1902450228', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'port_security_enabled': True}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:20:27.950537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9fc670b4-c897-4231-9da7-d5aa91dd61db tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:20:27.956111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9fc670b4-c897-4231-9da7-d5aa91dd61db tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:network and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:20:27.959292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9fc670b4-c897-4231-9da7-d5aa91dd61db tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for network was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:20:27.965114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9fc670b4-c897-4231-9da7-d5aa91dd61db tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:20:27.974973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc670b4-c897-4231-9da7-d5aa91dd61db tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Made reservation on behalf of ddd175861f0b46ae9d96e8c7cb7e2213 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:20:27.980431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9fc670b4-c897-4231-9da7-d5aa91dd61db tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:28.015753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc670b4-c897-4231-9da7-d5aa91dd61db tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:20:28.025679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9fc670b4-c897-4231-9da7-d5aa91dd61db tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:28.026115 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-9fc670b4-c897-4231-9da7-d5aa91dd61db tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Added segment 60420eb4-4356-4a85-b4c8-931358a64afb of type vxlan for network afdce3b9-1a34-4ed1-ba7a-c8009207068c
Nov 24 13:20:28.054192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9fc670b4-c897-4231-9da7-d5aa91dd61db tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:28.083521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9fc670b4-c897-4231-9da7-d5aa91dd61db tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:28.087800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc670b4-c897-4231-9da7-d5aa91dd61db tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:28.088447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9fc670b4-c897-4231-9da7-d5aa91dd61db tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:28.094336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b8226870-8b24-4e45-81de-a2bc30ff250d tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:28.204631 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9fc670b4-c897-4231-9da7-d5aa91dd61db tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2638166
Nov 24 13:20:28.208172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54362) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:28.214572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc670b4-c897-4231-9da7-d5aa91dd61db tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Network': ['ID=afdce3b9-1a34-4ed1-ba7a-c8009207068c,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:28.214824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-05aaa700-2b73-46b8-8be5-d2a6024e013e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-579155931', 'admin_state_up': True, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:20:28.217562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9fc670b4-c897-4231-9da7-d5aa91dd61db tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:28.228505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network afdce3b9-1a34-4ed1-ba7a-c8009207068c details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:20:28.229001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-05aaa700-2b73-46b8-8be5-d2a6024e013e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:20:28.233800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-05aaa700-2b73-46b8-8be5-d2a6024e013e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:router and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:20:28.237150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-05aaa700-2b73-46b8-8be5-d2a6024e013e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:20:28.243148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-05aaa700-2b73-46b8-8be5-d2a6024e013e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:20:28.245743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network afdce3b9-1a34-4ed1-ba7a-c8009207068c details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:20:28.253799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05aaa700-2b73-46b8-8be5-d2a6024e013e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:28.255132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05aaa700-2b73-46b8-8be5-d2a6024e013e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:28.277728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05aaa700-2b73-46b8-8be5-d2a6024e013e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:28.436187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05aaa700-2b73-46b8-8be5-d2a6024e013e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:28.623905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05aaa700-2b73-46b8-8be5-d2a6024e013e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_gateway, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:28.657678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05aaa700-2b73-46b8-8be5-d2a6024e013e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:28.721507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 0652e43b-d8fc-46cf-836e-1ef7856bee95 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:20:28.759746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 0652e43b-d8fc-46cf-836e-1ef7856bee95 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:20:28.760151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 0652e43b-d8fc-46cf-836e-1ef7856bee95 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:20:28.931446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-05aaa700-2b73-46b8-8be5-d2a6024e013e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.26.8.160 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/4ffb602b-60ae-4566-acb7-8f16f9f8d3aa) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:20:29.095800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05aaa700-2b73-46b8-8be5-d2a6024e013e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:29.126502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05aaa700-2b73-46b8-8be5-d2a6024e013e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:29.143123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cb268ad6-3d00-40b0-9ed2-586fdf193f10 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:29.277738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aaa700-2b73-46b8-8be5-d2a6024e013e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=4ffb602b-60ae-4566-acb7-8f16f9f8d3aa,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:29.282520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-05aaa700-2b73-46b8-8be5-d2a6024e013e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:29.334744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05aaa700-2b73-46b8-8be5-d2a6024e013e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:20:29.335892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-05aaa700-2b73-46b8-8be5-d2a6024e013e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:20:29.338199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aaa700-2b73-46b8-8be5-d2a6024e013e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:20:29.500848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05aaa700-2b73-46b8-8be5-d2a6024e013e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_gateway, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:29.501563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05aaa700-2b73-46b8-8be5-d2a6024e013e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:29.749868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05aaa700-2b73-46b8-8be5-d2a6024e013e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 92f4250b-6266-47c4-b928-6ef39edbafd7 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:20:29.959950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05aaa700-2b73-46b8-8be5-d2a6024e013e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:20:29.969366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de61ce89-51b3-4f8f-a589-534caac8782b None None] Sync routers for ids ['92f4250b-6266-47c4-b928-6ef39edbafd7'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:20:29.986528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de61ce89-51b3-4f8f-a589-534caac8782b None None] Routers {'92f4250b-6266-47c4-b928-6ef39edbafd7'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:20:29.987201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-de61ce89-51b3-4f8f-a589-534caac8782b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cccec50>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:20:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['92f4250b-6266-47c4-b928-6ef39edbafd7'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:20:29.987359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05aaa700-2b73-46b8-8be5-d2a6024e013e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:29.988803 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-05aaa700-2b73-46b8-8be5-d2a6024e013e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 1.7788558
Nov 24 13:20:29.991992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54366) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:30.047394 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e2300d9d-93da-41a8-959f-86225a61d4c2 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/subnets?project_id=ddd175861f0b46ae9d96e8c7cb7e2213&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0541601
Nov 24 13:20:30.050198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54370) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:30.056368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-63c446f1-e012-4bd5-bb36-545bdfa4b378 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'subnet': {'name': 'tempest-subnet-smoke-292014913', 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:20:30.181685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-de61ce89-51b3-4f8f-a589-534caac8782b None None] Set router 92f4250b-6266-47c4-b928-6ef39edbafd7 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:20:30.183364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-63c446f1-e012-4bd5-bb36-545bdfa4b378 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:20:30.187456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-63c446f1-e012-4bd5-bb36-545bdfa4b378 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:subnet and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:20:30.190604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-63c446f1-e012-4bd5-bb36-545bdfa4b378 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:20:30.197007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-63c446f1-e012-4bd5-bb36-545bdfa4b378 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:20:30.207496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c446f1-e012-4bd5-bb36-545bdfa4b378 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Made reservation on behalf of ddd175861f0b46ae9d96e8c7cb7e2213 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:20:30.323039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-63c446f1-e012-4bd5-bb36-545bdfa4b378 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:30.495281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-de61ce89-51b3-4f8f-a589-534caac8782b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cccec50>, [{'id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'name': 'tempest-TestNetworkBasicOps-router-579155931', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:20:29Z', 'revision_number': 3, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:13:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:20:30.499436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de61ce89-51b3-4f8f-a589-534caac8782b None None] Checking router: 92f4250b-6266-47c4-b928-6ef39edbafd7 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:20:30.499835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de61ce89-51b3-4f8f-a589-534caac8782b None None] Updating router 92f4250b-6266-47c4-b928-6ef39edbafd7 port 4ffb602b-60ae-4566-acb7-8f16f9f8d3aa binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:20:30.559597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de61ce89-51b3-4f8f-a589-534caac8782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:30.773946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-63c446f1-e012-4bd5-bb36-545bdfa4b378 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:30.789424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-74395dd3-fd20-4d4b-aa15-c5f771e87bb3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:30.922664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c446f1-e012-4bd5-bb36-545bdfa4b378 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Subnet': ['ID=fadf4e8f-9862-4150-b67f-03a3e150d454,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:30.927687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-63c446f1-e012-4bd5-bb36-545bdfa4b378 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:30.960601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de61ce89-51b3-4f8f-a589-534caac8782b None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:30.973812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-de61ce89-51b3-4f8f-a589-534caac8782b None None] Transition to ACTIVE for port object 4ffb602b-60ae-4566-acb7-8f16f9f8d3aa will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:20:30.976417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de61ce89-51b3-4f8f-a589-534caac8782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:30.992322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f83d4149-28cd-4a9c-8a40-088b745ee26e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:31.001140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c446f1-e012-4bd5-bb36-545bdfa4b378 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Checking segment: {'id': '60420eb4-4356-4a85-b4c8-931358a64afb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:20:31.001560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c446f1-e012-4bd5-bb36-545bdfa4b378 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network hostable DHCP agents. Network: afdce3b9-1a34-4ed1-ba7a-c8009207068c, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:20:31.029199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c446f1-e012-4bd5-bb36-545bdfa4b378 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network afdce3b9-1a34-4ed1-ba7a-c8009207068c is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:20:31.039911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-63c446f1-e012-4bd5-bb36-545bdfa4b378 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, afdce3b9-1a34-4ed1-ba7a-c8009207068c) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:20:31.052098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6c7bd7-b8b9-4e3a-8edc-8b234d49a53e None None] Network afdce3b9-1a34-4ed1-ba7a-c8009207068c requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:20:31.059392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c446f1-e012-4bd5-bb36-545bdfa4b378 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:31.060035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-63c446f1-e012-4bd5-bb36-545bdfa4b378 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:31.083232 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-63c446f1-e012-4bd5-bb36-545bdfa4b378 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.0288620
Nov 24 13:20:31.083465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54374) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:31.141149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117bb932-5436-44d1-b8c0-4c84f92cab13 None None] Pushing event updated for resources: {'Port': ['ID=4ffb602b-60ae-4566-acb7-8f16f9f8d3aa,revision_number=2']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:31.147002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-117bb932-5436-44d1-b8c0-4c84f92cab13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:31.245956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-de61ce89-51b3-4f8f-a589-534caac8782b None None] Attempting to bind port 4ffb602b-60ae-4566-acb7-8f16f9f8d3aa on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:20:31.246351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-de61ce89-51b3-4f8f-a589-534caac8782b None None] Attempting to bind port 4ffb602b-60ae-4566-acb7-8f16f9f8d3aa by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:20:31.246715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61ce89-51b3-4f8f-a589-534caac8782b None None] Attempting to bind port 4ffb602b-60ae-4566-acb7-8f16f9f8d3aa on network cfe08d36-e5ba-4f00-8669-16a0ead5d220 {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:20:31.255504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61ce89-51b3-4f8f-a589-534caac8782b None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:20:31.255935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61ce89-51b3-4f8f-a589-534caac8782b None None] Checking segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:20:31.256372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de61ce89-51b3-4f8f-a589-534caac8782b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:31.256821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61ce89-51b3-4f8f-a589-534caac8782b None None] Bound using segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:20:31.257357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-de61ce89-51b3-4f8f-a589-534caac8782b None None] Bound port: 4ffb602b-60ae-4566-acb7-8f16f9f8d3aa, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:20:31.257778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de61ce89-51b3-4f8f-a589-534caac8782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:31.303923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bef64f4-a1db-4608-b9cc-0d2b1feb0582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-afdce3b9-1a34-4ed1-ba7a-c8009207068c', 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ips': [{'subnet_id': 'fadf4e8f-9862-4150-b67f-03a3e150d454'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:20:31.304866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3bef64f4-a1db-4608-b9cc-0d2b1feb0582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:31.353478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-de61ce89-51b3-4f8f-a589-534caac8782b None None] For port 4ffb602b-60ae-4566-acb7-8f16f9f8d3aa, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:20:31.357439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-de61ce89-51b3-4f8f-a589-534caac8782b None None] For port 4ffb602b-60ae-4566-acb7-8f16f9f8d3aa, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=4ffb602b-60ae-4566-acb7-8f16f9f8d3aa,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:20:31.361131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de61ce89-51b3-4f8f-a589-534caac8782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:31.377471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ca708305-27b8-41fd-925e-6b5d00071f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:31.633378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-3bef64f4-a1db-4608-b9cc-0d2b1feb0582 None None] Allocated IP 172.20.0.2 (afdce3b9-1a34-4ed1-ba7a-c8009207068c/fadf4e8f-9862-4150-b67f-03a3e150d454/7805a3eb-69dc-4b2f-8c0b-5c2052d90d98) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:20:31.685874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117bb932-5436-44d1-b8c0-4c84f92cab13 None None] Pushing event updated for resources: {'Port': ['ID=4ffb602b-60ae-4566-acb7-8f16f9f8d3aa,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:31.700152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-117bb932-5436-44d1-b8c0-4c84f92cab13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:31.747148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de61ce89-51b3-4f8f-a589-534caac8782b None None] Routers {'92f4250b-6266-47c4-b928-6ef39edbafd7'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:20:31.748023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-de61ce89-51b3-4f8f-a589-534caac8782b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cccec50>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:20:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['92f4250b-6266-47c4-b928-6ef39edbafd7'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:20:31.859804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3bef64f4-a1db-4608-b9cc-0d2b1feb0582 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:31.871746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3bef64f4-a1db-4608-b9cc-0d2b1feb0582 None None] Transition to ACTIVE for port object 7805a3eb-69dc-4b2f-8c0b-5c2052d90d98 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:20:31.889200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3bef64f4-a1db-4608-b9cc-0d2b1feb0582 None None] Transition to ACTIVE for port object 7805a3eb-69dc-4b2f-8c0b-5c2052d90d98 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:20:31.896444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3bef64f4-a1db-4608-b9cc-0d2b1feb0582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:31.911565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9b5acae5-61f0-43cc-9b2a-cfd965a41333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:31.947257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-de61ce89-51b3-4f8f-a589-534caac8782b None None] Set router 92f4250b-6266-47c4-b928-6ef39edbafd7 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:20:32.057695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef64f4-a1db-4608-b9cc-0d2b1feb0582 None None] Pushing event updated for resources: {'Port': ['ID=7805a3eb-69dc-4b2f-8c0b-5c2052d90d98,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:32.076576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3bef64f4-a1db-4608-b9cc-0d2b1feb0582 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:32.115353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bef64f4-a1db-4608-b9cc-0d2b1feb0582 None None] Network afdce3b9-1a34-4ed1-ba7a-c8009207068c is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:20:32.117187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-3bef64f4-a1db-4608-b9cc-0d2b1feb0582 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:20:32.119504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bef64f4-a1db-4608-b9cc-0d2b1feb0582 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:20:32.154258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c531dc17-61b0-432b-909d-22d2642ef9cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:32.185115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-3bef64f4-a1db-4608-b9cc-0d2b1feb0582 None None] Attempting to bind port 7805a3eb-69dc-4b2f-8c0b-5c2052d90d98 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:20:32.185478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-3bef64f4-a1db-4608-b9cc-0d2b1feb0582 None None] Attempting to bind port 7805a3eb-69dc-4b2f-8c0b-5c2052d90d98 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '60420eb4-4356-4a85-b4c8-931358a64afb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:20:32.185847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bef64f4-a1db-4608-b9cc-0d2b1feb0582 None None] Attempting to bind port 7805a3eb-69dc-4b2f-8c0b-5c2052d90d98 on network afdce3b9-1a34-4ed1-ba7a-c8009207068c {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:20:32.194072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bef64f4-a1db-4608-b9cc-0d2b1feb0582 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:20:32.195061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bef64f4-a1db-4608-b9cc-0d2b1feb0582 None None] Checking segment: {'id': '60420eb4-4356-4a85-b4c8-931358a64afb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:20:32.195061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3bef64f4-a1db-4608-b9cc-0d2b1feb0582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:32.195524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bef64f4-a1db-4608-b9cc-0d2b1feb0582 None None] Bound using segment: {'id': '60420eb4-4356-4a85-b4c8-931358a64afb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:20:32.196049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-3bef64f4-a1db-4608-b9cc-0d2b1feb0582 None None] Bound port: 7805a3eb-69dc-4b2f-8c0b-5c2052d90d98, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60420eb4-4356-4a85-b4c8-931358a64afb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:20:32.196477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3bef64f4-a1db-4608-b9cc-0d2b1feb0582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:32.269177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-de61ce89-51b3-4f8f-a589-534caac8782b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cccec50>, [{'id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'name': 'tempest-TestNetworkBasicOps-router-579155931', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:20:29Z', 'revision_number': 3, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:13:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:20:32.273815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de61ce89-51b3-4f8f-a589-534caac8782b None None] The sync data for ids ['92f4250b-6266-47c4-b928-6ef39edbafd7'] in dv-neutron-601336-61-ovs is: [{'id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'name': 'tempest-TestNetworkBasicOps-router-579155931', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:20:29Z', 'revision_number': 3, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:13:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:20:32.311395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-3bef64f4-a1db-4608-b9cc-0d2b1feb0582 None None] For port 7805a3eb-69dc-4b2f-8c0b-5c2052d90d98, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:20:32.315434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-3bef64f4-a1db-4608-b9cc-0d2b1feb0582 None None] For port 7805a3eb-69dc-4b2f-8c0b-5c2052d90d98, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=7805a3eb-69dc-4b2f-8c0b-5c2052d90d98,segment=NetworkSegment(60420eb4-4356-4a85-b4c8-931358a64afb),segment_id=60420eb4-4356-4a85-b4c8-931358a64afb)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:20:32.320019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3bef64f4-a1db-4608-b9cc-0d2b1feb0582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:32.334560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:32.482854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef64f4-a1db-4608-b9cc-0d2b1feb0582 None None] Pushing event updated for resources: {'Port': ['ID=7805a3eb-69dc-4b2f-8c0b-5c2052d90d98,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:32.497114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3bef64f4-a1db-4608-b9cc-0d2b1feb0582 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:32.746383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-c531dc17-61b0-432b-909d-22d2642ef9cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.20.0.1 (afdce3b9-1a34-4ed1-ba7a-c8009207068c/fadf4e8f-9862-4150-b67f-03a3e150d454/38a813c7-96de-4768-b36d-cf10954108bc) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:20:32.859890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4ffb602b-60ae-4566-acb7-8f16f9f8d3aa up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:20:32.955536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 4ffb602b-60ae-4566-acb7-8f16f9f8d3aa completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:20:32.965135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 4ffb602b-60ae-4566-acb7-8f16f9f8d3aa triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:20:32.965464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:32.967592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c531dc17-61b0-432b-909d-22d2642ef9cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:32.992809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c531dc17-61b0-432b-909d-22d2642ef9cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Transition to ACTIVE for port object 38a813c7-96de-4768-b36d-cf10954108bc will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:20:33.021253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c531dc17-61b0-432b-909d-22d2642ef9cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:33.042938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8d99589f-35e7-4ad8-99b3-93f349296455 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:33.111699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:33.130978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 4ffb602b-60ae-4566-acb7-8f16f9f8d3aa, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=4ffb602b-60ae-4566-acb7-8f16f9f8d3aa,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:20:33.135438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:33.142511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:33.206570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531dc17-61b0-432b-909d-22d2642ef9cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=38a813c7-96de-4768-b36d-cf10954108bc,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:33.214296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c531dc17-61b0-432b-909d-22d2642ef9cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:33.229276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=4ffb602b-60ae-4566-acb7-8f16f9f8d3aa,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:33.234715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:33.276787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c531dc17-61b0-432b-909d-22d2642ef9cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network afdce3b9-1a34-4ed1-ba7a-c8009207068c is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:20:33.277973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-c531dc17-61b0-432b-909d-22d2642ef9cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:20:33.280309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c531dc17-61b0-432b-909d-22d2642ef9cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:20:33.342939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c531dc17-61b0-432b-909d-22d2642ef9cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:33.433925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c531dc17-61b0-432b-909d-22d2642ef9cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:33.901836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71b71d9-8f9b-46ef-94d5-a06f9c7cbb05 None None] Network afdce3b9-1a34-4ed1-ba7a-c8009207068c requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:20:33.969488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c531dc17-61b0-432b-909d-22d2642ef9cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:33.974347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c531dc17-61b0-432b-909d-22d2642ef9cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:34.005056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4c4b60c5-ecdb-4bb1-8947-27738506367b None None] Provisioning for port 7805a3eb-69dc-4b2f-8c0b-5c2052d90d98 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:20:34.005342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b26450ed-5655-4350-bf24-dca4e06f747b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:34.100819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c531dc17-61b0-432b-909d-22d2642ef9cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:34.118543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531dc17-61b0-432b-909d-22d2642ef9cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=38a813c7-96de-4768-b36d-cf10954108bc,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:34.177666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c531dc17-61b0-432b-909d-22d2642ef9cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:34.279909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c531dc17-61b0-432b-909d-22d2642ef9cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network afdce3b9-1a34-4ed1-ba7a-c8009207068c is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:20:34.281109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-c531dc17-61b0-432b-909d-22d2642ef9cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:20:34.657923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d5376dba-ed73-4f49-9624-e7520a8fd45c None None] Provisioning for port 38a813c7-96de-4768-b36d-cf10954108bc completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:20:34.665187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d5376dba-ed73-4f49-9624-e7520a8fd45c None None] Provisioning complete for port 38a813c7-96de-4768-b36d-cf10954108bc triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:20:34.665615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d5376dba-ed73-4f49-9624-e7520a8fd45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:34.729975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-d5376dba-ed73-4f49-9624-e7520a8fd45c None None] Port 38a813c7-96de-4768-b36d-cf10954108bc cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:20:34.739131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c531dc17-61b0-432b-909d-22d2642ef9cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 92f4250b-6266-47c4-b928-6ef39edbafd7 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:20:34.889548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 7805a3eb-69dc-4b2f-8c0b-5c2052d90d98 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:20:34.974937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 7805a3eb-69dc-4b2f-8c0b-5c2052d90d98 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:20:34.982759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 7805a3eb-69dc-4b2f-8c0b-5c2052d90d98 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:20:34.983199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:35.130310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a4e17816-8e93-4859-a756-4a30143b0513 None None] Provisioning complete for port 38a813c7-96de-4768-b36d-cf10954108bc triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:20:35.131334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4e17816-8e93-4859-a756-4a30143b0513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:35.214769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:35.245891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a4e17816-8e93-4859-a756-4a30143b0513 None None] Port 38a813c7-96de-4768-b36d-cf10954108bc cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:20:35.267686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 7805a3eb-69dc-4b2f-8c0b-5c2052d90d98, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=7805a3eb-69dc-4b2f-8c0b-5c2052d90d98,segment=NetworkSegment(60420eb4-4356-4a85-b4c8-931358a64afb),segment_id=60420eb4-4356-4a85-b4c8-931358a64afb)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:20:35.272821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:35.273784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4ffb602b-60ae-4566-acb7-8f16f9f8d3aa up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:20:35.282954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c531dc17-61b0-432b-909d-22d2642ef9cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:20:35.298643 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c531dc17-61b0-432b-909d-22d2642ef9cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "PUT /v2.0/routers/92f4250b-6266-47c4-b928-6ef39edbafd7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2141254
Nov 24 13:20:35.301207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54378) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:35.303018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:35.344866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19d6191-b896-4b45-99ad-9bc133d4e443 None None] Sync routers for ids ['92f4250b-6266-47c4-b928-6ef39edbafd7'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:20:35.414608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19d6191-b896-4b45-99ad-9bc133d4e443 None None] Routers {'92f4250b-6266-47c4-b928-6ef39edbafd7'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:20:35.415299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e19d6191-b896-4b45-99ad-9bc133d4e443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347dcc940>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:20:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['92f4250b-6266-47c4-b928-6ef39edbafd7'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:20:35.463357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8528d38a-2c56-4062-9470-fb28306371bb tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:35.463676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8528d38a-2c56-4062-9470-fb28306371bb tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:35.464087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8528d38a-2c56-4062-9470-fb28306371bb tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:35.464643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8528d38a-2c56-4062-9470-fb28306371bb tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:35.466445 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8528d38a-2c56-4062-9470-fb28306371bb tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2865 time: 0.1641321
Nov 24 13:20:35.471121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54382) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:35.501453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=7805a3eb-69dc-4b2f-8c0b-5c2052d90d98,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:35.504834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ea7db7b4-8b99-4723-9936-e76fee2057fb None None] Provisioning complete for port 38a813c7-96de-4768-b36d-cf10954108bc triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:20:35.505183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ea7db7b4-8b99-4723-9936-e76fee2057fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:35.534263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:35.551238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd447338-6379-464b-9044-4fd98b614156 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:35.551623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd447338-6379-464b-9044-4fd98b614156 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:35.552027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd447338-6379-464b-9044-4fd98b614156 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:35.552420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd447338-6379-464b-9044-4fd98b614156 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:35.554219 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-dd447338-6379-464b-9044-4fd98b614156 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.0820904
Nov 24 13:20:35.557155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54386) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:35.651814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ea7db7b4-8b99-4723-9936-e76fee2057fb None None] Port 38a813c7-96de-4768-b36d-cf10954108bc cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:20:35.658941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 4ffb602b-60ae-4566-acb7-8f16f9f8d3aa triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:20:35.659389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:35.748740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-e19d6191-b896-4b45-99ad-9bc133d4e443 None None] Set router 92f4250b-6266-47c4-b928-6ef39edbafd7 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:20:35.774872 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7f57919b-996c-495a-afac-06c07622d0b5 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1606 time: 0.2137935
Nov 24 13:20:35.960538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9e2b4965-df6e-4a3c-b13c-1445e6af0f4b None None] Provisioning complete for port 7805a3eb-69dc-4b2f-8c0b-5c2052d90d98 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:20:35.960972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9e2b4965-df6e-4a3c-b13c-1445e6af0f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:36.213685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54392) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:36.219898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-839116a9-69da-45e4-b3e2-dc7db606db2b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1333120625', 'description': 'tempest-secgroup-smoke-1333120625 description', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:20:36.228123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-839116a9-69da-45e4-b3e2-dc7db606db2b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:20:36.232921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-839116a9-69da-45e4-b3e2-dc7db606db2b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:20:36.236128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-839116a9-69da-45e4-b3e2-dc7db606db2b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:20:36.242738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-839116a9-69da-45e4-b3e2-dc7db606db2b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:20:36.256874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-839116a9-69da-45e4-b3e2-dc7db606db2b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:36.284038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e19d6191-b896-4b45-99ad-9bc133d4e443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347dcc940>, [{'id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'name': 'tempest-TestNetworkBasicOps-router-579155931', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:20:33Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:13:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '38a813c7-96de-4768-b36d-cf10954108bc', 'name': '', 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:7c:1f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fadf4e8f-9862-4150-b67f-03a3e150d454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:20:32Z', 'updated_at': '2020-11-24T13:20:33Z', 'revision_number': 2, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': 'fadf4e8f-9862-4150-b67f-03a3e150d454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:20:36.289251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19d6191-b896-4b45-99ad-9bc133d4e443 None None] Checking router: 92f4250b-6266-47c4-b928-6ef39edbafd7 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:20:36.289700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19d6191-b896-4b45-99ad-9bc133d4e443 None None] Updating router 92f4250b-6266-47c4-b928-6ef39edbafd7 port 38a813c7-96de-4768-b36d-cf10954108bc binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:20:36.295076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-839116a9-69da-45e4-b3e2-dc7db606db2b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:20:36.299169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-839116a9-69da-45e4-b3e2-dc7db606db2b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:20:36.302855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-839116a9-69da-45e4-b3e2-dc7db606db2b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:20:36.308646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-839116a9-69da-45e4-b3e2-dc7db606db2b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:20:36.344912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e19d6191-b896-4b45-99ad-9bc133d4e443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:36.367626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-839116a9-69da-45e4-b3e2-dc7db606db2b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:36.370687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-839116a9-69da-45e4-b3e2-dc7db606db2b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:36.376117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-51c0a68b-b152-4f67-8048-56b5d6a99fff tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:36.421219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839116a9-69da-45e4-b3e2-dc7db606db2b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ddb1ba-e34c-4d48-9e31-c382c327399e,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:36.425892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-839116a9-69da-45e4-b3e2-dc7db606db2b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:36.426777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-839116a9-69da-45e4-b3e2-dc7db606db2b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:36.430758 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-839116a9-69da-45e4-b3e2-dc7db606db2b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1680 time: 0.2131441
Nov 24 13:20:36.431291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54396) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:36.436632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-0d45014c-70cb-476c-ac85-a5c517d259cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': 'f7ddb1ba-e34c-4d48-9e31-c382c327399e', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:20:36.443222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0d45014c-70cb-476c-ac85-a5c517d259cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:20:36.447307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0d45014c-70cb-476c-ac85-a5c517d259cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:20:36.450392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0d45014c-70cb-476c-ac85-a5c517d259cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:20:36.457433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0d45014c-70cb-476c-ac85-a5c517d259cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:20:36.475130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d45014c-70cb-476c-ac85-a5c517d259cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:36.542875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d45014c-70cb-476c-ac85-a5c517d259cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:36.546365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d45014c-70cb-476c-ac85-a5c517d259cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:36.548669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-50279dd6-9c67-4bfc-ac9a-fc9b6a18da37 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:36.575748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45014c-70cb-476c-ac85-a5c517d259cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f5ec328-94d9-4c7d-92a3-44bf619f26d1,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:36.583616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0d45014c-70cb-476c-ac85-a5c517d259cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:36.591643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0d45014c-70cb-476c-ac85-a5c517d259cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:36.593036 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0d45014c-70cb-476c-ac85-a5c517d259cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1610899
Nov 24 13:20:36.595998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54400) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:36.604691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7e552660-6949-44ec-be8f-6af673d8b47e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': 'f7ddb1ba-e34c-4d48-9e31-c382c327399e', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:20:36.612996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7e552660-6949-44ec-be8f-6af673d8b47e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:20:36.617368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7e552660-6949-44ec-be8f-6af673d8b47e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:20:36.620471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7e552660-6949-44ec-be8f-6af673d8b47e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:20:36.626514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7e552660-6949-44ec-be8f-6af673d8b47e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:20:36.643637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e552660-6949-44ec-be8f-6af673d8b47e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:36.739888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e552660-6949-44ec-be8f-6af673d8b47e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:36.746992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e552660-6949-44ec-be8f-6af673d8b47e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:36.749214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3c202b08-d76b-4ecc-ad4a-e4a9f8f9e179 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:36.776711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e552660-6949-44ec-be8f-6af673d8b47e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2af37c08-0bb1-4ce0-ab76-92f7c4abc752,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:36.783237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7e552660-6949-44ec-be8f-6af673d8b47e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:36.785936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e552660-6949-44ec-be8f-6af673d8b47e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:36.790038 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7e552660-6949-44ec-be8f-6af673d8b47e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1903522
Nov 24 13:20:36.790214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 7805a3eb-69dc-4b2f-8c0b-5c2052d90d98 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:20:36.790493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54404) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:36.796425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a37b3ca8-fbf3-451c-8059-cc6327d60711 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': 'f7ddb1ba-e34c-4d48-9e31-c382c327399e', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:20:36.804309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a37b3ca8-fbf3-451c-8059-cc6327d60711 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:20:36.808521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a37b3ca8-fbf3-451c-8059-cc6327d60711 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:20:36.811954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a37b3ca8-fbf3-451c-8059-cc6327d60711 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:20:36.820627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a37b3ca8-fbf3-451c-8059-cc6327d60711 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:20:36.839977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a37b3ca8-fbf3-451c-8059-cc6327d60711 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:36.916315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a37b3ca8-fbf3-451c-8059-cc6327d60711 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:36.919850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a37b3ca8-fbf3-451c-8059-cc6327d60711 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:36.921799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:36.945837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b3ca8-fbf3-451c-8059-cc6327d60711 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aec5e26-3519-4a84-a0d1-c140660ebeef,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:36.950445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a37b3ca8-fbf3-451c-8059-cc6327d60711 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:36.958427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a37b3ca8-fbf3-451c-8059-cc6327d60711 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:36.959724 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a37b3ca8-fbf3-451c-8059-cc6327d60711 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1681478
Nov 24 13:20:36.962788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54408) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:36.968680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9cdd4bce-fe7a-4e52-a71f-0d0405130d59 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': 'f7ddb1ba-e34c-4d48-9e31-c382c327399e', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:20:36.975660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9cdd4bce-fe7a-4e52-a71f-0d0405130d59 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:20:36.979810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9cdd4bce-fe7a-4e52-a71f-0d0405130d59 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:20:36.982876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9cdd4bce-fe7a-4e52-a71f-0d0405130d59 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:20:36.989214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9cdd4bce-fe7a-4e52-a71f-0d0405130d59 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:20:37.006001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9cdd4bce-fe7a-4e52-a71f-0d0405130d59 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:37.011051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e19d6191-b896-4b45-99ad-9bc133d4e443 None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:37.039571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e19d6191-b896-4b45-99ad-9bc133d4e443 None None] Transition to ACTIVE for port object 38a813c7-96de-4768-b36d-cf10954108bc will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:20:37.045137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e19d6191-b896-4b45-99ad-9bc133d4e443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:37.058999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3bef64f4-a1db-4608-b9cc-0d2b1feb0582 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:37.080333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9cdd4bce-fe7a-4e52-a71f-0d0405130d59 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:37.083809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9cdd4bce-fe7a-4e52-a71f-0d0405130d59 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:37.085710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-552c45fb-d3a7-4160-b8e9-089d9f19c966 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:37.109796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd4bce-fe7a-4e52-a71f-0d0405130d59 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84accde0-1e45-4c47-bab6-5571d3249054,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:37.112690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9cdd4bce-fe7a-4e52-a71f-0d0405130d59 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:37.120203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9cdd4bce-fe7a-4e52-a71f-0d0405130d59 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:37.124143 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9cdd4bce-fe7a-4e52-a71f-0d0405130d59 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1576664
Nov 24 13:20:37.124587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54412) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:37.130844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-73683de1-f68d-4f5c-9dc6-ed1eb80d0f06 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': 'f7ddb1ba-e34c-4d48-9e31-c382c327399e', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:20:37.137312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-73683de1-f68d-4f5c-9dc6-ed1eb80d0f06 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:20:37.141644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-73683de1-f68d-4f5c-9dc6-ed1eb80d0f06 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:20:37.145318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-73683de1-f68d-4f5c-9dc6-ed1eb80d0f06 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:20:37.151311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-73683de1-f68d-4f5c-9dc6-ed1eb80d0f06 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:20:37.162425 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-73683de1-f68d-4f5c-9dc6-ed1eb80d0f06 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Project ddd175861f0b46ae9d96e8c7cb7e2213 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:20:37.169459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-73683de1-f68d-4f5c-9dc6-ed1eb80d0f06 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:37.217492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 7805a3eb-69dc-4b2f-8c0b-5c2052d90d98 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:20:37.218057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:37.253725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-73683de1-f68d-4f5c-9dc6-ed1eb80d0f06 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:37.257648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b5bc3-02bd-4187-8b80-92a5c80f0eb3 None None] Pushing event updated for resources: {'Port': ['ID=38a813c7-96de-4768-b36d-cf10954108bc,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:37.257893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-73683de1-f68d-4f5c-9dc6-ed1eb80d0f06 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:37.259791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-361d7dd2-ffd5-4709-b0b4-41f343ea6b0e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:37.286880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73683de1-f68d-4f5c-9dc6-ed1eb80d0f06 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd752be6-81e1-446b-af43-8b6a03e01bd3,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:37.289550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-73683de1-f68d-4f5c-9dc6-ed1eb80d0f06 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:37.296736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-73683de1-f68d-4f5c-9dc6-ed1eb80d0f06 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:37.301287 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-73683de1-f68d-4f5c-9dc6-ed1eb80d0f06 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1724632
Nov 24 13:20:37.301722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54416) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:37.306186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b5bc3-02bd-4187-8b80-92a5c80f0eb3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:37.306582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b5bc3-02bd-4187-8b80-92a5c80f0eb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:37.306970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b5bc3-02bd-4187-8b80-92a5c80f0eb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:37.307354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b5bc3-02bd-4187-8b80-92a5c80f0eb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:37.307725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b5bc3-02bd-4187-8b80-92a5c80f0eb3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:37.308100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b5bc3-02bd-4187-8b80-92a5c80f0eb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:37.308469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b5bc3-02bd-4187-8b80-92a5c80f0eb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:37.308839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b5bc3-02bd-4187-8b80-92a5c80f0eb3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:37.309258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b5bc3-02bd-4187-8b80-92a5c80f0eb3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:37.309582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b5bc3-02bd-4187-8b80-92a5c80f0eb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:37.309949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b5bc3-02bd-4187-8b80-92a5c80f0eb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:37.310340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b5bc3-02bd-4187-8b80-92a5c80f0eb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:37.310513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-997a6ad3-7604-4749-9c95-73e26ef62a0b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': 'f7ddb1ba-e34c-4d48-9e31-c382c327399e', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:20:37.310809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b5bc3-02bd-4187-8b80-92a5c80f0eb3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:37.311176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b5bc3-02bd-4187-8b80-92a5c80f0eb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:37.311543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b5bc3-02bd-4187-8b80-92a5c80f0eb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:37.311906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b5bc3-02bd-4187-8b80-92a5c80f0eb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:37.312269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b5bc3-02bd-4187-8b80-92a5c80f0eb3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:37.312631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b5bc3-02bd-4187-8b80-92a5c80f0eb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:37.312991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b5bc3-02bd-4187-8b80-92a5c80f0eb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:37.313359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b5bc3-02bd-4187-8b80-92a5c80f0eb3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:37.313720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b5bc3-02bd-4187-8b80-92a5c80f0eb3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:37.314081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b5bc3-02bd-4187-8b80-92a5c80f0eb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:37.314468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b5bc3-02bd-4187-8b80-92a5c80f0eb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:37.314842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b5bc3-02bd-4187-8b80-92a5c80f0eb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:37.318097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-997a6ad3-7604-4749-9c95-73e26ef62a0b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:20:37.322393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-997a6ad3-7604-4749-9c95-73e26ef62a0b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:20:37.325440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-997a6ad3-7604-4749-9c95-73e26ef62a0b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:20:37.329788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8a2b5bc3-02bd-4187-8b80-92a5c80f0eb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:37.334859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-997a6ad3-7604-4749-9c95-73e26ef62a0b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:20:37.345445 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-997a6ad3-7604-4749-9c95-73e26ef62a0b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Project ddd175861f0b46ae9d96e8c7cb7e2213 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:20:37.352656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-997a6ad3-7604-4749-9c95-73e26ef62a0b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:37.435737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-997a6ad3-7604-4749-9c95-73e26ef62a0b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:37.438888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-997a6ad3-7604-4749-9c95-73e26ef62a0b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:37.441643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0d45014c-70cb-476c-ac85-a5c517d259cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:37.467779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a6ad3-7604-4749-9c95-73e26ef62a0b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e89ff72-9f5d-4b60-80a5-d18b9e6972fe,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:37.471858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-997a6ad3-7604-4749-9c95-73e26ef62a0b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:37.479365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-997a6ad3-7604-4749-9c95-73e26ef62a0b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:37.481643 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-997a6ad3-7604-4749-9c95-73e26ef62a0b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1782482
Nov 24 13:20:37.540389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e19d6191-b896-4b45-99ad-9bc133d4e443 None None] Attempting to bind port 38a813c7-96de-4768-b36d-cf10954108bc on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:20:37.540810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e19d6191-b896-4b45-99ad-9bc133d4e443 None None] Attempting to bind port 38a813c7-96de-4768-b36d-cf10954108bc by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '60420eb4-4356-4a85-b4c8-931358a64afb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:20:37.541223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19d6191-b896-4b45-99ad-9bc133d4e443 None None] Attempting to bind port 38a813c7-96de-4768-b36d-cf10954108bc on network afdce3b9-1a34-4ed1-ba7a-c8009207068c {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:20:37.548681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19d6191-b896-4b45-99ad-9bc133d4e443 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:20:37.549109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19d6191-b896-4b45-99ad-9bc133d4e443 None None] Checking segment: {'id': '60420eb4-4356-4a85-b4c8-931358a64afb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:20:37.549553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e19d6191-b896-4b45-99ad-9bc133d4e443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:37.550562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19d6191-b896-4b45-99ad-9bc133d4e443 None None] Bound using segment: {'id': '60420eb4-4356-4a85-b4c8-931358a64afb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:20:37.551066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e19d6191-b896-4b45-99ad-9bc133d4e443 None None] Bound port: 38a813c7-96de-4768-b36d-cf10954108bc, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60420eb4-4356-4a85-b4c8-931358a64afb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:20:37.551485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e19d6191-b896-4b45-99ad-9bc133d4e443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:37.661736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e19d6191-b896-4b45-99ad-9bc133d4e443 None None] For port 38a813c7-96de-4768-b36d-cf10954108bc, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:20:37.665175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e19d6191-b896-4b45-99ad-9bc133d4e443 None None] For port 38a813c7-96de-4768-b36d-cf10954108bc, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=38a813c7-96de-4768-b36d-cf10954108bc,segment=NetworkSegment(60420eb4-4356-4a85-b4c8-931358a64afb),segment_id=60420eb4-4356-4a85-b4c8-931358a64afb)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:20:37.668532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e19d6191-b896-4b45-99ad-9bc133d4e443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:37.684703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b0020e54-ffd5-4233-84ae-df817f3dc40f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:37.697084 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-a4632758-63b5-4510-8d52-04aab34fe276 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1333120625&fields=id&tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 267 time: 0.0462160
Nov 24 13:20:37.827287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b5bc3-02bd-4187-8b80-92a5c80f0eb3 None None] Pushing event updated for resources: {'Port': ['ID=38a813c7-96de-4768-b36d-cf10954108bc,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:37.840899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8a2b5bc3-02bd-4187-8b80-92a5c80f0eb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:37.870564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-b124dee6-9bb4-47dd-8c5a-281d5577e34d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:37.871574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-b124dee6-9bb4-47dd-8c5a-281d5577e34d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:network {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:20:37.889112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-b124dee6-9bb4-47dd-8c5a-281d5577e34d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:network {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:20:37.890683 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-b124dee6-9bb4-47dd-8c5a-281d5577e34d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/networks?id=afdce3b9-1a34-4ed1-ba7a-c8009207068c HTTP/1.1" status: 200  len: 797 time: 0.1859539
Nov 24 13:20:37.892825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19d6191-b896-4b45-99ad-9bc133d4e443 None None] Routers {'92f4250b-6266-47c4-b928-6ef39edbafd7'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:20:37.893890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e19d6191-b896-4b45-99ad-9bc133d4e443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347dcc940>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:20:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['92f4250b-6266-47c4-b928-6ef39edbafd7'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:20:37.911893 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-b97be59f-d0a6-4335-8566-1a55558fa4ef tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/quotas/ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 375 time: 0.0127707
Nov 24 13:20:38.012465 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-fec11919-6e9b-42ec-a91b-e9645af7645b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0871437
Nov 24 13:20:38.117829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-e19d6191-b896-4b45-99ad-9bc133d4e443 None None] Set router 92f4250b-6266-47c4-b928-6ef39edbafd7 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:20:38.173445 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-edce2f7e-026f-4430-ae29-e05756b0e58c service neutron] 10.222.0.76 "GET /v2.0/networks/afdce3b9-1a34-4ed1-ba7a-c8009207068c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461058
Nov 24 13:20:38.332586 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-0190e899-af8e-4465-a0c9-f23916cf2046 service neutron] 10.222.0.76 "GET /v2.0/networks/afdce3b9-1a34-4ed1-ba7a-c8009207068c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1518083
Nov 24 13:20:38.481074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e19d6191-b896-4b45-99ad-9bc133d4e443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347dcc940>, [{'id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'name': 'tempest-TestNetworkBasicOps-router-579155931', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:20:33Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:13:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '38a813c7-96de-4768-b36d-cf10954108bc', 'name': '', 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:7c:1f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fadf4e8f-9862-4150-b67f-03a3e150d454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:20:32Z', 'updated_at': '2020-11-24T13:20:37Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': 'fadf4e8f-9862-4150-b67f-03a3e150d454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:20:38.485203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19d6191-b896-4b45-99ad-9bc133d4e443 None None] The sync data for ids ['92f4250b-6266-47c4-b928-6ef39edbafd7'] in dv-neutron-601336-61-ovs is: [{'id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'name': 'tempest-TestNetworkBasicOps-router-579155931', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:20:33Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:13:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '38a813c7-96de-4768-b36d-cf10954108bc', 'name': '', 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:7c:1f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fadf4e8f-9862-4150-b67f-03a3e150d454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:20:32Z', 'updated_at': '2020-11-24T13:20:37Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': 'fadf4e8f-9862-4150-b67f-03a3e150d454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:20:38.598811 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7c7fef7a-e49e-4854-9947-4a853115f1b9 req-ec071b5a-edf4-4277-a765-49f139a233d6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=96d55625-6289-4eda-b059-12257a8b2e1e HTTP/1.1" status: 200  len: 210 time: 0.0748024
Nov 24 13:20:38.818725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 38a813c7-96de-4768-b36d-cf10954108bc up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:20:38.901610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 38a813c7-96de-4768-b36d-cf10954108bc completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:20:38.907740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 38a813c7-96de-4768-b36d-cf10954108bc triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:20:38.908613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:39.053035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:39.089231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 38a813c7-96de-4768-b36d-cf10954108bc, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=38a813c7-96de-4768-b36d-cf10954108bc,segment=NetworkSegment(60420eb4-4356-4a85-b4c8-931358a64afb),segment_id=60420eb4-4356-4a85-b4c8-931358a64afb)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:20:39.092347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:39.094979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3bef64f4-a1db-4608-b9cc-0d2b1feb0582 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:39.170115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=38a813c7-96de-4768-b36d-cf10954108bc,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:39.173508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:40.087955 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f923e7c3-233c-414a-8276-b1a68d96480d req-79e03b23-313c-4afd-a6af-0cfba77ca708 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=96d55625-6289-4eda-b059-12257a8b2e1e HTTP/1.1" status: 200  len: 210 time: 0.0583611
Nov 24 13:20:40.094997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-b3d3fe3f-ed53-4fa0-a06c-18eebf1f1461 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:40.096417 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-b3d3fe3f-ed53-4fa0-a06c-18eebf1f1461 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/networks?id=afdce3b9-1a34-4ed1-ba7a-c8009207068c HTTP/1.1" status: 200  len: 797 time: 0.4854112
Nov 24 13:20:40.191904 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-93e41b5e-1bb6-4480-a7a0-ac3bb777ce88 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 7377 time: 0.0749078
Nov 24 13:20:40.202240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'port': {'device_id': '96d55625-6289-4eda-b059-12257a8b2e1e', 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c', 'admin_state_up': True, 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'security_groups': ['f7ddb1ba-e34c-4d48-9e31-c382c327399e']}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:20:40.221950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21236841-6888-4562-bf06-82103d4f2c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:40.351557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:20:40.356071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:port and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:20:40.359049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for port was recalculated. Used quota:2. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:20:40.365321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:20:40.374367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Made reservation on behalf of ddd175861f0b46ae9d96e8c7cb7e2213 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:20:40.380492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:40.696618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.20.0.9 (afdce3b9-1a34-4ed1-ba7a-c8009207068c/fadf4e8f-9862-4150-b67f-03a3e150d454/3b70cd6a-266e-4645-8097-b9d1a2b5c577) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:20:40.778856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 38a813c7-96de-4768-b36d-cf10954108bc up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:20:40.856035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 38a813c7-96de-4768-b36d-cf10954108bc triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:20:40.856462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:40.903819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:40.921374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Transition to ACTIVE for port object 3b70cd6a-266e-4645-8097-b9d1a2b5c577 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:20:40.947503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:40.963488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a19089cc-0397-4940-810f-95a4214866cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:41.108337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=3b70cd6a-266e-4645-8097-b9d1a2b5c577,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:41.125616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:41.125616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:41.125616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:41.125616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:41.126194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:41.126314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:41.126683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:41.127085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:41.127496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:41.127899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:41.128341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:41.128742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:41.129248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:41.129652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:41.130056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:41.130509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:41.130919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:41.131320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:41.132298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:41.132702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:41.133103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:41.133502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:41.133904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:41.134331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:20:41.141910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:41.199615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network afdce3b9-1a34-4ed1-ba7a-c8009207068c is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:20:41.200805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:20:41.203515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:20:41.327277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:41.327966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:41.361126 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1634977
Nov 24 13:20:41.381124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-a0fde955-98a0-4db9-9d27-9bd3318b5213 service neutron] Request body: {'port': {'device_id': '96d55625-6289-4eda-b059-12257a8b2e1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:20:41.430654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bad17f-fafb-4773-9859-51bdc008edcb req-d7b59d43-63c6-46a4-9a06-d7d36a3117aa tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:41.431417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-f9bad17f-fafb-4773-9859-51bdc008edcb req-d7b59d43-63c6-46a4-9a06-d7d36a3117aa tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:20:41.462662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5ce94f74-85d7-45b1-84b7-0d1408aecbed None None] Provisioning for port 3b70cd6a-266e-4645-8097-b9d1a2b5c577 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:20:41.468016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5ce94f74-85d7-45b1-84b7-0d1408aecbed None None] Provisioning complete for port 3b70cd6a-266e-4645-8097-b9d1a2b5c577 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:20:41.468512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5ce94f74-85d7-45b1-84b7-0d1408aecbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:41.491559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-f9bad17f-fafb-4773-9859-51bdc008edcb req-d7b59d43-63c6-46a4-9a06-d7d36a3117aa tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:20:41.492780 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f9bad17f-fafb-4773-9859-51bdc008edcb req-d7b59d43-63c6-46a4-9a06-d7d36a3117aa tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=96d55625-6289-4eda-b059-12257a8b2e1e HTTP/1.1" status: 200  len: 931 time: 0.2309537
Nov 24 13:20:41.530912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5ce94f74-85d7-45b1-84b7-0d1408aecbed None None] Port 3b70cd6a-266e-4645-8097-b9d1a2b5c577 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:20:41.553993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-a0fde955-98a0-4db9-9d27-9bd3318b5213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:41.579782 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f9bad17f-fafb-4773-9859-51bdc008edcb req-a5116ea8-1cee-4b6f-b1b1-8600b357cd4d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=f7ddb1ba-e34c-4d48-9e31-c382c327399e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0802102
Nov 24 13:20:41.993394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-a0fde955-98a0-4db9-9d27-9bd3318b5213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b70cd6a-266e-4645-8097-b9d1a2b5c577 {{(pid=80943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:20:42.000488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-a0fde955-98a0-4db9-9d27-9bd3318b5213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:42.013123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-a0fde955-98a0-4db9-9d27-9bd3318b5213 service neutron] Transition to ACTIVE for port object 3b70cd6a-266e-4645-8097-b9d1a2b5c577 will not be triggered until provisioned by entity L2. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:20:42.016077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-a0fde955-98a0-4db9-9d27-9bd3318b5213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:42.031384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-24934720-8c37-4d1c-bbd1-5f0b874fd8fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:42.168724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fde955-98a0-4db9-9d27-9bd3318b5213 service neutron] Pushing event updated for resources: {'Port': ['ID=3b70cd6a-266e-4645-8097-b9d1a2b5c577,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:42.173615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a0fde955-98a0-4db9-9d27-9bd3318b5213 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:42.382691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-a0fde955-98a0-4db9-9d27-9bd3318b5213 service neutron] Attempting to bind port 3b70cd6a-266e-4645-8097-b9d1a2b5c577 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:20:42.383069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-a0fde955-98a0-4db9-9d27-9bd3318b5213 service neutron] Attempting to bind port 3b70cd6a-266e-4645-8097-b9d1a2b5c577 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '60420eb4-4356-4a85-b4c8-931358a64afb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c'}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:20:42.383441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-a0fde955-98a0-4db9-9d27-9bd3318b5213 service neutron] Attempting to bind port 3b70cd6a-266e-4645-8097-b9d1a2b5c577 on network afdce3b9-1a34-4ed1-ba7a-c8009207068c {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:20:42.390899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-a0fde955-98a0-4db9-9d27-9bd3318b5213 service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:20:42.391276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-a0fde955-98a0-4db9-9d27-9bd3318b5213 service neutron] Checking segment: {'id': '60420eb4-4356-4a85-b4c8-931358a64afb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:20:42.391683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-a0fde955-98a0-4db9-9d27-9bd3318b5213 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:42.392075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-a0fde955-98a0-4db9-9d27-9bd3318b5213 service neutron] Bound using segment: {'id': '60420eb4-4356-4a85-b4c8-931358a64afb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c'} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:20:42.392563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-a0fde955-98a0-4db9-9d27-9bd3318b5213 service neutron] Bound port: 3b70cd6a-266e-4645-8097-b9d1a2b5c577, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60420eb4-4356-4a85-b4c8-931358a64afb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c'}}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:20:42.392943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-a0fde955-98a0-4db9-9d27-9bd3318b5213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:42.488695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-a0fde955-98a0-4db9-9d27-9bd3318b5213 service neutron] For port 3b70cd6a-266e-4645-8097-b9d1a2b5c577, host hv-neutron-6013, cleared binding levels {{(pid=80943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:20:42.491873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-a0fde955-98a0-4db9-9d27-9bd3318b5213 service neutron] For port 3b70cd6a-266e-4645-8097-b9d1a2b5c577, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=3b70cd6a-266e-4645-8097-b9d1a2b5c577,segment=NetworkSegment(60420eb4-4356-4a85-b4c8-931358a64afb),segment_id=60420eb4-4356-4a85-b4c8-931358a64afb)] {{(pid=80943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:20:42.495208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-a0fde955-98a0-4db9-9d27-9bd3318b5213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:42.510512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-27ba3160-bea1-421c-81e3-840d9565716e tempest-TestVolumeBootPattern-945063498 tempest-TestVolumeBootPattern-945063498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:42.587792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-48f174ef-d261-4a72-850e-f55d79cdfce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:42.667135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fde955-98a0-4db9-9d27-9bd3318b5213 service neutron] Pushing event updated for resources: {'Port': ['ID=3b70cd6a-266e-4645-8097-b9d1a2b5c577,revision_number=3']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:42.674818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a0fde955-98a0-4db9-9d27-9bd3318b5213 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:42.714363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-a0fde955-98a0-4db9-9d27-9bd3318b5213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:42.715133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-a0fde955-98a0-4db9-9d27-9bd3318b5213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:42.718258 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-a0fde955-98a0-4db9-9d27-9bd3318b5213 service neutron] 10.222.0.70 "PUT /v2.0/ports/3b70cd6a-266e-4645-8097-b9d1a2b5c577 HTTP/1.1" status: 200  len: 1157 time: 1.3438418
Nov 24 13:20:42.718873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d55625-6289-4eda-b059-12257a8b2e1e', 'tag': '3b70cd6a-266e-4645-8097-b9d1a2b5c577'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:20:42.885240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861cac5f-47e3-4694-9bb0-1fd0c9e1e94f req-45c28c8b-cd52-40b9-b02e-d7ac59675dbf tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:42.886997 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-861cac5f-47e3-4694-9bb0-1fd0c9e1e94f req-45c28c8b-cd52-40b9-b02e-d7ac59675dbf tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=96d55625-6289-4eda-b059-12257a8b2e1e HTTP/1.1" status: 200  len: 943 time: 0.1624305
Nov 24 13:20:42.889605 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d55625-6289-4eda-b059-12257a8b2e1e', 'tag': '3b70cd6a-266e-4645-8097-b9d1a2b5c577', 'status': 'completed', 'code': 200}
Nov 24 13:20:42.904775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:42.910866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-40005830-e1ef-442e-95fc-e87457585826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:42.912465 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-40005830-e1ef-442e-95fc-e87457585826 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=96d55625-6289-4eda-b059-12257a8b2e1e HTTP/1.1" status: 200  len: 1160 time: 0.1344724
Nov 24 13:20:43.007838 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-3d2fff81-f93d-46b8-a36d-bd79d45675b2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b70cd6a-266e-4645-8097-b9d1a2b5c577 HTTP/1.1" status: 200  len: 217 time: 0.0774393
Nov 24 13:20:43.011584 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-861cac5f-47e3-4694-9bb0-1fd0c9e1e94f req-4c9c116e-cd30-4dac-b7a6-0600b6633333 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=f7ddb1ba-e34c-4d48-9e31-c382c327399e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1174655
Nov 24 13:20:43.081913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-d3fdd48f-2d83-4a31-ae1b-5bea7f22a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:43.083523 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-d3fdd48f-2d83-4a31-ae1b-5bea7f22a95f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fadf4e8f-9862-4150-b67f-03a3e150d454 HTTP/1.1" status: 200  len: 834 time: 0.0702810
Nov 24 13:20:43.174199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-3d97857c-386a-445f-beff-a726dda817d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:43.175883 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-3d97857c-386a-445f-beff-a726dda817d4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=afdce3b9-1a34-4ed1-ba7a-c8009207068c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0857685
Nov 24 13:20:43.324881 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-4e3adafe-d7ce-4701-bf89-65d525c10168 service neutron] 10.222.0.70 "GET /v2.0/networks/afdce3b9-1a34-4ed1-ba7a-c8009207068c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420622
Nov 24 13:20:43.472714 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e27af1b-0a3d-4704-81f2-2a06ce36d346 req-1193c25b-a64c-4530-b260-f879d8850a49 service neutron] 10.222.0.70 "GET /v2.0/networks/afdce3b9-1a34-4ed1-ba7a-c8009207068c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1415305
Nov 24 13:20:43.630685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db00ac8-c83f-48d8-b89c-d8b64fdd242e req-3a6d79a7-f5e3-49e3-b75c-5bc58f4f133e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:43.632380 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2db00ac8-c83f-48d8-b89c-d8b64fdd242e req-3a6d79a7-f5e3-49e3-b75c-5bc58f4f133e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=96d55625-6289-4eda-b059-12257a8b2e1e HTTP/1.1" status: 200  len: 1160 time: 0.0770099
Nov 24 13:20:43.778202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db00ac8-c83f-48d8-b89c-d8b64fdd242e req-2e1215cf-6189-484c-a229-5e5e034bb3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:43.779806 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2db00ac8-c83f-48d8-b89c-d8b64fdd242e req-2e1215cf-6189-484c-a229-5e5e034bb3b0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=afdce3b9-1a34-4ed1-ba7a-c8009207068c HTTP/1.1" status: 200  len: 891 time: 0.1408114
Nov 24 13:20:43.855798 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2db00ac8-c83f-48d8-b89c-d8b64fdd242e req-dc7e706c-dcfd-487a-a17f-38e07754a930 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b70cd6a-266e-4645-8097-b9d1a2b5c577 HTTP/1.1" status: 200  len: 217 time: 0.0687985
Nov 24 13:20:43.931798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db00ac8-c83f-48d8-b89c-d8b64fdd242e req-8e7b93a1-cdd7-4d0b-80ca-f036a090ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:43.933401 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2db00ac8-c83f-48d8-b89c-d8b64fdd242e req-8e7b93a1-cdd7-4d0b-80ca-f036a090ab1f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fadf4e8f-9862-4150-b67f-03a3e150d454 HTTP/1.1" status: 200  len: 834 time: 0.0711110
Nov 24 13:20:44.021633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db00ac8-c83f-48d8-b89c-d8b64fdd242e req-f2716f3d-5143-4944-a343-38e6e516dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:44.023294 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2db00ac8-c83f-48d8-b89c-d8b64fdd242e req-f2716f3d-5143-4944-a343-38e6e516dd3a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=afdce3b9-1a34-4ed1-ba7a-c8009207068c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0819058
Nov 24 13:20:44.161226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:44.235400 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2db00ac8-c83f-48d8-b89c-d8b64fdd242e req-154c5ee3-337a-4136-a72d-37fd488ba9fa service neutron] 10.222.0.70 "GET /v2.0/networks/afdce3b9-1a34-4ed1-ba7a-c8009207068c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2044313
Nov 24 13:20:44.364866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f675557-3258-4040-a0b4-85d14a878dad req-f2f0bb2e-5050-4232-9dce-d9e5be597206 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:44.366436 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0f675557-3258-4040-a0b4-85d14a878dad req-f2f0bb2e-5050-4232-9dce-d9e5be597206 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=96d55625-6289-4eda-b059-12257a8b2e1e HTTP/1.1" status: 200  len: 943 time: 0.2076120
Nov 24 13:20:44.448761 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2db00ac8-c83f-48d8-b89c-d8b64fdd242e req-1ce4ee12-9d96-4799-9d05-29cf74295fb6 service neutron] 10.222.0.70 "GET /v2.0/networks/afdce3b9-1a34-4ed1-ba7a-c8009207068c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2051363
Nov 24 13:20:44.456844 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0f675557-3258-4040-a0b4-85d14a878dad req-bc535592-2ef2-472f-9d34-40fac8ee09f5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=f7ddb1ba-e34c-4d48-9e31-c382c327399e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0821316
Nov 24 13:20:44.724826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:45.671926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4cb45-dc98-4103-b47f-4bd538f5643a req-be414b8e-3ac6-4d00-be7f-41b864fb81b0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:45.673474 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11c4cb45-dc98-4103-b47f-4bd538f5643a req-be414b8e-3ac6-4d00-be7f-41b864fb81b0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=96d55625-6289-4eda-b059-12257a8b2e1e HTTP/1.1" status: 200  len: 943 time: 0.0855861
Nov 24 13:20:45.725251 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11c4cb45-dc98-4103-b47f-4bd538f5643a req-d9d20df0-9e75-4f3b-96f0-7f5e0160b2c4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=f7ddb1ba-e34c-4d48-9e31-c382c327399e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448945
Nov 24 13:20:46.254423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 3b70cd6a-266e-4645-8097-b9d1a2b5c577 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:20:46.326868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port 3b70cd6a-266e-4645-8097-b9d1a2b5c577 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:20:46.331706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 3b70cd6a-266e-4645-8097-b9d1a2b5c577 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:20:46.332125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:46.447453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:46.475580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:20:46.477819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d55625-6289-4eda-b059-12257a8b2e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b70cd6a-266e-4645-8097-b9d1a2b5c577'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:20:46.488874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 3b70cd6a-266e-4645-8097-b9d1a2b5c577, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=3b70cd6a-266e-4645-8097-b9d1a2b5c577,segment=NetworkSegment(60420eb4-4356-4a85-b4c8-931358a64afb),segment_id=60420eb4-4356-4a85-b4c8-931358a64afb)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:20:46.491934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:46.494970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8a2b5bc3-02bd-4187-8b80-92a5c80f0eb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:46.539259 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d55625-6289-4eda-b059-12257a8b2e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b70cd6a-266e-4645-8097-b9d1a2b5c577', 'code': 200}
Nov 24 13:20:46.568361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=3b70cd6a-266e-4645-8097-b9d1a2b5c577,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:46.572465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:46.811803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd48da-a972-4f18-b016-5904eb1d5d2b req-2030f809-978f-452b-99d9-01cf06f982a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:46.813404 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d3cd48da-a972-4f18-b016-5904eb1d5d2b req-2030f809-978f-452b-99d9-01cf06f982a3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=96d55625-6289-4eda-b059-12257a8b2e1e HTTP/1.1" status: 200  len: 1162 time: 0.0782659
Nov 24 13:20:47.171052 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d3cd48da-a972-4f18-b016-5904eb1d5d2b req-9eab1b29-911c-44db-a225-d58d9bd417ff service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f7ddb1ba-e34c-4d48-9e31-c382c327399e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3506582
Nov 24 13:20:47.196084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d526d02-c4be-4d3c-8bf6-d248d248066a req-ae594ea5-23eb-431c-b07d-6ec3cac10bd9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:47.197644 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0d526d02-c4be-4d3c-8bf6-d248d248066a req-ae594ea5-23eb-431c-b07d-6ec3cac10bd9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=96d55625-6289-4eda-b059-12257a8b2e1e HTTP/1.1" status: 200  len: 945 time: 0.1075563
Nov 24 13:20:47.246997 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0d526d02-c4be-4d3c-8bf6-d248d248066a req-4200fb0a-1403-4335-8e1d-ebf605c5665a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=f7ddb1ba-e34c-4d48-9e31-c382c327399e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424972
Nov 24 13:20:47.939053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 3b70cd6a-266e-4645-8097-b9d1a2b5c577 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:20:48.014078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 3b70cd6a-266e-4645-8097-b9d1a2b5c577 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:20:48.014550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:48.474271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb743b56-080e-4e89-9ef4-9671a9fb7cb3 req-833c9d1f-e626-4a94-ac5d-61c5f4dff83f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:48.475898 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fb743b56-080e-4e89-9ef4-9671a9fb7cb3 req-833c9d1f-e626-4a94-ac5d-61c5f4dff83f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=96d55625-6289-4eda-b059-12257a8b2e1e HTTP/1.1" status: 200  len: 945 time: 0.0894299
Nov 24 13:20:48.526212 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fb743b56-080e-4e89-9ef4-9671a9fb7cb3 req-3b116c02-164e-481d-931d-d61abff5f9d4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=f7ddb1ba-e34c-4d48-9e31-c382c327399e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429158
Nov 24 13:20:48.740122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4160-9383-491f-afff-9203da3e3af3 req-3c9f8033-429c-4630-bc90-ecb863ee3bd4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:48.741725 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-34ed4160-9383-491f-afff-9203da3e3af3 req-3c9f8033-429c-4630-bc90-ecb863ee3bd4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=96d55625-6289-4eda-b059-12257a8b2e1e HTTP/1.1" status: 200  len: 945 time: 0.0849686
Nov 24 13:20:48.792543 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-34ed4160-9383-491f-afff-9203da3e3af3 req-e0f21114-a1ad-463f-aed4-08e426648b3e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=f7ddb1ba-e34c-4d48-9e31-c382c327399e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444818
Nov 24 13:20:48.823528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54468) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:48.902845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e111028-5bc0-461d-9c8f-b6a011cf8e93 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:48.904525 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4e111028-5bc0-461d-9c8f-b6a011cf8e93 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/ports?device_id=96d55625-6289-4eda-b059-12257a8b2e1e HTTP/1.1" status: 200  len: 1157 time: 0.0799160
Nov 24 13:20:48.907491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54472) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:48.916271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-450cf939-669f-4990-b847-03f42932cebd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'port_id': '3b70cd6a-266e-4645-8097-b9d1a2b5c577', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:20:48.922853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-450cf939-669f-4990-b847-03f42932cebd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:20:48.927644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-450cf939-669f-4990-b847-03f42932cebd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:floatingip and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:20:48.930711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-450cf939-669f-4990-b847-03f42932cebd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:20:48.936576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-450cf939-669f-4990-b847-03f42932cebd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:20:48.947174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-450cf939-669f-4990-b847-03f42932cebd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:49.096126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-450cf939-669f-4990-b847-03f42932cebd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:49.383138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-450cf939-669f-4990-b847-03f42932cebd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.26.8.137 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/e4eac211-59ac-4fe1-8857-9de699d76bcf) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:20:49.544239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-450cf939-669f-4990-b847-03f42932cebd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:49.570291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-450cf939-669f-4990-b847-03f42932cebd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:49.583926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fbee7274-30c5-44d5-be5c-7157a3d1d824 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:49.715216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450cf939-669f-4990-b847-03f42932cebd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=e4eac211-59ac-4fe1-8857-9de699d76bcf,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:49.719695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-450cf939-669f-4990-b847-03f42932cebd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:49.775380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450cf939-669f-4990-b847-03f42932cebd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:20:49.776583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-450cf939-669f-4990-b847-03f42932cebd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:20:49.779072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450cf939-669f-4990-b847-03f42932cebd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:20:50.218095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-450cf939-669f-4990-b847-03f42932cebd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:50.293748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-450cf939-669f-4990-b847-03f42932cebd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:50.563038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-450cf939-669f-4990-b847-03f42932cebd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:50.566679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-450cf939-669f-4990-b847-03f42932cebd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:50.581753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2fef94cd-30fe-40a0-b310-ad4e258afaa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:20:50.716063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450cf939-669f-4990-b847-03f42932cebd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=e4eac211-59ac-4fe1-8857-9de699d76bcf,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:20:50.722111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-450cf939-669f-4990-b847-03f42932cebd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:20:50.827088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-450cf939-669f-4990-b847-03f42932cebd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:51.030190 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-450cf939-669f-4990-b847-03f42932cebd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Floating IP d95d8e17-40a5-4f17-b3d5-e5e7e569be12 associated. External IP: 172.26.8.137, port: 3b70cd6a-266e-4645-8097-b9d1a2b5c577.
Nov 24 13:20:51.073135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:51.701097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450cf939-669f-4990-b847-03f42932cebd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 92f4250b-6266-47c4-b928-6ef39edbafd7 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:20:51.918719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450cf939-669f-4990-b847-03f42932cebd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:20:51.929317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8434d873-3952-4b71-a1e0-4039c75f53ef None None] Sync routers for ids ['92f4250b-6266-47c4-b928-6ef39edbafd7'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:20:51.944531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-450cf939-669f-4990-b847-03f42932cebd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:20:51.944832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8434d873-3952-4b71-a1e0-4039c75f53ef None None] Routers {'92f4250b-6266-47c4-b928-6ef39edbafd7'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:20:51.945308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8434d873-3952-4b71-a1e0-4039c75f53ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c560da0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:20:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['92f4250b-6266-47c4-b928-6ef39edbafd7'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:20:52.003815 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-450cf939-669f-4990-b847-03f42932cebd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0935326
Nov 24 13:20:52.003815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d55625-6289-4eda-b059-12257a8b2e1e', 'tag': '3b70cd6a-266e-4645-8097-b9d1a2b5c577'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:20:52.005698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54476) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:52.088840 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d55625-6289-4eda-b059-12257a8b2e1e', 'tag': '3b70cd6a-266e-4645-8097-b9d1a2b5c577', 'status': 'completed', 'code': 200}
Nov 24 13:20:52.160352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-8434d873-3952-4b71-a1e0-4039c75f53ef None None] Set router 92f4250b-6266-47c4-b928-6ef39edbafd7 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:20:52.289443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5f89c-a7ad-4104-b824-21e77dc619b3 req-92c420d7-2cc6-49bd-a7bf-049c914450c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:52.291108 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-22f5f89c-a7ad-4104-b824-21e77dc619b3 req-92c420d7-2cc6-49bd-a7bf-049c914450c7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=96d55625-6289-4eda-b059-12257a8b2e1e HTTP/1.1" status: 200  len: 1162 time: 0.1219580
Nov 24 13:20:52.439726 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9598eac2-f1bd-4385-b5de-b27cf5e0c352 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/routers/92f4250b-6266-47c4-b928-6ef39edbafd7 HTTP/1.1" status: 200  len: 922 time: 0.4324155
Nov 24 13:20:52.443115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54482) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:52.545042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5f89c-a7ad-4104-b824-21e77dc619b3 req-4f63e20e-aa0d-451b-a78e-3367821826d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:52.546557 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-22f5f89c-a7ad-4104-b824-21e77dc619b3 req-4f63e20e-aa0d-451b-a78e-3367821826d4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=afdce3b9-1a34-4ed1-ba7a-c8009207068c HTTP/1.1" status: 200  len: 891 time: 0.2482705
Nov 24 13:20:52.560712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8434d873-3952-4b71-a1e0-4039c75f53ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c560da0>, [{'id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'name': 'tempest-TestNetworkBasicOps-router-579155931', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:20:33Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:13:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'd95d8e17-40a5-4f17-b3d5-e5e7e569be12', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.137', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'port_id': '3b70cd6a-266e-4645-8097-b9d1a2b5c577', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c', 'mac_address': 'fa:16:3e:a8:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d55625-6289-4eda-b059-12257a8b2e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:20:50Z', 'updated_at': '2020-11-24T13:20:50Z', 'revision_number': 0, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38a813c7-96de-4768-b36d-cf10954108bc', 'name': '', 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:7c:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fadf4e8f-9862-4150-b67f-03a3e150d454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:20:32Z', 'updated_at': '2020-11-24T13:20:39Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': 'fadf4e8f-9862-4150-b67f-03a3e150d454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:20:52.565016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8434d873-3952-4b71-a1e0-4039c75f53ef None None] Checking router: 92f4250b-6266-47c4-b928-6ef39edbafd7 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:20:52.577316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8434d873-3952-4b71-a1e0-4039c75f53ef None None] Routers {'92f4250b-6266-47c4-b928-6ef39edbafd7'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:20:52.577989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8434d873-3952-4b71-a1e0-4039c75f53ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c560da0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:20:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['92f4250b-6266-47c4-b928-6ef39edbafd7'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:20:52.647535 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-60b657e1-0869-4894-8946-0c50d3e70109 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/d95d8e17-40a5-4f17-b3d5-e5e7e569be12 HTTP/1.1" status: 200  len: 991 time: 0.2021248
Nov 24 13:20:52.676629 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-22f5f89c-a7ad-4104-b824-21e77dc619b3 req-8a4b61f1-10cc-499e-a724-d54843a7ad5f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b70cd6a-266e-4645-8097-b9d1a2b5c577 HTTP/1.1" status: 200  len: 999 time: 0.1158497
Nov 24 13:20:52.761765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5f89c-a7ad-4104-b824-21e77dc619b3 req-07bdd43a-02ce-43b4-b18f-80bbc7ccefb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:52.763413 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-22f5f89c-a7ad-4104-b824-21e77dc619b3 req-07bdd43a-02ce-43b4-b18f-80bbc7ccefb9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fadf4e8f-9862-4150-b67f-03a3e150d454 HTTP/1.1" status: 200  len: 834 time: 0.0806305
Nov 24 13:20:52.787280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-8434d873-3952-4b71-a1e0-4039c75f53ef None None] Set router 92f4250b-6266-47c4-b928-6ef39edbafd7 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:20:52.843033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5f89c-a7ad-4104-b824-21e77dc619b3 req-da6b0bd8-6b06-4e11-9b9b-e66c95316172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:20:52.844585 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-22f5f89c-a7ad-4104-b824-21e77dc619b3 req-da6b0bd8-6b06-4e11-9b9b-e66c95316172 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=afdce3b9-1a34-4ed1-ba7a-c8009207068c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746992
Nov 24 13:20:52.997141 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-22f5f89c-a7ad-4104-b824-21e77dc619b3 req-0a965508-f525-4eda-9940-0cc5f5611219 service neutron] 10.222.0.70 "GET /v2.0/networks/afdce3b9-1a34-4ed1-ba7a-c8009207068c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454785
Nov 24 13:20:53.146440 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-22f5f89c-a7ad-4104-b824-21e77dc619b3 req-7a1deb5a-46eb-4ae3-ade3-d49d4eabc26b service neutron] 10.222.0.70 "GET /v2.0/networks/afdce3b9-1a34-4ed1-ba7a-c8009207068c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1422257
Nov 24 13:20:53.168824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8434d873-3952-4b71-a1e0-4039c75f53ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c560da0>, [{'id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'name': 'tempest-TestNetworkBasicOps-router-579155931', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:20:33Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:13:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'd95d8e17-40a5-4f17-b3d5-e5e7e569be12', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.137', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'port_id': '3b70cd6a-266e-4645-8097-b9d1a2b5c577', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c', 'mac_address': 'fa:16:3e:a8:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d55625-6289-4eda-b059-12257a8b2e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:20:50Z', 'updated_at': '2020-11-24T13:20:50Z', 'revision_number': 0, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38a813c7-96de-4768-b36d-cf10954108bc', 'name': '', 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:7c:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fadf4e8f-9862-4150-b67f-03a3e150d454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:20:32Z', 'updated_at': '2020-11-24T13:20:39Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': 'fadf4e8f-9862-4150-b67f-03a3e150d454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:20:53.173836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8434d873-3952-4b71-a1e0-4039c75f53ef None None] The sync data for ids ['92f4250b-6266-47c4-b928-6ef39edbafd7'] in dv-neutron-601336-61-ovs is: [{'id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'name': 'tempest-TestNetworkBasicOps-router-579155931', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:20:33Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:13:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'd95d8e17-40a5-4f17-b3d5-e5e7e569be12', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.137', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'port_id': '3b70cd6a-266e-4645-8097-b9d1a2b5c577', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c', 'mac_address': 'fa:16:3e:a8:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d55625-6289-4eda-b059-12257a8b2e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:20:50Z', 'updated_at': '2020-11-24T13:20:50Z', 'revision_number': 0, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38a813c7-96de-4768-b36d-cf10954108bc', 'name': '', 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:7c:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fadf4e8f-9862-4150-b67f-03a3e150d454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:20:32Z', 'updated_at': '2020-11-24T13:20:39Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': 'fadf4e8f-9862-4150-b67f-03a3e150d454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:20:53.466198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29a6dd1-ea5d-45e0-ad4c-f0b207d78de9 None None] New status for floating IP d95d8e17-40a5-4f17-b3d5-e5e7e569be12: ACTIVE {{(pid=80945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:20:53.650571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54486) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:53.767547 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fb6e971e-1a13-4ae3-b912-95a8846291c9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/d95d8e17-40a5-4f17-b3d5-e5e7e569be12 HTTP/1.1" status: 200  len: 991 time: 0.1151323
Nov 24 13:20:54.770681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54490) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:20:54.884715 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f5e4c548-6293-43a3-ac17-7f43ea415476 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/d95d8e17-40a5-4f17-b3d5-e5e7e569be12 HTTP/1.1" status: 200  len: 993 time: 0.1126366
Nov 24 13:21:03.813981 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d2dc06d5-1366-4b51-9dc5-6df20397d207 req-f7d04ee7-6142-42f6-9b6f-6f8ca241446a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=96d55625-6289-4eda-b059-12257a8b2e1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0750766
Nov 24 13:21:03.989274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc06d5-1366-4b51-9dc5-6df20397d207 req-c925afdd-93e8-4644-872f-b241a3f69b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:21:03.990943 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d2dc06d5-1366-4b51-9dc5-6df20397d207 req-c925afdd-93e8-4644-872f-b241a3f69b08 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=96d55625-6289-4eda-b059-12257a8b2e1e HTTP/1.1" status: 200  len: 1162 time: 0.0868695
Nov 24 13:21:04.155018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc06d5-1366-4b51-9dc5-6df20397d207 req-d14c82b1-b15f-4e43-9bf0-0665b83e1f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:21:04.156524 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d2dc06d5-1366-4b51-9dc5-6df20397d207 req-d14c82b1-b15f-4e43-9bf0-0665b83e1f63 service neutron] 10.222.0.70 "GET /v2.0/networks?id=afdce3b9-1a34-4ed1-ba7a-c8009207068c HTTP/1.1" status: 200  len: 891 time: 0.1457884
Nov 24 13:21:04.273279 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d2dc06d5-1366-4b51-9dc5-6df20397d207 req-53013198-45b7-4369-a151-001008e62198 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b70cd6a-266e-4645-8097-b9d1a2b5c577 HTTP/1.1" status: 200  len: 1001 time: 0.1092899
Nov 24 13:21:04.343928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc06d5-1366-4b51-9dc5-6df20397d207 req-723ab71e-e5cc-458e-aadd-507048ae449e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:21:04.345684 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d2dc06d5-1366-4b51-9dc5-6df20397d207 req-723ab71e-e5cc-458e-aadd-507048ae449e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fadf4e8f-9862-4150-b67f-03a3e150d454 HTTP/1.1" status: 200  len: 834 time: 0.0658574
Nov 24 13:21:04.427971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc06d5-1366-4b51-9dc5-6df20397d207 req-0e8c715e-3319-44e7-be9a-da39e0664ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:21:04.429509 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d2dc06d5-1366-4b51-9dc5-6df20397d207 req-0e8c715e-3319-44e7-be9a-da39e0664ede service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=afdce3b9-1a34-4ed1-ba7a-c8009207068c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0767460
Nov 24 13:21:04.577022 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d2dc06d5-1366-4b51-9dc5-6df20397d207 req-160ba482-f89b-4249-b0b9-4303c5345ec6 service neutron] 10.222.0.70 "GET /v2.0/networks/afdce3b9-1a34-4ed1-ba7a-c8009207068c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407304
Nov 24 13:21:04.725634 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d2dc06d5-1366-4b51-9dc5-6df20397d207 req-2b9b9aff-dbfe-4346-a87e-f7329b6eb269 service neutron] 10.222.0.70 "GET /v2.0/networks/afdce3b9-1a34-4ed1-ba7a-c8009207068c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1405511
Nov 24 13:21:10.224879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-41a8ef6e-6f67-4d5c-80b2-19c1d1021d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:12.579384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5ebe8c32-58a4-4e8f-bde0-5f6b642d658a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:12.903818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:14.165484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:14.728916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:21.094422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:23.476686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:21:24.165651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54506) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:24.363956 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-dad7ce66-fe98-4b4e-8008-436def41ae72 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/routers/92f4250b-6266-47c4-b928-6ef39edbafd7/l3-agents HTTP/1.1" status: 200  len: 879 time: 0.1968369
Nov 24 13:21:24.366972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54510) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:24.591683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93bcf10-dada-4b6f-b006-079e4b7a3936 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Notify agent at dv-neutron-601336-61-ovs the message router_removed_from_agent {{(pid=80943) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}}
Nov 24 13:21:24.595007 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a93bcf10-dada-4b6f-b006-079e4b7a3936 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "DELETE /v2.0/agents/b994db72-a3e9-4451-9c1c-7e898badecbd/l3-routers/92f4250b-6266-47c4-b928-6ef39edbafd7 HTTP/1.1" status: 204  len: 168 time: 0.2270513
Nov 24 13:21:24.598168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54514) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:24.801466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 38a813c7-96de-4768-b36d-cf10954108bc no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:21:24.878696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bc0ab9-b0e4-40f0-b192-621f848308b9 None None] New status for floating IP d95d8e17-40a5-4f17-b3d5-e5e7e569be12: DOWN {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:21:24.927501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:24.967311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 38a813c7-96de-4768-b36d-cf10954108bc, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=38a813c7-96de-4768-b36d-cf10954108bc,segment=NetworkSegment(60420eb4-4356-4a85-b4c8-931358a64afb),segment_id=60420eb4-4356-4a85-b4c8-931358a64afb)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:21:24.971906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:24.975244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:25.053276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=38a813c7-96de-4768-b36d-cf10954108bc,revision_number=6']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:25.057389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:25.067747 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7a518b5d-82aa-46bc-b867-05a95c7270dd tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/routers/92f4250b-6266-47c4-b928-6ef39edbafd7/l3-agents HTTP/1.1" status: 200  len: 207 time: 0.4683201
Nov 24 13:21:25.070632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54518) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:25.204618 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a8ad25da-c043-499a-a56d-15cfcb75c700 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/d95d8e17-40a5-4f17-b3d5-e5e7e569be12 HTTP/1.1" status: 200  len: 993 time: 0.1312323
Nov 24 13:21:26.207776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54522) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:26.325354 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-282d8a05-9bf4-4822-905f-04d881c7f10d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/d95d8e17-40a5-4f17-b3d5-e5e7e569be12 HTTP/1.1" status: 200  len: 991 time: 0.1162713
Nov 24 13:21:26.796490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4ffb602b-60ae-4566-acb7-8f16f9f8d3aa no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:21:26.913518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:26.931846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 4ffb602b-60ae-4566-acb7-8f16f9f8d3aa, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=4ffb602b-60ae-4566-acb7-8f16f9f8d3aa,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:21:26.934636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:26.936421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:27.002971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=4ffb602b-60ae-4566-acb7-8f16f9f8d3aa,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:27.006082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:28.370857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54530) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:28.592093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1030002d-16a3-4f1c-8180-2657a4ed7d52 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Router 92f4250b-6266-47c4-b928-6ef39edbafd7 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:21:28.592536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1030002d-16a3-4f1c-8180-2657a4ed7d52 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Notify agent at dv-neutron-601336-61-ovs the message router_added_to_agent {{(pid=80943) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}}
Nov 24 13:21:28.623414 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1030002d-16a3-4f1c-8180-2657a4ed7d52 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "POST /v2.0/agents/b994db72-a3e9-4451-9c1c-7e898badecbd/l3-routers HTTP/1.1" status: 201  len: 201 time: 0.2513893
Nov 24 13:21:28.626448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54536) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:28.647581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d1c38f-abb3-48e1-897c-dd4e0d3d7430 None None] Sync routers for ids ['92f4250b-6266-47c4-b928-6ef39edbafd7'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:21:28.660350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d1c38f-abb3-48e1-897c-dd4e0d3d7430 None None] Routers {'92f4250b-6266-47c4-b928-6ef39edbafd7'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:21:28.661034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-64d1c38f-abb3-48e1-897c-dd4e0d3d7430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634712bc50>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:21:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['92f4250b-6266-47c4-b928-6ef39edbafd7'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:21:28.820494 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bb07db49-a583-4bd1-bbcc-2b9e12e17d77 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/routers/92f4250b-6266-47c4-b928-6ef39edbafd7/l3-agents HTTP/1.1" status: 200  len: 879 time: 0.1922081
Nov 24 13:21:28.823456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54542) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:28.857268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-64d1c38f-abb3-48e1-897c-dd4e0d3d7430 None None] Set router 92f4250b-6266-47c4-b928-6ef39edbafd7 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:21:28.941945 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-65569e81-6b56-46cd-abd9-82eff82ab038 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/d95d8e17-40a5-4f17-b3d5-e5e7e569be12 HTTP/1.1" status: 200  len: 991 time: 0.1171577
Nov 24 13:21:29.243589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-64d1c38f-abb3-48e1-897c-dd4e0d3d7430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634712bc50>, [{'id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'name': 'tempest-TestNetworkBasicOps-router-579155931', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:20:33Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:13:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:21:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'd95d8e17-40a5-4f17-b3d5-e5e7e569be12', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.137', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'port_id': '3b70cd6a-266e-4645-8097-b9d1a2b5c577', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c', 'mac_address': 'fa:16:3e:a8:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d55625-6289-4eda-b059-12257a8b2e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:20:50Z', 'updated_at': '2020-11-24T13:21:25Z', 'revision_number': 2, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38a813c7-96de-4768-b36d-cf10954108bc', 'name': '', 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:7c:1f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fadf4e8f-9862-4150-b67f-03a3e150d454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:20:32Z', 'updated_at': '2020-11-24T13:21:24Z', 'revision_number': 6, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': 'fadf4e8f-9862-4150-b67f-03a3e150d454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:21:29.247745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d1c38f-abb3-48e1-897c-dd4e0d3d7430 None None] Checking router: 92f4250b-6266-47c4-b928-6ef39edbafd7 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:21:29.262690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d1c38f-abb3-48e1-897c-dd4e0d3d7430 None None] Routers {'92f4250b-6266-47c4-b928-6ef39edbafd7'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:21:29.263365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-64d1c38f-abb3-48e1-897c-dd4e0d3d7430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634712bc50>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:21:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['92f4250b-6266-47c4-b928-6ef39edbafd7'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:21:29.460972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-64d1c38f-abb3-48e1-897c-dd4e0d3d7430 None None] Set router 92f4250b-6266-47c4-b928-6ef39edbafd7 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:21:29.850795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-64d1c38f-abb3-48e1-897c-dd4e0d3d7430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634712bc50>, [{'id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'name': 'tempest-TestNetworkBasicOps-router-579155931', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:20:33Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:13:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:21:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'd95d8e17-40a5-4f17-b3d5-e5e7e569be12', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.137', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'port_id': '3b70cd6a-266e-4645-8097-b9d1a2b5c577', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c', 'mac_address': 'fa:16:3e:a8:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d55625-6289-4eda-b059-12257a8b2e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:20:50Z', 'updated_at': '2020-11-24T13:21:25Z', 'revision_number': 2, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38a813c7-96de-4768-b36d-cf10954108bc', 'name': '', 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:7c:1f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fadf4e8f-9862-4150-b67f-03a3e150d454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:20:32Z', 'updated_at': '2020-11-24T13:21:24Z', 'revision_number': 6, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': 'fadf4e8f-9862-4150-b67f-03a3e150d454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:21:29.855207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d1c38f-abb3-48e1-897c-dd4e0d3d7430 None None] The sync data for ids ['92f4250b-6266-47c4-b928-6ef39edbafd7'] in dv-neutron-601336-61-ovs is: [{'id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'name': 'tempest-TestNetworkBasicOps-router-579155931', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:20:33Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:13:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:21:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'd95d8e17-40a5-4f17-b3d5-e5e7e569be12', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.137', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'port_id': '3b70cd6a-266e-4645-8097-b9d1a2b5c577', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c', 'mac_address': 'fa:16:3e:a8:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d55625-6289-4eda-b059-12257a8b2e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:20:50Z', 'updated_at': '2020-11-24T13:21:25Z', 'revision_number': 2, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38a813c7-96de-4768-b36d-cf10954108bc', 'name': '', 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:7c:1f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fadf4e8f-9862-4150-b67f-03a3e150d454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:20:32Z', 'updated_at': '2020-11-24T13:21:24Z', 'revision_number': 6, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': 'fadf4e8f-9862-4150-b67f-03a3e150d454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:21:29.945071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54546) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:30.064346 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bedb5a94-97bc-40fb-a917-2d4a6f8ad7cb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/d95d8e17-40a5-4f17-b3d5-e5e7e569be12 HTTP/1.1" status: 200  len: 991 time: 0.1168280
Nov 24 13:21:30.855971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 38a813c7-96de-4768-b36d-cf10954108bc up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:21:30.933635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 38a813c7-96de-4768-b36d-cf10954108bc triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:21:30.934062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:31.062987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:31.067474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54550) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:31.097469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 38a813c7-96de-4768-b36d-cf10954108bc, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=38a813c7-96de-4768-b36d-cf10954108bc,segment=NetworkSegment(60420eb4-4356-4a85-b4c8-931358a64afb),segment_id=60420eb4-4356-4a85-b4c8-931358a64afb)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:21:31.100555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:31.101466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4ffb602b-60ae-4566-acb7-8f16f9f8d3aa up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:21:31.133410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:31.186520 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0b610e51-98a6-41ac-8aed-5abc3c0a3459 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/d95d8e17-40a5-4f17-b3d5-e5e7e569be12 HTTP/1.1" status: 200  len: 991 time: 0.1176863
Nov 24 13:21:31.232899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=38a813c7-96de-4768-b36d-cf10954108bc,revision_number=7']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:31.237906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:31.249984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 4ffb602b-60ae-4566-acb7-8f16f9f8d3aa triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:21:31.251193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:31.543266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:31.559080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 4ffb602b-60ae-4566-acb7-8f16f9f8d3aa, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=4ffb602b-60ae-4566-acb7-8f16f9f8d3aa,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:21:31.561869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:31.563882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:31.629475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=4ffb602b-60ae-4566-acb7-8f16f9f8d3aa,revision_number=6']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:31.632777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:32.191300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54554) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:32.310438 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e31c8e21-8654-4c5f-a713-3d0c56a1adef tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/d95d8e17-40a5-4f17-b3d5-e5e7e569be12 HTTP/1.1" status: 200  len: 991 time: 0.1177149
Nov 24 13:21:32.649104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28612f92-6fe1-41b4-a2a7-591eb1ddeab8 None None] New status for floating IP d95d8e17-40a5-4f17-b3d5-e5e7e569be12: ACTIVE {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:21:32.813199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 38a813c7-96de-4768-b36d-cf10954108bc up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:21:32.893505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 38a813c7-96de-4768-b36d-cf10954108bc triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:21:32.894285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:33.015128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4ffb602b-60ae-4566-acb7-8f16f9f8d3aa up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:21:33.088392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 4ffb602b-60ae-4566-acb7-8f16f9f8d3aa triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:21:33.088815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:33.316964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54558) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:33.429207 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-95eca773-7332-473f-91a4-870c50ec6472 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/d95d8e17-40a5-4f17-b3d5-e5e7e569be12 HTTP/1.1" status: 200  len: 993 time: 0.1125972
Nov 24 13:21:33.744462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54566) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:33.958322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2740657e-175e-4491-807d-622cd796fe87 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port e4eac211-59ac-4fe1-8857-9de699d76bcf {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:21:33.958696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2740657e-175e-4491-807d-622cd796fe87 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:34.136756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2740657e-175e-4491-807d-622cd796fe87 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:34.137117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2740657e-175e-4491-807d-622cd796fe87 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:34.267932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2740657e-175e-4491-807d-622cd796fe87 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for e4eac211-59ac-4fe1-8857-9de699d76bcf owned by network:floatingip {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:21:34.427259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2740657e-175e-4491-807d-622cd796fe87 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:34.441325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6a8842a5-0574-43c3-89b4-44efd0e2b330 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:34.535652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740657e-175e-4491-807d-622cd796fe87 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=e4eac211-59ac-4fe1-8857-9de699d76bcf,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:34.539123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2740657e-175e-4491-807d-622cd796fe87 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:34.686242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2740657e-175e-4491-807d-622cd796fe87 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:34.686552 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-2740657e-175e-4491-807d-622cd796fe87 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Floating IP d95d8e17-40a5-4f17-b3d5-e5e7e569be12 disassociated (deleted). External IP: 172.26.8.137, port: 3b70cd6a-266e-4645-8097-b9d1a2b5c577.
Nov 24 13:21:35.112329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2740657e-175e-4491-807d-622cd796fe87 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 92f4250b-6266-47c4-b928-6ef39edbafd7 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:21:35.335283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2740657e-175e-4491-807d-622cd796fe87 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:21:35.346192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a9baf2-559d-47f5-8686-01d1b8923ba0 None None] Sync routers for ids ['92f4250b-6266-47c4-b928-6ef39edbafd7'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:21:35.356774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2740657e-175e-4491-807d-622cd796fe87 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:35.359494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a9baf2-559d-47f5-8686-01d1b8923ba0 None None] Routers {'92f4250b-6266-47c4-b928-6ef39edbafd7'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:21:35.360197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a3a9baf2-559d-47f5-8686-01d1b8923ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c9a5b00>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:21:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['92f4250b-6266-47c4-b928-6ef39edbafd7'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:21:35.413065 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2740657e-175e-4491-807d-622cd796fe87 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/floatingips/d95d8e17-40a5-4f17-b3d5-e5e7e569be12 HTTP/1.1" status: 204  len: 168 time: 1.6674938
Nov 24 13:21:35.413777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d55625-6289-4eda-b059-12257a8b2e1e', 'tag': '3b70cd6a-266e-4645-8097-b9d1a2b5c577'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:21:35.490382 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d55625-6289-4eda-b059-12257a8b2e1e', 'tag': '3b70cd6a-266e-4645-8097-b9d1a2b5c577', 'status': 'completed', 'code': 200}
Nov 24 13:21:35.560486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-a3a9baf2-559d-47f5-8686-01d1b8923ba0 None None] Set router 92f4250b-6266-47c4-b928-6ef39edbafd7 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:21:35.624196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486d8b3-0215-47de-a287-b62ecf8fe0b9 req-ca6a4bbf-42d3-47cd-938b-e773709b6449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:21:35.625979 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a486d8b3-0215-47de-a287-b62ecf8fe0b9 req-ca6a4bbf-42d3-47cd-938b-e773709b6449 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=96d55625-6289-4eda-b059-12257a8b2e1e HTTP/1.1" status: 200  len: 1162 time: 0.0938289
Nov 24 13:21:35.827762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486d8b3-0215-47de-a287-b62ecf8fe0b9 req-9ddc304b-a6f0-43de-b386-448befedd701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:21:35.829851 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a486d8b3-0215-47de-a287-b62ecf8fe0b9 req-9ddc304b-a6f0-43de-b386-448befedd701 service neutron] 10.222.0.70 "GET /v2.0/networks?id=afdce3b9-1a34-4ed1-ba7a-c8009207068c HTTP/1.1" status: 200  len: 891 time: 0.1968300
Nov 24 13:21:35.913212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a3a9baf2-559d-47f5-8686-01d1b8923ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c9a5b00>, [{'id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'name': 'tempest-TestNetworkBasicOps-router-579155931', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:20:33Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:13:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:21:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '38a813c7-96de-4768-b36d-cf10954108bc', 'name': '', 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:7c:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fadf4e8f-9862-4150-b67f-03a3e150d454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:20:32Z', 'updated_at': '2020-11-24T13:21:31Z', 'revision_number': 7, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': 'fadf4e8f-9862-4150-b67f-03a3e150d454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:21:35.917661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a9baf2-559d-47f5-8686-01d1b8923ba0 None None] Checking router: 92f4250b-6266-47c4-b928-6ef39edbafd7 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:21:35.930723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a9baf2-559d-47f5-8686-01d1b8923ba0 None None] Routers {'92f4250b-6266-47c4-b928-6ef39edbafd7'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:21:35.931439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a3a9baf2-559d-47f5-8686-01d1b8923ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c9a5b00>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:21:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['92f4250b-6266-47c4-b928-6ef39edbafd7'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:21:36.135169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-a3a9baf2-559d-47f5-8686-01d1b8923ba0 None None] Set router 92f4250b-6266-47c4-b928-6ef39edbafd7 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:21:36.211586 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a486d8b3-0215-47de-a287-b62ecf8fe0b9 req-ebf30109-040b-4a44-8d5e-30f5d21f6086 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b70cd6a-266e-4645-8097-b9d1a2b5c577 HTTP/1.1" status: 200  len: 217 time: 0.3626413
Nov 24 13:21:36.295450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769abc0-b4f9-4b55-a342-aa60843d16d5 req-a54118cd-b110-4f13-b1ed-8c4464bf466d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:21:36.296207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-5769abc0-b4f9-4b55-a342-aa60843d16d5 req-a54118cd-b110-4f13-b1ed-8c4464bf466d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:21:36.308674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486d8b3-0215-47de-a287-b62ecf8fe0b9 req-cf619b4d-dc50-41bb-b616-60c0a1dd1fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:21:36.310296 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a486d8b3-0215-47de-a287-b62ecf8fe0b9 req-cf619b4d-dc50-41bb-b616-60c0a1dd1fe3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fadf4e8f-9862-4150-b67f-03a3e150d454 HTTP/1.1" status: 200  len: 834 time: 0.0968544
Nov 24 13:21:36.368953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-5769abc0-b4f9-4b55-a342-aa60843d16d5 req-a54118cd-b110-4f13-b1ed-8c4464bf466d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:21:36.370250 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5769abc0-b4f9-4b55-a342-aa60843d16d5 req-a54118cd-b110-4f13-b1ed-8c4464bf466d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=96d55625-6289-4eda-b059-12257a8b2e1e HTTP/1.1" status: 200  len: 945 time: 0.5801606
Nov 24 13:21:36.437436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486d8b3-0215-47de-a287-b62ecf8fe0b9 req-9c3387ae-06ea-4cdc-bccc-10c3f551992d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:21:36.439011 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a486d8b3-0215-47de-a287-b62ecf8fe0b9 req-9c3387ae-06ea-4cdc-bccc-10c3f551992d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=afdce3b9-1a34-4ed1-ba7a-c8009207068c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1207604
Nov 24 13:21:36.443614 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5769abc0-b4f9-4b55-a342-aa60843d16d5 req-bc944f5f-1cee-441d-81a1-795d71678db6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=f7ddb1ba-e34c-4d48-9e31-c382c327399e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654049
Nov 24 13:21:36.496364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a3a9baf2-559d-47f5-8686-01d1b8923ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c9a5b00>, [{'id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'name': 'tempest-TestNetworkBasicOps-router-579155931', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:20:33Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:13:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:21:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '38a813c7-96de-4768-b36d-cf10954108bc', 'name': '', 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:7c:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fadf4e8f-9862-4150-b67f-03a3e150d454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:20:32Z', 'updated_at': '2020-11-24T13:21:31Z', 'revision_number': 7, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': 'fadf4e8f-9862-4150-b67f-03a3e150d454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:21:36.500924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a9baf2-559d-47f5-8686-01d1b8923ba0 None None] The sync data for ids ['92f4250b-6266-47c4-b928-6ef39edbafd7'] in dv-neutron-601336-61-ovs is: [{'id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'name': 'tempest-TestNetworkBasicOps-router-579155931', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:20:33Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:13:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:21:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '38a813c7-96de-4768-b36d-cf10954108bc', 'name': '', 'network_id': 'afdce3b9-1a34-4ed1-ba7a-c8009207068c', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:7c:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fadf4e8f-9862-4150-b67f-03a3e150d454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:20:32Z', 'updated_at': '2020-11-24T13:21:31Z', 'revision_number': 7, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': 'fadf4e8f-9862-4150-b67f-03a3e150d454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:21:36.590374 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a486d8b3-0215-47de-a287-b62ecf8fe0b9 req-e23be112-6378-4f14-8b67-f40efa1187cf service neutron] 10.222.0.70 "GET /v2.0/networks/afdce3b9-1a34-4ed1-ba7a-c8009207068c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441543
Nov 24 13:21:36.747200 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a486d8b3-0215-47de-a287-b62ecf8fe0b9 req-a0506864-4d2b-44df-8206-3b5b29332699 service neutron] 10.222.0.70 "GET /v2.0/networks/afdce3b9-1a34-4ed1-ba7a-c8009207068c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1501973
Nov 24 13:21:37.299962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b90ee9-e297-40e3-aec3-c61c2f76ae70 req-34442ef4-88e0-4090-b4a3-9ce7e583632a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:21:37.301583 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-08b90ee9-e297-40e3-aec3-c61c2f76ae70 req-34442ef4-88e0-4090-b4a3-9ce7e583632a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/ports?device_id=96d55625-6289-4eda-b059-12257a8b2e1e HTTP/1.1" status: 200  len: 945 time: 0.0859997
Nov 24 13:21:37.383149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-08b90ee9-e297-40e3-aec3-c61c2f76ae70 req-19d5ba91-39b3-4277-bf84-52b75252a04c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port 3b70cd6a-266e-4645-8097-b9d1a2b5c577 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:21:37.383538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-08b90ee9-e297-40e3-aec3-c61c2f76ae70 req-19d5ba91-39b3-4277-bf84-52b75252a04c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:37.722423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-08b90ee9-e297-40e3-aec3-c61c2f76ae70 req-19d5ba91-39b3-4277-bf84-52b75252a04c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port 3b70cd6a-266e-4645-8097-b9d1a2b5c577, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=3b70cd6a-266e-4645-8097-b9d1a2b5c577,segment=NetworkSegment(60420eb4-4356-4a85-b4c8-931358a64afb),segment_id=60420eb4-4356-4a85-b4c8-931358a64afb)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:21:37.722966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-08b90ee9-e297-40e3-aec3-c61c2f76ae70 req-19d5ba91-39b3-4277-bf84-52b75252a04c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:37.736912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf793339-3724-43be-8b9a-0b60fb9f1ac1 None None] New status for floating IP d95d8e17-40a5-4f17-b3d5-e5e7e569be12: DOWN {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:21:37.856711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c85c1-d41b-4fdd-b17f-38abfd8ffce3 req-4502c1b2-76d2-467b-a84f-f22f6a7af0cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:21:37.858356 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0c8c85c1-d41b-4fdd-b17f-38abfd8ffce3 req-4502c1b2-76d2-467b-a84f-f22f6a7af0cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=96d55625-6289-4eda-b059-12257a8b2e1e HTTP/1.1" status: 200  len: 945 time: 0.2699947
Nov 24 13:21:37.866536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-08b90ee9-e297-40e3-aec3-c61c2f76ae70 req-19d5ba91-39b3-4277-bf84-52b75252a04c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for 3b70cd6a-266e-4645-8097-b9d1a2b5c577 owned by compute:nova {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:21:37.984478 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0c8c85c1-d41b-4fdd-b17f-38abfd8ffce3 req-85bcf549-ec36-4ec0-a59b-6afe2c018d63 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=f7ddb1ba-e34c-4d48-9e31-c382c327399e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0888407
Nov 24 13:21:38.056593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-08b90ee9-e297-40e3-aec3-c61c2f76ae70 req-19d5ba91-39b3-4277-bf84-52b75252a04c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:38.072485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7d29d39b-4590-4118-884d-ed00227d6863 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:38.106607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 3b70cd6a-266e-4645-8097-b9d1a2b5c577 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:21:38.147485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] No Port match for: 3b70cd6a-266e-4645-8097-b9d1a2b5c577 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:21:38.147883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 3b70cd6a-266e-4645-8097-b9d1a2b5c577 not bound to the agent host hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:21:38.175811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5ba91-39b3-4277-bf84-52b75252a04c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=3b70cd6a-266e-4645-8097-b9d1a2b5c577,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:38.188227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-19d5ba91-39b3-4277-bf84-52b75252a04c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:38.300214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b90ee9-e297-40e3-aec3-c61c2f76ae70 req-19d5ba91-39b3-4277-bf84-52b75252a04c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] No DVR routers for this DVR port 3b70cd6a-266e-4645-8097-b9d1a2b5c577 on host hv-neutron-6013 {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:21:38.302508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-08b90ee9-e297-40e3-aec3-c61c2f76ae70 req-19d5ba91-39b3-4277-bf84-52b75252a04c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:38.305285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d55625-6289-4eda-b059-12257a8b2e1e', 'name': 'network-vif-deleted', 'tag': '3b70cd6a-266e-4645-8097-b9d1a2b5c577'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:21:38.323803 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-08b90ee9-e297-40e3-aec3-c61c2f76ae70 req-19d5ba91-39b3-4277-bf84-52b75252a04c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "DELETE /v2.0/ports/3b70cd6a-266e-4645-8097-b9d1a2b5c577 HTTP/1.1" status: 204  len: 173 time: 1.0159810
Nov 24 13:21:38.367922 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d55625-6289-4eda-b059-12257a8b2e1e', 'name': 'network-vif-deleted', 'tag': '3b70cd6a-266e-4645-8097-b9d1a2b5c577', 'status': 'completed', 'code': 200}
Nov 24 13:21:39.100597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54582) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:39.181613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b426eaa9-c77f-4d06-b806-12b1d132bfe5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:39.216178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b426eaa9-c77f-4d06-b806-12b1d132bfe5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:39.272656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b426eaa9-c77f-4d06-b806-12b1d132bfe5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:39.278268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b2e856ed-a0ff-4733-b18f-0bdc385a248f tempest-TestServerAdvancedOps-1968506227 tempest-TestServerAdvancedOps-1968506227] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:39.294271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426eaa9-c77f-4d06-b806-12b1d132bfe5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ddb1ba-e34c-4d48-9e31-c382c327399e,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:39.300059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b426eaa9-c77f-4d06-b806-12b1d132bfe5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:39.301911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b426eaa9-c77f-4d06-b806-12b1d132bfe5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:39.303876 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b426eaa9-c77f-4d06-b806-12b1d132bfe5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/security-groups/f7ddb1ba-e34c-4d48-9e31-c382c327399e HTTP/1.1" status: 204  len: 168 time: 0.2015011
Nov 24 13:21:39.346594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54588) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:39.770888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:40.231546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d27c396c-16ff-4279-aa55-7bf84ea58c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:40.432032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port 38a813c7-96de-4768-b36d-cf10954108bc {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:21:40.432358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:40.647385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port 38a813c7-96de-4768-b36d-cf10954108bc, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=38a813c7-96de-4768-b36d-cf10954108bc,segment=NetworkSegment(60420eb4-4356-4a85-b4c8-931358a64afb),segment_id=60420eb4-4356-4a85-b4c8-931358a64afb)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:21:40.647782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:40.777257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for 38a813c7-96de-4768-b36d-cf10954108bc owned by network:router_interface {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:21:40.957908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:40.973262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a0fde955-98a0-4db9-9d27-9bd3318b5213 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:41.344427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=38a813c7-96de-4768-b36d-cf10954108bc,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:41.361418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:41.361863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:41.362323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:41.362751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:41.363175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:41.363593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:41.364007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:41.364423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:41.364836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:41.365249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:41.365669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:41.366083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:41.366620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:41.367033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:41.367444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:41.367856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:41.368265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:41.368674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:41.369085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:41.369492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:41.369900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:41.370333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:41.370742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:41.371147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:41.376236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:41.700747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:42.504887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 92f4250b-6266-47c4-b928-6ef39edbafd7 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:21:42.583801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f232b331-10a0-4a91-8380-ed5ba059bf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:42.717647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:21:42.727160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac54719-0ee2-42c4-ac25-fe826968246d None None] Sync routers for ids ['92f4250b-6266-47c4-b928-6ef39edbafd7'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:21:42.731838 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "PUT /v2.0/routers/92f4250b-6266-47c4-b928-6ef39edbafd7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3840730
Nov 24 13:21:42.734782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54592) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:42.742701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac54719-0ee2-42c4-ac25-fe826968246d None None] Routers {'92f4250b-6266-47c4-b928-6ef39edbafd7'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:21:42.743419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1ac54719-0ee2-42c4-ac25-fe826968246d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634730fcc0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:21:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['92f4250b-6266-47c4-b928-6ef39edbafd7'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:21:42.917719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:42.953130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-1ac54719-0ee2-42c4-ac25-fe826968246d None None] Set router 92f4250b-6266-47c4-b928-6ef39edbafd7 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:21:42.953464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-05cd46ef-c709-4d80-950f-8ba948913ba7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting subnet fadf4e8f-9862-4150-b67f-03a3e150d454 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:21:42.957163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05cd46ef-c709-4d80-950f-8ba948913ba7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:43.014390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05cd46ef-c709-4d80-950f-8ba948913ba7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:43.110054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05cd46ef-c709-4d80-950f-8ba948913ba7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:43.272360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1ac54719-0ee2-42c4-ac25-fe826968246d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634730fcc0>, [{'id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'name': 'tempest-TestNetworkBasicOps-router-579155931', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:21:40Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:13:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:21:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:21:43.276624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac54719-0ee2-42c4-ac25-fe826968246d None None] Checking router: 92f4250b-6266-47c4-b928-6ef39edbafd7 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:21:43.288177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac54719-0ee2-42c4-ac25-fe826968246d None None] Routers {'92f4250b-6266-47c4-b928-6ef39edbafd7'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:21:43.288849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1ac54719-0ee2-42c4-ac25-fe826968246d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634730fcc0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:21:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['92f4250b-6266-47c4-b928-6ef39edbafd7'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:21:43.411362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05cd46ef-c709-4d80-950f-8ba948913ba7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:43.425103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-43b06f28-b94b-44a1-ae2f-85be0bf0501e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:43.521604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd46ef-c709-4d80-950f-8ba948913ba7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Subnet': ['ID=fadf4e8f-9862-4150-b67f-03a3e150d454,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:43.524366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-05cd46ef-c709-4d80-950f-8ba948913ba7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:43.575768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05cd46ef-c709-4d80-950f-8ba948913ba7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:43.582910 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-05cd46ef-c709-4d80-950f-8ba948913ba7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/subnets/fadf4e8f-9862-4150-b67f-03a3e150d454 HTTP/1.1" status: 204  len: 168 time: 0.8470774
Nov 24 13:21:43.585618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54596) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:43.589178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5443ee1e-25ed-4f90-a530-85058188b863 None None] Network afdce3b9-1a34-4ed1-ba7a-c8009207068c requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:21:43.808963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6898c424-e734-4de4-a64c-b8f163ceb0e9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:43.820909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-1ac54719-0ee2-42c4-ac25-fe826968246d None None] Set router 92f4250b-6266-47c4-b928-6ef39edbafd7 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:21:44.019578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6898c424-e734-4de4-a64c-b8f163ceb0e9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_gateway, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:44.028322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6898c424-e734-4de4-a64c-b8f163ceb0e9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port 4ffb602b-60ae-4566-acb7-8f16f9f8d3aa {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:21:44.028792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6898c424-e734-4de4-a64c-b8f163ceb0e9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:44.091434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] DHCP port deletion for afdce3b9-1a34-4ed1-ba7a-c8009207068c request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:21:44.132113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] Deleting port 7805a3eb-69dc-4b2f-8c0b-5c2052d90d98 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:21:44.132537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:44.209318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:44.226762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-6898c424-e734-4de4-a64c-b8f163ceb0e9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port 4ffb602b-60ae-4566-acb7-8f16f9f8d3aa, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=4ffb602b-60ae-4566-acb7-8f16f9f8d3aa,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:21:44.227160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6898c424-e734-4de4-a64c-b8f163ceb0e9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:44.351320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1ac54719-0ee2-42c4-ac25-fe826968246d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634730fcc0>, [{'id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'name': 'tempest-TestNetworkBasicOps-router-579155931', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:21:40Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:13:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:21:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:21:44.363969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6898c424-e734-4de4-a64c-b8f163ceb0e9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for 4ffb602b-60ae-4566-acb7-8f16f9f8d3aa owned by network:router_gateway {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:21:44.369654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac54719-0ee2-42c4-ac25-fe826968246d None None] The sync data for ids ['92f4250b-6266-47c4-b928-6ef39edbafd7'] in dv-neutron-601336-61-ovs is: [{'id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'name': 'tempest-TestNetworkBasicOps-router-579155931', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:21:40Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '4ffb602b-60ae-4566-acb7-8f16f9f8d3aa', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:13:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f4250b-6266-47c4-b928-6ef39edbafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:20:28Z', 'updated_at': '2020-11-24T13:21:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:21:44.396079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] For port 7805a3eb-69dc-4b2f-8c0b-5c2052d90d98, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=7805a3eb-69dc-4b2f-8c0b-5c2052d90d98,segment=NetworkSegment(60420eb4-4356-4a85-b4c8-931358a64afb),segment_id=60420eb4-4356-4a85-b4c8-931358a64afb)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:21:44.396866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:44.533541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] Calling delete_port for 7805a3eb-69dc-4b2f-8c0b-5c2052d90d98 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:21:44.619429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:44.637555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8a2b5bc3-02bd-4187-8b80-92a5c80f0eb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:44.748979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] Pushing event deleted for resources: {'Port': ['ID=7805a3eb-69dc-4b2f-8c0b-5c2052d90d98,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:44.799620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:44.800019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:44.800387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:44.800768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:44.801145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:44.801519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:44.801890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:44.802290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:44.802664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:44.803032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:44.803404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:44.803769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:44.804237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:44.804602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:44.804968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:44.805370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:44.806057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:44.806057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:44.806372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:44.806703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:44.807074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:44.807436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:44.807798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:44.808523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:44.811812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:44.820263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:44.840152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6898c424-e734-4de4-a64c-b8f163ceb0e9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:44.841951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] No DVR routers for this DVR port 7805a3eb-69dc-4b2f-8c0b-5c2052d90d98 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:21:44.859790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 7805a3eb-69dc-4b2f-8c0b-5c2052d90d98 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:21:44.862714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2705802f-bcdd-4532-88d7-5a758562efc7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:44.897214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 7805a3eb-69dc-4b2f-8c0b-5c2052d90d98 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:21:44.897621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 7805a3eb-69dc-4b2f-8c0b-5c2052d90d98 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:21:44.898211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 38a813c7-96de-4768-b36d-cf10954108bc no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:21:44.932347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 38a813c7-96de-4768-b36d-cf10954108bc {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:21:44.932727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 38a813c7-96de-4768-b36d-cf10954108bc not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:21:44.964229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898c424-e734-4de4-a64c-b8f163ceb0e9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=4ffb602b-60ae-4566-acb7-8f16f9f8d3aa,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:44.968634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6898c424-e734-4de4-a64c-b8f163ceb0e9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:45.247783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6898c424-e734-4de4-a64c-b8f163ceb0e9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:45.529760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6898c424-e734-4de4-a64c-b8f163ceb0e9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:45.535005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6898c424-e734-4de4-a64c-b8f163ceb0e9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:45.558311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6898c424-e734-4de4-a64c-b8f163ceb0e9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:45.558898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6898c424-e734-4de4-a64c-b8f163ceb0e9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Fanout notify agent at l3_agent the message router_deleted on router 92f4250b-6266-47c4-b928-6ef39edbafd7 {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:21:45.575242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6898c424-e734-4de4-a64c-b8f163ceb0e9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:45.576462 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6898c424-e734-4de4-a64c-b8f163ceb0e9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/routers/92f4250b-6266-47c4-b928-6ef39edbafd7 HTTP/1.1" status: 204  len: 168 time: 1.9898067
Nov 24 13:21:45.580521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54600) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:45.708060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2e7ee56-71bb-4502-b762-73fcab201ea4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:45.913022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2e7ee56-71bb-4502-b762-73fcab201ea4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:46.036456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-b2e7ee56-71bb-4502-b762-73fcab201ea4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6347747390>,) {'filters': {'network_id': ['afdce3b9-1a34-4ed1-ba7a-c8009207068c']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:21:46.049863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-b2e7ee56-71bb-4502-b762-73fcab201ea4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347747390>, '60420eb4-4356-4a85-b4c8-931358a64afb') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:21:46.050227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-b2e7ee56-71bb-4502-b762-73fcab201ea4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347747390>, '60420eb4-4356-4a85-b4c8-931358a64afb') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:21:46.062285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2e7ee56-71bb-4502-b762-73fcab201ea4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:46.077026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2e7ee56-71bb-4502-b762-73fcab201ea4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:46.079063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b2e7ee56-71bb-4502-b762-73fcab201ea4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Releasing vxlan tunnel 3 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:21:46.262833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b2e7ee56-71bb-4502-b762-73fcab201ea4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network afdce3b9-1a34-4ed1-ba7a-c8009207068c has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:21:46.273879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2e7ee56-71bb-4502-b762-73fcab201ea4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:46.461474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b2e7ee56-71bb-4502-b762-73fcab201ea4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network afdce3b9-1a34-4ed1-ba7a-c8009207068c has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:21:46.486229 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:21:46.486229 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:21:46.486229 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:21:46.486229 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:21:46.486229 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:21:46.486229 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:21:46.486229 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:21:46.486229 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:21:46.486229 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:21:46.486229 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:21:46.486229 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:21:46.486229 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:21:46.486229 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:21:46.486229 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:21:46.486229 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:21:46.486229 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:21:46.486229 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:21:46.486229 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:21:46.486229 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:21:46.486229 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:21:46.486229 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:21:46.486229 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:21:46.486229 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:21:46.486229 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:21:46.486229 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:21:46.486229 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:21:46.486229 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:21:46.486229 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:21:46.486229 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:21:46.486229 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:21:46.486229 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:21:46.486229 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:21:46.568552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2e7ee56-71bb-4502-b762-73fcab201ea4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:46.571877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7fbbeac0-7d98-4b49-9cd9-78d0434284d0 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:46.590665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2e7ee56-71bb-4502-b762-73fcab201ea4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:46.597396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7ee56-71bb-4502-b762-73fcab201ea4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Network': ['ID=afdce3b9-1a34-4ed1-ba7a-c8009207068c,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:46.602304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b2e7ee56-71bb-4502-b762-73fcab201ea4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:46.608546 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b2e7ee56-71bb-4502-b762-73fcab201ea4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/networks/afdce3b9-1a34-4ed1-ba7a-c8009207068c HTTP/1.1" status: 204  len: 168 time: 1.0269225
Nov 24 13:21:46.633666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54604) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:46.640683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b2855a9b-ff89-4c90-ad64-76b538d2ddad tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'network': {'name': 'tempest-network-smoke--108011833', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'port_security_enabled': True}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:21:46.647220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b2855a9b-ff89-4c90-ad64-76b538d2ddad tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:21:46.651652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b2855a9b-ff89-4c90-ad64-76b538d2ddad tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:network and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:21:46.654696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b2855a9b-ff89-4c90-ad64-76b538d2ddad tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for network was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:21:46.660526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b2855a9b-ff89-4c90-ad64-76b538d2ddad tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:21:46.670015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2855a9b-ff89-4c90-ad64-76b538d2ddad tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Made reservation on behalf of ddd175861f0b46ae9d96e8c7cb7e2213 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:21:46.675816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2855a9b-ff89-4c90-ad64-76b538d2ddad tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:46.710659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2855a9b-ff89-4c90-ad64-76b538d2ddad tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:21:46.721134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2855a9b-ff89-4c90-ad64-76b538d2ddad tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:46.721464 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-b2855a9b-ff89-4c90-ad64-76b538d2ddad tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Added segment 567d756f-1adc-4195-ae44-f8cf447c4900 of type vxlan for network b1b95910-8b11-41d9-9fdf-9cb05e61c7d3
Nov 24 13:21:46.748138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2855a9b-ff89-4c90-ad64-76b538d2ddad tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:46.780460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2855a9b-ff89-4c90-ad64-76b538d2ddad tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:46.784592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2855a9b-ff89-4c90-ad64-76b538d2ddad tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:21:46.785232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2855a9b-ff89-4c90-ad64-76b538d2ddad tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:46.790959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9a088a69-1fad-4046-8e58-9c2598bac9c7 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:46.811286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4ffb602b-60ae-4566-acb7-8f16f9f8d3aa no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:21:46.850873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 4ffb602b-60ae-4566-acb7-8f16f9f8d3aa {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:21:46.851368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4ffb602b-60ae-4566-acb7-8f16f9f8d3aa not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:21:46.899456 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b2855a9b-ff89-4c90-ad64-76b538d2ddad tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2644458
Nov 24 13:21:46.902407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54608) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:46.908771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-350716019', 'admin_state_up': True, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:21:46.908942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2855a9b-ff89-4c90-ad64-76b538d2ddad tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Network': ['ID=b1b95910-8b11-41d9-9fdf-9cb05e61c7d3,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:46.914995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b2855a9b-ff89-4c90-ad64-76b538d2ddad tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:46.916557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:21:46.920059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network b1b95910-8b11-41d9-9fdf-9cb05e61c7d3 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:21:46.920781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:router and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:21:46.924307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:21:46.931338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:21:46.937976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network b1b95910-8b11-41d9-9fdf-9cb05e61c7d3 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:21:46.941431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:46.942521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:46.963977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:47.120513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:47.323230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_gateway, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:47.359875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:47.634201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.26.8.165 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/e5c29edf-4dcb-43f4-83fe-b5816517181e) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:21:47.791416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:47.816617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:47.832342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c531dc17-61b0-432b-909d-22d2642ef9cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:47.965185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=e5c29edf-4dcb-43f4-83fe-b5816517181e,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:47.990594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:47.991021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:47.991440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:47.991847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:47.992255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:47.992664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:47.993076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:47.993483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:47.993886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:47.994342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:47.994745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:47.995147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:47.995650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:47.996055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:47.996454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:47.996855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:47.997252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:47.997650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:47.998070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:47.998493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:47.998891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:47.999289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:47.999689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:48.000076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:48.008216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:48.045996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:21:48.047212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:21:48.049623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:21:48.221357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_gateway, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:48.222090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:48.475053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 17fa9247-d33e-4b1f-bf2d-86b9dffe2350 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:21:48.694174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:21:48.704975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517acbd8-2f0f-48ec-b458-c1b3fc4b8f1d None None] Sync routers for ids ['17fa9247-d33e-4b1f-bf2d-86b9dffe2350'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:21:48.718175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517acbd8-2f0f-48ec-b458-c1b3fc4b8f1d None None] Routers {'17fa9247-d33e-4b1f-bf2d-86b9dffe2350'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:21:48.718842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-517acbd8-2f0f-48ec-b458-c1b3fc4b8f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c8d5f60>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:21:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['17fa9247-d33e-4b1f-bf2d-86b9dffe2350'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:21:48.724209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:48.726676 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 1.8225427
Nov 24 13:21:48.731563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54612) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:48.778535 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f4478120-d286-47af-b6be-e1d6df3a3014 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/subnets?project_id=ddd175861f0b46ae9d96e8c7cb7e2213&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0454705
Nov 24 13:21:48.781640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54616) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:48.787787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-0fe3eb66-d674-45b2-97de-89580840c6d5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1323925563', 'network_id': 'b1b95910-8b11-41d9-9fdf-9cb05e61c7d3', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'dns_nameservers': ['1.2.3.4']}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:21:48.912228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0fe3eb66-d674-45b2-97de-89580840c6d5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:21:48.915200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0fe3eb66-d674-45b2-97de-89580840c6d5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:subnet and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:21:48.918449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0fe3eb66-d674-45b2-97de-89580840c6d5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:21:48.918956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-517acbd8-2f0f-48ec-b458-c1b3fc4b8f1d None None] Set router 17fa9247-d33e-4b1f-bf2d-86b9dffe2350 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:21:48.924954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0fe3eb66-d674-45b2-97de-89580840c6d5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:21:48.934029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe3eb66-d674-45b2-97de-89580840c6d5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Made reservation on behalf of ddd175861f0b46ae9d96e8c7cb7e2213 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:21:49.046836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fe3eb66-d674-45b2-97de-89580840c6d5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:49.239067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-517acbd8-2f0f-48ec-b458-c1b3fc4b8f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c8d5f60>, [{'id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'name': 'tempest-TestNetworkBasicOps-router-350716019', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': 'e5c29edf-4dcb-43f4-83fe-b5816517181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:21:46Z', 'updated_at': '2020-11-24T13:21:48Z', 'revision_number': 3, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'e5c29edf-4dcb-43f4-83fe-b5816517181e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:21:47Z', 'updated_at': '2020-11-24T13:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:21:49.243325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517acbd8-2f0f-48ec-b458-c1b3fc4b8f1d None None] Checking router: 17fa9247-d33e-4b1f-bf2d-86b9dffe2350 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:21:49.243722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517acbd8-2f0f-48ec-b458-c1b3fc4b8f1d None None] Updating router 17fa9247-d33e-4b1f-bf2d-86b9dffe2350 port e5c29edf-4dcb-43f4-83fe-b5816517181e binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:21:49.299617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-517acbd8-2f0f-48ec-b458-c1b3fc4b8f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:49.520092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fe3eb66-d674-45b2-97de-89580840c6d5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:49.726877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-517acbd8-2f0f-48ec-b458-c1b3fc4b8f1d None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:49.741384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-517acbd8-2f0f-48ec-b458-c1b3fc4b8f1d None None] Transition to ACTIVE for port object e5c29edf-4dcb-43f4-83fe-b5816517181e will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:21:49.744209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-517acbd8-2f0f-48ec-b458-c1b3fc4b8f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:49.760087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e21ae688-7c4d-40f0-b54b-569637a04620 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:49.795163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-77bbdd98-52dd-41fe-88bd-eb09fdb8eda9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:49.895165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da7b4c-a715-4676-a7ca-ae02679c485b None None] Pushing event updated for resources: {'Port': ['ID=e5c29edf-4dcb-43f4-83fe-b5816517181e,revision_number=2']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:49.925413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da7b4c-a715-4676-a7ca-ae02679c485b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:49.925802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da7b4c-a715-4676-a7ca-ae02679c485b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:49.926190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da7b4c-a715-4676-a7ca-ae02679c485b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:49.926559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da7b4c-a715-4676-a7ca-ae02679c485b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:49.926908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da7b4c-a715-4676-a7ca-ae02679c485b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:49.927281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da7b4c-a715-4676-a7ca-ae02679c485b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:49.927625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da7b4c-a715-4676-a7ca-ae02679c485b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:49.927980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da7b4c-a715-4676-a7ca-ae02679c485b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:49.928333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da7b4c-a715-4676-a7ca-ae02679c485b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:49.928705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da7b4c-a715-4676-a7ca-ae02679c485b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:49.929040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da7b4c-a715-4676-a7ca-ae02679c485b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:49.929392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da7b4c-a715-4676-a7ca-ae02679c485b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:49.929846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da7b4c-a715-4676-a7ca-ae02679c485b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:49.930223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da7b4c-a715-4676-a7ca-ae02679c485b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:49.930574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da7b4c-a715-4676-a7ca-ae02679c485b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:49.930924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da7b4c-a715-4676-a7ca-ae02679c485b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:49.931274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da7b4c-a715-4676-a7ca-ae02679c485b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:49.931625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da7b4c-a715-4676-a7ca-ae02679c485b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:49.931970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da7b4c-a715-4676-a7ca-ae02679c485b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:49.932098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3eb66-d674-45b2-97de-89580840c6d5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Subnet': ['ID=5d4489f5-ccac-43f1-9568-a8a0f6f4e464,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:49.932314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da7b4c-a715-4676-a7ca-ae02679c485b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:49.932658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da7b4c-a715-4676-a7ca-ae02679c485b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:49.933000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da7b4c-a715-4676-a7ca-ae02679c485b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:49.933344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da7b4c-a715-4676-a7ca-ae02679c485b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:49.934247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da7b4c-a715-4676-a7ca-ae02679c485b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:21:49.937898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0fe3eb66-d674-45b2-97de-89580840c6d5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:49.942027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-58da7b4c-a715-4676-a7ca-ae02679c485b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:49.986981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-517acbd8-2f0f-48ec-b458-c1b3fc4b8f1d None None] Attempting to bind port e5c29edf-4dcb-43f4-83fe-b5816517181e on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:21:49.987316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-517acbd8-2f0f-48ec-b458-c1b3fc4b8f1d None None] Attempting to bind port e5c29edf-4dcb-43f4-83fe-b5816517181e by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:21:49.987723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517acbd8-2f0f-48ec-b458-c1b3fc4b8f1d None None] Attempting to bind port e5c29edf-4dcb-43f4-83fe-b5816517181e on network cfe08d36-e5ba-4f00-8669-16a0ead5d220 {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:21:49.994598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517acbd8-2f0f-48ec-b458-c1b3fc4b8f1d None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:21:49.995014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517acbd8-2f0f-48ec-b458-c1b3fc4b8f1d None None] Checking segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:21:49.995461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-517acbd8-2f0f-48ec-b458-c1b3fc4b8f1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:49.995888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517acbd8-2f0f-48ec-b458-c1b3fc4b8f1d None None] Bound using segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:21:49.996399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-517acbd8-2f0f-48ec-b458-c1b3fc4b8f1d None None] Bound port: e5c29edf-4dcb-43f4-83fe-b5816517181e, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:21:49.996812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-517acbd8-2f0f-48ec-b458-c1b3fc4b8f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:50.009535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe3eb66-d674-45b2-97de-89580840c6d5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Checking segment: {'id': '567d756f-1adc-4195-ae44-f8cf447c4900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1b95910-8b11-41d9-9fdf-9cb05e61c7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:21:50.009914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe3eb66-d674-45b2-97de-89580840c6d5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network hostable DHCP agents. Network: b1b95910-8b11-41d9-9fdf-9cb05e61c7d3, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:21:50.035131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe3eb66-d674-45b2-97de-89580840c6d5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network b1b95910-8b11-41d9-9fdf-9cb05e61c7d3 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:21:50.044135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-0fe3eb66-d674-45b2-97de-89580840c6d5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, b1b95910-8b11-41d9-9fdf-9cb05e61c7d3) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:21:50.053755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9b7205-a104-43de-9641-ad6adb6f8c57 None None] Network b1b95910-8b11-41d9-9fdf-9cb05e61c7d3 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:21:50.057267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe3eb66-d674-45b2-97de-89580840c6d5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:21:50.057922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fe3eb66-d674-45b2-97de-89580840c6d5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:50.081146 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0fe3eb66-d674-45b2-97de-89580840c6d5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 1.2981839
Nov 24 13:21:50.081808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-517acbd8-2f0f-48ec-b458-c1b3fc4b8f1d None None] For port e5c29edf-4dcb-43f4-83fe-b5816517181e, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:21:50.082968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54620) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:50.085581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-517acbd8-2f0f-48ec-b458-c1b3fc4b8f1d None None] For port e5c29edf-4dcb-43f4-83fe-b5816517181e, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=e5c29edf-4dcb-43f4-83fe-b5816517181e,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:21:50.089847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-517acbd8-2f0f-48ec-b458-c1b3fc4b8f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:50.224026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-16915b0e-dba6-4a66-a921-5176ba880182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:50.324126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da7b4c-a715-4676-a7ca-ae02679c485b None None] Pushing event updated for resources: {'Port': ['ID=e5c29edf-4dcb-43f4-83fe-b5816517181e,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:50.328261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-58da7b4c-a715-4676-a7ca-ae02679c485b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:50.336164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517acbd8-2f0f-48ec-b458-c1b3fc4b8f1d None None] Routers {'17fa9247-d33e-4b1f-bf2d-86b9dffe2350'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:21:50.337086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-517acbd8-2f0f-48ec-b458-c1b3fc4b8f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c8d5f60>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:21:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['17fa9247-d33e-4b1f-bf2d-86b9dffe2350'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:21:50.374099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77fe2c8-69d0-482a-83fe-09e1dd105bc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-b1b95910-8b11-41d9-9fdf-9cb05e61c7d3', 'network_id': 'b1b95910-8b11-41d9-9fdf-9cb05e61c7d3', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ips': [{'subnet_id': '5d4489f5-ccac-43f1-9568-a8a0f6f4e464'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:21:50.375296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c77fe2c8-69d0-482a-83fe-09e1dd105bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:50.546339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-517acbd8-2f0f-48ec-b458-c1b3fc4b8f1d None None] Set router 17fa9247-d33e-4b1f-bf2d-86b9dffe2350 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:21:50.686444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-c77fe2c8-69d0-482a-83fe-09e1dd105bc5 None None] Allocated IP 172.20.0.2 (b1b95910-8b11-41d9-9fdf-9cb05e61c7d3/5d4489f5-ccac-43f1-9568-a8a0f6f4e464/c4c659e6-5d5a-44a5-a47e-f18cd61f15ed) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:21:50.893466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6be961fb-530b-4eaa-8e46-f90f7218f132 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:50.925574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c77fe2c8-69d0-482a-83fe-09e1dd105bc5 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:50.941026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c77fe2c8-69d0-482a-83fe-09e1dd105bc5 None None] Transition to ACTIVE for port object c4c659e6-5d5a-44a5-a47e-f18cd61f15ed will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:21:50.958851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c77fe2c8-69d0-482a-83fe-09e1dd105bc5 None None] Transition to ACTIVE for port object c4c659e6-5d5a-44a5-a47e-f18cd61f15ed will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:21:50.963986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c77fe2c8-69d0-482a-83fe-09e1dd105bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:50.981344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:51.035297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-517acbd8-2f0f-48ec-b458-c1b3fc4b8f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c8d5f60>, [{'id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'name': 'tempest-TestNetworkBasicOps-router-350716019', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': 'e5c29edf-4dcb-43f4-83fe-b5816517181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:21:46Z', 'updated_at': '2020-11-24T13:21:48Z', 'revision_number': 3, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'e5c29edf-4dcb-43f4-83fe-b5816517181e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:21:47Z', 'updated_at': '2020-11-24T13:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:21:51.040314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517acbd8-2f0f-48ec-b458-c1b3fc4b8f1d None None] The sync data for ids ['17fa9247-d33e-4b1f-bf2d-86b9dffe2350'] in dv-neutron-601336-61-ovs is: [{'id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'name': 'tempest-TestNetworkBasicOps-router-350716019', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': 'e5c29edf-4dcb-43f4-83fe-b5816517181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:21:46Z', 'updated_at': '2020-11-24T13:21:48Z', 'revision_number': 3, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'e5c29edf-4dcb-43f4-83fe-b5816517181e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:21:47Z', 'updated_at': '2020-11-24T13:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:21:51.307831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:51.322387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fe2c8-69d0-482a-83fe-09e1dd105bc5 None None] Pushing event updated for resources: {'Port': ['ID=c4c659e6-5d5a-44a5-a47e-f18cd61f15ed,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:51.328000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c77fe2c8-69d0-482a-83fe-09e1dd105bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:51.385801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77fe2c8-69d0-482a-83fe-09e1dd105bc5 None None] Network b1b95910-8b11-41d9-9fdf-9cb05e61c7d3 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:21:51.387073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-c77fe2c8-69d0-482a-83fe-09e1dd105bc5 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:21:51.390402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77fe2c8-69d0-482a-83fe-09e1dd105bc5 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:21:51.459299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c77fe2c8-69d0-482a-83fe-09e1dd105bc5 None None] Attempting to bind port c4c659e6-5d5a-44a5-a47e-f18cd61f15ed on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:21:51.459725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c77fe2c8-69d0-482a-83fe-09e1dd105bc5 None None] Attempting to bind port c4c659e6-5d5a-44a5-a47e-f18cd61f15ed by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '567d756f-1adc-4195-ae44-f8cf447c4900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1b95910-8b11-41d9-9fdf-9cb05e61c7d3'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:21:51.460139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77fe2c8-69d0-482a-83fe-09e1dd105bc5 None None] Attempting to bind port c4c659e6-5d5a-44a5-a47e-f18cd61f15ed on network b1b95910-8b11-41d9-9fdf-9cb05e61c7d3 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:21:51.467163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77fe2c8-69d0-482a-83fe-09e1dd105bc5 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:21:51.467586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77fe2c8-69d0-482a-83fe-09e1dd105bc5 None None] Checking segment: {'id': '567d756f-1adc-4195-ae44-f8cf447c4900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1b95910-8b11-41d9-9fdf-9cb05e61c7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:21:51.468041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c77fe2c8-69d0-482a-83fe-09e1dd105bc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:51.468480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77fe2c8-69d0-482a-83fe-09e1dd105bc5 None None] Bound using segment: {'id': '567d756f-1adc-4195-ae44-f8cf447c4900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1b95910-8b11-41d9-9fdf-9cb05e61c7d3'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:21:51.469000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c77fe2c8-69d0-482a-83fe-09e1dd105bc5 None None] Bound port: c4c659e6-5d5a-44a5-a47e-f18cd61f15ed, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567d756f-1adc-4195-ae44-f8cf447c4900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1b95910-8b11-41d9-9fdf-9cb05e61c7d3'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:21:51.469422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c77fe2c8-69d0-482a-83fe-09e1dd105bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:51.549523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-6be961fb-530b-4eaa-8e46-f90f7218f132 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.20.0.1 (b1b95910-8b11-41d9-9fdf-9cb05e61c7d3/5d4489f5-ccac-43f1-9568-a8a0f6f4e464/c723bda7-a212-43d1-9fa3-5a52d7ba4515) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:21:51.581688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-c77fe2c8-69d0-482a-83fe-09e1dd105bc5 None None] For port c4c659e6-5d5a-44a5-a47e-f18cd61f15ed, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:21:51.586313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-c77fe2c8-69d0-482a-83fe-09e1dd105bc5 None None] For port c4c659e6-5d5a-44a5-a47e-f18cd61f15ed, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=c4c659e6-5d5a-44a5-a47e-f18cd61f15ed,segment=NetworkSegment(567d756f-1adc-4195-ae44-f8cf447c4900),segment_id=567d756f-1adc-4195-ae44-f8cf447c4900)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:21:51.589497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c77fe2c8-69d0-482a-83fe-09e1dd105bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:51.605463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:51.739424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6be961fb-530b-4eaa-8e46-f90f7218f132 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:51.758786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6be961fb-530b-4eaa-8e46-f90f7218f132 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Transition to ACTIVE for port object c723bda7-a212-43d1-9fa3-5a52d7ba4515 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:21:51.765781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fe2c8-69d0-482a-83fe-09e1dd105bc5 None None] Pushing event updated for resources: {'Port': ['ID=c4c659e6-5d5a-44a5-a47e-f18cd61f15ed,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:51.771722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c77fe2c8-69d0-482a-83fe-09e1dd105bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:51.782117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6be961fb-530b-4eaa-8e46-f90f7218f132 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:51.798863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-aa94a203-c79f-49f7-96c2-b4ea637d6bee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:51.951809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be961fb-530b-4eaa-8e46-f90f7218f132 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=c723bda7-a212-43d1-9fa3-5a52d7ba4515,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:51.956567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6be961fb-530b-4eaa-8e46-f90f7218f132 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:52.009333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be961fb-530b-4eaa-8e46-f90f7218f132 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network b1b95910-8b11-41d9-9fdf-9cb05e61c7d3 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:21:52.010623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-6be961fb-530b-4eaa-8e46-f90f7218f132 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:21:52.012986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be961fb-530b-4eaa-8e46-f90f7218f132 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:21:52.085536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6be961fb-530b-4eaa-8e46-f90f7218f132 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:52.184377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6be961fb-530b-4eaa-8e46-f90f7218f132 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:52.687283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6be961fb-530b-4eaa-8e46-f90f7218f132 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:52.691244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6be961fb-530b-4eaa-8e46-f90f7218f132 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:52.722408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-12f43317-7a4e-4d0a-88d5-e371c31930bd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:52.816179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6be961fb-530b-4eaa-8e46-f90f7218f132 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:52.829811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be961fb-530b-4eaa-8e46-f90f7218f132 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=c723bda7-a212-43d1-9fa3-5a52d7ba4515,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:52.837937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6be961fb-530b-4eaa-8e46-f90f7218f132 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:52.877789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device e5c29edf-4dcb-43f4-83fe-b5816517181e up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:21:52.963789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port e5c29edf-4dcb-43f4-83fe-b5816517181e completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:21:52.971191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port e5c29edf-4dcb-43f4-83fe-b5816517181e triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:21:52.971728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:53.119677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:53.139729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port e5c29edf-4dcb-43f4-83fe-b5816517181e, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=e5c29edf-4dcb-43f4-83fe-b5816517181e,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:21:53.144285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:53.145244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device c4c659e6-5d5a-44a5-a47e-f18cd61f15ed up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:21:53.179833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-39927f43-f9fc-4c62-9959-cf5306aa3bf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:53.239135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba172a1-cc37-4f4e-a94d-2e2f42004701 None None] Network b1b95910-8b11-41d9-9fdf-9cb05e61c7d3 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:21:53.297714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be961fb-530b-4eaa-8e46-f90f7218f132 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network b1b95910-8b11-41d9-9fdf-9cb05e61c7d3 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:21:53.298974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-6be961fb-530b-4eaa-8e46-f90f7218f132 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:21:53.387184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=e5c29edf-4dcb-43f4-83fe-b5816517181e,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:53.392756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:53.401168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e18fc8d2-be79-4a0e-900f-554faa555177 None None] Provisioning for port c4c659e6-5d5a-44a5-a47e-f18cd61f15ed completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:21:53.469691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port c4c659e6-5d5a-44a5-a47e-f18cd61f15ed completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:21:53.485685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port c4c659e6-5d5a-44a5-a47e-f18cd61f15ed triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:21:53.486112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:53.683948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:53.727552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port c4c659e6-5d5a-44a5-a47e-f18cd61f15ed, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=c4c659e6-5d5a-44a5-a47e-f18cd61f15ed,segment=NetworkSegment(567d756f-1adc-4195-ae44-f8cf447c4900),segment_id=567d756f-1adc-4195-ae44-f8cf447c4900)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:21:53.730829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:53.731326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be961fb-530b-4eaa-8e46-f90f7218f132 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 17fa9247-d33e-4b1f-bf2d-86b9dffe2350 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:21:53.732807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3927d695-3a7e-4917-b7ea-a66b7272e8a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:53.806555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=c4c659e6-5d5a-44a5-a47e-f18cd61f15ed,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:53.817536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:53.959441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c5ca4422-9544-47b1-a931-79600d698b50 None None] Provisioning complete for port c4c659e6-5d5a-44a5-a47e-f18cd61f15ed triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:21:53.960048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5ca4422-9544-47b1-a931-79600d698b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:53.968185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be961fb-530b-4eaa-8e46-f90f7218f132 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:21:53.983166 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6be961fb-530b-4eaa-8e46-f90f7218f132 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "PUT /v2.0/routers/17fa9247-d33e-4b1f-bf2d-86b9dffe2350/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8989794
Nov 24 13:21:53.985645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54624) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:54.086894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61023297-74d0-42d0-ad32-95ccfaf5bdf2 None None] Sync routers for ids ['17fa9247-d33e-4b1f-bf2d-86b9dffe2350'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:21:54.123646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61023297-74d0-42d0-ad32-95ccfaf5bdf2 None None] Routers {'17fa9247-d33e-4b1f-bf2d-86b9dffe2350'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:21:54.124350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-61023297-74d0-42d0-ad32-95ccfaf5bdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc21e48>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:21:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['17fa9247-d33e-4b1f-bf2d-86b9dffe2350'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:21:54.178519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ef167b-f1fd-4732-b6bc-e1595156dbed tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:21:54.179240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ef167b-f1fd-4732-b6bc-e1595156dbed tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:21:54.179937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ef167b-f1fd-4732-b6bc-e1595156dbed tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:21:54.180632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ef167b-f1fd-4732-b6bc-e1595156dbed tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:21:54.185084 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c7ef167b-f1fd-4732-b6bc-e1595156dbed tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2864 time: 0.1983259
Nov 24 13:21:54.187265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54628) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:54.275302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c5ca4422-9544-47b1-a931-79600d698b50 None None] Provisioning for port c723bda7-a212-43d1-9fa3-5a52d7ba4515 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:21:54.280610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db9fc27-0c26-4ea1-9eca-cb7340b489a7 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:21:54.281052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db9fc27-0c26-4ea1-9eca-cb7340b489a7 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:21:54.281695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db9fc27-0c26-4ea1-9eca-cb7340b489a7 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:21:54.282343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db9fc27-0c26-4ea1-9eca-cb7340b489a7 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:21:54.284307 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4db9fc27-0c26-4ea1-9eca-cb7340b489a7 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2737 time: 0.0959628
Nov 24 13:21:54.287311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54632) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:54.294612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c5ca4422-9544-47b1-a931-79600d698b50 None None] Provisioning complete for port c723bda7-a212-43d1-9fa3-5a52d7ba4515 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:21:54.295038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5ca4422-9544-47b1-a931-79600d698b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:54.387576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c5ca4422-9544-47b1-a931-79600d698b50 None None] Port c723bda7-a212-43d1-9fa3-5a52d7ba4515 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:21:54.403182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-61023297-74d0-42d0-ad32-95ccfaf5bdf2 None None] Set router 17fa9247-d33e-4b1f-bf2d-86b9dffe2350 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:21:54.532935 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-dedbba6e-e89a-48ae-9ab1-6e382f86d0e3 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1606 time: 0.2440491
Nov 24 13:21:54.715073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54638) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:54.723215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-8306a664-32f3-485c-8b83-42dc3d897cdb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2096860898', 'description': 'tempest-secgroup-smoke-2096860898 description', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:21:54.730329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8306a664-32f3-485c-8b83-42dc3d897cdb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:21:54.736101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8306a664-32f3-485c-8b83-42dc3d897cdb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:21:54.739701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8306a664-32f3-485c-8b83-42dc3d897cdb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:21:54.746489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8306a664-32f3-485c-8b83-42dc3d897cdb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:21:54.758316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8306a664-32f3-485c-8b83-42dc3d897cdb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:54.800843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8306a664-32f3-485c-8b83-42dc3d897cdb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:21:54.805062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8306a664-32f3-485c-8b83-42dc3d897cdb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:21:54.808309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8306a664-32f3-485c-8b83-42dc3d897cdb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:21:54.814941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8306a664-32f3-485c-8b83-42dc3d897cdb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:21:54.833371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5091f429-26a4-4a27-b9fe-b97c96b5670f None None] Provisioning complete for port c4c659e6-5d5a-44a5-a47e-f18cd61f15ed triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:21:54.833795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5091f429-26a4-4a27-b9fe-b97c96b5670f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:54.865976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device e5c29edf-4dcb-43f4-83fe-b5816517181e up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:21:54.878982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8306a664-32f3-485c-8b83-42dc3d897cdb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:54.881710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8306a664-32f3-485c-8b83-42dc3d897cdb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:54.887614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8f3d6056-7aa9-4efb-a644-a72714e5150e tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:54.938001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306a664-32f3-485c-8b83-42dc3d897cdb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroup': ['ID=26aed69f-7578-4dd3-a042-7ca0811dc4cc,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:54.941969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8306a664-32f3-485c-8b83-42dc3d897cdb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:54.944011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8306a664-32f3-485c-8b83-42dc3d897cdb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:54.945652 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8306a664-32f3-485c-8b83-42dc3d897cdb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1680 time: 0.2293205
Nov 24 13:21:54.948421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54642) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:54.955170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ab91283d-f012-4713-9702-c5bcf22d41ba tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '26aed69f-7578-4dd3-a042-7ca0811dc4cc', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:21:54.961781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ab91283d-f012-4713-9702-c5bcf22d41ba tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:21:54.965899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ab91283d-f012-4713-9702-c5bcf22d41ba tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:21:54.969092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ab91283d-f012-4713-9702-c5bcf22d41ba tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:21:54.975497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ab91283d-f012-4713-9702-c5bcf22d41ba tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:21:54.993267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab91283d-f012-4713-9702-c5bcf22d41ba tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:55.060768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab91283d-f012-4713-9702-c5bcf22d41ba tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:55.063803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab91283d-f012-4713-9702-c5bcf22d41ba tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:55.070865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:55.089900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91283d-f012-4713-9702-c5bcf22d41ba tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8edca443-5c79-4e4e-a1e8-725788746d6f,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:55.092774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ab91283d-f012-4713-9702-c5bcf22d41ba tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:55.100723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab91283d-f012-4713-9702-c5bcf22d41ba tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:55.104680 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ab91283d-f012-4713-9702-c5bcf22d41ba tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1524177
Nov 24 13:21:55.105085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54646) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:55.111390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port e5c29edf-4dcb-43f4-83fe-b5816517181e triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:21:55.111566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-59a57fa3-8e36-413a-b08c-952c89918cde tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '26aed69f-7578-4dd3-a042-7ca0811dc4cc', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:21:55.111815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:55.117931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-59a57fa3-8e36-413a-b08c-952c89918cde tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:21:55.122069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-59a57fa3-8e36-413a-b08c-952c89918cde tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:21:55.125258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-59a57fa3-8e36-413a-b08c-952c89918cde tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:21:55.131300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-59a57fa3-8e36-413a-b08c-952c89918cde tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:21:55.152794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-59a57fa3-8e36-413a-b08c-952c89918cde tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:55.193114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5091f429-26a4-4a27-b9fe-b97c96b5670f None None] Provisioning complete for port c723bda7-a212-43d1-9fa3-5a52d7ba4515 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:21:55.193539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5091f429-26a4-4a27-b9fe-b97c96b5670f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:55.220491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-61023297-74d0-42d0-ad32-95ccfaf5bdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc21e48>, [{'id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'name': 'tempest-TestNetworkBasicOps-router-350716019', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': 'e5c29edf-4dcb-43f4-83fe-b5816517181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:21:46Z', 'updated_at': '2020-11-24T13:21:52Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'e5c29edf-4dcb-43f4-83fe-b5816517181e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:21:47Z', 'updated_at': '2020-11-24T13:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'c723bda7-a212-43d1-9fa3-5a52d7ba4515', 'name': '', 'network_id': 'b1b95910-8b11-41d9-9fdf-9cb05e61c7d3', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:0d:8b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '5d4489f5-ccac-43f1-9568-a8a0f6f4e464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:21:51Z', 'updated_at': '2020-11-24T13:21:52Z', 'revision_number': 2, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '5d4489f5-ccac-43f1-9568-a8a0f6f4e464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:21:55.224723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-59a57fa3-8e36-413a-b08c-952c89918cde tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:55.228169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-59a57fa3-8e36-413a-b08c-952c89918cde tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:55.230200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-138b0558-af71-45b7-97f9-50fd2e5aa259 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:55.240501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61023297-74d0-42d0-ad32-95ccfaf5bdf2 None None] Checking router: 17fa9247-d33e-4b1f-bf2d-86b9dffe2350 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:21:55.240903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61023297-74d0-42d0-ad32-95ccfaf5bdf2 None None] Updating router 17fa9247-d33e-4b1f-bf2d-86b9dffe2350 port c723bda7-a212-43d1-9fa3-5a52d7ba4515 binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:21:55.255861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a57fa3-8e36-413a-b08c-952c89918cde tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22fb62ae-c2d0-4ef3-b6d3-6a7edaec9662,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:55.261538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-59a57fa3-8e36-413a-b08c-952c89918cde tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:55.265836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-59a57fa3-8e36-413a-b08c-952c89918cde tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:55.267771 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-59a57fa3-8e36-413a-b08c-952c89918cde tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1616848
Nov 24 13:21:55.270706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54650) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:55.277360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-726bee7e-c2ac-4171-a3b5-1b3463049433 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '26aed69f-7578-4dd3-a042-7ca0811dc4cc', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:21:55.284708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-726bee7e-c2ac-4171-a3b5-1b3463049433 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:21:55.288926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-726bee7e-c2ac-4171-a3b5-1b3463049433 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:21:55.292077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-726bee7e-c2ac-4171-a3b5-1b3463049433 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:21:55.297881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-726bee7e-c2ac-4171-a3b5-1b3463049433 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:21:55.314232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-726bee7e-c2ac-4171-a3b5-1b3463049433 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:55.341832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5091f429-26a4-4a27-b9fe-b97c96b5670f None None] Port c723bda7-a212-43d1-9fa3-5a52d7ba4515 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:21:55.355909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-61023297-74d0-42d0-ad32-95ccfaf5bdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:55.383011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-726bee7e-c2ac-4171-a3b5-1b3463049433 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:55.385884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-726bee7e-c2ac-4171-a3b5-1b3463049433 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:55.387780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:55.409952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device c4c659e6-5d5a-44a5-a47e-f18cd61f15ed up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:21:55.412690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726bee7e-c2ac-4171-a3b5-1b3463049433 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=975d302a-4aae-4998-b992-83470c62cc56,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:55.415600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-726bee7e-c2ac-4171-a3b5-1b3463049433 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:55.422014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-726bee7e-c2ac-4171-a3b5-1b3463049433 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:55.423413 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-726bee7e-c2ac-4171-a3b5-1b3463049433 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1516950
Nov 24 13:21:55.426572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54654) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:55.432303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b68918d2-0b22-4953-8f2d-38571f42f196 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '26aed69f-7578-4dd3-a042-7ca0811dc4cc', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:21:55.439340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b68918d2-0b22-4953-8f2d-38571f42f196 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:21:55.443183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b68918d2-0b22-4953-8f2d-38571f42f196 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:21:55.446252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b68918d2-0b22-4953-8f2d-38571f42f196 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:21:55.452219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b68918d2-0b22-4953-8f2d-38571f42f196 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:21:55.469479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b68918d2-0b22-4953-8f2d-38571f42f196 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:55.541254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b68918d2-0b22-4953-8f2d-38571f42f196 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:55.543983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b68918d2-0b22-4953-8f2d-38571f42f196 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:55.545884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9de3e031-951f-42a3-a1a6-f9a526d445b0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:55.556523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9d0e42e6-a83d-4349-b030-b94b762f5d59 None None] Provisioning complete for port c4c659e6-5d5a-44a5-a47e-f18cd61f15ed triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:21:55.556943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d0e42e6-a83d-4349-b030-b94b762f5d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:55.570748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68918d2-0b22-4953-8f2d-38571f42f196 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19bebd69-5f3f-4545-9d1b-27f4470a184a,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:55.575030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b68918d2-0b22-4953-8f2d-38571f42f196 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:55.583282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b68918d2-0b22-4953-8f2d-38571f42f196 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:55.584592 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b68918d2-0b22-4953-8f2d-38571f42f196 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1569958
Nov 24 13:21:55.587706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54658) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:55.593342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-aec4dbf1-fe60-4a11-8c7f-7160fcaaa3c8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '26aed69f-7578-4dd3-a042-7ca0811dc4cc', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:21:55.599848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-aec4dbf1-fe60-4a11-8c7f-7160fcaaa3c8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:21:55.603905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-aec4dbf1-fe60-4a11-8c7f-7160fcaaa3c8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:21:55.606961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-aec4dbf1-fe60-4a11-8c7f-7160fcaaa3c8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:21:55.612902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-aec4dbf1-fe60-4a11-8c7f-7160fcaaa3c8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:21:55.622938 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-aec4dbf1-fe60-4a11-8c7f-7160fcaaa3c8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Project ddd175861f0b46ae9d96e8c7cb7e2213 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:21:55.630109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aec4dbf1-fe60-4a11-8c7f-7160fcaaa3c8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:55.682276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port c4c659e6-5d5a-44a5-a47e-f18cd61f15ed triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:21:55.682622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:55.699628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aec4dbf1-fe60-4a11-8c7f-7160fcaaa3c8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:55.702504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aec4dbf1-fe60-4a11-8c7f-7160fcaaa3c8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:55.705008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dace11f0-b1d7-43a4-a74e-d2aa69347297 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:55.729079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4dbf1-fe60-4a11-8c7f-7160fcaaa3c8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d65e72-0d6c-4de9-b5cf-5a21c42d213b,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:55.731687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-aec4dbf1-fe60-4a11-8c7f-7160fcaaa3c8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:55.738882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aec4dbf1-fe60-4a11-8c7f-7160fcaaa3c8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:55.740275 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-aec4dbf1-fe60-4a11-8c7f-7160fcaaa3c8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1515503
Nov 24 13:21:55.743170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54662) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:21:55.869401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e5a7fcf2-d218-4a61-bcb4-acb99b35ad5a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '26aed69f-7578-4dd3-a042-7ca0811dc4cc', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:21:55.876593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e5a7fcf2-d218-4a61-bcb4-acb99b35ad5a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:21:55.880877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e5a7fcf2-d218-4a61-bcb4-acb99b35ad5a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:21:55.883952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e5a7fcf2-d218-4a61-bcb4-acb99b35ad5a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:21:55.890044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e5a7fcf2-d218-4a61-bcb4-acb99b35ad5a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:21:55.900721 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-e5a7fcf2-d218-4a61-bcb4-acb99b35ad5a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Project ddd175861f0b46ae9d96e8c7cb7e2213 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:21:55.907779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e5a7fcf2-d218-4a61-bcb4-acb99b35ad5a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:55.979872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e5a7fcf2-d218-4a61-bcb4-acb99b35ad5a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:55.982726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e5a7fcf2-d218-4a61-bcb4-acb99b35ad5a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:55.984630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a3cec6f2-97cb-4d4e-9f45-72dbe4e3810c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:56.012661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7fcf2-d218-4a61-bcb4-acb99b35ad5a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398c6262-a4bc-41a3-93fb-bdbc73ee14d8,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:56.015798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e5a7fcf2-d218-4a61-bcb4-acb99b35ad5a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:56.022458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e5a7fcf2-d218-4a61-bcb4-acb99b35ad5a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:56.023809 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e5a7fcf2-d218-4a61-bcb4-acb99b35ad5a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2796259
Nov 24 13:21:56.088063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-61023297-74d0-42d0-ad32-95ccfaf5bdf2 None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:56.101983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-61023297-74d0-42d0-ad32-95ccfaf5bdf2 None None] Transition to ACTIVE for port object c723bda7-a212-43d1-9fa3-5a52d7ba4515 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:21:56.104753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-61023297-74d0-42d0-ad32-95ccfaf5bdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:56.120789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-937fe7a3-8f0e-47cf-a824-ae9079398112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:56.252644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-e3a4db05-e896-45d8-beaa-e544574b6b11 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:21:56.258245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab55624-5c3f-48ac-8bc6-9aa67f02880a None None] Pushing event updated for resources: {'Port': ['ID=c723bda7-a212-43d1-9fa3-5a52d7ba4515,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:56.263684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dab55624-5c3f-48ac-8bc6-9aa67f02880a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:56.269030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-e3a4db05-e896-45d8-beaa-e544574b6b11 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:21:56.270351 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-e3a4db05-e896-45d8-beaa-e544574b6b11 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2096860898&fields=id&tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 267 time: 0.0641782
Nov 24 13:21:56.437725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-61023297-74d0-42d0-ad32-95ccfaf5bdf2 None None] Attempting to bind port c723bda7-a212-43d1-9fa3-5a52d7ba4515 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:21:56.438178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-61023297-74d0-42d0-ad32-95ccfaf5bdf2 None None] Attempting to bind port c723bda7-a212-43d1-9fa3-5a52d7ba4515 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '567d756f-1adc-4195-ae44-f8cf447c4900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1b95910-8b11-41d9-9fdf-9cb05e61c7d3'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:21:56.438646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61023297-74d0-42d0-ad32-95ccfaf5bdf2 None None] Attempting to bind port c723bda7-a212-43d1-9fa3-5a52d7ba4515 on network b1b95910-8b11-41d9-9fdf-9cb05e61c7d3 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:21:56.446181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61023297-74d0-42d0-ad32-95ccfaf5bdf2 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:21:56.446618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61023297-74d0-42d0-ad32-95ccfaf5bdf2 None None] Checking segment: {'id': '567d756f-1adc-4195-ae44-f8cf447c4900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1b95910-8b11-41d9-9fdf-9cb05e61c7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:21:56.447080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-61023297-74d0-42d0-ad32-95ccfaf5bdf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:56.447530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61023297-74d0-42d0-ad32-95ccfaf5bdf2 None None] Bound using segment: {'id': '567d756f-1adc-4195-ae44-f8cf447c4900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1b95910-8b11-41d9-9fdf-9cb05e61c7d3'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:21:56.448065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-61023297-74d0-42d0-ad32-95ccfaf5bdf2 None None] Bound port: c723bda7-a212-43d1-9fa3-5a52d7ba4515, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567d756f-1adc-4195-ae44-f8cf447c4900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1b95910-8b11-41d9-9fdf-9cb05e61c7d3'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:21:56.448497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-61023297-74d0-42d0-ad32-95ccfaf5bdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:56.450901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-80676707-12d8-4fc4-8264-62652a86cc51 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:21:56.451758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-80676707-12d8-4fc4-8264-62652a86cc51 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:network {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:21:56.468940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-80676707-12d8-4fc4-8264-62652a86cc51 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:network {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:21:56.470979 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-80676707-12d8-4fc4-8264-62652a86cc51 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/networks?id=b1b95910-8b11-41d9-9fdf-9cb05e61c7d3 HTTP/1.1" status: 200  len: 796 time: 0.1932371
Nov 24 13:21:56.490696 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-214a2fce-6bf3-406f-b56a-9c179e8f9f33 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/quotas/ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 375 time: 0.0135221
Nov 24 13:21:56.554471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-61023297-74d0-42d0-ad32-95ccfaf5bdf2 None None] For port c723bda7-a212-43d1-9fa3-5a52d7ba4515, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:21:56.561416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-61023297-74d0-42d0-ad32-95ccfaf5bdf2 None None] For port c723bda7-a212-43d1-9fa3-5a52d7ba4515, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=c723bda7-a212-43d1-9fa3-5a52d7ba4515,segment=NetworkSegment(567d756f-1adc-4195-ae44-f8cf447c4900),segment_id=567d756f-1adc-4195-ae44-f8cf447c4900)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:21:56.566252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-61023297-74d0-42d0-ad32-95ccfaf5bdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:56.582083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:56.582307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-649c19be-5f96-43b8-8dce-61338b2de97c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:21:56.597716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-649c19be-5f96-43b8-8dce-61338b2de97c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:21:56.599171 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-649c19be-5f96-43b8-8dce-61338b2de97c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1021156
Nov 24 13:21:56.738195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab55624-5c3f-48ac-8bc6-9aa67f02880a None None] Pushing event updated for resources: {'Port': ['ID=c723bda7-a212-43d1-9fa3-5a52d7ba4515,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:56.744433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dab55624-5c3f-48ac-8bc6-9aa67f02880a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:56.756797 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-3a292d0e-6203-4c11-8e66-4c9e32adba89 service neutron] 10.222.0.76 "GET /v2.0/networks/b1b95910-8b11-41d9-9fdf-9cb05e61c7d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433752
Nov 24 13:21:56.791787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61023297-74d0-42d0-ad32-95ccfaf5bdf2 None None] Routers {'17fa9247-d33e-4b1f-bf2d-86b9dffe2350'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:21:56.792476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-61023297-74d0-42d0-ad32-95ccfaf5bdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc21e48>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:21:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['17fa9247-d33e-4b1f-bf2d-86b9dffe2350'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:21:56.936385 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-247b513a-0c95-4188-9947-db33ba164798 service neutron] 10.222.0.76 "GET /v2.0/networks/b1b95910-8b11-41d9-9fdf-9cb05e61c7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1719568
Nov 24 13:21:57.176700 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-defd5edb-f676-43c2-a4ae-ef90d25c27bc req-fc0a6510-1a32-47b6-a8cb-695e9e3e16ca tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=4941e43f-8447-438c-8331-caebf568e128 HTTP/1.1" status: 200  len: 210 time: 0.0624580
Nov 24 13:21:57.199882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-61023297-74d0-42d0-ad32-95ccfaf5bdf2 None None] Set router 17fa9247-d33e-4b1f-bf2d-86b9dffe2350 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:21:57.549483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-61023297-74d0-42d0-ad32-95ccfaf5bdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc21e48>, [{'id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'name': 'tempest-TestNetworkBasicOps-router-350716019', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': 'e5c29edf-4dcb-43f4-83fe-b5816517181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:21:46Z', 'updated_at': '2020-11-24T13:21:52Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'e5c29edf-4dcb-43f4-83fe-b5816517181e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:21:47Z', 'updated_at': '2020-11-24T13:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'c723bda7-a212-43d1-9fa3-5a52d7ba4515', 'name': '', 'network_id': 'b1b95910-8b11-41d9-9fdf-9cb05e61c7d3', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:0d:8b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '5d4489f5-ccac-43f1-9568-a8a0f6f4e464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:21:51Z', 'updated_at': '2020-11-24T13:21:56Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '5d4489f5-ccac-43f1-9568-a8a0f6f4e464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:21:57.553906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61023297-74d0-42d0-ad32-95ccfaf5bdf2 None None] The sync data for ids ['17fa9247-d33e-4b1f-bf2d-86b9dffe2350'] in dv-neutron-601336-61-ovs is: [{'id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'name': 'tempest-TestNetworkBasicOps-router-350716019', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': 'e5c29edf-4dcb-43f4-83fe-b5816517181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:21:46Z', 'updated_at': '2020-11-24T13:21:52Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'e5c29edf-4dcb-43f4-83fe-b5816517181e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:21:47Z', 'updated_at': '2020-11-24T13:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'c723bda7-a212-43d1-9fa3-5a52d7ba4515', 'name': '', 'network_id': 'b1b95910-8b11-41d9-9fdf-9cb05e61c7d3', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:0d:8b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '5d4489f5-ccac-43f1-9568-a8a0f6f4e464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:21:51Z', 'updated_at': '2020-11-24T13:21:56Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '5d4489f5-ccac-43f1-9568-a8a0f6f4e464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:21:58.376426 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1f916c43-f413-4d93-8b55-cdeff7632197 req-e44cd5a5-76f2-482b-89d2-b2f1143e0cb3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=4941e43f-8447-438c-8331-caebf568e128 HTTP/1.1" status: 200  len: 210 time: 0.0584188
Nov 24 13:21:58.568783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-7dbc0fdf-2e0c-46ca-bc96-6c6b639c81b7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:21:58.570371 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-7dbc0fdf-2e0c-46ca-bc96-6c6b639c81b7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/networks?id=b1b95910-8b11-41d9-9fdf-9cb05e61c7d3 HTTP/1.1" status: 200  len: 796 time: 0.1714182
Nov 24 13:21:58.661749 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-55332bed-14fe-40d1-9deb-63f612ba2186 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 7377 time: 0.0731852
Nov 24 13:21:58.674115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-440a7bb6-8b96-44e1-a5f2-40c8b053fff3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'port': {'device_id': '4941e43f-8447-438c-8331-caebf568e128', 'network_id': 'b1b95910-8b11-41d9-9fdf-9cb05e61c7d3', 'admin_state_up': True, 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'security_groups': ['26aed69f-7578-4dd3-a042-7ca0811dc4cc']}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:21:58.836906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-440a7bb6-8b96-44e1-a5f2-40c8b053fff3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:21:58.847180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-440a7bb6-8b96-44e1-a5f2-40c8b053fff3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:21:58.856799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-440a7bb6-8b96-44e1-a5f2-40c8b053fff3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Made reservation on behalf of ddd175861f0b46ae9d96e8c7cb7e2213 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:21:58.862448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device c723bda7-a212-43d1-9fa3-5a52d7ba4515 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:21:58.862765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-440a7bb6-8b96-44e1-a5f2-40c8b053fff3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:58.934221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port c723bda7-a212-43d1-9fa3-5a52d7ba4515 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:21:58.939769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port c723bda7-a212-43d1-9fa3-5a52d7ba4515 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:21:58.940192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:59.066468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:59.101203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port c723bda7-a212-43d1-9fa3-5a52d7ba4515, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=c723bda7-a212-43d1-9fa3-5a52d7ba4515,segment=NetworkSegment(567d756f-1adc-4195-ae44-f8cf447c4900),segment_id=567d756f-1adc-4195-ae44-f8cf447c4900)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:21:59.104701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:59.108039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dab55624-5c3f-48ac-8bc6-9aa67f02880a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:59.180342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=c723bda7-a212-43d1-9fa3-5a52d7ba4515,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:59.183569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:59.194035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-440a7bb6-8b96-44e1-a5f2-40c8b053fff3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.20.0.12 (b1b95910-8b11-41d9-9fdf-9cb05e61c7d3/5d4489f5-ccac-43f1-9568-a8a0f6f4e464/4583d6d5-152d-4e96-9745-be959de7e5b5) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:21:59.639184 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d0b892c1-cc0c-4a61-ac52-7bd31507a696 req-febabbc4-ed3f-4628-8f1b-4b1f94bee64b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=4941e43f-8447-438c-8331-caebf568e128 HTTP/1.1" status: 200  len: 210 time: 0.0523705
Nov 24 13:21:59.706536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-440a7bb6-8b96-44e1-a5f2-40c8b053fff3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:59.725045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-440a7bb6-8b96-44e1-a5f2-40c8b053fff3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Transition to ACTIVE for port object 4583d6d5-152d-4e96-9745-be959de7e5b5 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:21:59.744517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-440a7bb6-8b96-44e1-a5f2-40c8b053fff3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:21:59.762802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b1cb7075-3d80-4f58-85d9-b3beb15366ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:21:59.901857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a7bb6-8b96-44e1-a5f2-40c8b053fff3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=4583d6d5-152d-4e96-9745-be959de7e5b5,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:21:59.907171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-440a7bb6-8b96-44e1-a5f2-40c8b053fff3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:21:59.962084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-440a7bb6-8b96-44e1-a5f2-40c8b053fff3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network b1b95910-8b11-41d9-9fdf-9cb05e61c7d3 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:21:59.963219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-440a7bb6-8b96-44e1-a5f2-40c8b053fff3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:21:59.965513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-440a7bb6-8b96-44e1-a5f2-40c8b053fff3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:22:00.035100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-440a7bb6-8b96-44e1-a5f2-40c8b053fff3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:22:00.035778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-440a7bb6-8b96-44e1-a5f2-40c8b053fff3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:00.066208 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-440a7bb6-8b96-44e1-a5f2-40c8b053fff3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3961639
Nov 24 13:22:00.084555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-d6e8fb09-0267-4c55-b377-e97acba8871c service neutron] Request body: {'port': {'device_id': '4941e43f-8447-438c-8331-caebf568e128', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:22:00.214444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-d6e8fb09-0267-4c55-b377-e97acba8871c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:00.215010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-bdd0e00c-6cd9-478d-a3db-45844478d7e3 None None] Provisioning for port 4583d6d5-152d-4e96-9745-be959de7e5b5 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:22:00.220485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-bdd0e00c-6cd9-478d-a3db-45844478d7e3 None None] Provisioning complete for port 4583d6d5-152d-4e96-9745-be959de7e5b5 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:22:00.220913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bdd0e00c-6cd9-478d-a3db-45844478d7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:00.281023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-bdd0e00c-6cd9-478d-a3db-45844478d7e3 None None] Port 4583d6d5-152d-4e96-9745-be959de7e5b5 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:22:00.477661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:22:00.644979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-d6e8fb09-0267-4c55-b377-e97acba8871c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4583d6d5-152d-4e96-9745-be959de7e5b5 {{(pid=80943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:22:00.652031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-d6e8fb09-0267-4c55-b377-e97acba8871c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:00.665019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-d6e8fb09-0267-4c55-b377-e97acba8871c service neutron] Transition to ACTIVE for port object 4583d6d5-152d-4e96-9745-be959de7e5b5 will not be triggered until provisioned by entity L2. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:22:00.667754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-d6e8fb09-0267-4c55-b377-e97acba8871c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:00.684239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-19d5ba91-39b3-4277-bf84-52b75252a04c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:22:00.837122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device c723bda7-a212-43d1-9fa3-5a52d7ba4515 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:22:00.869303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8fb09-0267-4c55-b377-e97acba8871c service neutron] Pushing event updated for resources: {'Port': ['ID=4583d6d5-152d-4e96-9745-be959de7e5b5,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:22:00.874825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d6e8fb09-0267-4c55-b377-e97acba8871c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:22:00.912017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port c723bda7-a212-43d1-9fa3-5a52d7ba4515 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:22:00.912807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:00.951032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a61c69-2627-46d3-be8d-a0b89ac583ad req-8b9e729c-dc77-4c89-af73-31753a46c17e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:22:00.951800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-b0a61c69-2627-46d3-be8d-a0b89ac583ad req-8b9e729c-dc77-4c89-af73-31753a46c17e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:22:01.033502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-b0a61c69-2627-46d3-be8d-a0b89ac583ad req-8b9e729c-dc77-4c89-af73-31753a46c17e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:22:01.034678 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b0a61c69-2627-46d3-be8d-a0b89ac583ad req-8b9e729c-dc77-4c89-af73-31753a46c17e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=4941e43f-8447-438c-8331-caebf568e128 HTTP/1.1" status: 200  len: 944 time: 0.2567582
Nov 24 13:22:01.155305 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b0a61c69-2627-46d3-be8d-a0b89ac583ad req-12986334-a3ef-4bdd-8bb2-7b4a0deab24c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=26aed69f-7578-4dd3-a042-7ca0811dc4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0837235
Nov 24 13:22:01.160273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-d6e8fb09-0267-4c55-b377-e97acba8871c service neutron] Attempting to bind port 4583d6d5-152d-4e96-9745-be959de7e5b5 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:22:01.160755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-d6e8fb09-0267-4c55-b377-e97acba8871c service neutron] Attempting to bind port 4583d6d5-152d-4e96-9745-be959de7e5b5 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '567d756f-1adc-4195-ae44-f8cf447c4900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1b95910-8b11-41d9-9fdf-9cb05e61c7d3'}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:22:01.161221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-d6e8fb09-0267-4c55-b377-e97acba8871c service neutron] Attempting to bind port 4583d6d5-152d-4e96-9745-be959de7e5b5 on network b1b95910-8b11-41d9-9fdf-9cb05e61c7d3 {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:22:01.168684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-d6e8fb09-0267-4c55-b377-e97acba8871c service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:22:01.169133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-d6e8fb09-0267-4c55-b377-e97acba8871c service neutron] Checking segment: {'id': '567d756f-1adc-4195-ae44-f8cf447c4900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1b95910-8b11-41d9-9fdf-9cb05e61c7d3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:22:01.169537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-d6e8fb09-0267-4c55-b377-e97acba8871c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:01.169923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-d6e8fb09-0267-4c55-b377-e97acba8871c service neutron] Bound using segment: {'id': '567d756f-1adc-4195-ae44-f8cf447c4900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1b95910-8b11-41d9-9fdf-9cb05e61c7d3'} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:22:01.170417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-d6e8fb09-0267-4c55-b377-e97acba8871c service neutron] Bound port: 4583d6d5-152d-4e96-9745-be959de7e5b5, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567d756f-1adc-4195-ae44-f8cf447c4900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b1b95910-8b11-41d9-9fdf-9cb05e61c7d3'}}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:22:01.170787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-d6e8fb09-0267-4c55-b377-e97acba8871c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:01.268762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-d6e8fb09-0267-4c55-b377-e97acba8871c service neutron] For port 4583d6d5-152d-4e96-9745-be959de7e5b5, host hv-neutron-6013, cleared binding levels {{(pid=80943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:22:01.271861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-d6e8fb09-0267-4c55-b377-e97acba8871c service neutron] For port 4583d6d5-152d-4e96-9745-be959de7e5b5, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=4583d6d5-152d-4e96-9745-be959de7e5b5,segment=NetworkSegment(567d756f-1adc-4195-ae44-f8cf447c4900),segment_id=567d756f-1adc-4195-ae44-f8cf447c4900)] {{(pid=80943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:22:01.275126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-d6e8fb09-0267-4c55-b377-e97acba8871c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:01.291157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6be961fb-530b-4eaa-8e46-f90f7218f132 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:22:01.446742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8fb09-0267-4c55-b377-e97acba8871c service neutron] Pushing event updated for resources: {'Port': ['ID=4583d6d5-152d-4e96-9745-be959de7e5b5,revision_number=3']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:22:01.452189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d6e8fb09-0267-4c55-b377-e97acba8871c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:22:01.483715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-d6e8fb09-0267-4c55-b377-e97acba8871c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:22:01.484542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-d6e8fb09-0267-4c55-b377-e97acba8871c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:01.486043 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-d6e8fb09-0267-4c55-b377-e97acba8871c service neutron] 10.222.0.70 "PUT /v2.0/ports/4583d6d5-152d-4e96-9745-be959de7e5b5 HTTP/1.1" status: 200  len: 1158 time: 1.4069810
Nov 24 13:22:01.486632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4941e43f-8447-438c-8331-caebf568e128', 'tag': '4583d6d5-152d-4e96-9745-be959de7e5b5'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:22:01.578586 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4941e43f-8447-438c-8331-caebf568e128', 'tag': '4583d6d5-152d-4e96-9745-be959de7e5b5', 'status': 'completed', 'code': 200}
Nov 24 13:22:01.623769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-a1b784d5-3d49-42a8-abf8-96cfa47d1d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:22:01.625648 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-a1b784d5-3d49-42a8-abf8-96cfa47d1d54 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=4941e43f-8447-438c-8331-caebf568e128 HTTP/1.1" status: 200  len: 1161 time: 0.0860884
Nov 24 13:22:01.708131 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-771ae70d-b89c-4d7e-a128-204a9410865d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4583d6d5-152d-4e96-9745-be959de7e5b5 HTTP/1.1" status: 200  len: 217 time: 0.0697572
Nov 24 13:22:01.778031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-2f3feaa1-daea-4dec-b627-11cf1fe11721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:22:01.779658 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-2f3feaa1-daea-4dec-b627-11cf1fe11721 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5d4489f5-ccac-43f1-9568-a8a0f6f4e464 HTTP/1.1" status: 200  len: 844 time: 0.0652995
Nov 24 13:22:01.865858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-1d33c33d-355e-4326-b0c0-ff7ab1b1ed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:22:01.867450 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-1d33c33d-355e-4326-b0c0-ff7ab1b1ed7c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b1b95910-8b11-41d9-9fdf-9cb05e61c7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0814462
Nov 24 13:22:02.017577 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-65434b7c-4c6a-4c99-a427-d9043cadc490 service neutron] 10.222.0.70 "GET /v2.0/networks/b1b95910-8b11-41d9-9fdf-9cb05e61c7d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435344
Nov 24 13:22:02.201082 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a5183644-544a-42fa-95a0-ed8c138c9ff9 req-2f6ef8a3-e3fa-404b-a036-467210366c7a service neutron] 10.222.0.70 "GET /v2.0/networks/b1b95910-8b11-41d9-9fdf-9cb05e61c7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1765652
Nov 24 13:22:02.435887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd660f-7d52-41d8-a81c-c47e566cd71d req-5abc4934-1541-4749-b855-b1080884e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:22:02.437575 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cdcd660f-7d52-41d8-a81c-c47e566cd71d req-5abc4934-1541-4749-b855-b1080884e06e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=4941e43f-8447-438c-8331-caebf568e128 HTTP/1.1" status: 200  len: 1161 time: 0.1529582
Nov 24 13:22:02.445572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5dab9-8072-4a33-8929-83245a546bfa req-167c0ad7-9e0a-46e0-bebc-b2d83e69ea25 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:22:02.447258 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2de5dab9-8072-4a33-8929-83245a546bfa req-167c0ad7-9e0a-46e0-bebc-b2d83e69ea25 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=4941e43f-8447-438c-8331-caebf568e128 HTTP/1.1" status: 200  len: 944 time: 0.1260431
Nov 24 13:22:02.623850 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2de5dab9-8072-4a33-8929-83245a546bfa req-e771f7e7-d36e-415f-815c-9fada493f965 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=26aed69f-7578-4dd3-a042-7ca0811dc4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1457682
Nov 24 13:22:02.648970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd660f-7d52-41d8-a81c-c47e566cd71d req-7b93b9ca-2bd8-4938-b8db-a8f58c38e2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:22:02.652092 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cdcd660f-7d52-41d8-a81c-c47e566cd71d req-7b93b9ca-2bd8-4938-b8db-a8f58c38e2ca service neutron] 10.222.0.70 "GET /v2.0/networks?id=b1b95910-8b11-41d9-9fdf-9cb05e61c7d3 HTTP/1.1" status: 200  len: 890 time: 0.2037475
Nov 24 13:22:02.724702 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cdcd660f-7d52-41d8-a81c-c47e566cd71d req-361daaa0-e56d-46fe-8466-6f4f6eb67702 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4583d6d5-152d-4e96-9745-be959de7e5b5 HTTP/1.1" status: 200  len: 217 time: 0.0657976
Nov 24 13:22:02.797255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd660f-7d52-41d8-a81c-c47e566cd71d req-0842dbf5-3b7d-415a-999b-ebe43b5ef3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:22:02.798886 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cdcd660f-7d52-41d8-a81c-c47e566cd71d req-0842dbf5-3b7d-415a-999b-ebe43b5ef3d9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5d4489f5-ccac-43f1-9568-a8a0f6f4e464 HTTP/1.1" status: 200  len: 844 time: 0.0678768
Nov 24 13:22:02.880024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd660f-7d52-41d8-a81c-c47e566cd71d req-e764b235-15b2-4ff0-842f-8f7b7db23b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:22:02.881646 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cdcd660f-7d52-41d8-a81c-c47e566cd71d req-e764b235-15b2-4ff0-842f-8f7b7db23b40 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b1b95910-8b11-41d9-9fdf-9cb05e61c7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754066
Nov 24 13:22:03.027621 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cdcd660f-7d52-41d8-a81c-c47e566cd71d req-599810fe-4929-4f7b-819e-240d10edec76 service neutron] 10.222.0.70 "GET /v2.0/networks/b1b95910-8b11-41d9-9fdf-9cb05e61c7d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382508
Nov 24 13:22:03.171486 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cdcd660f-7d52-41d8-a81c-c47e566cd71d req-7a20684b-5b95-44f7-bede-b7a34ea75d5c service neutron] 10.222.0.70 "GET /v2.0/networks/b1b95910-8b11-41d9-9fdf-9cb05e61c7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1373308
Nov 24 13:22:03.848302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3c8f2-5992-482c-8611-b0d7c7df79a4 req-04466459-9fc7-4fe6-8c57-5cbce7e9eff9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:22:03.849916 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-61a3c8f2-5992-482c-8611-b0d7c7df79a4 req-04466459-9fc7-4fe6-8c57-5cbce7e9eff9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=4941e43f-8447-438c-8331-caebf568e128 HTTP/1.1" status: 200  len: 944 time: 0.0896678
Nov 24 13:22:03.899708 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-61a3c8f2-5992-482c-8611-b0d7c7df79a4 req-ef3f2d8d-7aec-4809-a197-92dcbfd6b882 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=26aed69f-7578-4dd3-a042-7ca0811dc4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432246
Nov 24 13:22:04.831634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 4583d6d5-152d-4e96-9745-be959de7e5b5 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:22:04.901504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port 4583d6d5-152d-4e96-9745-be959de7e5b5 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:22:04.906808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 4583d6d5-152d-4e96-9745-be959de7e5b5 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:22:04.907729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:05.036513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:05.065339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4941e43f-8447-438c-8331-caebf568e128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4583d6d5-152d-4e96-9745-be959de7e5b5'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:22:05.075887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 4583d6d5-152d-4e96-9745-be959de7e5b5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=4583d6d5-152d-4e96-9745-be959de7e5b5,segment=NetworkSegment(567d756f-1adc-4195-ae44-f8cf447c4900),segment_id=567d756f-1adc-4195-ae44-f8cf447c4900)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:22:05.079864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:05.081831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:22:05.130417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4692bb-dee5-4a0a-86a6-2abc525a80c4 req-a4d73779-80f8-4948-8ac8-617c32e1bdf0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:22:05.132079 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0b4692bb-dee5-4a0a-86a6-2abc525a80c4 req-a4d73779-80f8-4948-8ac8-617c32e1bdf0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=4941e43f-8447-438c-8331-caebf568e128 HTTP/1.1" status: 200  len: 944 time: 0.0961220
Nov 24 13:22:05.150152 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4941e43f-8447-438c-8331-caebf568e128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4583d6d5-152d-4e96-9745-be959de7e5b5', 'code': 200}
Nov 24 13:22:05.161703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=4583d6d5-152d-4e96-9745-be959de7e5b5,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:22:05.165435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:22:05.190707 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0b4692bb-dee5-4a0a-86a6-2abc525a80c4 req-ad97e75f-92bc-4179-b2d7-5d780c52d4bf tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=26aed69f-7578-4dd3-a042-7ca0811dc4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508487
Nov 24 13:22:05.422983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74603f86-a9b6-4aad-aa51-db464cb1a201 req-7e13c203-c412-442e-a282-578a0afaee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:22:05.424510 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-74603f86-a9b6-4aad-aa51-db464cb1a201 req-7e13c203-c412-442e-a282-578a0afaee65 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4941e43f-8447-438c-8331-caebf568e128 HTTP/1.1" status: 200  len: 1163 time: 0.0795934
Nov 24 13:22:05.469042 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-74603f86-a9b6-4aad-aa51-db464cb1a201 req-7fc82ce5-686a-466d-8aee-5949ff55f245 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=26aed69f-7578-4dd3-a042-7ca0811dc4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380945
Nov 24 13:22:06.413064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3761c-fde0-4c3c-b95e-68f837942e57 req-25422500-e59f-4b79-bdd6-39d35d3cb726 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:22:06.414730 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e4e3761c-fde0-4c3c-b95e-68f837942e57 req-25422500-e59f-4b79-bdd6-39d35d3cb726 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=4941e43f-8447-438c-8331-caebf568e128 HTTP/1.1" status: 200  len: 946 time: 0.0868926
Nov 24 13:22:06.465796 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e4e3761c-fde0-4c3c-b95e-68f837942e57 req-a6b7b458-27e3-449e-a1de-9844d0382f32 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=26aed69f-7578-4dd3-a042-7ca0811dc4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447145
Nov 24 13:22:06.507560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 4583d6d5-152d-4e96-9745-be959de7e5b5 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:22:06.585037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 4583d6d5-152d-4e96-9745-be959de7e5b5 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:22:06.585488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:07.687467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5c8e9-360d-4e2b-bb2f-083a176454f1 req-b260285e-08d4-4978-a687-9a31ceb215eb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:22:07.689097 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0ba5c8e9-360d-4e2b-bb2f-083a176454f1 req-b260285e-08d4-4978-a687-9a31ceb215eb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=4941e43f-8447-438c-8331-caebf568e128 HTTP/1.1" status: 200  len: 946 time: 0.0870495
Nov 24 13:22:07.739308 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0ba5c8e9-360d-4e2b-bb2f-083a176454f1 req-db6c5436-49d9-403b-9a6b-52cf9bb8e097 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=26aed69f-7578-4dd3-a042-7ca0811dc4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438051
Nov 24 13:22:07.955247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961febe-43a4-4f95-85b2-b266c96ce2fe req-6cab246a-48e9-4dea-91f8-82962edd55df tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:22:07.956862 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b961febe-43a4-4f95-85b2-b266c96ce2fe req-6cab246a-48e9-4dea-91f8-82962edd55df tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=4941e43f-8447-438c-8331-caebf568e128 HTTP/1.1" status: 200  len: 946 time: 0.0870194
Nov 24 13:22:08.008233 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b961febe-43a4-4f95-85b2-b266c96ce2fe req-8e8dc5fa-97d6-439c-aa46-c2bf9aa10ec2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=26aed69f-7578-4dd3-a042-7ca0811dc4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448647
Nov 24 13:22:08.039279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54720) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:22:08.112932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a403b425-cea0-4d66-95e7-477e700fbd8b tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:22:08.114612 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a403b425-cea0-4d66-95e7-477e700fbd8b tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/ports?device_id=4941e43f-8447-438c-8331-caebf568e128 HTTP/1.1" status: 200  len: 1158 time: 0.0743458
Nov 24 13:22:08.117651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54724) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:22:08.123264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7e1981c7-24d3-43bd-ac54-14319b199b71 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'port_id': '4583d6d5-152d-4e96-9745-be959de7e5b5', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:22:08.130015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7e1981c7-24d3-43bd-ac54-14319b199b71 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:22:08.134422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7e1981c7-24d3-43bd-ac54-14319b199b71 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:floatingip and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:22:08.137416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7e1981c7-24d3-43bd-ac54-14319b199b71 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:22:08.144161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7e1981c7-24d3-43bd-ac54-14319b199b71 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:22:08.154111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e1981c7-24d3-43bd-ac54-14319b199b71 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:08.556527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e1981c7-24d3-43bd-ac54-14319b199b71 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:08.837201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-7e1981c7-24d3-43bd-ac54-14319b199b71 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.26.8.95 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/fe76bdc5-f71e-497a-9b8e-78a704c3fc27) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:22:08.995915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e1981c7-24d3-43bd-ac54-14319b199b71 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:09.025364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e1981c7-24d3-43bd-ac54-14319b199b71 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:09.042324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dbc2ea6e-120a-457e-8efb-af8b099cded7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:22:09.177489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1981c7-24d3-43bd-ac54-14319b199b71 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=fe76bdc5-f71e-497a-9b8e-78a704c3fc27,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:22:09.182979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7e1981c7-24d3-43bd-ac54-14319b199b71 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:22:09.236696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1981c7-24d3-43bd-ac54-14319b199b71 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:22:09.237942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-7e1981c7-24d3-43bd-ac54-14319b199b71 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:22:09.240397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1981c7-24d3-43bd-ac54-14319b199b71 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:22:09.692432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e1981c7-24d3-43bd-ac54-14319b199b71 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:09.768178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e1981c7-24d3-43bd-ac54-14319b199b71 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:10.049307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e1981c7-24d3-43bd-ac54-14319b199b71 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:10.053115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e1981c7-24d3-43bd-ac54-14319b199b71 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:10.072365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d6e8fb09-0267-4c55-b377-e97acba8871c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:22:10.206642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1981c7-24d3-43bd-ac54-14319b199b71 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=fe76bdc5-f71e-497a-9b8e-78a704c3fc27,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:22:10.210070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7e1981c7-24d3-43bd-ac54-14319b199b71 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:22:10.230087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-829c4407-ee10-4adc-898c-b0fbdda78012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:10.324070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e1981c7-24d3-43bd-ac54-14319b199b71 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:10.530794 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-7e1981c7-24d3-43bd-ac54-14319b199b71 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Floating IP 002dc71c-cf62-41fe-983a-cd2d18eff4a3 associated. External IP: 172.26.8.95, port: 4583d6d5-152d-4e96-9745-be959de7e5b5.
Nov 24 13:22:10.962597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1981c7-24d3-43bd-ac54-14319b199b71 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 17fa9247-d33e-4b1f-bf2d-86b9dffe2350 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:22:11.176309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1981c7-24d3-43bd-ac54-14319b199b71 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:22:11.187216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e252a493-9308-4de8-84ba-d7f334395430 None None] Sync routers for ids ['17fa9247-d33e-4b1f-bf2d-86b9dffe2350'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:22:11.200352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e252a493-9308-4de8-84ba-d7f334395430 None None] Routers {'17fa9247-d33e-4b1f-bf2d-86b9dffe2350'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:22:11.201095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e1981c7-24d3-43bd-ac54-14319b199b71 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:11.201235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e252a493-9308-4de8-84ba-d7f334395430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cd277b8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:21:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['17fa9247-d33e-4b1f-bf2d-86b9dffe2350'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:22:11.264367 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7e1981c7-24d3-43bd-ac54-14319b199b71 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.1452401
Nov 24 13:22:11.265129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4941e43f-8447-438c-8331-caebf568e128', 'tag': '4583d6d5-152d-4e96-9745-be959de7e5b5'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:22:11.267915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54728) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:22:11.327649 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4941e43f-8447-438c-8331-caebf568e128', 'tag': '4583d6d5-152d-4e96-9745-be959de7e5b5', 'status': 'completed', 'code': 200}
Nov 24 13:22:11.394371 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-351fb2fa-004c-41ee-ad9b-1dc168d51a5c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/002dc71c-cf62-41fe-983a-cd2d18eff4a3 HTTP/1.1" status: 200  len: 991 time: 0.1238644
Nov 24 13:22:11.417683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-e252a493-9308-4de8-84ba-d7f334395430 None None] Set router 17fa9247-d33e-4b1f-bf2d-86b9dffe2350 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:22:11.452250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d181faf-0f14-4c08-a6df-746fc80de0f1 req-07ffdcd2-9f36-4f27-aed4-0f56aba508d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:22:11.454730 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9d181faf-0f14-4c08-a6df-746fc80de0f1 req-07ffdcd2-9f36-4f27-aed4-0f56aba508d4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=4941e43f-8447-438c-8331-caebf568e128 HTTP/1.1" status: 200  len: 1163 time: 0.0826476
Nov 24 13:22:11.608398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d181faf-0f14-4c08-a6df-746fc80de0f1 req-0e2c4553-1dca-42bd-880f-8668d854c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:22:11.610010 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9d181faf-0f14-4c08-a6df-746fc80de0f1 req-0e2c4553-1dca-42bd-880f-8668d854c29b service neutron] 10.222.0.70 "GET /v2.0/networks?id=b1b95910-8b11-41d9-9fdf-9cb05e61c7d3 HTTP/1.1" status: 200  len: 890 time: 0.1494734
Nov 24 13:22:11.725183 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9d181faf-0f14-4c08-a6df-746fc80de0f1 req-2da7b6a8-07f1-4a97-940e-36125a331c5d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4583d6d5-152d-4e96-9745-be959de7e5b5 HTTP/1.1" status: 200  len: 999 time: 0.1081550
Nov 24 13:22:11.794942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e252a493-9308-4de8-84ba-d7f334395430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cd277b8>, [{'id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'name': 'tempest-TestNetworkBasicOps-router-350716019', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': 'e5c29edf-4dcb-43f4-83fe-b5816517181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:21:46Z', 'updated_at': '2020-11-24T13:21:52Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'e5c29edf-4dcb-43f4-83fe-b5816517181e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:21:47Z', 'updated_at': '2020-11-24T13:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '002dc71c-cf62-41fe-983a-cd2d18eff4a3', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.95', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'port_id': '4583d6d5-152d-4e96-9745-be959de7e5b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b95910-8b11-41d9-9fdf-9cb05e61c7d3', 'mac_address': 'fa:16:3e:b7:34:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4941e43f-8447-438c-8331-caebf568e128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:22:09Z', 'updated_at': '2020-11-24T13:22:09Z', 'revision_number': 0, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c723bda7-a212-43d1-9fa3-5a52d7ba4515', 'name': '', 'network_id': 'b1b95910-8b11-41d9-9fdf-9cb05e61c7d3', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:0d:8b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '5d4489f5-ccac-43f1-9568-a8a0f6f4e464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:21:51Z', 'updated_at': '2020-11-24T13:21:59Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '5d4489f5-ccac-43f1-9568-a8a0f6f4e464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:22:11.799165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d181faf-0f14-4c08-a6df-746fc80de0f1 req-9121ec60-8e29-4c71-94e8-20a3a435da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:22:11.799366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e252a493-9308-4de8-84ba-d7f334395430 None None] Checking router: 17fa9247-d33e-4b1f-bf2d-86b9dffe2350 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:22:11.800770 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9d181faf-0f14-4c08-a6df-746fc80de0f1 req-9121ec60-8e29-4c71-94e8-20a3a435da9a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5d4489f5-ccac-43f1-9568-a8a0f6f4e464 HTTP/1.1" status: 200  len: 844 time: 0.0685449
Nov 24 13:22:11.810932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e252a493-9308-4de8-84ba-d7f334395430 None None] Routers {'17fa9247-d33e-4b1f-bf2d-86b9dffe2350'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:22:11.811583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e252a493-9308-4de8-84ba-d7f334395430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cd277b8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:21:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['17fa9247-d33e-4b1f-bf2d-86b9dffe2350'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:22:12.019964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-e252a493-9308-4de8-84ba-d7f334395430 None None] Set router 17fa9247-d33e-4b1f-bf2d-86b9dffe2350 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:22:12.161061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d181faf-0f14-4c08-a6df-746fc80de0f1 req-c69ac0f7-02ac-44b6-b911-b212a264024e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:22:12.162703 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9d181faf-0f14-4c08-a6df-746fc80de0f1 req-c69ac0f7-02ac-44b6-b911-b212a264024e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b1b95910-8b11-41d9-9fdf-9cb05e61c7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3555019
Nov 24 13:22:12.315552 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9d181faf-0f14-4c08-a6df-746fc80de0f1 req-99b676e5-2636-4087-890b-7d04eca73455 service neutron] 10.222.0.70 "GET /v2.0/networks/b1b95910-8b11-41d9-9fdf-9cb05e61c7d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452911
Nov 24 13:22:12.397523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54734) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:22:12.409998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e252a493-9308-4de8-84ba-d7f334395430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cd277b8>, [{'id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'name': 'tempest-TestNetworkBasicOps-router-350716019', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': 'e5c29edf-4dcb-43f4-83fe-b5816517181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:21:46Z', 'updated_at': '2020-11-24T13:21:52Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'e5c29edf-4dcb-43f4-83fe-b5816517181e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:21:47Z', 'updated_at': '2020-11-24T13:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '002dc71c-cf62-41fe-983a-cd2d18eff4a3', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.95', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'port_id': '4583d6d5-152d-4e96-9745-be959de7e5b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b95910-8b11-41d9-9fdf-9cb05e61c7d3', 'mac_address': 'fa:16:3e:b7:34:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4941e43f-8447-438c-8331-caebf568e128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:22:09Z', 'updated_at': '2020-11-24T13:22:09Z', 'revision_number': 0, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c723bda7-a212-43d1-9fa3-5a52d7ba4515', 'name': '', 'network_id': 'b1b95910-8b11-41d9-9fdf-9cb05e61c7d3', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:0d:8b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '5d4489f5-ccac-43f1-9568-a8a0f6f4e464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:21:51Z', 'updated_at': '2020-11-24T13:21:59Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '5d4489f5-ccac-43f1-9568-a8a0f6f4e464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:22:12.414281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e252a493-9308-4de8-84ba-d7f334395430 None None] The sync data for ids ['17fa9247-d33e-4b1f-bf2d-86b9dffe2350'] in dv-neutron-601336-61-ovs is: [{'id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'name': 'tempest-TestNetworkBasicOps-router-350716019', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': 'e5c29edf-4dcb-43f4-83fe-b5816517181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:21:46Z', 'updated_at': '2020-11-24T13:21:52Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'e5c29edf-4dcb-43f4-83fe-b5816517181e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:21:47Z', 'updated_at': '2020-11-24T13:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '002dc71c-cf62-41fe-983a-cd2d18eff4a3', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.95', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'port_id': '4583d6d5-152d-4e96-9745-be959de7e5b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b95910-8b11-41d9-9fdf-9cb05e61c7d3', 'mac_address': 'fa:16:3e:b7:34:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4941e43f-8447-438c-8331-caebf568e128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:22:09Z', 'updated_at': '2020-11-24T13:22:09Z', 'revision_number': 0, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c723bda7-a212-43d1-9fa3-5a52d7ba4515', 'name': '', 'network_id': 'b1b95910-8b11-41d9-9fdf-9cb05e61c7d3', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:0d:8b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '5d4489f5-ccac-43f1-9568-a8a0f6f4e464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:21:51Z', 'updated_at': '2020-11-24T13:21:59Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '5d4489f5-ccac-43f1-9568-a8a0f6f4e464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:22:12.554902 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-72e8cfaf-b5c7-4b40-bf1f-9d7b2ab26cd5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/002dc71c-cf62-41fe-983a-cd2d18eff4a3 HTTP/1.1" status: 200  len: 991 time: 0.1564817
Nov 24 13:22:12.576150 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9d181faf-0f14-4c08-a6df-746fc80de0f1 req-b321a78a-717e-4081-a217-a0335ae789cf service neutron] 10.222.0.70 "GET /v2.0/networks/b1b95910-8b11-41d9-9fdf-9cb05e61c7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2501755
Nov 24 13:22:12.587331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-591de875-03b3-41f2-b1a3-f7e5895f30ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:12.707354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73824899-e066-41f0-a789-9f31fe37f7a9 None None] New status for floating IP 002dc71c-cf62-41fe-983a-cd2d18eff4a3: ACTIVE {{(pid=80945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:22:12.934785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:13.559077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54738) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:22:13.673294 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e9f9c97d-0db8-4621-a7a8-65ccee7b9ba9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/002dc71c-cf62-41fe-983a-cd2d18eff4a3 HTTP/1.1" status: 200  len: 993 time: 0.1128979
Nov 24 13:22:14.173689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:14.733311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:21.086030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:37.479009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:22:40.227061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cec84971-9e7b-4b13-ac91-638da5c1c431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:40.341670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54756) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:22:40.349400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-76f67153-cc53-4da4-b0ac-17bf2b45da89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:22:40.600899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76f67153-cc53-4da4-b0ac-17bf2b45da89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8999143'] for subnet, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:40.920503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76f67153-cc53-4da4-b0ac-17bf2b45da89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754030687722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036851680337'] for subnet, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:40.935709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-23d6894c-34b9-4db5-8b0d-3aa8f4ae293d tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:22:41.065314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f67153-cc53-4da4-b0ac-17bf2b45da89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Subnet': ['ID=5d4489f5-ccac-43f1-9568-a8a0f6f4e464,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:22:41.070347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-76f67153-cc53-4da4-b0ac-17bf2b45da89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:22:41.116150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f67153-cc53-4da4-b0ac-17bf2b45da89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:22:41.117110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-76f67153-cc53-4da4-b0ac-17bf2b45da89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:41.121715 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-76f67153-cc53-4da4-b0ac-17bf2b45da89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "PUT /v2.0/subnets/5d4489f5-ccac-43f1-9568-a8a0f6f4e464 HTTP/1.1" status: 200  len: 836 time: 0.7787375
Nov 24 13:22:41.124492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a807710-b30e-4149-b49e-d248e66019ff None None] Network b1b95910-8b11-41d9-9fdf-9cb05e61c7d3 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:22:41.616990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-67e2a892-4528-4814-8f4e-8932789fd76b None None] Provisioning complete for port c4c659e6-5d5a-44a5-a47e-f18cd61f15ed triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:22:41.617535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-67e2a892-4528-4814-8f4e-8932789fd76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:41.748985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-67e2a892-4528-4814-8f4e-8932789fd76b None None] Provisioning complete for port 4583d6d5-152d-4e96-9745-be959de7e5b5 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:22:41.749295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-67e2a892-4528-4814-8f4e-8932789fd76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:41.880121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-67e2a892-4528-4814-8f4e-8932789fd76b None None] Provisioning complete for port c723bda7-a212-43d1-9fa3-5a52d7ba4515 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:22:41.880534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-67e2a892-4528-4814-8f4e-8932789fd76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:42.589470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d78ec1a0-4d7f-4af9-b051-326f80639ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:42.913580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:44.176427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:44.738258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:22:51.085278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:23:04.925667 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-587fed08-63ee-44d3-aae1-ab948b086a78 req-da0e588e-b990-457d-a634-edf6e15bafb4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4941e43f-8447-438c-8331-caebf568e128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1592839
Nov 24 13:23:05.094492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fed08-63ee-44d3-aae1-ab948b086a78 req-bee708c1-3742-4fe1-97b8-d43a24bdab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:23:05.096075 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-587fed08-63ee-44d3-aae1-ab948b086a78 req-bee708c1-3742-4fe1-97b8-d43a24bdab56 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=4941e43f-8447-438c-8331-caebf568e128 HTTP/1.1" status: 200  len: 1163 time: 0.0795994
Nov 24 13:23:05.251386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fed08-63ee-44d3-aae1-ab948b086a78 req-6d92d537-c179-4d13-80a1-bb571bbb6c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:23:05.252981 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-587fed08-63ee-44d3-aae1-ab948b086a78 req-6d92d537-c179-4d13-80a1-bb571bbb6c9d service neutron] 10.222.0.70 "GET /v2.0/networks?id=b1b95910-8b11-41d9-9fdf-9cb05e61c7d3 HTTP/1.1" status: 200  len: 890 time: 0.1387517
Nov 24 13:23:05.364932 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-587fed08-63ee-44d3-aae1-ab948b086a78 req-0d562944-8c80-4a22-8f81-91e50b193ac0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4583d6d5-152d-4e96-9745-be959de7e5b5 HTTP/1.1" status: 200  len: 1001 time: 0.1058438
Nov 24 13:23:05.434992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fed08-63ee-44d3-aae1-ab948b086a78 req-d86c5365-0e49-4858-b70e-58e9a5401332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:23:05.436612 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-587fed08-63ee-44d3-aae1-ab948b086a78 req-d86c5365-0e49-4858-b70e-58e9a5401332 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5d4489f5-ccac-43f1-9568-a8a0f6f4e464 HTTP/1.1" status: 200  len: 844 time: 0.0655358
Nov 24 13:23:05.519603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fed08-63ee-44d3-aae1-ab948b086a78 req-b599a4d1-e50c-4e46-aa09-e01060664f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:23:05.521233 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-587fed08-63ee-44d3-aae1-ab948b086a78 req-b599a4d1-e50c-4e46-aa09-e01060664f5f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b1b95910-8b11-41d9-9fdf-9cb05e61c7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784550
Nov 24 13:23:05.532982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-587fed08-63ee-44d3-aae1-ab948b086a78 req-4ba67c8e-3e39-4a34-b513-66a9ece0e2c2 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:23:05.534011 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-587fed08-63ee-44d3-aae1-ab948b086a78 req-4ba67c8e-3e39-4a34-b513-66a9ece0e2c2 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0059729
Nov 24 13:23:05.676934 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-587fed08-63ee-44d3-aae1-ab948b086a78 req-ea3e820c-31ca-4768-bbb9-49c15e0bc7e1 service neutron] 10.222.0.70 "GET /v2.0/networks/b1b95910-8b11-41d9-9fdf-9cb05e61c7d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362836
Nov 24 13:23:05.823051 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-587fed08-63ee-44d3-aae1-ab948b086a78 req-286cfd7e-6755-41e1-af10-5114996d3abe service neutron] 10.222.0.70 "GET /v2.0/networks/b1b95910-8b11-41d9-9fdf-9cb05e61c7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1400802
Nov 24 13:23:10.221044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5d7c2625-8e87-4071-b01f-3e954bcd7ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:23:12.592440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-98c3b71f-7db6-4464-ab18-62807b1de68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:23:12.918736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:23:14.178631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:23:14.480833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:23:14.739721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:23:21.103454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:23:40.228750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d800ce55-3a70-452f-9cf2-6565feb03f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:23:42.595471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6fc6f14b-27d9-4b71-9338-38475aaf3f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:23:42.920718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:23:44.181503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:23:44.742022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:23:51.117969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:23:51.481646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:24:02.972321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54772) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:03.196130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port fe76bdc5-f71e-497a-9b8e-78a704c3fc27 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:24:03.196508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:03.376899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:03.377262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:03.506344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for fe76bdc5-f71e-497a-9b8e-78a704c3fc27 owned by network:floatingip {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:24:03.662574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:03.678021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0b5a2184-3369-4912-870e-64403cc9b1e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:03.776669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=fe76bdc5-f71e-497a-9b8e-78a704c3fc27,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:03.792732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:03.793221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:03.793596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:03.794018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:03.794468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:03.794886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:03.795300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:03.795734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:03.796152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:03.796566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:03.796978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:03.797389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:03.797897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:03.798338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:03.798750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:03.799159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:03.799567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:03.799975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:03.800402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:03.800813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:03.801219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:03.801625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:03.802031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:03.802463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:03.809919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:03.920713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:03.921088 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Floating IP 002dc71c-cf62-41fe-983a-cd2d18eff4a3 disassociated (deleted). External IP: 172.26.8.95, port: 4583d6d5-152d-4e96-9745-be959de7e5b5.
Nov 24 13:24:04.602190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 17fa9247-d33e-4b1f-bf2d-86b9dffe2350 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:24:04.819435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:24:04.830003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a8cdab-3503-41fd-9624-0d616b78995b None None] Sync routers for ids ['17fa9247-d33e-4b1f-bf2d-86b9dffe2350'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:24:04.840729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:04.844098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a8cdab-3503-41fd-9624-0d616b78995b None None] Routers {'17fa9247-d33e-4b1f-bf2d-86b9dffe2350'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:24:04.844758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d7a8cdab-3503-41fd-9624-0d616b78995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c6935f8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:23:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['17fa9247-d33e-4b1f-bf2d-86b9dffe2350'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:24:04.901274 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/floatingips/002dc71c-cf62-41fe-983a-cd2d18eff4a3 HTTP/1.1" status: 204  len: 168 time: 1.9276900
Nov 24 13:24:04.901997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4941e43f-8447-438c-8331-caebf568e128', 'tag': '4583d6d5-152d-4e96-9745-be959de7e5b5'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:24:04.964451 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4941e43f-8447-438c-8331-caebf568e128', 'tag': '4583d6d5-152d-4e96-9745-be959de7e5b5', 'status': 'completed', 'code': 200}
Nov 24 13:24:05.054423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-d7a8cdab-3503-41fd-9624-0d616b78995b None None] Set router 17fa9247-d33e-4b1f-bf2d-86b9dffe2350 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:24:05.093160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20673db9-7f84-4418-8146-accb0e3b3c33 req-1d53b8ff-5e7c-4400-ab48-447b64070c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:05.095207 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-20673db9-7f84-4418-8146-accb0e3b3c33 req-1d53b8ff-5e7c-4400-ab48-447b64070c7b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=4941e43f-8447-438c-8331-caebf568e128 HTTP/1.1" status: 200  len: 1163 time: 0.0855289
Nov 24 13:24:05.282373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20673db9-7f84-4418-8146-accb0e3b3c33 req-aec99298-4599-4265-bd4a-813f1dfdc7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:05.284010 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-20673db9-7f84-4418-8146-accb0e3b3c33 req-aec99298-4599-4265-bd4a-813f1dfdc7e1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b1b95910-8b11-41d9-9fdf-9cb05e61c7d3 HTTP/1.1" status: 200  len: 890 time: 0.1823022
Nov 24 13:24:05.361635 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-20673db9-7f84-4418-8146-accb0e3b3c33 req-618fa890-b6aa-4f08-bc19-1d42cb18c7c4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4583d6d5-152d-4e96-9745-be959de7e5b5 HTTP/1.1" status: 200  len: 217 time: 0.0705686
Nov 24 13:24:05.420125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d7a8cdab-3503-41fd-9624-0d616b78995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c6935f8>, [{'id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'name': 'tempest-TestNetworkBasicOps-router-350716019', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': 'e5c29edf-4dcb-43f4-83fe-b5816517181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:21:46Z', 'updated_at': '2020-11-24T13:21:52Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'e5c29edf-4dcb-43f4-83fe-b5816517181e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:21:47Z', 'updated_at': '2020-11-24T13:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'c723bda7-a212-43d1-9fa3-5a52d7ba4515', 'name': '', 'network_id': 'b1b95910-8b11-41d9-9fdf-9cb05e61c7d3', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:0d:8b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '5d4489f5-ccac-43f1-9568-a8a0f6f4e464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:21:51Z', 'updated_at': '2020-11-24T13:21:59Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '5d4489f5-ccac-43f1-9568-a8a0f6f4e464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:24:05.424682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a8cdab-3503-41fd-9624-0d616b78995b None None] Checking router: 17fa9247-d33e-4b1f-bf2d-86b9dffe2350 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:24:05.436129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a8cdab-3503-41fd-9624-0d616b78995b None None] Routers {'17fa9247-d33e-4b1f-bf2d-86b9dffe2350'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:24:05.436821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d7a8cdab-3503-41fd-9624-0d616b78995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c6935f8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:23:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['17fa9247-d33e-4b1f-bf2d-86b9dffe2350'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:24:05.483271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20673db9-7f84-4418-8146-accb0e3b3c33 req-22b87783-7c4a-4c3c-8177-7f87ab50e551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:05.484907 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-20673db9-7f84-4418-8146-accb0e3b3c33 req-22b87783-7c4a-4c3c-8177-7f87ab50e551 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5d4489f5-ccac-43f1-9568-a8a0f6f4e464 HTTP/1.1" status: 200  len: 844 time: 0.1160600
Nov 24 13:24:05.569902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32446b-e511-4fc4-80d6-15507cb7c8ea req-4de3f5f1-cf12-4165-8718-cb46225afb40 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:05.570696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-ab32446b-e511-4fc4-80d6-15507cb7c8ea req-4de3f5f1-cf12-4165-8718-cb46225afb40 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:24:05.600256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-ab32446b-e511-4fc4-80d6-15507cb7c8ea req-4de3f5f1-cf12-4165-8718-cb46225afb40 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:24:05.601561 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ab32446b-e511-4fc4-80d6-15507cb7c8ea req-4de3f5f1-cf12-4165-8718-cb46225afb40 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=4941e43f-8447-438c-8331-caebf568e128 HTTP/1.1" status: 200  len: 946 time: 0.3420107
Nov 24 13:24:05.608041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20673db9-7f84-4418-8146-accb0e3b3c33 req-1c5f9f3b-cc38-44f5-9f17-017cd617bfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:05.610065 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-20673db9-7f84-4418-8146-accb0e3b3c33 req-1c5f9f3b-cc38-44f5-9f17-017cd617bfab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b1b95910-8b11-41d9-9fdf-9cb05e61c7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1167130
Nov 24 13:24:05.628711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-d7a8cdab-3503-41fd-9624-0d616b78995b None None] Set router 17fa9247-d33e-4b1f-bf2d-86b9dffe2350 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:24:05.753429 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ab32446b-e511-4fc4-80d6-15507cb7c8ea req-4792905c-88f3-462b-bf40-546b95c27e47 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=26aed69f-7578-4dd3-a042-7ca0811dc4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1420350
Nov 24 13:24:05.794625 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-20673db9-7f84-4418-8146-accb0e3b3c33 req-0b5409ee-f62f-42af-bd83-0daf8d8af38c service neutron] 10.222.0.70 "GET /v2.0/networks/b1b95910-8b11-41d9-9fdf-9cb05e61c7d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1666667
Nov 24 13:24:05.949125 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-20673db9-7f84-4418-8146-accb0e3b3c33 req-5bb074aa-aa6c-40c1-b516-7c8fe1014609 service neutron] 10.222.0.70 "GET /v2.0/networks/b1b95910-8b11-41d9-9fdf-9cb05e61c7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1476209
Nov 24 13:24:05.976494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d7a8cdab-3503-41fd-9624-0d616b78995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c6935f8>, [{'id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'name': 'tempest-TestNetworkBasicOps-router-350716019', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': 'e5c29edf-4dcb-43f4-83fe-b5816517181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:21:46Z', 'updated_at': '2020-11-24T13:21:52Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'e5c29edf-4dcb-43f4-83fe-b5816517181e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:21:47Z', 'updated_at': '2020-11-24T13:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'c723bda7-a212-43d1-9fa3-5a52d7ba4515', 'name': '', 'network_id': 'b1b95910-8b11-41d9-9fdf-9cb05e61c7d3', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:0d:8b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '5d4489f5-ccac-43f1-9568-a8a0f6f4e464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:21:51Z', 'updated_at': '2020-11-24T13:21:59Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '5d4489f5-ccac-43f1-9568-a8a0f6f4e464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:24:05.981420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a8cdab-3503-41fd-9624-0d616b78995b None None] The sync data for ids ['17fa9247-d33e-4b1f-bf2d-86b9dffe2350'] in dv-neutron-601336-61-ovs is: [{'id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'name': 'tempest-TestNetworkBasicOps-router-350716019', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': 'e5c29edf-4dcb-43f4-83fe-b5816517181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:21:46Z', 'updated_at': '2020-11-24T13:21:52Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'e5c29edf-4dcb-43f4-83fe-b5816517181e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:21:47Z', 'updated_at': '2020-11-24T13:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'c723bda7-a212-43d1-9fa3-5a52d7ba4515', 'name': '', 'network_id': 'b1b95910-8b11-41d9-9fdf-9cb05e61c7d3', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:0d:8b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '5d4489f5-ccac-43f1-9568-a8a0f6f4e464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:21:51Z', 'updated_at': '2020-11-24T13:21:59Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '5d4489f5-ccac-43f1-9568-a8a0f6f4e464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:24:06.392349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1275322b-8e34-48dd-976c-71ffc0a450bc None None] New status for floating IP 002dc71c-cf62-41fe-983a-cd2d18eff4a3: DOWN {{(pid=80945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:24:06.767376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa75847-7919-4a29-9b31-7f9120f7feb6 req-2e3240af-d164-42c7-b8de-e01024ffaea4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:06.769591 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dfa75847-7919-4a29-9b31-7f9120f7feb6 req-2e3240af-d164-42c7-b8de-e01024ffaea4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/ports?device_id=4941e43f-8447-438c-8331-caebf568e128 HTTP/1.1" status: 200  len: 946 time: 0.0894854
Nov 24 13:24:06.850641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-dfa75847-7919-4a29-9b31-7f9120f7feb6 req-991a30ba-fba1-4ea9-b3fa-66d826054189 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port 4583d6d5-152d-4e96-9745-be959de7e5b5 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:24:06.851032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-dfa75847-7919-4a29-9b31-7f9120f7feb6 req-991a30ba-fba1-4ea9-b3fa-66d826054189 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:07.133300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 4583d6d5-152d-4e96-9745-be959de7e5b5 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:24:07.190812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d15e9-5931-4cbe-a6f1-b444f9c108fb req-c7349cca-9100-4585-9f25-740b11332bcf tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:07.192421 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-057d15e9-5931-4cbe-a6f1-b444f9c108fb req-c7349cca-9100-4585-9f25-740b11332bcf tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=4941e43f-8447-438c-8331-caebf568e128 HTTP/1.1" status: 200  len: 946 time: 0.2887666
Nov 24 13:24:07.198057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-dfa75847-7919-4a29-9b31-7f9120f7feb6 req-991a30ba-fba1-4ea9-b3fa-66d826054189 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port 4583d6d5-152d-4e96-9745-be959de7e5b5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=4583d6d5-152d-4e96-9745-be959de7e5b5,segment=NetworkSegment(567d756f-1adc-4195-ae44-f8cf447c4900),segment_id=567d756f-1adc-4195-ae44-f8cf447c4900)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:24:07.198642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-dfa75847-7919-4a29-9b31-7f9120f7feb6 req-991a30ba-fba1-4ea9-b3fa-66d826054189 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:07.259363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:07.290459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4941e43f-8447-438c-8331-caebf568e128', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4583d6d5-152d-4e96-9745-be959de7e5b5'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:24:07.301886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 4583d6d5-152d-4e96-9745-be959de7e5b5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=4583d6d5-152d-4e96-9745-be959de7e5b5,segment=NetworkSegment(567d756f-1adc-4195-ae44-f8cf447c4900),segment_id=567d756f-1adc-4195-ae44-f8cf447c4900)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:24:07.304994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:07.307840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:07.356579 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4941e43f-8447-438c-8331-caebf568e128', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4583d6d5-152d-4e96-9745-be959de7e5b5', 'code': 200}
Nov 24 13:24:07.358021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-dfa75847-7919-4a29-9b31-7f9120f7feb6 req-991a30ba-fba1-4ea9-b3fa-66d826054189 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for 4583d6d5-152d-4e96-9745-be959de7e5b5 owned by compute:nova {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:24:07.381983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=4583d6d5-152d-4e96-9745-be959de7e5b5,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:07.391839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:07.392170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:07.392553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:07.392930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:07.393307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:07.393685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:07.394060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:07.394461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:07.394837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:07.395206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:07.395573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:07.395938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:07.396407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:07.396776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:07.397144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:07.397520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:07.397910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:07.398309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:07.398674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:07.399037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:07.399403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:07.400261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:07.400261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:07.400606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:07.406182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:07.443107 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-057d15e9-5931-4cbe-a6f1-b444f9c108fb req-53608c09-970a-4bb9-87dc-9a1e93dc624c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=26aed69f-7578-4dd3-a042-7ca0811dc4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2343092
Nov 24 13:24:07.465932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [req-dfa75847-7919-4a29-9b31-7f9120f7feb6 req-991a30ba-fba1-4ea9-b3fa-66d826054189 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:24:07.466332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [req-dfa75847-7919-4a29-9b31-7f9120f7feb6 req-991a30ba-fba1-4ea9-b3fa-66d826054189 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:24:07.968653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-dfa75847-7919-4a29-9b31-7f9120f7feb6 req-991a30ba-fba1-4ea9-b3fa-66d826054189 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port 4583d6d5-152d-4e96-9745-be959de7e5b5 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:24:07.969249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-dfa75847-7919-4a29-9b31-7f9120f7feb6 req-991a30ba-fba1-4ea9-b3fa-66d826054189 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:08.229015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-dfa75847-7919-4a29-9b31-7f9120f7feb6 req-991a30ba-fba1-4ea9-b3fa-66d826054189 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port 4583d6d5-152d-4e96-9745-be959de7e5b5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=4583d6d5-152d-4e96-9745-be959de7e5b5,segment=NetworkSegment(567d756f-1adc-4195-ae44-f8cf447c4900),segment_id=567d756f-1adc-4195-ae44-f8cf447c4900)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:24:08.229463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-dfa75847-7919-4a29-9b31-7f9120f7feb6 req-991a30ba-fba1-4ea9-b3fa-66d826054189 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:08.366779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-dfa75847-7919-4a29-9b31-7f9120f7feb6 req-991a30ba-fba1-4ea9-b3fa-66d826054189 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for 4583d6d5-152d-4e96-9745-be959de7e5b5 owned by compute:nova {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:24:08.520829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-dfa75847-7919-4a29-9b31-7f9120f7feb6 req-991a30ba-fba1-4ea9-b3fa-66d826054189 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:08.539830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-08be155e-a863-4e2b-bac0-9a5dd3420a71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:08.631076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a30ba-fba1-4ea9-b3fa-66d826054189 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=4583d6d5-152d-4e96-9745-be959de7e5b5,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:08.648985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-991a30ba-fba1-4ea9-b3fa-66d826054189 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:08.696335 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e032fc8d-aad3-4288-b54e-d2bb8c8c8933 req-34f4c0fd-a31d-47c8-bffa-a85d0876a6ee tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=4941e43f-8447-438c-8331-caebf568e128 HTTP/1.1" status: 200  len: 210 time: 0.0666935
Nov 24 13:24:08.791822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa75847-7919-4a29-9b31-7f9120f7feb6 req-991a30ba-fba1-4ea9-b3fa-66d826054189 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] No DVR routers for this DVR port 4583d6d5-152d-4e96-9745-be959de7e5b5 on host hv-neutron-6013 {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:24:08.794054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-dfa75847-7919-4a29-9b31-7f9120f7feb6 req-991a30ba-fba1-4ea9-b3fa-66d826054189 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:08.796974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4941e43f-8447-438c-8331-caebf568e128', 'name': 'network-vif-deleted', 'tag': '4583d6d5-152d-4e96-9745-be959de7e5b5'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:24:08.813237 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dfa75847-7919-4a29-9b31-7f9120f7feb6 req-991a30ba-fba1-4ea9-b3fa-66d826054189 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "DELETE /v2.0/ports/4583d6d5-152d-4e96-9745-be959de7e5b5 HTTP/1.1" status: 204  len: 173 time: 2.0381713
Nov 24 13:24:08.864873 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4941e43f-8447-438c-8331-caebf568e128', 'name': 'network-vif-deleted', 'tag': '4583d6d5-152d-4e96-9745-be959de7e5b5', 'status': 'completed', 'code': 200}
Nov 24 13:24:09.810138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54798) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:10.160026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9dfc3cce-ade6-4ed4-8642-52e909a9e888 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:10.191000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9dfc3cce-ade6-4ed4-8642-52e909a9e888 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:10.224569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-182ed160-5947-4738-b1b3-20298ab111da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:10.266691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9dfc3cce-ade6-4ed4-8642-52e909a9e888 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:10.272356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b426eaa9-c77f-4d06-b806-12b1d132bfe5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:10.288878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc3cce-ade6-4ed4-8642-52e909a9e888 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'SecurityGroup': ['ID=26aed69f-7578-4dd3-a042-7ca0811dc4cc,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:10.291837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9dfc3cce-ade6-4ed4-8642-52e909a9e888 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:10.300150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9dfc3cce-ade6-4ed4-8642-52e909a9e888 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:10.301412 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9dfc3cce-ade6-4ed4-8642-52e909a9e888 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/security-groups/26aed69f-7578-4dd3-a042-7ca0811dc4cc HTTP/1.1" status: 204  len: 168 time: 0.4902081
Nov 24 13:24:10.351804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54804) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:11.048342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:11.713763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port c723bda7-a212-43d1-9fa3-5a52d7ba4515 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:24:11.714149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:11.919943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port c723bda7-a212-43d1-9fa3-5a52d7ba4515, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=c723bda7-a212-43d1-9fa3-5a52d7ba4515,segment=NetworkSegment(567d756f-1adc-4195-ae44-f8cf447c4900),segment_id=567d756f-1adc-4195-ae44-f8cf447c4900)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:24:11.920298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:12.049364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for c723bda7-a212-43d1-9fa3-5a52d7ba4515 owned by network:router_interface {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:24:12.229541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:12.245863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fbee7274-30c5-44d5-be5c-7157a3d1d824 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:12.350459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=c723bda7-a212-43d1-9fa3-5a52d7ba4515,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:12.370619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:12.371059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:12.372095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:12.372525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:12.373461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:12.373887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:12.374350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:12.374768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:12.375183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:12.375596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:12.376008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:12.376417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:12.376927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:12.377337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:12.377749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:12.378178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:12.378593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:12.379004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:12.379431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:12.379841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:12.380247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:12.380653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:12.381058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:12.381462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:12.385182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:12.598140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1739b8f1-efe4-483d-981f-164900a5894d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:12.715302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:12.921384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:13.713899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 17fa9247-d33e-4b1f-bf2d-86b9dffe2350 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:24:13.924912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:24:13.935186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3cb588-f449-4c62-aa68-e7a1e3989438 None None] Sync routers for ids ['17fa9247-d33e-4b1f-bf2d-86b9dffe2350'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:24:13.938406 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "PUT /v2.0/routers/17fa9247-d33e-4b1f-bf2d-86b9dffe2350/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5854294
Nov 24 13:24:13.941284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54808) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:13.952835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3cb588-f449-4c62-aa68-e7a1e3989438 None None] Routers {'17fa9247-d33e-4b1f-bf2d-86b9dffe2350'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:24:13.953980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-de3cb588-f449-4c62-aa68-e7a1e3989438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d675dd8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:24:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['17fa9247-d33e-4b1f-bf2d-86b9dffe2350'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:24:14.154280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6c67a6f-60f6-4a67-903c-2fc049ddac7a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting subnet 5d4489f5-ccac-43f1-9568-a8a0f6f4e464 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:24:14.157101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-de3cb588-f449-4c62-aa68-e7a1e3989438 None None] Set router 17fa9247-d33e-4b1f-bf2d-86b9dffe2350 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:24:14.157875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6c67a6f-60f6-4a67-903c-2fc049ddac7a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:14.185294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:14.216021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6c67a6f-60f6-4a67-903c-2fc049ddac7a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:14.304881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6c67a6f-60f6-4a67-903c-2fc049ddac7a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:14.471424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-de3cb588-f449-4c62-aa68-e7a1e3989438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d675dd8>, [{'id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'name': 'tempest-TestNetworkBasicOps-router-350716019', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': 'e5c29edf-4dcb-43f4-83fe-b5816517181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:21:46Z', 'updated_at': '2020-11-24T13:24:12Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'e5c29edf-4dcb-43f4-83fe-b5816517181e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:21:47Z', 'updated_at': '2020-11-24T13:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:24:14.478460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3cb588-f449-4c62-aa68-e7a1e3989438 None None] Checking router: 17fa9247-d33e-4b1f-bf2d-86b9dffe2350 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:24:14.491654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3cb588-f449-4c62-aa68-e7a1e3989438 None None] Routers {'17fa9247-d33e-4b1f-bf2d-86b9dffe2350'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:24:14.492317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-de3cb588-f449-4c62-aa68-e7a1e3989438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d675dd8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:24:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['17fa9247-d33e-4b1f-bf2d-86b9dffe2350'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:24:14.602068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6c67a6f-60f6-4a67-903c-2fc049ddac7a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:14.618575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-39117ecc-ba9a-452f-8daa-4f6cf3155249 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:14.679663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-de3cb588-f449-4c62-aa68-e7a1e3989438 None None] Set router 17fa9247-d33e-4b1f-bf2d-86b9dffe2350 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:24:14.712307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c67a6f-60f6-4a67-903c-2fc049ddac7a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Subnet': ['ID=5d4489f5-ccac-43f1-9568-a8a0f6f4e464,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:14.717441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b6c67a6f-60f6-4a67-903c-2fc049ddac7a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:14.744674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:14.765501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6c67a6f-60f6-4a67-903c-2fc049ddac7a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:14.771866 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b6c67a6f-60f6-4a67-903c-2fc049ddac7a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/subnets/5d4489f5-ccac-43f1-9568-a8a0f6f4e464 HTTP/1.1" status: 204  len: 168 time: 0.8291483
Nov 24 13:24:14.774611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54814) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:14.782926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabc8f8f-61c0-4361-9818-c3cf872a0390 None None] Network b1b95910-8b11-41d9-9fdf-9cb05e61c7d3 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:24:15.003012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-de3cb588-f449-4c62-aa68-e7a1e3989438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d675dd8>, [{'id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'name': 'tempest-TestNetworkBasicOps-router-350716019', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': 'e5c29edf-4dcb-43f4-83fe-b5816517181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:21:46Z', 'updated_at': '2020-11-24T13:24:12Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'e5c29edf-4dcb-43f4-83fe-b5816517181e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:21:47Z', 'updated_at': '2020-11-24T13:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:24:15.007795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3cb588-f449-4c62-aa68-e7a1e3989438 None None] The sync data for ids ['17fa9247-d33e-4b1f-bf2d-86b9dffe2350'] in dv-neutron-601336-61-ovs is: [{'id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'name': 'tempest-TestNetworkBasicOps-router-350716019', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': 'e5c29edf-4dcb-43f4-83fe-b5816517181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:21:46Z', 'updated_at': '2020-11-24T13:24:12Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': 'e5c29edf-4dcb-43f4-83fe-b5816517181e', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fa9247-d33e-4b1f-bf2d-86b9dffe2350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:21:47Z', 'updated_at': '2020-11-24T13:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:24:15.009935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f75dfe0e-a618-450b-a074-2f8e9fd17465 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:15.057265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339b6377-d420-4348-88e0-a90dd49bd016 None None] DHCP port deletion for b1b95910-8b11-41d9-9fdf-9cb05e61c7d3 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:24:15.062066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-339b6377-d420-4348-88e0-a90dd49bd016 None None] Deleting port c4c659e6-5d5a-44a5-a47e-f18cd61f15ed {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:24:15.062664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-339b6377-d420-4348-88e0-a90dd49bd016 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:15.230624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f75dfe0e-a618-450b-a074-2f8e9fd17465 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_gateway, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:15.239240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f75dfe0e-a618-450b-a074-2f8e9fd17465 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port e5c29edf-4dcb-43f4-83fe-b5816517181e {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:24:15.239608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f75dfe0e-a618-450b-a074-2f8e9fd17465 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:15.304923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-339b6377-d420-4348-88e0-a90dd49bd016 None None] For port c4c659e6-5d5a-44a5-a47e-f18cd61f15ed, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=c4c659e6-5d5a-44a5-a47e-f18cd61f15ed,segment=NetworkSegment(567d756f-1adc-4195-ae44-f8cf447c4900),segment_id=567d756f-1adc-4195-ae44-f8cf447c4900)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:24:15.305366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-339b6377-d420-4348-88e0-a90dd49bd016 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:15.443495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-f75dfe0e-a618-450b-a074-2f8e9fd17465 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port e5c29edf-4dcb-43f4-83fe-b5816517181e, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=e5c29edf-4dcb-43f4-83fe-b5816517181e,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:24:15.443897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f75dfe0e-a618-450b-a074-2f8e9fd17465 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:15.580517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f75dfe0e-a618-450b-a074-2f8e9fd17465 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for e5c29edf-4dcb-43f4-83fe-b5816517181e owned by network:router_gateway {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:24:15.612349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-339b6377-d420-4348-88e0-a90dd49bd016 None None] Calling delete_port for c4c659e6-5d5a-44a5-a47e-f18cd61f15ed owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:24:15.687568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-339b6377-d420-4348-88e0-a90dd49bd016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:15.703677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-937fe7a3-8f0e-47cf-a824-ae9079398112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:15.757709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f75dfe0e-a618-450b-a074-2f8e9fd17465 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:15.774179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-28f9dd6c-c875-4cf2-bf3c-4871f01eb8c1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:15.796347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b6377-d420-4348-88e0-a90dd49bd016 None None] Pushing event deleted for resources: {'Port': ['ID=c4c659e6-5d5a-44a5-a47e-f18cd61f15ed,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:15.799609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-339b6377-d420-4348-88e0-a90dd49bd016 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:15.848415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339b6377-d420-4348-88e0-a90dd49bd016 None None] No DVR routers for this DVR port c4c659e6-5d5a-44a5-a47e-f18cd61f15ed on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:24:15.873428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75dfe0e-a618-450b-a074-2f8e9fd17465 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=e5c29edf-4dcb-43f4-83fe-b5816517181e,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:15.878800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f75dfe0e-a618-450b-a074-2f8e9fd17465 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:16.140534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f75dfe0e-a618-450b-a074-2f8e9fd17465 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:16.415200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f75dfe0e-a618-450b-a074-2f8e9fd17465 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:16.419652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f75dfe0e-a618-450b-a074-2f8e9fd17465 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:16.701554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f75dfe0e-a618-450b-a074-2f8e9fd17465 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:16.702650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75dfe0e-a618-450b-a074-2f8e9fd17465 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Fanout notify agent at l3_agent the message router_deleted on router 17fa9247-d33e-4b1f-bf2d-86b9dffe2350 {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:24:16.718797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f75dfe0e-a618-450b-a074-2f8e9fd17465 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:16.720823 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f75dfe0e-a618-450b-a074-2f8e9fd17465 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/routers/17fa9247-d33e-4b1f-bf2d-86b9dffe2350 HTTP/1.1" status: 204  len: 168 time: 1.9450164
Nov 24 13:24:16.724936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54818) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:16.856816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5a020796-040a-482a-ab46-7c7733ae1f93 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:16.974430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device c723bda7-a212-43d1-9fa3-5a52d7ba4515 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:24:17.012178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: c723bda7-a212-43d1-9fa3-5a52d7ba4515 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:24:17.012604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device c723bda7-a212-43d1-9fa3-5a52d7ba4515 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:24:17.013359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device c4c659e6-5d5a-44a5-a47e-f18cd61f15ed no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:24:17.047488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: c4c659e6-5d5a-44a5-a47e-f18cd61f15ed {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:24:17.047882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device c4c659e6-5d5a-44a5-a47e-f18cd61f15ed not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:24:17.067668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5a020796-040a-482a-ab46-7c7733ae1f93 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:17.197090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-5a020796-040a-482a-ab46-7c7733ae1f93 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6347e409e8>,) {'filters': {'network_id': ['b1b95910-8b11-41d9-9fdf-9cb05e61c7d3']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:24:17.210912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-5a020796-040a-482a-ab46-7c7733ae1f93 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347e409e8>, '567d756f-1adc-4195-ae44-f8cf447c4900') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:24:17.211183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-5a020796-040a-482a-ab46-7c7733ae1f93 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347e409e8>, '567d756f-1adc-4195-ae44-f8cf447c4900') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:24:17.223081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5a020796-040a-482a-ab46-7c7733ae1f93 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:17.238730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5a020796-040a-482a-ab46-7c7733ae1f93 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:17.240804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5a020796-040a-482a-ab46-7c7733ae1f93 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Releasing vxlan tunnel 3 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:24:17.425591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-5a020796-040a-482a-ab46-7c7733ae1f93 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network b1b95910-8b11-41d9-9fdf-9cb05e61c7d3 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:24:17.434761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5a020796-040a-482a-ab46-7c7733ae1f93 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:17.620501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-5a020796-040a-482a-ab46-7c7733ae1f93 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network b1b95910-8b11-41d9-9fdf-9cb05e61c7d3 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:24:17.646746 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:24:17.646746 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:24:17.646746 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:24:17.646746 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:24:17.646746 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:24:17.646746 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:24:17.646746 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:24:17.646746 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:24:17.646746 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:24:17.646746 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:24:17.646746 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:24:17.646746 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:24:17.646746 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:24:17.646746 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:24:17.646746 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:24:17.646746 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:24:17.646746 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:24:17.646746 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:24:17.646746 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:24:17.646746 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:24:17.646746 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:24:17.646746 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:24:17.646746 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:24:17.646746 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:24:17.646746 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:24:17.646746 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:24:17.646746 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:24:17.646746 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:24:17.646746 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:24:17.646746 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:24:17.646746 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:24:17.646746 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:24:17.729692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5a020796-040a-482a-ab46-7c7733ae1f93 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:17.733144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f2a18879-7166-4a6e-8457-79f4d9ffd7f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:17.749131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5a020796-040a-482a-ab46-7c7733ae1f93 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:17.761161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a020796-040a-482a-ab46-7c7733ae1f93 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Network': ['ID=b1b95910-8b11-41d9-9fdf-9cb05e61c7d3,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:17.764900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5a020796-040a-482a-ab46-7c7733ae1f93 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:17.769604 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5a020796-040a-482a-ab46-7c7733ae1f93 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/networks/b1b95910-8b11-41d9-9fdf-9cb05e61c7d3 HTTP/1.1" status: 204  len: 168 time: 1.0432637
Nov 24 13:24:17.782406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54824) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:17.788848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2600dbb0-854c-481d-a0b2-90fc2a33c61f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'network': {'name': 'tempest-network-smoke--1125798913', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'port_security_enabled': True}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:24:17.794503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2600dbb0-854c-481d-a0b2-90fc2a33c61f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:24:17.799454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2600dbb0-854c-481d-a0b2-90fc2a33c61f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:network and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:24:17.802517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2600dbb0-854c-481d-a0b2-90fc2a33c61f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for network was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:24:17.808263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2600dbb0-854c-481d-a0b2-90fc2a33c61f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:24:17.819070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2600dbb0-854c-481d-a0b2-90fc2a33c61f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Made reservation on behalf of ddd175861f0b46ae9d96e8c7cb7e2213 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:24:17.824674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2600dbb0-854c-481d-a0b2-90fc2a33c61f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:17.861706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2600dbb0-854c-481d-a0b2-90fc2a33c61f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:24:17.871428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2600dbb0-854c-481d-a0b2-90fc2a33c61f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:17.871732 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-2600dbb0-854c-481d-a0b2-90fc2a33c61f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Added segment 83596f82-6bc5-4f8d-9ee4-3e068e7f114d of type vxlan for network a56f1abb-bc94-49e2-855d-f1e5173f6bb7
Nov 24 13:24:17.898721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2600dbb0-854c-481d-a0b2-90fc2a33c61f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:17.932038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2600dbb0-854c-481d-a0b2-90fc2a33c61f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:17.936178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2600dbb0-854c-481d-a0b2-90fc2a33c61f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:17.936823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2600dbb0-854c-481d-a0b2-90fc2a33c61f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:17.942264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a9f32add-d2fc-40d5-9b4f-e92869392d40 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:18.053268 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2600dbb0-854c-481d-a0b2-90fc2a33c61f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2697046
Nov 24 13:24:18.056364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54828) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:18.062295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9b7fd627-028a-4fa7-9af5-b2d2421b15b2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1704390955', 'admin_state_up': True, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:24:18.062704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600dbb0-854c-481d-a0b2-90fc2a33c61f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Network': ['ID=a56f1abb-bc94-49e2-855d-f1e5173f6bb7,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:18.065797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2600dbb0-854c-481d-a0b2-90fc2a33c61f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:18.071005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9b7fd627-028a-4fa7-9af5-b2d2421b15b2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:24:18.074069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network a56f1abb-bc94-49e2-855d-f1e5173f6bb7 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:24:18.075938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9b7fd627-028a-4fa7-9af5-b2d2421b15b2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:router and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:24:18.079518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9b7fd627-028a-4fa7-9af5-b2d2421b15b2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:24:18.085725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9b7fd627-028a-4fa7-9af5-b2d2421b15b2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:24:18.092047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network a56f1abb-bc94-49e2-855d-f1e5173f6bb7 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:24:18.097234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b7fd627-028a-4fa7-9af5-b2d2421b15b2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:18.098283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b7fd627-028a-4fa7-9af5-b2d2421b15b2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:18.124675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b7fd627-028a-4fa7-9af5-b2d2421b15b2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:18.281904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b7fd627-028a-4fa7-9af5-b2d2421b15b2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:18.480470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b7fd627-028a-4fa7-9af5-b2d2421b15b2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_gateway, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:18.513470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b7fd627-028a-4fa7-9af5-b2d2421b15b2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:18.786400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-9b7fd627-028a-4fa7-9af5-b2d2421b15b2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.26.8.40 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/3fb72e0b-6486-4e78-a72a-1d396b043901) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:24:18.850358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device e5c29edf-4dcb-43f4-83fe-b5816517181e no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:24:18.885938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: e5c29edf-4dcb-43f4-83fe-b5816517181e {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:24:18.886551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device e5c29edf-4dcb-43f4-83fe-b5816517181e not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:24:18.950650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b7fd627-028a-4fa7-9af5-b2d2421b15b2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:18.976226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b7fd627-028a-4fa7-9af5-b2d2421b15b2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:18.996487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-05aaa700-2b73-46b8-8be5-d2a6024e013e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:19.151829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7fd627-028a-4fa7-9af5-b2d2421b15b2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=3fb72e0b-6486-4e78-a72a-1d396b043901,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:19.157933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9b7fd627-028a-4fa7-9af5-b2d2421b15b2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:19.210733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7fd627-028a-4fa7-9af5-b2d2421b15b2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:24:19.211927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-9b7fd627-028a-4fa7-9af5-b2d2421b15b2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:24:19.214469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7fd627-028a-4fa7-9af5-b2d2421b15b2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:24:19.387281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b7fd627-028a-4fa7-9af5-b2d2421b15b2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_gateway, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:19.388349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b7fd627-028a-4fa7-9af5-b2d2421b15b2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:19.630685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7fd627-028a-4fa7-9af5-b2d2421b15b2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router e9a1e14e-c55e-4a26-9705-e697893b884d is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:24:19.845831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7fd627-028a-4fa7-9af5-b2d2421b15b2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:24:19.855746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef73a170-a667-451b-b32c-7c8a0c6ea062 None None] Sync routers for ids ['e9a1e14e-c55e-4a26-9705-e697893b884d'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:24:19.868713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef73a170-a667-451b-b32c-7c8a0c6ea062 None None] Routers {'e9a1e14e-c55e-4a26-9705-e697893b884d'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:24:19.869400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ef73a170-a667-451b-b32c-7c8a0c6ea062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c8cbd68>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:24:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e9a1e14e-c55e-4a26-9705-e697893b884d'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:24:19.873644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b7fd627-028a-4fa7-9af5-b2d2421b15b2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:19.876117 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9b7fd627-028a-4fa7-9af5-b2d2421b15b2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 1.8185785
Nov 24 13:24:19.878844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54832) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:20.065028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-ef73a170-a667-451b-b32c-7c8a0c6ea062 None None] Set router e9a1e14e-c55e-4a26-9705-e697893b884d gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:24:20.065577 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-34b31a4a-06c8-44f5-9fbc-926d15bee26f tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/subnets?project_id=ddd175861f0b46ae9d96e8c7cb7e2213&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1855004
Nov 24 13:24:20.068576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54838) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:20.074987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-12493711-e3d5-4460-89ba-c0de0ec4b63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'subnet': {'name': 'tempest-subnet-smoke-799475382', 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:24:20.199370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-12493711-e3d5-4460-89ba-c0de0ec4b63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:24:20.204086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-12493711-e3d5-4460-89ba-c0de0ec4b63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:subnet and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:24:20.207125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-12493711-e3d5-4460-89ba-c0de0ec4b63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:24:20.213057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-12493711-e3d5-4460-89ba-c0de0ec4b63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:24:20.228858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12493711-e3d5-4460-89ba-c0de0ec4b63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Made reservation on behalf of ddd175861f0b46ae9d96e8c7cb7e2213 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:24:20.352831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-12493711-e3d5-4460-89ba-c0de0ec4b63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:20.397889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ef73a170-a667-451b-b32c-7c8a0c6ea062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c8cbd68>, [{'id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'name': 'tempest-TestNetworkBasicOps-router-1704390955', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:19Z', 'revision_number': 3, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:24:20.402973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef73a170-a667-451b-b32c-7c8a0c6ea062 None None] Checking router: e9a1e14e-c55e-4a26-9705-e697893b884d for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:24:20.403475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef73a170-a667-451b-b32c-7c8a0c6ea062 None None] Updating router e9a1e14e-c55e-4a26-9705-e697893b884d port 3fb72e0b-6486-4e78-a72a-1d396b043901 binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:24:20.459566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ef73a170-a667-451b-b32c-7c8a0c6ea062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:20.841735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-12493711-e3d5-4460-89ba-c0de0ec4b63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:20.862288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-33d04ce0-a465-490d-8a25-b4932cf8c940 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:20.886020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ef73a170-a667-451b-b32c-7c8a0c6ea062 None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:20.900275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ef73a170-a667-451b-b32c-7c8a0c6ea062 None None] Transition to ACTIVE for port object 3fb72e0b-6486-4e78-a72a-1d396b043901 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:24:20.903546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ef73a170-a667-451b-b32c-7c8a0c6ea062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:20.919561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-339b6377-d420-4348-88e0-a90dd49bd016 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:21.024099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12493711-e3d5-4460-89ba-c0de0ec4b63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Subnet': ['ID=72378cff-468a-475f-a1d0-74c357c2b315,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:21.039381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-12493711-e3d5-4460-89ba-c0de0ec4b63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:21.056678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d140ffb-f938-4b97-a066-f59d3da62824 None None] Pushing event updated for resources: {'Port': ['ID=3fb72e0b-6486-4e78-a72a-1d396b043901,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:21.062455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3d140ffb-f938-4b97-a066-f59d3da62824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:21.103647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12493711-e3d5-4460-89ba-c0de0ec4b63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Checking segment: {'id': '83596f82-6bc5-4f8d-9ee4-3e068e7f114d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:24:21.104219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12493711-e3d5-4460-89ba-c0de0ec4b63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network hostable DHCP agents. Network: a56f1abb-bc94-49e2-855d-f1e5173f6bb7, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:24:21.144381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12493711-e3d5-4460-89ba-c0de0ec4b63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network a56f1abb-bc94-49e2-855d-f1e5173f6bb7 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:24:21.148232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ef73a170-a667-451b-b32c-7c8a0c6ea062 None None] Attempting to bind port 3fb72e0b-6486-4e78-a72a-1d396b043901 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:24:21.148661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ef73a170-a667-451b-b32c-7c8a0c6ea062 None None] Attempting to bind port 3fb72e0b-6486-4e78-a72a-1d396b043901 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:24:21.149086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef73a170-a667-451b-b32c-7c8a0c6ea062 None None] Attempting to bind port 3fb72e0b-6486-4e78-a72a-1d396b043901 on network cfe08d36-e5ba-4f00-8669-16a0ead5d220 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:24:21.155371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-12493711-e3d5-4460-89ba-c0de0ec4b63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, a56f1abb-bc94-49e2-855d-f1e5173f6bb7) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:24:21.157182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:21.161890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef73a170-a667-451b-b32c-7c8a0c6ea062 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:24:21.162358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef73a170-a667-451b-b32c-7c8a0c6ea062 None None] Checking segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:24:21.162840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ef73a170-a667-451b-b32c-7c8a0c6ea062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:21.163325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef73a170-a667-451b-b32c-7c8a0c6ea062 None None] Bound using segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:24:21.163911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ef73a170-a667-451b-b32c-7c8a0c6ea062 None None] Bound port: 3fb72e0b-6486-4e78-a72a-1d396b043901, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:24:21.164772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ef73a170-a667-451b-b32c-7c8a0c6ea062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:21.175476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12493711-e3d5-4460-89ba-c0de0ec4b63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:21.176138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-12493711-e3d5-4460-89ba-c0de0ec4b63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:21.200881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c907392-e92f-494c-ae8f-ce4870ebe62a None None] Network a56f1abb-bc94-49e2-855d-f1e5173f6bb7 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:24:21.203862 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-12493711-e3d5-4460-89ba-c0de0ec4b63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.1340220
Nov 24 13:24:21.208101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54842) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:21.405029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ef73a170-a667-451b-b32c-7c8a0c6ea062 None None] For port 3fb72e0b-6486-4e78-a72a-1d396b043901, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:24:21.428504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ef73a170-a667-451b-b32c-7c8a0c6ea062 None None] For port 3fb72e0b-6486-4e78-a72a-1d396b043901, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=3fb72e0b-6486-4e78-a72a-1d396b043901,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:24:21.461802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ef73a170-a667-451b-b32c-7c8a0c6ea062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:21.487051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c77fe2c8-69d0-482a-83fe-09e1dd105bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:21.870481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222381aa-d910-46ac-912d-d6a4ca57d581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-a56f1abb-bc94-49e2-855d-f1e5173f6bb7', 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ips': [{'subnet_id': '72378cff-468a-475f-a1d0-74c357c2b315'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:24:21.871427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-222381aa-d910-46ac-912d-d6a4ca57d581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:21.884142 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d140ffb-f938-4b97-a066-f59d3da62824 None None] Pushing event updated for resources: {'Port': ['ID=3fb72e0b-6486-4e78-a72a-1d396b043901,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:21.888092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3d140ffb-f938-4b97-a066-f59d3da62824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:21.955180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8afb39d0-208c-49c6-a15c-aafce2d69f20 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:22.051145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef73a170-a667-451b-b32c-7c8a0c6ea062 None None] Routers {'e9a1e14e-c55e-4a26-9705-e697893b884d'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:24:22.051844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ef73a170-a667-451b-b32c-7c8a0c6ea062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c8cbd68>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:24:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e9a1e14e-c55e-4a26-9705-e697893b884d'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:24:22.403643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-ef73a170-a667-451b-b32c-7c8a0c6ea062 None None] Set router e9a1e14e-c55e-4a26-9705-e697893b884d gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:24:22.535402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-222381aa-d910-46ac-912d-d6a4ca57d581 None None] Allocated IP 172.20.0.2 (a56f1abb-bc94-49e2-855d-f1e5173f6bb7/72378cff-468a-475f-a1d0-74c357c2b315/28fe6ad6-7c8e-489e-a77e-03450a177cd0) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:24:22.927051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-222381aa-d910-46ac-912d-d6a4ca57d581 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:22.944657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-222381aa-d910-46ac-912d-d6a4ca57d581 None None] Transition to ACTIVE for port object 28fe6ad6-7c8e-489e-a77e-03450a177cd0 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:24:22.948944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ef73a170-a667-451b-b32c-7c8a0c6ea062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c8cbd68>, [{'id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'name': 'tempest-TestNetworkBasicOps-router-1704390955', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:19Z', 'revision_number': 3, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:24:22.960586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef73a170-a667-451b-b32c-7c8a0c6ea062 None None] The sync data for ids ['e9a1e14e-c55e-4a26-9705-e697893b884d'] in dv-neutron-601336-61-ovs is: [{'id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'name': 'tempest-TestNetworkBasicOps-router-1704390955', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:19Z', 'revision_number': 3, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:24:22.969003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-222381aa-d910-46ac-912d-d6a4ca57d581 None None] Transition to ACTIVE for port object 28fe6ad6-7c8e-489e-a77e-03450a177cd0 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:24:22.974023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-222381aa-d910-46ac-912d-d6a4ca57d581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:22.992334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d192f138-91f1-42f9-bc91-5ad6bd8b0636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:23.049375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-8afb39d0-208c-49c6-a15c-aafce2d69f20 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.20.0.1 (a56f1abb-bc94-49e2-855d-f1e5173f6bb7/72378cff-468a-475f-a1d0-74c357c2b315/cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:24:23.138263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222381aa-d910-46ac-912d-d6a4ca57d581 None None] Pushing event updated for resources: {'Port': ['ID=28fe6ad6-7c8e-489e-a77e-03450a177cd0,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:23.143065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-222381aa-d910-46ac-912d-d6a4ca57d581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:23.199894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222381aa-d910-46ac-912d-d6a4ca57d581 None None] Network a56f1abb-bc94-49e2-855d-f1e5173f6bb7 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:24:23.201158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-222381aa-d910-46ac-912d-d6a4ca57d581 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:24:23.206211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222381aa-d910-46ac-912d-d6a4ca57d581 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:24:23.246789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8afb39d0-208c-49c6-a15c-aafce2d69f20 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:23.265411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-222381aa-d910-46ac-912d-d6a4ca57d581 None None] Attempting to bind port 28fe6ad6-7c8e-489e-a77e-03450a177cd0 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:24:23.265820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-222381aa-d910-46ac-912d-d6a4ca57d581 None None] Attempting to bind port 28fe6ad6-7c8e-489e-a77e-03450a177cd0 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '83596f82-6bc5-4f8d-9ee4-3e068e7f114d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:24:23.266267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222381aa-d910-46ac-912d-d6a4ca57d581 None None] Attempting to bind port 28fe6ad6-7c8e-489e-a77e-03450a177cd0 on network a56f1abb-bc94-49e2-855d-f1e5173f6bb7 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:24:23.267728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8afb39d0-208c-49c6-a15c-aafce2d69f20 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Transition to ACTIVE for port object cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:24:23.273300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222381aa-d910-46ac-912d-d6a4ca57d581 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:24:23.273714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222381aa-d910-46ac-912d-d6a4ca57d581 None None] Checking segment: {'id': '83596f82-6bc5-4f8d-9ee4-3e068e7f114d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:24:23.274184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-222381aa-d910-46ac-912d-d6a4ca57d581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:23.274623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222381aa-d910-46ac-912d-d6a4ca57d581 None None] Bound using segment: {'id': '83596f82-6bc5-4f8d-9ee4-3e068e7f114d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:24:23.275141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-222381aa-d910-46ac-912d-d6a4ca57d581 None None] Bound port: 28fe6ad6-7c8e-489e-a77e-03450a177cd0, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83596f82-6bc5-4f8d-9ee4-3e068e7f114d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:24:23.275557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-222381aa-d910-46ac-912d-d6a4ca57d581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:23.288042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8afb39d0-208c-49c6-a15c-aafce2d69f20 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:23.304363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-991a30ba-fba1-4ea9-b3fa-66d826054189 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:23.394172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-222381aa-d910-46ac-912d-d6a4ca57d581 None None] For port 28fe6ad6-7c8e-489e-a77e-03450a177cd0, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:24:23.399332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-222381aa-d910-46ac-912d-d6a4ca57d581 None None] For port 28fe6ad6-7c8e-489e-a77e-03450a177cd0, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=28fe6ad6-7c8e-489e-a77e-03450a177cd0,segment=NetworkSegment(83596f82-6bc5-4f8d-9ee4-3e068e7f114d),segment_id=83596f82-6bc5-4f8d-9ee4-3e068e7f114d)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:24:23.402788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-222381aa-d910-46ac-912d-d6a4ca57d581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:23.472484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb39d0-208c-49c6-a15c-aafce2d69f20 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:23.478158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8afb39d0-208c-49c6-a15c-aafce2d69f20 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:23.495068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:23.536392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afb39d0-208c-49c6-a15c-aafce2d69f20 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network a56f1abb-bc94-49e2-855d-f1e5173f6bb7 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:24:23.537637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-8afb39d0-208c-49c6-a15c-aafce2d69f20 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:24:23.541207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afb39d0-208c-49c6-a15c-aafce2d69f20 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:24:23.607796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8afb39d0-208c-49c6-a15c-aafce2d69f20 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:23.611509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222381aa-d910-46ac-912d-d6a4ca57d581 None None] Pushing event updated for resources: {'Port': ['ID=28fe6ad6-7c8e-489e-a77e-03450a177cd0,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:23.617439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-222381aa-d910-46ac-912d-d6a4ca57d581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:23.713961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8afb39d0-208c-49c6-a15c-aafce2d69f20 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:24.234438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8afb39d0-208c-49c6-a15c-aafce2d69f20 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:24.237968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8afb39d0-208c-49c6-a15c-aafce2d69f20 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:24.268615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a0fde955-98a0-4db9-9d27-9bd3318b5213 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:24.359862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb39d0-208c-49c6-a15c-aafce2d69f20 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:24.362589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8afb39d0-208c-49c6-a15c-aafce2d69f20 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:24.377261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8afb39d0-208c-49c6-a15c-aafce2d69f20 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:24.514682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afb39d0-208c-49c6-a15c-aafce2d69f20 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network a56f1abb-bc94-49e2-855d-f1e5173f6bb7 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:24:24.515722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-8afb39d0-208c-49c6-a15c-aafce2d69f20 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:24:24.945205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8afb39d0-208c-49c6-a15c-aafce2d69f20 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router e9a1e14e-c55e-4a26-9705-e697893b884d has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:24:24.965813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 3fb72e0b-6486-4e78-a72a-1d396b043901 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:24:24.996128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170ee019-2c9f-45f0-b8e4-896d17bf5ff6 None None] Network a56f1abb-bc94-49e2-855d-f1e5173f6bb7 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:24:25.138608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c2ca3496-8d94-416b-bed3-5cbd6f01e5d3 None None] Provisioning for port 28fe6ad6-7c8e-489e-a77e-03450a177cd0 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:24:25.181083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afb39d0-208c-49c6-a15c-aafce2d69f20 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:24:25.195647 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8afb39d0-208c-49c6-a15c-aafce2d69f20 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "PUT /v2.0/routers/e9a1e14e-c55e-4a26-9705-e697893b884d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9863131
Nov 24 13:24:25.198531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54846) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:25.243914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 3fb72e0b-6486-4e78-a72a-1d396b043901 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:24:25.262895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 3fb72e0b-6486-4e78-a72a-1d396b043901 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:24:25.263323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:25.370635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2953e1-4503-4b7a-a88f-09ad272d205f tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:25.371046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2953e1-4503-4b7a-a88f-09ad272d205f tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:25.371457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2953e1-4503-4b7a-a88f-09ad272d205f tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:25.371907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2953e1-4503-4b7a-a88f-09ad272d205f tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:25.373751 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4e2953e1-4503-4b7a-a88f-09ad272d205f tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2865 time: 0.1742182
Nov 24 13:24:25.376785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54850) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:25.459443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771a9abf-d32b-4174-b857-e2f4f20fa000 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:25.459868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771a9abf-d32b-4174-b857-e2f4f20fa000 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:25.460277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771a9abf-d32b-4174-b857-e2f4f20fa000 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:25.460679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771a9abf-d32b-4174-b857-e2f4f20fa000 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:25.462819 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-771a9abf-d32b-4174-b857-e2f4f20fa000 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.0846510
Nov 24 13:24:25.465303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54854) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:25.632802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:25.651727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 3fb72e0b-6486-4e78-a72a-1d396b043901, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=3fb72e0b-6486-4e78-a72a-1d396b043901,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:24:25.655797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:25.656923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 28fe6ad6-7c8e-489e-a77e-03450a177cd0 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:24:25.685330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:25.688782 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-031c2bac-b31f-4b45-b653-169ac1ecb926 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1606 time: 0.2221959
Nov 24 13:24:25.736574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1f696a-2c70-46a2-a540-3f9243a98400 None None] Sync routers for ids ['e9a1e14e-c55e-4a26-9705-e697893b884d'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:24:25.749772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1f696a-2c70-46a2-a540-3f9243a98400 None None] Routers {'e9a1e14e-c55e-4a26-9705-e697893b884d'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:24:25.750849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-9c1f696a-2c70-46a2-a540-3f9243a98400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c7a9cc0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:24:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e9a1e14e-c55e-4a26-9705-e697893b884d'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:24:25.793228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=3fb72e0b-6486-4e78-a72a-1d396b043901,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:25.797931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:25.812421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 28fe6ad6-7c8e-489e-a77e-03450a177cd0 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:24:25.817869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 28fe6ad6-7c8e-489e-a77e-03450a177cd0 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:24:25.818421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:25.932473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-dd4fc93b-fda7-4b02-9274-bdfe098b4bca None None] Provisioning complete for port 28fe6ad6-7c8e-489e-a77e-03450a177cd0 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:24:25.933019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd4fc93b-fda7-4b02-9274-bdfe098b4bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:25.951143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-9c1f696a-2c70-46a2-a540-3f9243a98400 None None] Set router e9a1e14e-c55e-4a26-9705-e697893b884d gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:24:26.018647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:26.096288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 28fe6ad6-7c8e-489e-a77e-03450a177cd0, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=28fe6ad6-7c8e-489e-a77e-03450a177cd0,segment=NetworkSegment(83596f82-6bc5-4f8d-9ee4-3e068e7f114d),segment_id=83596f82-6bc5-4f8d-9ee4-3e068e7f114d)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:24:26.105884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:26.110183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:26.177188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd4fc93b-fda7-4b02-9274-bdfe098b4bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:26.255200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=28fe6ad6-7c8e-489e-a77e-03450a177cd0,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:26.265017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:26.288591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-dd4fc93b-fda7-4b02-9274-bdfe098b4bca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:24:26.289006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-dd4fc93b-fda7-4b02-9274-bdfe098b4bca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:24:26.485372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-9c1f696a-2c70-46a2-a540-3f9243a98400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c7a9cc0>, [{'id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'name': 'tempest-TestNetworkBasicOps-router-1704390955', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:23Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f', 'name': '', 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:c9:fe:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '72378cff-468a-475f-a1d0-74c357c2b315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:22Z', 'updated_at': '2020-11-24T13:24:24Z', 'revision_number': 2, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '72378cff-468a-475f-a1d0-74c357c2b315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:24:26.489663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1f696a-2c70-46a2-a540-3f9243a98400 None None] Checking router: e9a1e14e-c55e-4a26-9705-e697893b884d for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:24:26.490043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1f696a-2c70-46a2-a540-3f9243a98400 None None] Updating router e9a1e14e-c55e-4a26-9705-e697893b884d port cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:24:26.546826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9c1f696a-2c70-46a2-a540-3f9243a98400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:26.860546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-dd4fc93b-fda7-4b02-9274-bdfe098b4bca None None] Provisioning for port cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:24:26.865862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-dd4fc93b-fda7-4b02-9274-bdfe098b4bca None None] Provisioning complete for port cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:24:26.866426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd4fc93b-fda7-4b02-9274-bdfe098b4bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:26.929036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-dd4fc93b-fda7-4b02-9274-bdfe098b4bca None None] Port cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:24:26.939652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 3fb72e0b-6486-4e78-a72a-1d396b043901 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:24:26.982712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9c1f696a-2c70-46a2-a540-3f9243a98400 None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:26.995526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9c1f696a-2c70-46a2-a540-3f9243a98400 None None] Transition to ACTIVE for port object cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:24:26.999219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9c1f696a-2c70-46a2-a540-3f9243a98400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:27.014048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 3fb72e0b-6486-4e78-a72a-1d396b043901 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:24:27.014661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:27.070176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-117bb932-5436-44d1-b8c0-4c84f92cab13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:27.086983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-7f995985-390e-4cf3-a306-82d1c28f15b4 None None] Provisioning complete for port 28fe6ad6-7c8e-489e-a77e-03450a177cd0 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:24:27.087410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7f995985-390e-4cf3-a306-82d1c28f15b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:27.106507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54862) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:27.113503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-380b6189-89f5-4cca-b52c-a157261cd34b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1490425128', 'description': 'tempest-secgroup-smoke-1490425128 description', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:24:27.135741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-380b6189-89f5-4cca-b52c-a157261cd34b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:24:27.142464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-380b6189-89f5-4cca-b52c-a157261cd34b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:24:27.146834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-380b6189-89f5-4cca-b52c-a157261cd34b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:24:27.155505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-380b6189-89f5-4cca-b52c-a157261cd34b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:24:27.160351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338e63f-340c-463d-8cd8-5bc4df039fb4 None None] Pushing event updated for resources: {'Port': ['ID=cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:27.171798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-380b6189-89f5-4cca-b52c-a157261cd34b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:27.180945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338e63f-340c-463d-8cd8-5bc4df039fb4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:27.181336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338e63f-340c-463d-8cd8-5bc4df039fb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:27.181717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338e63f-340c-463d-8cd8-5bc4df039fb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:27.182186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338e63f-340c-463d-8cd8-5bc4df039fb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:27.182747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338e63f-340c-463d-8cd8-5bc4df039fb4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:27.183129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338e63f-340c-463d-8cd8-5bc4df039fb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:27.183497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338e63f-340c-463d-8cd8-5bc4df039fb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:27.183866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338e63f-340c-463d-8cd8-5bc4df039fb4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:27.185254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338e63f-340c-463d-8cd8-5bc4df039fb4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:27.185254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338e63f-340c-463d-8cd8-5bc4df039fb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:27.185458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338e63f-340c-463d-8cd8-5bc4df039fb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:27.185740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338e63f-340c-463d-8cd8-5bc4df039fb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:27.186328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338e63f-340c-463d-8cd8-5bc4df039fb4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:27.187213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338e63f-340c-463d-8cd8-5bc4df039fb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:27.187577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338e63f-340c-463d-8cd8-5bc4df039fb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:27.188438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338e63f-340c-463d-8cd8-5bc4df039fb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:27.188813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338e63f-340c-463d-8cd8-5bc4df039fb4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:27.189184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338e63f-340c-463d-8cd8-5bc4df039fb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:27.189551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338e63f-340c-463d-8cd8-5bc4df039fb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:27.189916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338e63f-340c-463d-8cd8-5bc4df039fb4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:27.190780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338e63f-340c-463d-8cd8-5bc4df039fb4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:27.191195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338e63f-340c-463d-8cd8-5bc4df039fb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:27.191560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338e63f-340c-463d-8cd8-5bc4df039fb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:27.191920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338e63f-340c-463d-8cd8-5bc4df039fb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:24:27.199720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9338e63f-340c-463d-8cd8-5bc4df039fb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:27.219639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-380b6189-89f5-4cca-b52c-a157261cd34b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:24:27.223332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-380b6189-89f5-4cca-b52c-a157261cd34b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:24:27.226346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-380b6189-89f5-4cca-b52c-a157261cd34b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:24:27.232821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-380b6189-89f5-4cca-b52c-a157261cd34b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:24:27.263791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 28fe6ad6-7c8e-489e-a77e-03450a177cd0 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:24:27.312233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-380b6189-89f5-4cca-b52c-a157261cd34b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:27.316168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-380b6189-89f5-4cca-b52c-a157261cd34b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:27.328718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2e74afa3-15c6-4d98-b5e4-7a61a1a28df7 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:27.363000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b6189-89f5-4cca-b52c-a157261cd34b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7de1d0-6750-47f5-ae2e-6fa27b48b1f5,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:27.366109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-380b6189-89f5-4cca-b52c-a157261cd34b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:27.368440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 28fe6ad6-7c8e-489e-a77e-03450a177cd0 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:24:27.369144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:27.383459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-380b6189-89f5-4cca-b52c-a157261cd34b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:27.384999 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-380b6189-89f5-4cca-b52c-a157261cd34b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1680 time: 0.2773149
Nov 24 13:24:27.388227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54866) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:27.394425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-d664979e-8918-43be-836f-fc235de595e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': 'cb7de1d0-6750-47f5-ae2e-6fa27b48b1f5', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:24:27.405855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d664979e-8918-43be-836f-fc235de595e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:24:27.412587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d664979e-8918-43be-836f-fc235de595e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:24:27.417992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d664979e-8918-43be-836f-fc235de595e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:24:27.419436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9c1f696a-2c70-46a2-a540-3f9243a98400 None None] Attempting to bind port cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:24:27.422356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9c1f696a-2c70-46a2-a540-3f9243a98400 None None] Attempting to bind port cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '83596f82-6bc5-4f8d-9ee4-3e068e7f114d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:24:27.423705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1f696a-2c70-46a2-a540-3f9243a98400 None None] Attempting to bind port cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f on network a56f1abb-bc94-49e2-855d-f1e5173f6bb7 {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:24:27.429927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d664979e-8918-43be-836f-fc235de595e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:24:27.434378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1f696a-2c70-46a2-a540-3f9243a98400 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:24:27.434808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1f696a-2c70-46a2-a540-3f9243a98400 None None] Checking segment: {'id': '83596f82-6bc5-4f8d-9ee4-3e068e7f114d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:24:27.435583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9c1f696a-2c70-46a2-a540-3f9243a98400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:27.436030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1f696a-2c70-46a2-a540-3f9243a98400 None None] Bound using segment: {'id': '83596f82-6bc5-4f8d-9ee4-3e068e7f114d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:24:27.437301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9c1f696a-2c70-46a2-a540-3f9243a98400 None None] Bound port: cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83596f82-6bc5-4f8d-9ee4-3e068e7f114d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:24:27.437872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9c1f696a-2c70-46a2-a540-3f9243a98400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:27.453025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d664979e-8918-43be-836f-fc235de595e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:27.536029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d664979e-8918-43be-836f-fc235de595e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:27.538728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d664979e-8918-43be-836f-fc235de595e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:27.540624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d1393081-774e-45c7-924a-af0d05df967e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:27.550257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-9c1f696a-2c70-46a2-a540-3f9243a98400 None None] For port cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:24:27.553544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-9c1f696a-2c70-46a2-a540-3f9243a98400 None None] For port cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f,segment=NetworkSegment(83596f82-6bc5-4f8d-9ee4-3e068e7f114d),segment_id=83596f82-6bc5-4f8d-9ee4-3e068e7f114d)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:24:27.556890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9c1f696a-2c70-46a2-a540-3f9243a98400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:27.564638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664979e-8918-43be-836f-fc235de595e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b29db4f-ce3c-4495-bce6-eb41ba6f273f,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:27.567333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d664979e-8918-43be-836f-fc235de595e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:27.572718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-117bb932-5436-44d1-b8c0-4c84f92cab13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:27.578043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d664979e-8918-43be-836f-fc235de595e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:27.582108 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d664979e-8918-43be-836f-fc235de595e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1898048
Nov 24 13:24:27.582311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54870) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:27.588245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-af462218-1655-4ec6-95e1-f30e64b8a813 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': 'cb7de1d0-6750-47f5-ae2e-6fa27b48b1f5', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:24:27.596583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-af462218-1655-4ec6-95e1-f30e64b8a813 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:24:27.600819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-af462218-1655-4ec6-95e1-f30e64b8a813 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:24:27.604309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-af462218-1655-4ec6-95e1-f30e64b8a813 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:24:27.611921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-af462218-1655-4ec6-95e1-f30e64b8a813 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:24:27.629763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-af462218-1655-4ec6-95e1-f30e64b8a813 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:27.700845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-af462218-1655-4ec6-95e1-f30e64b8a813 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:27.703759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-af462218-1655-4ec6-95e1-f30e64b8a813 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:27.710890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2cfb31de-4fdb-4ec3-8b3f-832271c54efc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:27.721562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338e63f-340c-463d-8cd8-5bc4df039fb4 None None] Pushing event updated for resources: {'Port': ['ID=cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f,revision_number=4']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:27.732872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af462218-1655-4ec6-95e1-f30e64b8a813 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c86e1842-fa5a-4e5c-87eb-23b8acd984bd,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:27.735501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9338e63f-340c-463d-8cd8-5bc4df039fb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:27.739199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-af462218-1655-4ec6-95e1-f30e64b8a813 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:27.742687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-af462218-1655-4ec6-95e1-f30e64b8a813 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:27.744043 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-af462218-1655-4ec6-95e1-f30e64b8a813 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1605918
Nov 24 13:24:27.746975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54874) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:27.752598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-6f28f507-0586-4413-b965-382ce079b439 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': 'cb7de1d0-6750-47f5-ae2e-6fa27b48b1f5', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:24:27.759212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6f28f507-0586-4413-b965-382ce079b439 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:24:27.763641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6f28f507-0586-4413-b965-382ce079b439 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:24:27.766742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6f28f507-0586-4413-b965-382ce079b439 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:24:27.772781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6f28f507-0586-4413-b965-382ce079b439 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:24:27.784143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1f696a-2c70-46a2-a540-3f9243a98400 None None] Routers {'e9a1e14e-c55e-4a26-9705-e697893b884d'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:24:27.784977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-9c1f696a-2c70-46a2-a540-3f9243a98400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c7a9cc0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:24:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e9a1e14e-c55e-4a26-9705-e697893b884d'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:24:27.790852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f28f507-0586-4413-b965-382ce079b439 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:27.868486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f28f507-0586-4413-b965-382ce079b439 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:27.871452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f28f507-0586-4413-b965-382ce079b439 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:27.873744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-726bee7e-c2ac-4171-a3b5-1b3463049433 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:27.899849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28f507-0586-4413-b965-382ce079b439 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4fba8bf-aa8e-4fcf-b209-1f2ed2b9510a,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:27.902876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6f28f507-0586-4413-b965-382ce079b439 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:27.915596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f28f507-0586-4413-b965-382ce079b439 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:27.919582 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6f28f507-0586-4413-b965-382ce079b439 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1689434
Nov 24 13:24:27.920017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54878) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:27.926578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-edd83cdc-3353-4ffa-88d1-aa7ee57dfd03 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': 'cb7de1d0-6750-47f5-ae2e-6fa27b48b1f5', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:24:27.936092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-edd83cdc-3353-4ffa-88d1-aa7ee57dfd03 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:24:27.940413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-edd83cdc-3353-4ffa-88d1-aa7ee57dfd03 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:24:27.943633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-edd83cdc-3353-4ffa-88d1-aa7ee57dfd03 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:24:27.949735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-edd83cdc-3353-4ffa-88d1-aa7ee57dfd03 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:24:27.968385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-edd83cdc-3353-4ffa-88d1-aa7ee57dfd03 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:27.986419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-9c1f696a-2c70-46a2-a540-3f9243a98400 None None] Set router e9a1e14e-c55e-4a26-9705-e697893b884d gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:24:28.040092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-edd83cdc-3353-4ffa-88d1-aa7ee57dfd03 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:28.042889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-edd83cdc-3353-4ffa-88d1-aa7ee57dfd03 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:28.050078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-59a57fa3-8e36-413a-b08c-952c89918cde tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:28.072309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd83cdc-3353-4ffa-88d1-aa7ee57dfd03 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=218e58db-25b6-479e-a03a-55e2b7f15cb3,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:28.075428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-edd83cdc-3353-4ffa-88d1-aa7ee57dfd03 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:28.079904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-edd83cdc-3353-4ffa-88d1-aa7ee57dfd03 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:28.081187 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-edd83cdc-3353-4ffa-88d1-aa7ee57dfd03 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1601317
Nov 24 13:24:28.084773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54882) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:28.090620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-d27a5102-87b8-4cf0-9d20-638340a50a6c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': 'cb7de1d0-6750-47f5-ae2e-6fa27b48b1f5', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:24:28.098317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d27a5102-87b8-4cf0-9d20-638340a50a6c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:24:28.102461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d27a5102-87b8-4cf0-9d20-638340a50a6c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:24:28.105417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d27a5102-87b8-4cf0-9d20-638340a50a6c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:24:28.111328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d27a5102-87b8-4cf0-9d20-638340a50a6c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:24:28.122241 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-d27a5102-87b8-4cf0-9d20-638340a50a6c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Project ddd175861f0b46ae9d96e8c7cb7e2213 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:24:28.129399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d27a5102-87b8-4cf0-9d20-638340a50a6c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:28.345397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-9c1f696a-2c70-46a2-a540-3f9243a98400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c7a9cc0>, [{'id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'name': 'tempest-TestNetworkBasicOps-router-1704390955', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:23Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f', 'name': '', 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:c9:fe:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '72378cff-468a-475f-a1d0-74c357c2b315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:22Z', 'updated_at': '2020-11-24T13:24:27Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '72378cff-468a-475f-a1d0-74c357c2b315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:24:28.350270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1f696a-2c70-46a2-a540-3f9243a98400 None None] The sync data for ids ['e9a1e14e-c55e-4a26-9705-e697893b884d'] in dv-neutron-601336-61-ovs is: [{'id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'name': 'tempest-TestNetworkBasicOps-router-1704390955', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:23Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f', 'name': '', 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:c9:fe:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '72378cff-468a-475f-a1d0-74c357c2b315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:22Z', 'updated_at': '2020-11-24T13:24:27Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '72378cff-468a-475f-a1d0-74c357c2b315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:24:28.487099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:24:28.497130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d27a5102-87b8-4cf0-9d20-638340a50a6c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:28.503432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d27a5102-87b8-4cf0-9d20-638340a50a6c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:28.509612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c80e07e3-cb71-43c6-b71c-910ad8eed43e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:28.534104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a5102-87b8-4cf0-9d20-638340a50a6c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d2ef7a7-6d1c-4d7b-846e-9aa0e9059f00,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:28.536820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d27a5102-87b8-4cf0-9d20-638340a50a6c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:28.545017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d27a5102-87b8-4cf0-9d20-638340a50a6c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:28.546845 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d27a5102-87b8-4cf0-9d20-638340a50a6c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4605520
Nov 24 13:24:28.549324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54886) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:28.555291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-675f710d-2bc0-43b5-9c7c-308af15e5383 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': 'cb7de1d0-6750-47f5-ae2e-6fa27b48b1f5', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:24:28.562435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-675f710d-2bc0-43b5-9c7c-308af15e5383 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:24:28.566532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-675f710d-2bc0-43b5-9c7c-308af15e5383 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:24:28.569737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-675f710d-2bc0-43b5-9c7c-308af15e5383 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:24:28.576693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-675f710d-2bc0-43b5-9c7c-308af15e5383 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:24:28.591773 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-675f710d-2bc0-43b5-9c7c-308af15e5383 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Project ddd175861f0b46ae9d96e8c7cb7e2213 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:24:28.599504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675f710d-2bc0-43b5-9c7c-308af15e5383 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:28.676377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675f710d-2bc0-43b5-9c7c-308af15e5383 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:28.679191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675f710d-2bc0-43b5-9c7c-308af15e5383 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:28.681121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-50fe47ab-7707-42e9-9a4c-37cf2736624b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:28.707889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f710d-2bc0-43b5-9c7c-308af15e5383 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73459ec5-20c2-44bc-9c2e-6d59b7f8933a,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:28.710718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-675f710d-2bc0-43b5-9c7c-308af15e5383 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:28.718364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675f710d-2bc0-43b5-9c7c-308af15e5383 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:28.719796 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-675f710d-2bc0-43b5-9c7c-308af15e5383 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1692328
Nov 24 13:24:28.923686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-b9e471a3-f9ac-4daf-9dbc-6a0465e34eb7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:24:28.943241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-b9e471a3-f9ac-4daf-9dbc-6a0465e34eb7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:24:28.943933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:24:28.944545 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-b9e471a3-f9ac-4daf-9dbc-6a0465e34eb7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1490425128&fields=id&tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 267 time: 0.0713844
Nov 24 13:24:29.021054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:24:29.027788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:24:29.028593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:29.145022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-8c8e1ea4-cf84-45b4-a8c1-d4bba78b30e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:29.146066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-8c8e1ea4-cf84-45b4-a8c1-d4bba78b30e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:network {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:24:29.163616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-8c8e1ea4-cf84-45b4-a8c1-d4bba78b30e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:network {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:24:29.165330 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-8c8e1ea4-cf84-45b4-a8c1-d4bba78b30e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/networks?id=a56f1abb-bc94-49e2-855d-f1e5173f6bb7 HTTP/1.1" status: 200  len: 797 time: 0.2119255
Nov 24 13:24:29.168874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:29.186767 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-41b022c9-cda8-4572-afcd-962f1da71ac2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/quotas/ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 375 time: 0.0139847
Nov 24 13:24:29.208359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f,segment=NetworkSegment(83596f82-6bc5-4f8d-9ee4-3e068e7f114d),segment_id=83596f82-6bc5-4f8d-9ee4-3e068e7f114d)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:24:29.211445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:29.214274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3d140ffb-f938-4b97-a066-f59d3da62824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:29.284662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-6e5f58cb-54cf-4920-b7d1-34ae79ed2c40 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:24:29.286850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:29.290271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:29.301616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-6e5f58cb-54cf-4920-b7d1-34ae79ed2c40 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:24:29.303105 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-6e5f58cb-54cf-4920-b7d1-34ae79ed2c40 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1099224
Nov 24 13:24:29.320757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-d00a248c-142b-4842-ad65-56d2b9ed27e0 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:24:29.321818 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-d00a248c-142b-4842-ad65-56d2b9ed27e0 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0057197
Nov 24 13:24:29.474939 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-261d06b8-256f-45ba-b633-a9f453bae8c6 service neutron] 10.222.0.76 "GET /v2.0/networks/a56f1abb-bc94-49e2-855d-f1e5173f6bb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461637
Nov 24 13:24:29.630437 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-9dc69a53-8280-4efb-a65b-d50c961dffae service neutron] 10.222.0.76 "GET /v2.0/networks/a56f1abb-bc94-49e2-855d-f1e5173f6bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1485612
Nov 24 13:24:29.836757 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e916cb5b-6481-4957-8bda-a6959cd74834 req-024885d8-bb05-4aff-947d-a5908c7e0084 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=3259654d-9a96-46d3-a387-10a677c53c0c HTTP/1.1" status: 200  len: 210 time: 0.0467737
Nov 24 13:24:30.937824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:24:31.037059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:24:31.037749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:31.086900 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fe1998a1-de79-48ab-983e-3bb2b992555a req-5f8b909f-5808-4474-be97-c18d3c6bc789 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=3259654d-9a96-46d3-a387-10a677c53c0c HTTP/1.1" status: 200  len: 210 time: 0.0703473
Nov 24 13:24:31.095276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-d5152cba-4ed3-4c0e-ae6f-eb71fcbb8064 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:31.096399 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-d5152cba-4ed3-4c0e-ae6f-eb71fcbb8064 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/networks?id=a56f1abb-bc94-49e2-855d-f1e5173f6bb7 HTTP/1.1" status: 200  len: 797 time: 0.2395000
Nov 24 13:24:31.199833 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-ff4f9820-af42-4bed-b85e-5a145b630be3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 7377 time: 0.0854921
Nov 24 13:24:31.213091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-f1887dff-5784-422c-8fe0-efdb3ccbf366 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'port': {'device_id': '3259654d-9a96-46d3-a387-10a677c53c0c', 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7', 'admin_state_up': True, 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'security_groups': ['cb7de1d0-6750-47f5-ae2e-6fa27b48b1f5']}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:24:31.362494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-f1887dff-5784-422c-8fe0-efdb3ccbf366 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:24:31.372224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-f1887dff-5784-422c-8fe0-efdb3ccbf366 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:24:31.381358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-f1887dff-5784-422c-8fe0-efdb3ccbf366 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Made reservation on behalf of ddd175861f0b46ae9d96e8c7cb7e2213 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:24:31.386931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-f1887dff-5784-422c-8fe0-efdb3ccbf366 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:31.708261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-f1887dff-5784-422c-8fe0-efdb3ccbf366 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.20.0.7 (a56f1abb-bc94-49e2-855d-f1e5173f6bb7/72378cff-468a-475f-a1d0-74c357c2b315/51118362-e0a5-46e1-8b46-e4a58a905d52) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:24:31.917144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-f1887dff-5784-422c-8fe0-efdb3ccbf366 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:31.935416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-f1887dff-5784-422c-8fe0-efdb3ccbf366 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Transition to ACTIVE for port object 51118362-e0a5-46e1-8b46-e4a58a905d52 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:24:31.957297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-f1887dff-5784-422c-8fe0-efdb3ccbf366 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:31.972908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6898c424-e734-4de4-a64c-b8f163ceb0e9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:32.113172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1887dff-5784-422c-8fe0-efdb3ccbf366 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=51118362-e0a5-46e1-8b46-e4a58a905d52,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:32.116402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f1887dff-5784-422c-8fe0-efdb3ccbf366 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:32.180918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-f1887dff-5784-422c-8fe0-efdb3ccbf366 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network a56f1abb-bc94-49e2-855d-f1e5173f6bb7 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:24:32.182290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-f1887dff-5784-422c-8fe0-efdb3ccbf366 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:24:32.184630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-f1887dff-5784-422c-8fe0-efdb3ccbf366 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:24:32.309130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-f1887dff-5784-422c-8fe0-efdb3ccbf366 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:32.309804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-f1887dff-5784-422c-8fe0-efdb3ccbf366 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:32.352962 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-f1887dff-5784-422c-8fe0-efdb3ccbf366 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1446536
Nov 24 13:24:32.364496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc663a66-3f04-4508-aaba-b0b8852dbe78 req-39d39cee-a2c2-4f5f-b02b-1090f902486d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:32.365672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-fc663a66-3f04-4508-aaba-b0b8852dbe78 req-39d39cee-a2c2-4f5f-b02b-1090f902486d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:24:32.374781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-9c9fca80-1211-45aa-b5d2-126ba8bfd82f service neutron] Request body: {'port': {'device_id': '3259654d-9a96-46d3-a387-10a677c53c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:24:32.379008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e686186c-3618-47a3-b863-3254932a83ce None None] Provisioning for port 51118362-e0a5-46e1-8b46-e4a58a905d52 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:24:32.383901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e686186c-3618-47a3-b863-3254932a83ce None None] Provisioning complete for port 51118362-e0a5-46e1-8b46-e4a58a905d52 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:24:32.384323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e686186c-3618-47a3-b863-3254932a83ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:32.430490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-fc663a66-3f04-4508-aaba-b0b8852dbe78 req-39d39cee-a2c2-4f5f-b02b-1090f902486d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:24:32.431839 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fc663a66-3f04-4508-aaba-b0b8852dbe78 req-39d39cee-a2c2-4f5f-b02b-1090f902486d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=3259654d-9a96-46d3-a387-10a677c53c0c HTTP/1.1" status: 200  len: 931 time: 0.1946802
Nov 24 13:24:32.442531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e686186c-3618-47a3-b863-3254932a83ce None None] Port 51118362-e0a5-46e1-8b46-e4a58a905d52 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:24:32.540925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-9c9fca80-1211-45aa-b5d2-126ba8bfd82f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:32.557486 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fc663a66-3f04-4508-aaba-b0b8852dbe78 req-9f1ef62d-50e0-4a9f-ba72-55313b6f29a1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=cb7de1d0-6750-47f5-ae2e-6fa27b48b1f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1179597
Nov 24 13:24:32.972718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-9c9fca80-1211-45aa-b5d2-126ba8bfd82f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51118362-e0a5-46e1-8b46-e4a58a905d52 {{(pid=80943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:24:32.979856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-9c9fca80-1211-45aa-b5d2-126ba8bfd82f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:32.992858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-9c9fca80-1211-45aa-b5d2-126ba8bfd82f service neutron] Transition to ACTIVE for port object 51118362-e0a5-46e1-8b46-e4a58a905d52 will not be triggered until provisioned by entity L2. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:24:32.995215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-9c9fca80-1211-45aa-b5d2-126ba8bfd82f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:33.060892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1dc46c43-8092-4616-b80a-c38b589a8e8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:33.152378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9fca80-1211-45aa-b5d2-126ba8bfd82f service neutron] Pushing event updated for resources: {'Port': ['ID=51118362-e0a5-46e1-8b46-e4a58a905d52,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:33.155671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9c9fca80-1211-45aa-b5d2-126ba8bfd82f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:33.352934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-9c9fca80-1211-45aa-b5d2-126ba8bfd82f service neutron] Attempting to bind port 51118362-e0a5-46e1-8b46-e4a58a905d52 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:24:33.353319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-9c9fca80-1211-45aa-b5d2-126ba8bfd82f service neutron] Attempting to bind port 51118362-e0a5-46e1-8b46-e4a58a905d52 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '83596f82-6bc5-4f8d-9ee4-3e068e7f114d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7'}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:24:33.353693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-9c9fca80-1211-45aa-b5d2-126ba8bfd82f service neutron] Attempting to bind port 51118362-e0a5-46e1-8b46-e4a58a905d52 on network a56f1abb-bc94-49e2-855d-f1e5173f6bb7 {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:24:33.361823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-9c9fca80-1211-45aa-b5d2-126ba8bfd82f service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:24:33.362230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-9c9fca80-1211-45aa-b5d2-126ba8bfd82f service neutron] Checking segment: {'id': '83596f82-6bc5-4f8d-9ee4-3e068e7f114d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:24:33.362643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-9c9fca80-1211-45aa-b5d2-126ba8bfd82f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:33.363045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-9c9fca80-1211-45aa-b5d2-126ba8bfd82f service neutron] Bound using segment: {'id': '83596f82-6bc5-4f8d-9ee4-3e068e7f114d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7'} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:24:33.363521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-9c9fca80-1211-45aa-b5d2-126ba8bfd82f service neutron] Bound port: 51118362-e0a5-46e1-8b46-e4a58a905d52, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83596f82-6bc5-4f8d-9ee4-3e068e7f114d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7'}}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:24:33.363897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-9c9fca80-1211-45aa-b5d2-126ba8bfd82f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:33.463979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-9c9fca80-1211-45aa-b5d2-126ba8bfd82f service neutron] For port 51118362-e0a5-46e1-8b46-e4a58a905d52, host hv-neutron-6013, cleared binding levels {{(pid=80943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:24:33.467334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-9c9fca80-1211-45aa-b5d2-126ba8bfd82f service neutron] For port 51118362-e0a5-46e1-8b46-e4a58a905d52, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=51118362-e0a5-46e1-8b46-e4a58a905d52,segment=NetworkSegment(83596f82-6bc5-4f8d-9ee4-3e068e7f114d),segment_id=83596f82-6bc5-4f8d-9ee4-3e068e7f114d)] {{(pid=80943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:24:33.471380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-9c9fca80-1211-45aa-b5d2-126ba8bfd82f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:33.488198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-69f95b61-0a5e-44d1-83a7-561daf890d75 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:33.646320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9fca80-1211-45aa-b5d2-126ba8bfd82f service neutron] Pushing event updated for resources: {'Port': ['ID=51118362-e0a5-46e1-8b46-e4a58a905d52,revision_number=3']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:33.652653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9c9fca80-1211-45aa-b5d2-126ba8bfd82f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:33.683766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-9c9fca80-1211-45aa-b5d2-126ba8bfd82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:33.684515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-9c9fca80-1211-45aa-b5d2-126ba8bfd82f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:33.686294 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-9c9fca80-1211-45aa-b5d2-126ba8bfd82f service neutron] 10.222.0.70 "PUT /v2.0/ports/51118362-e0a5-46e1-8b46-e4a58a905d52 HTTP/1.1" status: 200  len: 1157 time: 1.3174126
Nov 24 13:24:33.686878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3259654d-9a96-46d3-a387-10a677c53c0c', 'tag': '51118362-e0a5-46e1-8b46-e4a58a905d52'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:24:33.790050 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3259654d-9a96-46d3-a387-10a677c53c0c', 'tag': '51118362-e0a5-46e1-8b46-e4a58a905d52', 'status': 'completed', 'code': 200}
Nov 24 13:24:33.862429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29726b-0488-4722-ba5f-630fafb57499 req-fbb78f7f-2d6a-406d-bbf0-c45f2044daac tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:33.864019 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cd29726b-0488-4722-ba5f-630fafb57499 req-fbb78f7f-2d6a-406d-bbf0-c45f2044daac tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=3259654d-9a96-46d3-a387-10a677c53c0c HTTP/1.1" status: 200  len: 943 time: 0.1706362
Nov 24 13:24:33.870464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-258b9c5a-e2f6-46a9-b087-a0c16a4aaf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:33.872031 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-258b9c5a-e2f6-46a9-b087-a0c16a4aaf7c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=3259654d-9a96-46d3-a387-10a677c53c0c HTTP/1.1" status: 200  len: 1160 time: 0.1293893
Nov 24 13:24:33.971682 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-e0ecbd9b-e054-44da-ae61-1a7a59d26084 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51118362-e0a5-46e1-8b46-e4a58a905d52 HTTP/1.1" status: 200  len: 217 time: 0.0836773
Nov 24 13:24:34.033206 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cd29726b-0488-4722-ba5f-630fafb57499 req-37c766d4-b375-4869-8010-224e44cb923a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=cb7de1d0-6750-47f5-ae2e-6fa27b48b1f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1601338
Nov 24 13:24:34.051178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-05a09998-5d32-40a2-a655-121d59c095b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:34.052538 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-05a09998-5d32-40a2-a655-121d59c095b9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72378cff-468a-475f-a1d0-74c357c2b315 HTTP/1.1" status: 200  len: 834 time: 0.0718162
Nov 24 13:24:34.134509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-6baae5d7-c291-442c-ad73-2f06544b1df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:34.136065 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-6baae5d7-c291-442c-ad73-2f06544b1df4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a56f1abb-bc94-49e2-855d-f1e5173f6bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0766792
Nov 24 13:24:34.556140 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-3480801d-e3c5-4181-b0cb-316a2d51a075 service neutron] 10.222.0.70 "GET /v2.0/networks/a56f1abb-bc94-49e2-855d-f1e5173f6bb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4130056
Nov 24 13:24:34.703273 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3acd556e-2d6f-42c8-ac41-ce345c279bcf req-4d149ee1-dfbb-43c3-addf-e192de699062 service neutron] 10.222.0.70 "GET /v2.0/networks/a56f1abb-bc94-49e2-855d-f1e5173f6bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1404774
Nov 24 13:24:34.863965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8370d8-4b9c-43a0-a0bb-64b3fccd9cf7 req-9078467a-6f52-4fa2-a932-073822df8ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:34.865573 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2b8370d8-4b9c-43a0-a0bb-64b3fccd9cf7 req-9078467a-6f52-4fa2-a932-073822df8ee0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=3259654d-9a96-46d3-a387-10a677c53c0c HTTP/1.1" status: 200  len: 1160 time: 0.0762684
Nov 24 13:24:35.008664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8370d8-4b9c-43a0-a0bb-64b3fccd9cf7 req-39b485f5-f194-4314-bedb-c502a86731c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:35.010260 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2b8370d8-4b9c-43a0-a0bb-64b3fccd9cf7 req-39b485f5-f194-4314-bedb-c502a86731c9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a56f1abb-bc94-49e2-855d-f1e5173f6bb7 HTTP/1.1" status: 200  len: 891 time: 0.1379931
Nov 24 13:24:35.086261 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2b8370d8-4b9c-43a0-a0bb-64b3fccd9cf7 req-40b03442-a0b7-4adf-89ab-27c796a0fed6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51118362-e0a5-46e1-8b46-e4a58a905d52 HTTP/1.1" status: 200  len: 217 time: 0.0683753
Nov 24 13:24:35.160012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8370d8-4b9c-43a0-a0bb-64b3fccd9cf7 req-35d1af2a-4ce4-4e32-8f45-6f84fd05b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:35.161545 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2b8370d8-4b9c-43a0-a0bb-64b3fccd9cf7 req-35d1af2a-4ce4-4e32-8f45-6f84fd05b0b2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72378cff-468a-475f-a1d0-74c357c2b315 HTTP/1.1" status: 200  len: 834 time: 0.0693965
Nov 24 13:24:35.318840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8370d8-4b9c-43a0-a0bb-64b3fccd9cf7 req-2835ce9b-f964-4ea4-a284-135ea500f2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:35.320488 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2b8370d8-4b9c-43a0-a0bb-64b3fccd9cf7 req-2835ce9b-f964-4ea4-a284-135ea500f2dd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a56f1abb-bc94-49e2-855d-f1e5173f6bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1515846
Nov 24 13:24:35.327454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e47c3b-6757-46e4-8d48-391540d26f0d req-0fa68567-069e-4d6c-adcc-a8078db5257e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:35.328974 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-54e47c3b-6757-46e4-8d48-391540d26f0d req-0fa68567-069e-4d6c-adcc-a8078db5257e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=3259654d-9a96-46d3-a387-10a677c53c0c HTTP/1.1" status: 200  len: 943 time: 0.1270180
Nov 24 13:24:35.480758 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-54e47c3b-6757-46e4-8d48-391540d26f0d req-646c1fe0-3478-4af4-ac38-1d9e00b089b3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=cb7de1d0-6750-47f5-ae2e-6fa27b48b1f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1293745
Nov 24 13:24:35.504183 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2b8370d8-4b9c-43a0-a0bb-64b3fccd9cf7 req-107268f6-175b-4cd8-b38c-24776d0b25d4 service neutron] 10.222.0.70 "GET /v2.0/networks/a56f1abb-bc94-49e2-855d-f1e5173f6bb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1742077
Nov 24 13:24:35.649685 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2b8370d8-4b9c-43a0-a0bb-64b3fccd9cf7 req-50600f22-473a-4739-9484-3247a2100ff1 service neutron] 10.222.0.70 "GET /v2.0/networks/a56f1abb-bc94-49e2-855d-f1e5173f6bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1374242
Nov 24 13:24:36.696584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa8c68-6f54-4af2-b351-6d3c0b10d672 req-8b933907-f40d-4f9a-94a8-b80a332b75d0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:36.698212 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-18fa8c68-6f54-4af2-b351-6d3c0b10d672 req-8b933907-f40d-4f9a-94a8-b80a332b75d0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=3259654d-9a96-46d3-a387-10a677c53c0c HTTP/1.1" status: 200  len: 943 time: 0.0878298
Nov 24 13:24:36.746161 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-18fa8c68-6f54-4af2-b351-6d3c0b10d672 req-385b5ce1-740e-41de-af3b-58c38a360c59 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=cb7de1d0-6750-47f5-ae2e-6fa27b48b1f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408871
Nov 24 13:24:37.837624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 51118362-e0a5-46e1-8b46-e4a58a905d52 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:24:37.913954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port 51118362-e0a5-46e1-8b46-e4a58a905d52 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:24:37.921908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 51118362-e0a5-46e1-8b46-e4a58a905d52 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:24:37.922928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:37.964489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c60676-0baa-4415-bd7b-3de90a9b91cf req-7b8e57af-0709-483e-9289-aa9d0d8dcadb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:37.966145 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-65c60676-0baa-4415-bd7b-3de90a9b91cf req-7b8e57af-0709-483e-9289-aa9d0d8dcadb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=3259654d-9a96-46d3-a387-10a677c53c0c HTTP/1.1" status: 200  len: 943 time: 0.0847342
Nov 24 13:24:38.018174 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-65c60676-0baa-4415-bd7b-3de90a9b91cf req-6a00c57e-f0ca-4b3f-8b3b-0bf7a76ae4b2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=cb7de1d0-6750-47f5-ae2e-6fa27b48b1f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447104
Nov 24 13:24:38.044049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:38.073714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3259654d-9a96-46d3-a387-10a677c53c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51118362-e0a5-46e1-8b46-e4a58a905d52'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:24:38.084148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 51118362-e0a5-46e1-8b46-e4a58a905d52, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=51118362-e0a5-46e1-8b46-e4a58a905d52,segment=NetworkSegment(83596f82-6bc5-4f8d-9ee4-3e068e7f114d),segment_id=83596f82-6bc5-4f8d-9ee4-3e068e7f114d)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:24:38.087406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:38.090327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-222381aa-d910-46ac-912d-d6a4ca57d581 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:38.140690 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3259654d-9a96-46d3-a387-10a677c53c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51118362-e0a5-46e1-8b46-e4a58a905d52', 'code': 200}
Nov 24 13:24:38.166250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=51118362-e0a5-46e1-8b46-e4a58a905d52,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:38.169762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:38.421831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d977163-aaa2-4cbc-a68a-47eeca748322 req-cafbe6ea-0a52-444f-8806-b6be6a562d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:38.423456 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7d977163-aaa2-4cbc-a68a-47eeca748322 req-cafbe6ea-0a52-444f-8806-b6be6a562d87 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3259654d-9a96-46d3-a387-10a677c53c0c HTTP/1.1" status: 200  len: 1162 time: 0.0783341
Nov 24 13:24:38.467975 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7d977163-aaa2-4cbc-a68a-47eeca748322 req-15d1d79c-083c-401b-b593-b545e058792d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cb7de1d0-6750-47f5-ae2e-6fa27b48b1f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379207
Nov 24 13:24:39.239696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51060875-f009-47bc-aaed-06f8e6397c57 req-e45c33d3-6901-43c8-9e34-0c0083cf3585 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:39.241392 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-51060875-f009-47bc-aaed-06f8e6397c57 req-e45c33d3-6901-43c8-9e34-0c0083cf3585 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=3259654d-9a96-46d3-a387-10a677c53c0c HTTP/1.1" status: 200  len: 945 time: 0.0863817
Nov 24 13:24:39.299010 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-51060875-f009-47bc-aaed-06f8e6397c57 req-8ae0aa3d-9a63-470e-8ee2-1e9cefdd2cc6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=cb7de1d0-6750-47f5-ae2e-6fa27b48b1f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474389
Nov 24 13:24:39.530702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 51118362-e0a5-46e1-8b46-e4a58a905d52 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:24:39.609144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 51118362-e0a5-46e1-8b46-e4a58a905d52 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:24:39.609561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:40.217990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-871b177c-053a-497c-99e7-59c7770769b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:40.520003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d4079-af15-416d-b099-ca40e8c371f2 req-5348d611-2217-4aa3-a193-a479112fb894 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:40.521642 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-771d4079-af15-416d-b099-ca40e8c371f2 req-5348d611-2217-4aa3-a193-a479112fb894 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=3259654d-9a96-46d3-a387-10a677c53c0c HTTP/1.1" status: 200  len: 945 time: 0.0891397
Nov 24 13:24:40.571126 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-771d4079-af15-416d-b099-ca40e8c371f2 req-bf86068a-4c62-4a7f-8ded-8dd5cd5ff3f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=cb7de1d0-6750-47f5-ae2e-6fa27b48b1f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426056
Nov 24 13:24:40.786183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd3318-8995-4fb3-83bf-1b8a9ed922d1 req-89dcfa90-4891-4b1c-af93-2a3a90624b0d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:40.787651 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0dfd3318-8995-4fb3-83bf-1b8a9ed922d1 req-89dcfa90-4891-4b1c-af93-2a3a90624b0d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=3259654d-9a96-46d3-a387-10a677c53c0c HTTP/1.1" status: 200  len: 945 time: 0.0865862
Nov 24 13:24:40.840479 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0dfd3318-8995-4fb3-83bf-1b8a9ed922d1 req-05307fee-28cf-49d5-934d-c6ba9c576fef tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=cb7de1d0-6750-47f5-ae2e-6fa27b48b1f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464017
Nov 24 13:24:40.870697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54938) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:40.945855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b752e31-86b3-4b4a-a901-2156d237c66c tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:40.947574 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0b752e31-86b3-4b4a-a901-2156d237c66c tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/ports?device_id=3259654d-9a96-46d3-a387-10a677c53c0c HTTP/1.1" status: 200  len: 1157 time: 0.0761502
Nov 24 13:24:40.951272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54942) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:40.956784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-f92202f4-5f0e-4df2-be5f-e9ac49f860c6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'port_id': '51118362-e0a5-46e1-8b46-e4a58a905d52', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:24:40.962814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f92202f4-5f0e-4df2-be5f-e9ac49f860c6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:24:40.966974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f92202f4-5f0e-4df2-be5f-e9ac49f860c6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:floatingip and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:24:40.971368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f92202f4-5f0e-4df2-be5f-e9ac49f860c6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:24:40.977872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f92202f4-5f0e-4df2-be5f-e9ac49f860c6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:24:40.988301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f92202f4-5f0e-4df2-be5f-e9ac49f860c6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:41.141212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f92202f4-5f0e-4df2-be5f-e9ac49f860c6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:41.436476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-f92202f4-5f0e-4df2-be5f-e9ac49f860c6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.26.8.246 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/dd22c60c-efcf-4c70-9645-36fddc8da0dc) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:24:41.596056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f92202f4-5f0e-4df2-be5f-e9ac49f860c6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:41.621710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f92202f4-5f0e-4df2-be5f-e9ac49f860c6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:41.637106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-afd0484e-5b54-4e0d-b3b0-7f4b82d75794 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:41.771000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92202f4-5f0e-4df2-be5f-e9ac49f860c6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=dd22c60c-efcf-4c70-9645-36fddc8da0dc,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:41.776115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f92202f4-5f0e-4df2-be5f-e9ac49f860c6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:41.828442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92202f4-5f0e-4df2-be5f-e9ac49f860c6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:24:41.830262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-f92202f4-5f0e-4df2-be5f-e9ac49f860c6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:24:41.832561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92202f4-5f0e-4df2-be5f-e9ac49f860c6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:24:42.269595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f92202f4-5f0e-4df2-be5f-e9ac49f860c6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:42.346467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f92202f4-5f0e-4df2-be5f-e9ac49f860c6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:42.601608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fd2de587-4cf3-4329-bd5f-3a4a4031c07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:42.615512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f92202f4-5f0e-4df2-be5f-e9ac49f860c6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:42.619234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f92202f4-5f0e-4df2-be5f-e9ac49f860c6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:42.638660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9c9fca80-1211-45aa-b5d2-126ba8bfd82f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:42.771060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92202f4-5f0e-4df2-be5f-e9ac49f860c6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=dd22c60c-efcf-4c70-9645-36fddc8da0dc,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:42.775911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f92202f4-5f0e-4df2-be5f-e9ac49f860c6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:42.875527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f92202f4-5f0e-4df2-be5f-e9ac49f860c6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:42.924970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:43.344704 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-f92202f4-5f0e-4df2-be5f-e9ac49f860c6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Floating IP a17d6013-0dee-4731-844d-92b858be0fe3 associated. External IP: 172.26.8.246, port: 51118362-e0a5-46e1-8b46-e4a58a905d52.
Nov 24 13:24:43.759174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92202f4-5f0e-4df2-be5f-e9ac49f860c6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router e9a1e14e-c55e-4a26-9705-e697893b884d has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:24:43.971200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92202f4-5f0e-4df2-be5f-e9ac49f860c6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:24:43.981488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300ad8ec-559b-43af-ba68-64bc387c0fdf None None] Sync routers for ids ['e9a1e14e-c55e-4a26-9705-e697893b884d'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:24:43.994870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300ad8ec-559b-43af-ba68-64bc387c0fdf None None] Routers {'e9a1e14e-c55e-4a26-9705-e697893b884d'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:24:43.995674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f92202f4-5f0e-4df2-be5f-e9ac49f860c6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:43.995838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-300ad8ec-559b-43af-ba68-64bc387c0fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c8c1cc0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:24:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e9a1e14e-c55e-4a26-9705-e697893b884d'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:24:44.060885 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f92202f4-5f0e-4df2-be5f-e9ac49f860c6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.1084838
Nov 24 13:24:44.061606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3259654d-9a96-46d3-a387-10a677c53c0c', 'tag': '51118362-e0a5-46e1-8b46-e4a58a905d52'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:24:44.063878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54946) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:44.122443 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3259654d-9a96-46d3-a387-10a677c53c0c', 'tag': '51118362-e0a5-46e1-8b46-e4a58a905d52', 'status': 'completed', 'code': 200}
Nov 24 13:24:44.173140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36879c42-72be-439e-8fb3-fd8b7220d6b7 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:44.176766 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-36879c42-72be-439e-8fb3-fd8b7220d6b7 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/ports?device_id=3259654d-9a96-46d3-a387-10a677c53c0c HTTP/1.1" status: 200  len: 1157 time: 0.1110382
Nov 24 13:24:44.254577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11286a51-a67f-4b7e-9477-678fef236e62 req-21176ab3-d14f-4342-b777-14c6d4a0bee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:44.256254 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11286a51-a67f-4b7e-9477-678fef236e62 req-21176ab3-d14f-4342-b777-14c6d4a0bee5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=3259654d-9a96-46d3-a387-10a677c53c0c HTTP/1.1" status: 200  len: 1162 time: 0.0896587
Nov 24 13:24:44.375576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-300ad8ec-559b-43af-ba68-64bc387c0fdf None None] Set router e9a1e14e-c55e-4a26-9705-e697893b884d gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:24:44.412039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11286a51-a67f-4b7e-9477-678fef236e62 req-2e417dac-790a-4f85-a3ab-7ae1b788d05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:44.413666 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11286a51-a67f-4b7e-9477-678fef236e62 req-2e417dac-790a-4f85-a3ab-7ae1b788d05e service neutron] 10.222.0.70 "GET /v2.0/networks?id=a56f1abb-bc94-49e2-855d-f1e5173f6bb7 HTTP/1.1" status: 200  len: 891 time: 0.1501405
Nov 24 13:24:44.417330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:44.527167 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11286a51-a67f-4b7e-9477-678fef236e62 req-d3f1d01a-80c7-4806-8ce5-48835cc56abd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51118362-e0a5-46e1-8b46-e4a58a905d52 HTTP/1.1" status: 200  len: 999 time: 0.1060469
Nov 24 13:24:44.608995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11286a51-a67f-4b7e-9477-678fef236e62 req-179bb903-ef4b-4328-a260-ce735129ee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:44.610629 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11286a51-a67f-4b7e-9477-678fef236e62 req-179bb903-ef4b-4328-a260-ce735129ee21 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72378cff-468a-475f-a1d0-74c357c2b315 HTTP/1.1" status: 200  len: 834 time: 0.0689392
Nov 24 13:24:44.700736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11286a51-a67f-4b7e-9477-678fef236e62 req-79bc60f8-f53e-4267-91df-afe8226aee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:44.702411 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11286a51-a67f-4b7e-9477-678fef236e62 req-79bc60f8-f53e-4267-91df-afe8226aee19 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a56f1abb-bc94-49e2-855d-f1e5173f6bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0853379
Nov 24 13:24:44.767482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:44.774170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-300ad8ec-559b-43af-ba68-64bc387c0fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c8c1cc0>, [{'id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'name': 'tempest-TestNetworkBasicOps-router-1704390955', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:23Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'a17d6013-0dee-4731-844d-92b858be0fe3', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.246', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'port_id': '51118362-e0a5-46e1-8b46-e4a58a905d52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7', 'mac_address': 'fa:16:3e:7c:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3259654d-9a96-46d3-a387-10a677c53c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:24:42Z', 'updated_at': '2020-11-24T13:24:42Z', 'revision_number': 0, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f', 'name': '', 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:c9:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '72378cff-468a-475f-a1d0-74c357c2b315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:22Z', 'updated_at': '2020-11-24T13:24:29Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '72378cff-468a-475f-a1d0-74c357c2b315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:24:44.781414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300ad8ec-559b-43af-ba68-64bc387c0fdf None None] Checking router: e9a1e14e-c55e-4a26-9705-e697893b884d for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:24:44.782762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54954) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:44.789158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-d5cdae37-9af5-4e90-8554-df3dfb39968f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1413824779', 'description': 'tempest-secgroup-smoke-1413824779 description', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:24:44.790062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300ad8ec-559b-43af-ba68-64bc387c0fdf None None] Routers {'e9a1e14e-c55e-4a26-9705-e697893b884d'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:24:44.790793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-300ad8ec-559b-43af-ba68-64bc387c0fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c8c1cc0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:24:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e9a1e14e-c55e-4a26-9705-e697893b884d'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:24:44.801005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d5cdae37-9af5-4e90-8554-df3dfb39968f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:24:44.816917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d5cdae37-9af5-4e90-8554-df3dfb39968f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:24:44.831926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d5cdae37-9af5-4e90-8554-df3dfb39968f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:44.881890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d5cdae37-9af5-4e90-8554-df3dfb39968f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:24:44.887374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d5cdae37-9af5-4e90-8554-df3dfb39968f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:24:44.890754 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11286a51-a67f-4b7e-9477-678fef236e62 req-85484e74-ddbf-4e93-92b9-3eef79489345 service neutron] 10.222.0.70 "GET /v2.0/networks/a56f1abb-bc94-49e2-855d-f1e5173f6bb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1795557
Nov 24 13:24:44.891419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d5cdae37-9af5-4e90-8554-df3dfb39968f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:24:44.898293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d5cdae37-9af5-4e90-8554-df3dfb39968f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:24:44.963318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d5cdae37-9af5-4e90-8554-df3dfb39968f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:44.967002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d5cdae37-9af5-4e90-8554-df3dfb39968f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:44.973612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-839116a9-69da-45e4-b3e2-dc7db606db2b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:44.995777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-300ad8ec-559b-43af-ba68-64bc387c0fdf None None] Set router e9a1e14e-c55e-4a26-9705-e697893b884d gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:24:45.026020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cdae37-9af5-4e90-8554-df3dfb39968f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroup': ['ID=fe493c7d-2985-4e48-973a-75dcc62e54a1,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:45.031937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d5cdae37-9af5-4e90-8554-df3dfb39968f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:45.044417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d5cdae37-9af5-4e90-8554-df3dfb39968f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:45.049791 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d5cdae37-9af5-4e90-8554-df3dfb39968f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1680 time: 0.2622635
Nov 24 13:24:45.051565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 54958) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:45.061673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-8276ea7c-d0ad-40be-8645-8e79b56f1618 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': 'fe493c7d-2985-4e48-973a-75dcc62e54a1', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:24:45.074229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8276ea7c-d0ad-40be-8645-8e79b56f1618 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:24:45.081431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8276ea7c-d0ad-40be-8645-8e79b56f1618 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:24:45.087714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8276ea7c-d0ad-40be-8645-8e79b56f1618 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:24:45.099320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8276ea7c-d0ad-40be-8645-8e79b56f1618 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:24:45.103016 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11286a51-a67f-4b7e-9477-678fef236e62 req-966e638d-559e-4c02-9cf3-e8e6bf83f577 service neutron] 10.222.0.70 "GET /v2.0/networks/a56f1abb-bc94-49e2-855d-f1e5173f6bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2061937
Nov 24 13:24:45.156019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8276ea7c-d0ad-40be-8645-8e79b56f1618 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:45.233927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8276ea7c-d0ad-40be-8645-8e79b56f1618 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:45.240483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8276ea7c-d0ad-40be-8645-8e79b56f1618 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:45.247452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bc381b9e-bfc7-4941-ad8f-f5f031dd8e07 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:45.266599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276ea7c-d0ad-40be-8645-8e79b56f1618 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a39bc9c-4cb0-4c4a-b6dc-f263884db73e,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:45.269711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8276ea7c-d0ad-40be-8645-8e79b56f1618 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:45.285528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8276ea7c-d0ad-40be-8645-8e79b56f1618 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:45.289840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54962) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:45.290024 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8276ea7c-d0ad-40be-8645-8e79b56f1618 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2367892
Nov 24 13:24:45.296540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-85d6f030-0dcf-4cec-91ed-c5c0f2324bef tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': 'fe493c7d-2985-4e48-973a-75dcc62e54a1', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:24:45.303739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-85d6f030-0dcf-4cec-91ed-c5c0f2324bef tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:24:45.309046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-85d6f030-0dcf-4cec-91ed-c5c0f2324bef tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:24:45.312278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-85d6f030-0dcf-4cec-91ed-c5c0f2324bef tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:24:45.319667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-85d6f030-0dcf-4cec-91ed-c5c0f2324bef tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:24:45.340154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85d6f030-0dcf-4cec-91ed-c5c0f2324bef tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:45.394797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-300ad8ec-559b-43af-ba68-64bc387c0fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c8c1cc0>, [{'id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'name': 'tempest-TestNetworkBasicOps-router-1704390955', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:23Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'a17d6013-0dee-4731-844d-92b858be0fe3', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.246', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'port_id': '51118362-e0a5-46e1-8b46-e4a58a905d52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7', 'mac_address': 'fa:16:3e:7c:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3259654d-9a96-46d3-a387-10a677c53c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:24:42Z', 'updated_at': '2020-11-24T13:24:42Z', 'revision_number': 0, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f', 'name': '', 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:c9:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '72378cff-468a-475f-a1d0-74c357c2b315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:22Z', 'updated_at': '2020-11-24T13:24:29Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '72378cff-468a-475f-a1d0-74c357c2b315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:24:45.399182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300ad8ec-559b-43af-ba68-64bc387c0fdf None None] The sync data for ids ['e9a1e14e-c55e-4a26-9705-e697893b884d'] in dv-neutron-601336-61-ovs is: [{'id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'name': 'tempest-TestNetworkBasicOps-router-1704390955', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:23Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'a17d6013-0dee-4731-844d-92b858be0fe3', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.246', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'port_id': '51118362-e0a5-46e1-8b46-e4a58a905d52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7', 'mac_address': 'fa:16:3e:7c:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3259654d-9a96-46d3-a387-10a677c53c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:24:42Z', 'updated_at': '2020-11-24T13:24:42Z', 'revision_number': 0, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f', 'name': '', 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:c9:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '72378cff-468a-475f-a1d0-74c357c2b315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:22Z', 'updated_at': '2020-11-24T13:24:29Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '72378cff-468a-475f-a1d0-74c357c2b315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:24:45.414182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85d6f030-0dcf-4cec-91ed-c5c0f2324bef tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:45.417553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85d6f030-0dcf-4cec-91ed-c5c0f2324bef tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:45.419610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ab91283d-f012-4713-9702-c5bcf22d41ba tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:45.444639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6f030-0dcf-4cec-91ed-c5c0f2324bef tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a33743a8-ebd8-40ee-ad06-777b8e275dec,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:45.447394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-85d6f030-0dcf-4cec-91ed-c5c0f2324bef tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:45.455608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85d6f030-0dcf-4cec-91ed-c5c0f2324bef tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:45.458165 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-85d6f030-0dcf-4cec-91ed-c5c0f2324bef tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1656594
Nov 24 13:24:45.459914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54966) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:45.466490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2f7fb14e-271c-49ef-a77c-a6e92f12892a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': 'fe493c7d-2985-4e48-973a-75dcc62e54a1', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:24:45.474203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2f7fb14e-271c-49ef-a77c-a6e92f12892a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:24:45.478983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2f7fb14e-271c-49ef-a77c-a6e92f12892a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:24:45.482465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2f7fb14e-271c-49ef-a77c-a6e92f12892a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:24:45.489438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2f7fb14e-271c-49ef-a77c-a6e92f12892a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:24:45.506263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2f7fb14e-271c-49ef-a77c-a6e92f12892a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:45.580316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2f7fb14e-271c-49ef-a77c-a6e92f12892a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:45.583195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2f7fb14e-271c-49ef-a77c-a6e92f12892a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:45.590537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d664979e-8918-43be-836f-fc235de595e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:45.611660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7fb14e-271c-49ef-a77c-a6e92f12892a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e67b9f-4f8a-4bff-a071-f25c4a050822,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:45.614453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2f7fb14e-271c-49ef-a77c-a6e92f12892a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:45.621625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2f7fb14e-271c-49ef-a77c-a6e92f12892a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:45.622986 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2f7fb14e-271c-49ef-a77c-a6e92f12892a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1617320
Nov 24 13:24:45.625886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54970) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:45.631626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-3586a098-c28a-4e79-817d-449a533e2712 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': 'fe493c7d-2985-4e48-973a-75dcc62e54a1', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:24:45.638642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3586a098-c28a-4e79-817d-449a533e2712 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:24:45.642833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3586a098-c28a-4e79-817d-449a533e2712 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:24:45.645958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3586a098-c28a-4e79-817d-449a533e2712 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:24:45.652151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3586a098-c28a-4e79-817d-449a533e2712 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:24:45.670258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3586a098-c28a-4e79-817d-449a533e2712 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:45.677292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d2a628-b2e7-4e55-86f4-b24fe10d2312 None None] New status for floating IP a17d6013-0dee-4731-844d-92b858be0fe3: ACTIVE {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:24:45.745044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3586a098-c28a-4e79-817d-449a533e2712 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:45.748468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3586a098-c28a-4e79-817d-449a533e2712 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:45.750424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c80bdcb8-3c00-48cc-84bc-22ff73e68a91 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:45.775139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586a098-c28a-4e79-817d-449a533e2712 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa68238-d6d1-44cc-8738-b868c85e6756,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:45.778306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3586a098-c28a-4e79-817d-449a533e2712 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:45.786456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3586a098-c28a-4e79-817d-449a533e2712 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:45.788044 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3586a098-c28a-4e79-817d-449a533e2712 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1607947
Nov 24 13:24:45.790587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54974) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:45.796554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-39dd3369-4a2d-4fea-9952-46bd790ecdcc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': 'fe493c7d-2985-4e48-973a-75dcc62e54a1', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:24:45.803300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-39dd3369-4a2d-4fea-9952-46bd790ecdcc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:24:45.807362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-39dd3369-4a2d-4fea-9952-46bd790ecdcc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:24:45.810525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-39dd3369-4a2d-4fea-9952-46bd790ecdcc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:24:45.816466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-39dd3369-4a2d-4fea-9952-46bd790ecdcc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:24:45.828889 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-39dd3369-4a2d-4fea-9952-46bd790ecdcc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Project ddd175861f0b46ae9d96e8c7cb7e2213 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:24:45.837866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-39dd3369-4a2d-4fea-9952-46bd790ecdcc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:45.908872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-39dd3369-4a2d-4fea-9952-46bd790ecdcc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:45.911633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-39dd3369-4a2d-4fea-9952-46bd790ecdcc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:45.918616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93c84fdf-b6c6-4f8c-8e6b-36ec873da02e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:45.941871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd3369-4a2d-4fea-9952-46bd790ecdcc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f6f171-604c-4033-a3e0-95ea88c55ce6,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:45.944675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-39dd3369-4a2d-4fea-9952-46bd790ecdcc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:45.949339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-39dd3369-4a2d-4fea-9952-46bd790ecdcc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:45.951064 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-39dd3369-4a2d-4fea-9952-46bd790ecdcc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1594341
Nov 24 13:24:45.953900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 54978) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:45.962062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-498c2e8c-163f-43a3-b8f6-3ff70adbb0c0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': 'fe493c7d-2985-4e48-973a-75dcc62e54a1', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:24:45.968659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-498c2e8c-163f-43a3-b8f6-3ff70adbb0c0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:24:45.973772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-498c2e8c-163f-43a3-b8f6-3ff70adbb0c0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:24:45.977050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-498c2e8c-163f-43a3-b8f6-3ff70adbb0c0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:24:45.983088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-498c2e8c-163f-43a3-b8f6-3ff70adbb0c0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:24:45.992935 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-498c2e8c-163f-43a3-b8f6-3ff70adbb0c0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Project ddd175861f0b46ae9d96e8c7cb7e2213 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:24:45.999644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-498c2e8c-163f-43a3-b8f6-3ff70adbb0c0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:46.076038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-498c2e8c-163f-43a3-b8f6-3ff70adbb0c0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:46.078731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-498c2e8c-163f-43a3-b8f6-3ff70adbb0c0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:46.081135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d27a5102-87b8-4cf0-9d20-638340a50a6c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:46.108959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c2e8c-163f-43a3-b8f6-3ff70adbb0c0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9debb0f-b278-4c8a-9ddb-1de8246e6ed2,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:46.112052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-498c2e8c-163f-43a3-b8f6-3ff70adbb0c0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:46.119606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-498c2e8c-163f-43a3-b8f6-3ff70adbb0c0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:46.123041 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-498c2e8c-163f-43a3-b8f6-3ff70adbb0c0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1636825
Nov 24 13:24:46.312716 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-e17a5bf6-a53d-4d3e-99f0-16d738523bb6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1413824779&fields=id&tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 267 time: 0.0432630
Nov 24 13:24:46.477810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-44c0d47e-fe41-4ff5-a599-619475bf2d8f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:46.479354 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-44c0d47e-fe41-4ff5-a599-619475bf2d8f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/networks?id=a56f1abb-bc94-49e2-855d-f1e5173f6bb7 HTTP/1.1" status: 200  len: 797 time: 0.1588733
Nov 24 13:24:46.503668 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-9188e58d-3d3e-4252-8592-01463b67716b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/quotas/ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 375 time: 0.0180228
Nov 24 13:24:46.595557 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-a4e068b0-c4e5-4f4c-ae5e-b2a4a50e18ed tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0857818
Nov 24 13:24:46.753614 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-4250513d-4555-4b43-9b92-a77ccf661296 service neutron] 10.222.0.76 "GET /v2.0/networks/a56f1abb-bc94-49e2-855d-f1e5173f6bb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451776
Nov 24 13:24:46.898032 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-f768a0f1-9619-40f9-b6e3-f313285a527f service neutron] 10.222.0.76 "GET /v2.0/networks/a56f1abb-bc94-49e2-855d-f1e5173f6bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378341
Nov 24 13:24:47.108144 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-83783084-2bda-4ea6-b383-e8b7476d2b3b req-5d709733-d09f-4594-815f-0b849370196a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=44b2e7b6-1359-4fdf-82b0-6bfa835c4cab HTTP/1.1" status: 200  len: 210 time: 0.0516312
Nov 24 13:24:48.239580 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eaa47081-d874-4110-8e0f-b357b791cd93 req-e6130cf9-ee09-46dc-a088-45a49627ac98 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=44b2e7b6-1359-4fdf-82b0-6bfa835c4cab HTTP/1.1" status: 200  len: 210 time: 0.0530193
Nov 24 13:24:49.376396 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-73f210a7-6274-4ac9-80a9-50eb299624a9 req-184beaa0-dec7-4b88-8a98-f04595a0ca4f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=44b2e7b6-1359-4fdf-82b0-6bfa835c4cab HTTP/1.1" status: 200  len: 210 time: 0.0511003
Nov 24 13:24:50.327455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-c9dcb546-8c76-4e0e-8d88-a3218a428c08 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:50.329025 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-c9dcb546-8c76-4e0e-8d88-a3218a428c08 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/networks?id=a56f1abb-bc94-49e2-855d-f1e5173f6bb7 HTTP/1.1" status: 200  len: 797 time: 0.1653917
Nov 24 13:24:50.446438 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-4c1df8a0-3677-4810-bc30-5d1bdda03389 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 11999 time: 0.0965555
Nov 24 13:24:50.469063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-660d1144-364e-4202-b359-08b1463c2358 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'port': {'device_id': '44b2e7b6-1359-4fdf-82b0-6bfa835c4cab', 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7', 'admin_state_up': True, 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'security_groups': ['fe493c7d-2985-4e48-973a-75dcc62e54a1']}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:24:50.603839 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-35e6f44c-efbb-4c34-b599-4873ccea3fd2 req-0786dc97-2d18-4fb4-ab1a-48e967388951 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=44b2e7b6-1359-4fdf-82b0-6bfa835c4cab HTTP/1.1" status: 200  len: 210 time: 0.0648298
Nov 24 13:24:50.661986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-660d1144-364e-4202-b359-08b1463c2358 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:24:50.671768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-660d1144-364e-4202-b359-08b1463c2358 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:24:50.680998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-660d1144-364e-4202-b359-08b1463c2358 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Made reservation on behalf of ddd175861f0b46ae9d96e8c7cb7e2213 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:24:50.686501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-660d1144-364e-4202-b359-08b1463c2358 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:51.001214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-660d1144-364e-4202-b359-08b1463c2358 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.20.0.8 (a56f1abb-bc94-49e2-855d-f1e5173f6bb7/72378cff-468a-475f-a1d0-74c357c2b315/21437e3f-8e08-405f-a9d9-58d1feff7cae) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:24:51.164058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:51.476042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-660d1144-364e-4202-b359-08b1463c2358 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:51.492650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-660d1144-364e-4202-b359-08b1463c2358 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Transition to ACTIVE for port object 21437e3f-8e08-405f-a9d9-58d1feff7cae will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:24:51.519798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-660d1144-364e-4202-b359-08b1463c2358 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:51.535542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8afb39d0-208c-49c6-a15c-aafce2d69f20 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:51.674302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d1144-364e-4202-b359-08b1463c2358 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=21437e3f-8e08-405f-a9d9-58d1feff7cae,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:51.680409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-660d1144-364e-4202-b359-08b1463c2358 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:51.742199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-660d1144-364e-4202-b359-08b1463c2358 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network a56f1abb-bc94-49e2-855d-f1e5173f6bb7 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:24:51.743429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-660d1144-364e-4202-b359-08b1463c2358 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:24:51.746384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-660d1144-364e-4202-b359-08b1463c2358 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:24:51.868359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-660d1144-364e-4202-b359-08b1463c2358 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:51.869039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-660d1144-364e-4202-b359-08b1463c2358 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:51.913865 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-660d1144-364e-4202-b359-08b1463c2358 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4503348
Nov 24 13:24:51.921054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3c9fa-fb0b-4a7a-9e19-2b4b46e3947c req-9b030626-377c-45b8-aaa8-87f529b4748a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:51.921826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-e9a3c9fa-fb0b-4a7a-9e19-2b4b46e3947c req-9b030626-377c-45b8-aaa8-87f529b4748a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:24:51.937894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-d12a1fd8-53d1-4b09-b9ec-ccdd551b9ee3 service neutron] Request body: {'port': {'device_id': '44b2e7b6-1359-4fdf-82b0-6bfa835c4cab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:24:51.942375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e979d9dd-578e-4f54-90d9-f363b5ca4673 None None] Provisioning for port 21437e3f-8e08-405f-a9d9-58d1feff7cae completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:24:51.947652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e979d9dd-578e-4f54-90d9-f363b5ca4673 None None] Provisioning complete for port 21437e3f-8e08-405f-a9d9-58d1feff7cae triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:24:51.948076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e979d9dd-578e-4f54-90d9-f363b5ca4673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:51.989732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-e9a3c9fa-fb0b-4a7a-9e19-2b4b46e3947c req-9b030626-377c-45b8-aaa8-87f529b4748a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:24:51.991059 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e9a3c9fa-fb0b-4a7a-9e19-2b4b46e3947c req-9b030626-377c-45b8-aaa8-87f529b4748a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=44b2e7b6-1359-4fdf-82b0-6bfa835c4cab HTTP/1.1" status: 200  len: 931 time: 0.2154474
Nov 24 13:24:52.004462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e979d9dd-578e-4f54-90d9-f363b5ca4673 None None] Port 21437e3f-8e08-405f-a9d9-58d1feff7cae cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:24:52.107302 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e9a3c9fa-fb0b-4a7a-9e19-2b4b46e3947c req-395bb114-a4b3-445a-80dd-9905c086284c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=fe493c7d-2985-4e48-973a-75dcc62e54a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1083994
Nov 24 13:24:52.108039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-d12a1fd8-53d1-4b09-b9ec-ccdd551b9ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:52.553311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-d12a1fd8-53d1-4b09-b9ec-ccdd551b9ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21437e3f-8e08-405f-a9d9-58d1feff7cae {{(pid=80943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:24:52.560604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-d12a1fd8-53d1-4b09-b9ec-ccdd551b9ee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:52.573969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-d12a1fd8-53d1-4b09-b9ec-ccdd551b9ee3 service neutron] Transition to ACTIVE for port object 21437e3f-8e08-405f-a9d9-58d1feff7cae will not be triggered until provisioned by entity L2. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:24:52.577157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-d12a1fd8-53d1-4b09-b9ec-ccdd551b9ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:52.591333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2740657e-175e-4491-807d-622cd796fe87 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:52.724830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a1fd8-53d1-4b09-b9ec-ccdd551b9ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=21437e3f-8e08-405f-a9d9-58d1feff7cae,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:52.730594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d12a1fd8-53d1-4b09-b9ec-ccdd551b9ee3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:52.934595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-d12a1fd8-53d1-4b09-b9ec-ccdd551b9ee3 service neutron] Attempting to bind port 21437e3f-8e08-405f-a9d9-58d1feff7cae on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:24:52.934961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-d12a1fd8-53d1-4b09-b9ec-ccdd551b9ee3 service neutron] Attempting to bind port 21437e3f-8e08-405f-a9d9-58d1feff7cae by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '83596f82-6bc5-4f8d-9ee4-3e068e7f114d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7'}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:24:52.935329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-d12a1fd8-53d1-4b09-b9ec-ccdd551b9ee3 service neutron] Attempting to bind port 21437e3f-8e08-405f-a9d9-58d1feff7cae on network a56f1abb-bc94-49e2-855d-f1e5173f6bb7 {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:24:52.942776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-d12a1fd8-53d1-4b09-b9ec-ccdd551b9ee3 service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:24:52.943155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-d12a1fd8-53d1-4b09-b9ec-ccdd551b9ee3 service neutron] Checking segment: {'id': '83596f82-6bc5-4f8d-9ee4-3e068e7f114d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:24:52.943566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-d12a1fd8-53d1-4b09-b9ec-ccdd551b9ee3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:52.943966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-d12a1fd8-53d1-4b09-b9ec-ccdd551b9ee3 service neutron] Bound using segment: {'id': '83596f82-6bc5-4f8d-9ee4-3e068e7f114d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7'} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:24:52.944446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-d12a1fd8-53d1-4b09-b9ec-ccdd551b9ee3 service neutron] Bound port: 21437e3f-8e08-405f-a9d9-58d1feff7cae, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83596f82-6bc5-4f8d-9ee4-3e068e7f114d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7'}}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:24:52.944823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-d12a1fd8-53d1-4b09-b9ec-ccdd551b9ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:53.046472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-d12a1fd8-53d1-4b09-b9ec-ccdd551b9ee3 service neutron] For port 21437e3f-8e08-405f-a9d9-58d1feff7cae, host hv-neutron-6013, cleared binding levels {{(pid=80943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:24:53.050451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-d12a1fd8-53d1-4b09-b9ec-ccdd551b9ee3 service neutron] For port 21437e3f-8e08-405f-a9d9-58d1feff7cae, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=21437e3f-8e08-405f-a9d9-58d1feff7cae,segment=NetworkSegment(83596f82-6bc5-4f8d-9ee4-3e068e7f114d),segment_id=83596f82-6bc5-4f8d-9ee4-3e068e7f114d)] {{(pid=80943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:24:53.053883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-d12a1fd8-53d1-4b09-b9ec-ccdd551b9ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:53.069352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9c7e9131-6099-4783-9e58-2ef99aac865a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:53.215731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a1fd8-53d1-4b09-b9ec-ccdd551b9ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=21437e3f-8e08-405f-a9d9-58d1feff7cae,revision_number=3']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:53.233503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d12a1fd8-53d1-4b09-b9ec-ccdd551b9ee3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:53.321078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-d12a1fd8-53d1-4b09-b9ec-ccdd551b9ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:53.321762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-d12a1fd8-53d1-4b09-b9ec-ccdd551b9ee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:53.323285 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-d12a1fd8-53d1-4b09-b9ec-ccdd551b9ee3 service neutron] 10.222.0.70 "PUT /v2.0/ports/21437e3f-8e08-405f-a9d9-58d1feff7cae HTTP/1.1" status: 200  len: 1157 time: 1.3939610
Nov 24 13:24:53.325367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b2e7b6-1359-4fdf-82b0-6bfa835c4cab', 'tag': '21437e3f-8e08-405f-a9d9-58d1feff7cae'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:24:53.386453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c07f8-44e0-40b5-8fc0-b58731660bf5 req-8c855460-a24e-44d4-89a6-39c7dd1c140c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:53.389907 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-751c07f8-44e0-40b5-8fc0-b58731660bf5 req-8c855460-a24e-44d4-89a6-39c7dd1c140c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=44b2e7b6-1359-4fdf-82b0-6bfa835c4cab HTTP/1.1" status: 200  len: 943 time: 0.1382277
Nov 24 13:24:53.419663 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b2e7b6-1359-4fdf-82b0-6bfa835c4cab', 'tag': '21437e3f-8e08-405f-a9d9-58d1feff7cae', 'status': 'completed', 'code': 200}
Nov 24 13:24:53.501694 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-751c07f8-44e0-40b5-8fc0-b58731660bf5 req-1df98b64-e86b-4bc4-923e-493179449ab7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=fe493c7d-2985-4e48-973a-75dcc62e54a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1047914
Nov 24 13:24:53.524566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-0a690d3c-6264-47ae-8d2c-04bc2f8675e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:53.526224 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-0a690d3c-6264-47ae-8d2c-04bc2f8675e0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=44b2e7b6-1359-4fdf-82b0-6bfa835c4cab HTTP/1.1" status: 200  len: 1160 time: 0.1057062
Nov 24 13:24:53.607118 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-a577ef83-402f-4cb0-a369-1ad85e0aff97 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21437e3f-8e08-405f-a9d9-58d1feff7cae HTTP/1.1" status: 200  len: 217 time: 0.0682628
Nov 24 13:24:53.678659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-af85f99a-dc08-4b97-a054-fbc238d70064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:53.680168 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-af85f99a-dc08-4b97-a054-fbc238d70064 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72378cff-468a-475f-a1d0-74c357c2b315 HTTP/1.1" status: 200  len: 834 time: 0.0664985
Nov 24 13:24:53.771680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-2dd27666-9b5d-4e75-9be5-8de01b0f1e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:53.773306 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-2dd27666-9b5d-4e75-9be5-8de01b0f1e97 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a56f1abb-bc94-49e2-855d-f1e5173f6bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0811832
Nov 24 13:24:53.921202 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-8bd48ff2-f9ee-41ff-a6b8-bbbf9302c466 service neutron] 10.222.0.70 "GET /v2.0/networks/a56f1abb-bc94-49e2-855d-f1e5173f6bb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411660
Nov 24 13:24:54.070841 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bb3c40b7-a108-4fcc-b2a8-0ed658fd4910 req-08ac80b1-9c9a-4190-a239-59f596dfa69a service neutron] 10.222.0.70 "GET /v2.0/networks/a56f1abb-bc94-49e2-855d-f1e5173f6bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1434963
Nov 24 13:24:54.246663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67bede4-5045-4db7-8534-aceecf519957 req-78960c65-4a57-4a93-8607-1236849f8c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:54.248271 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b67bede4-5045-4db7-8534-aceecf519957 req-78960c65-4a57-4a93-8607-1236849f8c95 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=44b2e7b6-1359-4fdf-82b0-6bfa835c4cab HTTP/1.1" status: 200  len: 1160 time: 0.0781701
Nov 24 13:24:54.410658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67bede4-5045-4db7-8534-aceecf519957 req-bb57340f-540c-4ad9-a10d-33c7059f5969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:54.412398 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b67bede4-5045-4db7-8534-aceecf519957 req-bb57340f-540c-4ad9-a10d-33c7059f5969 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a56f1abb-bc94-49e2-855d-f1e5173f6bb7 HTTP/1.1" status: 200  len: 891 time: 0.1456425
Nov 24 13:24:54.488463 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b67bede4-5045-4db7-8534-aceecf519957 req-144b3fb7-47fc-48e3-ad2a-e15671a53dfd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21437e3f-8e08-405f-a9d9-58d1feff7cae HTTP/1.1" status: 200  len: 217 time: 0.0686097
Nov 24 13:24:54.561136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67bede4-5045-4db7-8534-aceecf519957 req-0a50a352-d847-4c4c-b286-e56cc7c99608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:54.562790 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b67bede4-5045-4db7-8534-aceecf519957 req-0a50a352-d847-4c4c-b286-e56cc7c99608 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72378cff-468a-475f-a1d0-74c357c2b315 HTTP/1.1" status: 200  len: 834 time: 0.0662384
Nov 24 13:24:54.705037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67bede4-5045-4db7-8534-aceecf519957 req-4dd3ca96-8b1f-4890-a8d8-07989e448289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:54.707959 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b67bede4-5045-4db7-8534-aceecf519957 req-4dd3ca96-8b1f-4890-a8d8-07989e448289 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a56f1abb-bc94-49e2-855d-f1e5173f6bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1371281
Nov 24 13:24:54.833836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a0893-5038-4c53-af4f-4eb5ca0e6c7c req-91d46c6f-4c60-410c-bf37-839270609cdd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:54.835581 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7c7a0893-5038-4c53-af4f-4eb5ca0e6c7c req-91d46c6f-4c60-410c-bf37-839270609cdd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=44b2e7b6-1359-4fdf-82b0-6bfa835c4cab HTTP/1.1" status: 200  len: 943 time: 0.1946478
Nov 24 13:24:54.915353 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b67bede4-5045-4db7-8534-aceecf519957 req-ff49c0d3-9554-4387-9140-9eae113fce3e service neutron] 10.222.0.70 "GET /v2.0/networks/a56f1abb-bc94-49e2-855d-f1e5173f6bb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1986034
Nov 24 13:24:54.923367 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7c7a0893-5038-4c53-af4f-4eb5ca0e6c7c req-0e8405d6-f436-4e11-8b26-eefaebc8ac45 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=fe493c7d-2985-4e48-973a-75dcc62e54a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0795779
Nov 24 13:24:55.067533 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b67bede4-5045-4db7-8534-aceecf519957 req-563cf6bb-8bef-4f71-addc-681329cdcf62 service neutron] 10.222.0.70 "GET /v2.0/networks/a56f1abb-bc94-49e2-855d-f1e5173f6bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1430981
Nov 24 13:24:55.997218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 21437e3f-8e08-405f-a9d9-58d1feff7cae up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:24:56.077523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port 21437e3f-8e08-405f-a9d9-58d1feff7cae completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:24:56.083341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 21437e3f-8e08-405f-a9d9-58d1feff7cae triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:24:56.083757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:56.145619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a44b13-ff5c-4c51-a3b7-f1cd7328aa4a req-62020583-f9ad-4355-8640-fbeb0fb6b99a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:56.147643 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-37a44b13-ff5c-4c51-a3b7-f1cd7328aa4a req-62020583-f9ad-4355-8640-fbeb0fb6b99a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=44b2e7b6-1359-4fdf-82b0-6bfa835c4cab HTTP/1.1" status: 200  len: 943 time: 0.0929108
Nov 24 13:24:56.207327 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-37a44b13-ff5c-4c51-a3b7-f1cd7328aa4a req-126e300e-2e6b-401a-ad2e-80f75bc57dd8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=fe493c7d-2985-4e48-973a-75dcc62e54a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518577
Nov 24 13:24:56.212739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:56.244365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b2e7b6-1359-4fdf-82b0-6bfa835c4cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21437e3f-8e08-405f-a9d9-58d1feff7cae'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:24:56.256242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 21437e3f-8e08-405f-a9d9-58d1feff7cae, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=21437e3f-8e08-405f-a9d9-58d1feff7cae,segment=NetworkSegment(83596f82-6bc5-4f8d-9ee4-3e068e7f114d),segment_id=83596f82-6bc5-4f8d-9ee4-3e068e7f114d)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:24:56.260059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:56.263027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9fad953c-1a96-42c4-b6ea-5bba1532c1a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:56.334909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=21437e3f-8e08-405f-a9d9-58d1feff7cae,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:56.338337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:56.388533 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b2e7b6-1359-4fdf-82b0-6bfa835c4cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21437e3f-8e08-405f-a9d9-58d1feff7cae', 'code': 200}
Nov 24 13:24:56.684060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7362af-6c4d-48fb-ab1a-66e1f32cd7d4 req-43c816b3-eac2-4bc6-a6e6-159febbc9957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:56.685650 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e7362af-6c4d-48fb-ab1a-66e1f32cd7d4 req-43c816b3-eac2-4bc6-a6e6-159febbc9957 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=44b2e7b6-1359-4fdf-82b0-6bfa835c4cab HTTP/1.1" status: 200  len: 1162 time: 0.0738304
Nov 24 13:24:56.732469 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e7362af-6c4d-48fb-ab1a-66e1f32cd7d4 req-cf7c0914-1c7b-4fb5-bcbc-7efe46528de4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fe493c7d-2985-4e48-973a-75dcc62e54a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401068
Nov 24 13:24:57.436435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38072b-38fe-4a17-9ec2-b594078911a4 req-9830691b-ce9e-445e-bf80-598f824a4b35 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:57.437986 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3e38072b-38fe-4a17-9ec2-b594078911a4 req-9830691b-ce9e-445e-bf80-598f824a4b35 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=44b2e7b6-1359-4fdf-82b0-6bfa835c4cab HTTP/1.1" status: 200  len: 945 time: 0.0949302
Nov 24 13:24:57.486901 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3e38072b-38fe-4a17-9ec2-b594078911a4 req-ef5ef66c-0e1b-4ca9-af35-99c643e655f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=fe493c7d-2985-4e48-973a-75dcc62e54a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419948
Nov 24 13:24:57.684246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 21437e3f-8e08-405f-a9d9-58d1feff7cae up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:24:57.763546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 21437e3f-8e08-405f-a9d9-58d1feff7cae triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:24:57.763859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:58.703972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71362abc-c815-4d28-b912-fc719398cd34 req-83ea2fb4-4f25-472e-b05a-60fa49df4375 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:58.705591 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-71362abc-c815-4d28-b912-fc719398cd34 req-83ea2fb4-4f25-472e-b05a-60fa49df4375 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=44b2e7b6-1359-4fdf-82b0-6bfa835c4cab HTTP/1.1" status: 200  len: 945 time: 0.0846915
Nov 24 13:24:58.754379 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-71362abc-c815-4d28-b912-fc719398cd34 req-c4b05210-3b8a-4adc-91c1-b965e59aad85 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=fe493c7d-2985-4e48-973a-75dcc62e54a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423834
Nov 24 13:24:58.968715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0e255-1e99-499c-adf6-dd17c93e3858 req-37309e2c-d356-4f53-a889-2190db16344b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:58.970343 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a3a0e255-1e99-499c-adf6-dd17c93e3858 req-37309e2c-d356-4f53-a889-2190db16344b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=44b2e7b6-1359-4fdf-82b0-6bfa835c4cab HTTP/1.1" status: 200  len: 945 time: 0.0860577
Nov 24 13:24:59.019346 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a3a0e255-1e99-499c-adf6-dd17c93e3858 req-d0039bd1-045c-4dd9-8fee-b48bb8246d5e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=fe493c7d-2985-4e48-973a-75dcc62e54a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422029
Nov 24 13:24:59.049089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 55038) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:59.126702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ef34cd-6f0e-4780-951d-71e7e2d28aba tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:24:59.128859 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-22ef34cd-6f0e-4780-951d-71e7e2d28aba tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/ports?device_id=44b2e7b6-1359-4fdf-82b0-6bfa835c4cab HTTP/1.1" status: 200  len: 1157 time: 0.0781343
Nov 24 13:24:59.131066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 55042) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:24:59.136752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c193ce49-1f53-44e5-b190-a12a7de2938d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'port_id': '21437e3f-8e08-405f-a9d9-58d1feff7cae', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address': '172.20.0.8'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:24:59.143277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c193ce49-1f53-44e5-b190-a12a7de2938d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:24:59.147400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c193ce49-1f53-44e5-b190-a12a7de2938d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:floatingip and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:24:59.150476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c193ce49-1f53-44e5-b190-a12a7de2938d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:24:59.156312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c193ce49-1f53-44e5-b190-a12a7de2938d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:24:59.166871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c193ce49-1f53-44e5-b190-a12a7de2938d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:59.317840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c193ce49-1f53-44e5-b190-a12a7de2938d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:59.599227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-c193ce49-1f53-44e5-b190-a12a7de2938d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.26.8.212 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/4a845c96-4677-4d95-baa9-78e181804a2b) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:24:59.758172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c193ce49-1f53-44e5-b190-a12a7de2938d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:59.784786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c193ce49-1f53-44e5-b190-a12a7de2938d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:24:59.801187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7a5fe219-d704-49b4-a535-0fe12d8bb2b0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:24:59.940875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c193ce49-1f53-44e5-b190-a12a7de2938d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=4a845c96-4677-4d95-baa9-78e181804a2b,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:24:59.946405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c193ce49-1f53-44e5-b190-a12a7de2938d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:24:59.997965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c193ce49-1f53-44e5-b190-a12a7de2938d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:24:59.999124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-c193ce49-1f53-44e5-b190-a12a7de2938d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:25:00.001640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c193ce49-1f53-44e5-b190-a12a7de2938d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:25:00.680514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c193ce49-1f53-44e5-b190-a12a7de2938d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:00.754479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c193ce49-1f53-44e5-b190-a12a7de2938d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:01.029921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c193ce49-1f53-44e5-b190-a12a7de2938d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:01.033625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c193ce49-1f53-44e5-b190-a12a7de2938d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:01.049535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9b7fd627-028a-4fa7-9af5-b2d2421b15b2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:25:01.182169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c193ce49-1f53-44e5-b190-a12a7de2938d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=4a845c96-4677-4d95-baa9-78e181804a2b,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:25:01.187186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c193ce49-1f53-44e5-b190-a12a7de2938d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:25:01.296764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c193ce49-1f53-44e5-b190-a12a7de2938d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:01.503216 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-c193ce49-1f53-44e5-b190-a12a7de2938d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Floating IP 4711ac10-168d-4829-8105-5e8c4265474c associated. External IP: 172.26.8.212, port: 21437e3f-8e08-405f-a9d9-58d1feff7cae.
Nov 24 13:25:01.922318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c193ce49-1f53-44e5-b190-a12a7de2938d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router e9a1e14e-c55e-4a26-9705-e697893b884d has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:25:02.149426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c193ce49-1f53-44e5-b190-a12a7de2938d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:25:02.161204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc41ae7-0a94-4d8b-a647-1e8fa24f6766 None None] Sync routers for ids ['e9a1e14e-c55e-4a26-9705-e697893b884d'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:25:02.176070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc41ae7-0a94-4d8b-a647-1e8fa24f6766 None None] Routers {'e9a1e14e-c55e-4a26-9705-e697893b884d'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:25:02.176680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ccc41ae7-0a94-4d8b-a647-1e8fa24f6766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cd9bba8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:24:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e9a1e14e-c55e-4a26-9705-e697893b884d'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:25:02.178570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c193ce49-1f53-44e5-b190-a12a7de2938d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:02.238381 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c193ce49-1f53-44e5-b190-a12a7de2938d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.1060946
Nov 24 13:25:02.239100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b2e7b6-1359-4fdf-82b0-6bfa835c4cab', 'tag': '21437e3f-8e08-405f-a9d9-58d1feff7cae'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:25:02.376904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-ccc41ae7-0a94-4d8b-a647-1e8fa24f6766 None None] Set router e9a1e14e-c55e-4a26-9705-e697893b884d gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:25:02.385303 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b2e7b6-1359-4fdf-82b0-6bfa835c4cab', 'tag': '21437e3f-8e08-405f-a9d9-58d1feff7cae', 'status': 'completed', 'code': 200}
Nov 24 13:25:02.506810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50a80a-16e4-47f5-9983-ec7064f3739f req-f5a2504c-ff0f-4762-8021-6873469d8059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:25:02.508329 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7d50a80a-16e4-47f5-9983-ec7064f3739f req-f5a2504c-ff0f-4762-8021-6873469d8059 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=44b2e7b6-1359-4fdf-82b0-6bfa835c4cab HTTP/1.1" status: 200  len: 1162 time: 0.0760245
Nov 24 13:25:02.657230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50a80a-16e4-47f5-9983-ec7064f3739f req-07434148-8df8-4dfc-89c8-4a82a5d9e149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:25:02.658893 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7d50a80a-16e4-47f5-9983-ec7064f3739f req-07434148-8df8-4dfc-89c8-4a82a5d9e149 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a56f1abb-bc94-49e2-855d-f1e5173f6bb7 HTTP/1.1" status: 200  len: 891 time: 0.1441190
Nov 24 13:25:02.768135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ccc41ae7-0a94-4d8b-a647-1e8fa24f6766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cd9bba8>, [{'id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'name': 'tempest-TestNetworkBasicOps-router-1704390955', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:23Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '4711ac10-168d-4829-8105-5e8c4265474c', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.212', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'port_id': '21437e3f-8e08-405f-a9d9-58d1feff7cae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7', 'mac_address': 'fa:16:3e:0e:c8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b2e7b6-1359-4fdf-82b0-6bfa835c4cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:25:00Z', 'updated_at': '2020-11-24T13:25:00Z', 'revision_number': 0, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}, {'id': 'a17d6013-0dee-4731-844d-92b858be0fe3', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.246', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'port_id': '51118362-e0a5-46e1-8b46-e4a58a905d52', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7', 'mac_address': 'fa:16:3e:7c:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3259654d-9a96-46d3-a387-10a677c53c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:24:42Z', 'updated_at': '2020-11-24T13:24:45Z', 'revision_number': 1, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f', 'name': '', 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:c9:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '72378cff-468a-475f-a1d0-74c357c2b315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:22Z', 'updated_at': '2020-11-24T13:24:29Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '72378cff-468a-475f-a1d0-74c357c2b315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:25:02.773678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc41ae7-0a94-4d8b-a647-1e8fa24f6766 None None] Checking router: e9a1e14e-c55e-4a26-9705-e697893b884d for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:25:02.786253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc41ae7-0a94-4d8b-a647-1e8fa24f6766 None None] Routers {'e9a1e14e-c55e-4a26-9705-e697893b884d'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:25:02.786957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ccc41ae7-0a94-4d8b-a647-1e8fa24f6766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cd9bba8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:24:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e9a1e14e-c55e-4a26-9705-e697893b884d'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:25:03.048019 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7d50a80a-16e4-47f5-9983-ec7064f3739f req-4441972e-458b-48de-bbd5-a154f48f9d16 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21437e3f-8e08-405f-a9d9-58d1feff7cae HTTP/1.1" status: 200  len: 999 time: 0.3815589
Nov 24 13:25:03.134851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50a80a-16e4-47f5-9983-ec7064f3739f req-58bf1c41-ee45-444c-a651-fbe7676fcbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:25:03.136856 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7d50a80a-16e4-47f5-9983-ec7064f3739f req-58bf1c41-ee45-444c-a651-fbe7676fcbd4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72378cff-468a-475f-a1d0-74c357c2b315 HTTP/1.1" status: 200  len: 834 time: 0.0821579
Nov 24 13:25:03.162857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-ccc41ae7-0a94-4d8b-a647-1e8fa24f6766 None None] Set router e9a1e14e-c55e-4a26-9705-e697893b884d gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:25:03.217020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50a80a-16e4-47f5-9983-ec7064f3739f req-838a0348-b270-411a-8283-e41b422f991b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:25:03.218729 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7d50a80a-16e4-47f5-9983-ec7064f3739f req-838a0348-b270-411a-8283-e41b422f991b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a56f1abb-bc94-49e2-855d-f1e5173f6bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751073
Nov 24 13:25:03.367422 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7d50a80a-16e4-47f5-9983-ec7064f3739f req-054c9de0-0fc0-44d1-b2e1-02c26cd5571c service neutron] 10.222.0.70 "GET /v2.0/networks/a56f1abb-bc94-49e2-855d-f1e5173f6bb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413279
Nov 24 13:25:03.516641 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7d50a80a-16e4-47f5-9983-ec7064f3739f req-99c3babd-5a9e-4a47-9301-b3743e620096 service neutron] 10.222.0.70 "GET /v2.0/networks/a56f1abb-bc94-49e2-855d-f1e5173f6bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1427038
Nov 24 13:25:03.542391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ccc41ae7-0a94-4d8b-a647-1e8fa24f6766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cd9bba8>, [{'id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'name': 'tempest-TestNetworkBasicOps-router-1704390955', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:23Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '4711ac10-168d-4829-8105-5e8c4265474c', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.212', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'port_id': '21437e3f-8e08-405f-a9d9-58d1feff7cae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7', 'mac_address': 'fa:16:3e:0e:c8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b2e7b6-1359-4fdf-82b0-6bfa835c4cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:25:00Z', 'updated_at': '2020-11-24T13:25:00Z', 'revision_number': 0, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}, {'id': 'a17d6013-0dee-4731-844d-92b858be0fe3', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.246', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'port_id': '51118362-e0a5-46e1-8b46-e4a58a905d52', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7', 'mac_address': 'fa:16:3e:7c:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3259654d-9a96-46d3-a387-10a677c53c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:24:42Z', 'updated_at': '2020-11-24T13:24:45Z', 'revision_number': 1, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f', 'name': '', 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:c9:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '72378cff-468a-475f-a1d0-74c357c2b315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:22Z', 'updated_at': '2020-11-24T13:24:29Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '72378cff-468a-475f-a1d0-74c357c2b315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:25:03.547028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc41ae7-0a94-4d8b-a647-1e8fa24f6766 None None] The sync data for ids ['e9a1e14e-c55e-4a26-9705-e697893b884d'] in dv-neutron-601336-61-ovs is: [{'id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'name': 'tempest-TestNetworkBasicOps-router-1704390955', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:23Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '4711ac10-168d-4829-8105-5e8c4265474c', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.212', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'port_id': '21437e3f-8e08-405f-a9d9-58d1feff7cae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7', 'mac_address': 'fa:16:3e:0e:c8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b2e7b6-1359-4fdf-82b0-6bfa835c4cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:25:00Z', 'updated_at': '2020-11-24T13:25:00Z', 'revision_number': 0, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}, {'id': 'a17d6013-0dee-4731-844d-92b858be0fe3', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.246', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'port_id': '51118362-e0a5-46e1-8b46-e4a58a905d52', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7', 'mac_address': 'fa:16:3e:7c:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3259654d-9a96-46d3-a387-10a677c53c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:24:42Z', 'updated_at': '2020-11-24T13:24:45Z', 'revision_number': 1, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f', 'name': '', 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:c9:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '72378cff-468a-475f-a1d0-74c357c2b315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:22Z', 'updated_at': '2020-11-24T13:24:29Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '72378cff-468a-475f-a1d0-74c357c2b315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:25:03.838003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7892fa-6a79-4ac1-8f44-2bca6e076635 None None] New status for floating IP 4711ac10-168d-4829-8105-5e8c4265474c: ACTIVE {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:25:05.489550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:25:06.815000 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-10729d7b-a53c-4d40-a263-567afdc5d36e req-b17e869b-d76c-413c-b860-921cda52f5a8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3259654d-9a96-46d3-a387-10a677c53c0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0779557
Nov 24 13:25:06.983639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10729d7b-a53c-4d40-a263-567afdc5d36e req-db496de1-bd1c-482b-9625-49c9ab8a1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:25:06.985290 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-10729d7b-a53c-4d40-a263-567afdc5d36e req-db496de1-bd1c-482b-9625-49c9ab8a1c63 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=3259654d-9a96-46d3-a387-10a677c53c0c HTTP/1.1" status: 200  len: 1162 time: 0.0790639
Nov 24 13:25:07.151890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10729d7b-a53c-4d40-a263-567afdc5d36e req-142aebd4-d292-4c36-bc14-633ac7c21f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:25:07.153442 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-10729d7b-a53c-4d40-a263-567afdc5d36e req-142aebd4-d292-4c36-bc14-633ac7c21f54 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a56f1abb-bc94-49e2-855d-f1e5173f6bb7 HTTP/1.1" status: 200  len: 891 time: 0.1481168
Nov 24 13:25:07.276190 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-10729d7b-a53c-4d40-a263-567afdc5d36e req-ea6b3840-4d65-4657-830c-c4276984bb19 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51118362-e0a5-46e1-8b46-e4a58a905d52 HTTP/1.1" status: 200  len: 1001 time: 0.1068823
Nov 24 13:25:07.348311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10729d7b-a53c-4d40-a263-567afdc5d36e req-66d426fe-be72-434b-ad70-5e235675f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:25:07.349900 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-10729d7b-a53c-4d40-a263-567afdc5d36e req-66d426fe-be72-434b-ad70-5e235675f19d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72378cff-468a-475f-a1d0-74c357c2b315 HTTP/1.1" status: 200  len: 834 time: 0.0675430
Nov 24 13:25:07.437344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10729d7b-a53c-4d40-a263-567afdc5d36e req-29fe4d69-2217-4b77-a7f5-2e00bc0895f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:25:07.437344 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-10729d7b-a53c-4d40-a263-567afdc5d36e req-29fe4d69-2217-4b77-a7f5-2e00bc0895f6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a56f1abb-bc94-49e2-855d-f1e5173f6bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792329
Nov 24 13:25:07.584755 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-10729d7b-a53c-4d40-a263-567afdc5d36e req-bdfe6e68-9c71-480a-bd6d-938ea3d14f4c service neutron] 10.222.0.70 "GET /v2.0/networks/a56f1abb-bc94-49e2-855d-f1e5173f6bb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407647
Nov 24 13:25:07.731520 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-10729d7b-a53c-4d40-a263-567afdc5d36e req-a9b9a838-812d-4b24-b357-5a78000d2e92 service neutron] 10.222.0.70 "GET /v2.0/networks/a56f1abb-bc94-49e2-855d-f1e5173f6bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389399
Nov 24 13:25:10.219898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c9e8c1c2-79c7-4319-9e23-f5de5694d89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:12.603544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-218304f3-8a69-4c86-b33f-3ccba305a7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:12.932171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:14.192707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:14.749568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:21.176649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:35.989005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 55062) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:25:36.106584 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-51b08c52-0d10-427d-8525-13b60ec50923 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/a17d6013-0dee-4731-844d-92b858be0fe3 HTTP/1.1" status: 200  len: 993 time: 0.1161406
Nov 24 13:25:36.880703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55072) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:25:36.887553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'port': {'admin_state_up': False}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:25:37.010494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:37.308941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port 51118362-e0a5-46e1-8b46-e4a58a905d52, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=51118362-e0a5-46e1-8b46-e4a58a905d52,segment=NetworkSegment(83596f82-6bc5-4f8d-9ee4-3e068e7f114d),segment_id=83596f82-6bc5-4f8d-9ee4-3e068e7f114d)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:25:37.339650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:37.343460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:37.359839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d12a1fd8-53d1-4b09-b9ec-ccdd551b9ee3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:25:37.523294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=51118362-e0a5-46e1-8b46-e4a58a905d52,revision_number=5']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:25:37.555674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:37.556115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:37.556547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:37.557028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:37.557488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:37.557944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:37.558419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:37.559269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:37.559728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:37.560193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:37.560641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:37.561225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:37.561703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:37.562114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:37.562592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:37.563038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:37.563480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:37.563952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:37.564409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:37.564851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:37.565263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:37.565674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:37.566085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:37.566543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:37.571825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:25:37.612243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:25:37.612960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:37.615106 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "PUT /v2.0/ports/51118362-e0a5-46e1-8b46-e4a58a905d52 HTTP/1.1" status: 200  len: 938 time: 0.7327349
Nov 24 13:25:37.615732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3259654d-9a96-46d3-a387-10a677c53c0c', 'tag': '51118362-e0a5-46e1-8b46-e4a58a905d52'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:25:37.685841 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3259654d-9a96-46d3-a387-10a677c53c0c', 'tag': '51118362-e0a5-46e1-8b46-e4a58a905d52', 'status': 'completed', 'code': 200}
Nov 24 13:25:37.805752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2e7cb-367f-4b1e-a4b2-9be43ef57d98 req-84623039-8a19-400e-9b75-f8163fdc61b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:25:37.807448 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-53a2e7cb-367f-4b1e-a4b2-9be43ef57d98 req-84623039-8a19-400e-9b75-f8163fdc61b3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=3259654d-9a96-46d3-a387-10a677c53c0c HTTP/1.1" status: 200  len: 1163 time: 0.0781031
Nov 24 13:25:37.853231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 51118362-e0a5-46e1-8b46-e4a58a905d52 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:25:37.927359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0f98ab71-7764-44a2-96a3-5c2bbaff7f33 None None] Provisioning complete for port 51118362-e0a5-46e1-8b46-e4a58a905d52 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:25:37.927665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0f98ab71-7764-44a2-96a3-5c2bbaff7f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:37.959286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2e7cb-367f-4b1e-a4b2-9be43ef57d98 req-84b785dd-c92e-4413-87ce-e257f08f2504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:25:37.960888 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-53a2e7cb-367f-4b1e-a4b2-9be43ef57d98 req-84b785dd-c92e-4413-87ce-e257f08f2504 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a56f1abb-bc94-49e2-855d-f1e5173f6bb7 HTTP/1.1" status: 200  len: 891 time: 0.1467831
Nov 24 13:25:38.040194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-0f98ab71-7764-44a2-96a3-5c2bbaff7f33 None None] Port 51118362-e0a5-46e1-8b46-e4a58a905d52 is administratively disabled so it will not transition to active. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Nov 24 13:25:38.041793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:38.074071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3259654d-9a96-46d3-a387-10a677c53c0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51118362-e0a5-46e1-8b46-e4a58a905d52'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:25:38.077735 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-53a2e7cb-367f-4b1e-a4b2-9be43ef57d98 req-c2577dc2-e504-471f-b6f0-6f76d6d5a860 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51118362-e0a5-46e1-8b46-e4a58a905d52 HTTP/1.1" status: 200  len: 1002 time: 0.1102495
Nov 24 13:25:38.084638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 51118362-e0a5-46e1-8b46-e4a58a905d52, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=51118362-e0a5-46e1-8b46-e4a58a905d52,segment=NetworkSegment(83596f82-6bc5-4f8d-9ee4-3e068e7f114d),segment_id=83596f82-6bc5-4f8d-9ee4-3e068e7f114d)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:25:38.087558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:38.089407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:25:38.160353 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3259654d-9a96-46d3-a387-10a677c53c0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51118362-e0a5-46e1-8b46-e4a58a905d52', 'code': 200}
Nov 24 13:25:38.161055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=51118362-e0a5-46e1-8b46-e4a58a905d52,revision_number=6']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:25:38.170541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:38.170939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:38.171322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:38.171701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:38.172078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:38.172214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2e7cb-367f-4b1e-a4b2-9be43ef57d98 req-b1e140c7-502f-47c6-bc90-1da52c8eee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:25:38.172452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:38.172823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:38.173196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:38.174162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:38.174343 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-53a2e7cb-367f-4b1e-a4b2-9be43ef57d98 req-b1e140c7-502f-47c6-bc90-1da52c8eee50 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72378cff-468a-475f-a1d0-74c357c2b315 HTTP/1.1" status: 200  len: 834 time: 0.0901704
Nov 24 13:25:38.174517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:38.174865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:38.175232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:38.175701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:38.176066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:38.176436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:38.176799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:38.177161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:38.177525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:38.177886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:38.178306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:38.178671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:38.179030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:38.179390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:38.179757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:38.184178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:25:38.268441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2e7cb-367f-4b1e-a4b2-9be43ef57d98 req-69e19d87-19d6-41e7-a488-e5a28bf1fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:25:38.270069 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-53a2e7cb-367f-4b1e-a4b2-9be43ef57d98 req-69e19d87-19d6-41e7-a488-e5a28bf1fe8b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a56f1abb-bc94-49e2-855d-f1e5173f6bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838454
Nov 24 13:25:38.417555 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-53a2e7cb-367f-4b1e-a4b2-9be43ef57d98 req-a3fcb526-7cea-4aaf-8a31-4e4fe68d556d service neutron] 10.222.0.70 "GET /v2.0/networks/a56f1abb-bc94-49e2-855d-f1e5173f6bb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400447
Nov 24 13:25:38.558495 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-53a2e7cb-367f-4b1e-a4b2-9be43ef57d98 req-3fc14b4c-83ad-4311-8f23-ab7cf5f2ecc5 service neutron] 10.222.0.70 "GET /v2.0/networks/a56f1abb-bc94-49e2-855d-f1e5173f6bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1349502
Nov 24 13:25:39.835308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 51118362-e0a5-46e1-8b46-e4a58a905d52 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:25:40.009635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 51118362-e0a5-46e1-8b46-e4a58a905d52 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:25:40.223169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a3c7872b-e85e-4e62-a9f3-e00e80d589db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:41.091293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 55084) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:25:41.098614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'port': {'admin_state_up': True}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:25:41.239155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:41.529562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port 51118362-e0a5-46e1-8b46-e4a58a905d52, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=51118362-e0a5-46e1-8b46-e4a58a905d52,segment=NetworkSegment(83596f82-6bc5-4f8d-9ee4-3e068e7f114d),segment_id=83596f82-6bc5-4f8d-9ee4-3e068e7f114d)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:25:41.556635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:41.560949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:41.576994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-39924b8c-075a-4808-be21-662325738e89 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:25:41.723479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=51118362-e0a5-46e1-8b46-e4a58a905d52,revision_number=7']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:25:41.756570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:41.756999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:41.757416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:41.757853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:41.758261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:41.758676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:41.759080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:41.759490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:41.759932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:41.760290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:41.760689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:41.761088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:41.761589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:41.762266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:41.762672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:41.763071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:41.763478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:41.763862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:41.764256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:41.764669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:41.765051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:41.765446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:41.765838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:41.766278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:25:41.772736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:25:41.794428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:25:41.795093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:41.796596 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "PUT /v2.0/ports/51118362-e0a5-46e1-8b46-e4a58a905d52 HTTP/1.1" status: 200  len: 935 time: 0.7041709
Nov 24 13:25:41.797260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3259654d-9a96-46d3-a387-10a677c53c0c', 'tag': '51118362-e0a5-46e1-8b46-e4a58a905d52'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:25:41.800956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55088) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:25:41.827777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 51118362-e0a5-46e1-8b46-e4a58a905d52 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:25:41.865109 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3259654d-9a96-46d3-a387-10a677c53c0c', 'tag': '51118362-e0a5-46e1-8b46-e4a58a905d52', 'status': 'completed', 'code': 200}
Nov 24 13:25:41.981079 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a932ed97-079c-443d-a17e-d50cdaa437b4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/a17d6013-0dee-4731-844d-92b858be0fe3 HTTP/1.1" status: 200  len: 991 time: 0.1788146
Nov 24 13:25:42.013749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15f334-b027-4287-81c0-7f369c5fb188 req-83305e67-e8f1-46a7-8dd4-54343e554f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:25:42.015914 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6e15f334-b027-4287-81c0-7f369c5fb188 req-83305e67-e8f1-46a7-8dd4-54343e554f6d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=3259654d-9a96-46d3-a387-10a677c53c0c HTTP/1.1" status: 200  len: 1160 time: 0.0988986
Nov 24 13:25:42.094027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-fc3d34e1-ea61-4685-a75f-70df052a19bc None None] Provisioning complete for port 51118362-e0a5-46e1-8b46-e4a58a905d52 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:25:42.094657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc3d34e1-ea61-4685-a75f-70df052a19bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:42.175154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15f334-b027-4287-81c0-7f369c5fb188 req-c4e4439e-a4c4-41ee-b128-598060a843f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:25:42.176747 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6e15f334-b027-4287-81c0-7f369c5fb188 req-c4e4439e-a4c4-41ee-b128-598060a843f6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a56f1abb-bc94-49e2-855d-f1e5173f6bb7 HTTP/1.1" status: 200  len: 891 time: 0.1535237
Nov 24 13:25:42.224549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc3d34e1-ea61-4685-a75f-70df052a19bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:42.237768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 51118362-e0a5-46e1-8b46-e4a58a905d52 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:25:42.294909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3259654d-9a96-46d3-a387-10a677c53c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51118362-e0a5-46e1-8b46-e4a58a905d52'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:25:42.296151 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6e15f334-b027-4287-81c0-7f369c5fb188 req-9173d6ff-b453-4752-b0ab-dd09ef8169f3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51118362-e0a5-46e1-8b46-e4a58a905d52 HTTP/1.1" status: 200  len: 999 time: 0.1117728
Nov 24 13:25:42.313872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-fc3d34e1-ea61-4685-a75f-70df052a19bc None None] For port 51118362-e0a5-46e1-8b46-e4a58a905d52, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=51118362-e0a5-46e1-8b46-e4a58a905d52,segment=NetworkSegment(83596f82-6bc5-4f8d-9ee4-3e068e7f114d),segment_id=83596f82-6bc5-4f8d-9ee4-3e068e7f114d)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:25:42.318725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc3d34e1-ea61-4685-a75f-70df052a19bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:42.322610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2d2065cd-4443-464f-b45a-6c1ad7cebdcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:25:42.376192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15f334-b027-4287-81c0-7f369c5fb188 req-b89de55f-0db9-4d1a-b22e-a5c465c133f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:25:42.378153 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3259654d-9a96-46d3-a387-10a677c53c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51118362-e0a5-46e1-8b46-e4a58a905d52', 'code': 200}
Nov 24 13:25:42.378530 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6e15f334-b027-4287-81c0-7f369c5fb188 req-b89de55f-0db9-4d1a-b22e-a5c465c133f1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72378cff-468a-475f-a1d0-74c357c2b315 HTTP/1.1" status: 200  len: 834 time: 0.0759764
Nov 24 13:25:42.409574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 51118362-e0a5-46e1-8b46-e4a58a905d52 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:25:42.409999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:42.440173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d34e1-ea61-4685-a75f-70df052a19bc None None] Pushing event updated for resources: {'Port': ['ID=51118362-e0a5-46e1-8b46-e4a58a905d52,revision_number=8']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:25:42.452007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fc3d34e1-ea61-4685-a75f-70df052a19bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:25:42.490233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:25:42.496931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15f334-b027-4287-81c0-7f369c5fb188 req-b3c58548-a89a-4df1-8a4c-e21a3735b021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:25:42.498736 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6e15f334-b027-4287-81c0-7f369c5fb188 req-b3c58548-a89a-4df1-8a4c-e21a3735b021 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a56f1abb-bc94-49e2-855d-f1e5173f6bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0829020
Nov 24 13:25:42.605242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1da38238-2e2e-4cc6-b12b-01c1177e30ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:42.904980 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6e15f334-b027-4287-81c0-7f369c5fb188 req-c13e5c1a-1b30-4db7-968b-36c9beaf8faf service neutron] 10.222.0.70 "GET /v2.0/networks/a56f1abb-bc94-49e2-855d-f1e5173f6bb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3994207
Nov 24 13:25:42.931699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:43.054486 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6e15f334-b027-4287-81c0-7f369c5fb188 req-acd79635-05a4-47ea-8750-aa7f1f021ef1 service neutron] 10.222.0.70 "GET /v2.0/networks/a56f1abb-bc94-49e2-855d-f1e5173f6bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1429024
Nov 24 13:25:44.029092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 51118362-e0a5-46e1-8b46-e4a58a905d52 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:25:44.102962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 51118362-e0a5-46e1-8b46-e4a58a905d52 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:25:44.103389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:44.233488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:44.585123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55104) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:25:44.754215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:44.810184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-aa2a6774-1f5d-4947-a594-d5e537c20fba tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port 4a845c96-4677-4d95-baa9-78e181804a2b {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:25:44.810559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa2a6774-1f5d-4947-a594-d5e537c20fba tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:44.995515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa2a6774-1f5d-4947-a594-d5e537c20fba tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:44.995785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa2a6774-1f5d-4947-a594-d5e537c20fba tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:45.129515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-aa2a6774-1f5d-4947-a594-d5e537c20fba tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for 4a845c96-4677-4d95-baa9-78e181804a2b owned by network:floatingip {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:25:45.294677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa2a6774-1f5d-4947-a594-d5e537c20fba tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:45.310464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7e1981c7-24d3-43bd-ac54-14319b199b71 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:25:45.416810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a6774-1f5d-4947-a594-d5e537c20fba tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=4a845c96-4677-4d95-baa9-78e181804a2b,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:25:45.420663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-aa2a6774-1f5d-4947-a594-d5e537c20fba tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:25:45.538817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa2a6774-1f5d-4947-a594-d5e537c20fba tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:45.539189 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-aa2a6774-1f5d-4947-a594-d5e537c20fba tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Floating IP 4711ac10-168d-4829-8105-5e8c4265474c disassociated (deleted). External IP: 172.26.8.212, port: 21437e3f-8e08-405f-a9d9-58d1feff7cae.
Nov 24 13:25:45.953317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2a6774-1f5d-4947-a594-d5e537c20fba tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router e9a1e14e-c55e-4a26-9705-e697893b884d has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:25:46.167663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2a6774-1f5d-4947-a594-d5e537c20fba tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:25:46.184618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db90e0af-bee4-4226-8c76-fbe886affb4b None None] Sync routers for ids ['e9a1e14e-c55e-4a26-9705-e697893b884d'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:25:46.187455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa2a6774-1f5d-4947-a594-d5e537c20fba tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:46.198053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db90e0af-bee4-4226-8c76-fbe886affb4b None None] Routers {'e9a1e14e-c55e-4a26-9705-e697893b884d'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:25:46.198831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-db90e0af-bee4-4226-8c76-fbe886affb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346ee4208>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:25:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e9a1e14e-c55e-4a26-9705-e697893b884d'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:25:46.247112 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-aa2a6774-1f5d-4947-a594-d5e537c20fba tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/floatingips/4711ac10-168d-4829-8105-5e8c4265474c HTTP/1.1" status: 204  len: 168 time: 1.6607201
Nov 24 13:25:46.247759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b2e7b6-1359-4fdf-82b0-6bfa835c4cab', 'tag': '21437e3f-8e08-405f-a9d9-58d1feff7cae'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:25:46.393910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-db90e0af-bee4-4226-8c76-fbe886affb4b None None] Set router e9a1e14e-c55e-4a26-9705-e697893b884d gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:25:46.428209 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b2e7b6-1359-4fdf-82b0-6bfa835c4cab', 'tag': '21437e3f-8e08-405f-a9d9-58d1feff7cae', 'status': 'completed', 'code': 200}
Nov 24 13:25:46.567157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e426e-36f3-441b-9641-7e84733ff1bd req-10c0c9f1-d5bb-49cf-a6fb-e8ca20cef86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:25:46.568819 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-196e426e-36f3-441b-9641-7e84733ff1bd req-10c0c9f1-d5bb-49cf-a6fb-e8ca20cef86e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=44b2e7b6-1359-4fdf-82b0-6bfa835c4cab HTTP/1.1" status: 200  len: 1162 time: 0.0899580
Nov 24 13:25:46.779130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e426e-36f3-441b-9641-7e84733ff1bd req-4f7b72e9-bf5d-4984-ba4a-3d52f7af6b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:25:46.780707 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-196e426e-36f3-441b-9641-7e84733ff1bd req-4f7b72e9-bf5d-4984-ba4a-3d52f7af6b91 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a56f1abb-bc94-49e2-855d-f1e5173f6bb7 HTTP/1.1" status: 200  len: 891 time: 0.2048125
Nov 24 13:25:46.788252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1896d-22ff-418b-8d43-8a9cb0895169 req-0202bf3e-e276-4dc7-a32a-2539f219aa8c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:25:46.789136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-99c1896d-22ff-418b-8d43-8a9cb0895169 req-0202bf3e-e276-4dc7-a32a-2539f219aa8c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:25:46.796829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-db90e0af-bee4-4226-8c76-fbe886affb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346ee4208>, [{'id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'name': 'tempest-TestNetworkBasicOps-router-1704390955', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:23Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'a17d6013-0dee-4731-844d-92b858be0fe3', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.246', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'port_id': '51118362-e0a5-46e1-8b46-e4a58a905d52', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7', 'mac_address': 'fa:16:3e:7c:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3259654d-9a96-46d3-a387-10a677c53c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:24:42Z', 'updated_at': '2020-11-24T13:24:45Z', 'revision_number': 1, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f', 'name': '', 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:c9:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '72378cff-468a-475f-a1d0-74c357c2b315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:22Z', 'updated_at': '2020-11-24T13:24:29Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '72378cff-468a-475f-a1d0-74c357c2b315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:25:46.801243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db90e0af-bee4-4226-8c76-fbe886affb4b None None] Checking router: e9a1e14e-c55e-4a26-9705-e697893b884d for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:25:46.812804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db90e0af-bee4-4226-8c76-fbe886affb4b None None] Routers {'e9a1e14e-c55e-4a26-9705-e697893b884d'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:25:46.813446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-db90e0af-bee4-4226-8c76-fbe886affb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346ee4208>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:25:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e9a1e14e-c55e-4a26-9705-e697893b884d'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:25:46.868138 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-196e426e-36f3-441b-9641-7e84733ff1bd req-58a0765f-a91f-430d-86e8-93711b72d802 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21437e3f-8e08-405f-a9d9-58d1feff7cae HTTP/1.1" status: 200  len: 217 time: 0.0750501
Nov 24 13:25:46.871448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-99c1896d-22ff-418b-8d43-8a9cb0895169 req-0202bf3e-e276-4dc7-a32a-2539f219aa8c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:25:46.872627 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-99c1896d-22ff-418b-8d43-8a9cb0895169 req-0202bf3e-e276-4dc7-a32a-2539f219aa8c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=44b2e7b6-1359-4fdf-82b0-6bfa835c4cab HTTP/1.1" status: 200  len: 945 time: 0.2237539
Nov 24 13:25:46.972271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e426e-36f3-441b-9641-7e84733ff1bd req-d0843eb1-3a99-43ac-a867-e5dc2a0abdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:25:46.973859 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-196e426e-36f3-441b-9641-7e84733ff1bd req-d0843eb1-3a99-43ac-a867-e5dc2a0abdc5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72378cff-468a-475f-a1d0-74c357c2b315 HTTP/1.1" status: 200  len: 834 time: 0.0988443
Nov 24 13:25:46.978961 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-99c1896d-22ff-418b-8d43-8a9cb0895169 req-0901d267-bd76-4f53-89c1-0fbb21e677dc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=fe493c7d-2985-4e48-973a-75dcc62e54a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681384
Nov 24 13:25:47.012491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-db90e0af-bee4-4226-8c76-fbe886affb4b None None] Set router e9a1e14e-c55e-4a26-9705-e697893b884d gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:25:47.059953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e426e-36f3-441b-9641-7e84733ff1bd req-3183025b-ff1c-4f34-8dc2-27bd116db63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:25:47.061530 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-196e426e-36f3-441b-9641-7e84733ff1bd req-3183025b-ff1c-4f34-8dc2-27bd116db63e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a56f1abb-bc94-49e2-855d-f1e5173f6bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0804248
Nov 24 13:25:47.211554 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-196e426e-36f3-441b-9641-7e84733ff1bd req-1ccb5dfc-ce15-4ac2-8ec3-670ef34e7ccd service neutron] 10.222.0.70 "GET /v2.0/networks/a56f1abb-bc94-49e2-855d-f1e5173f6bb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431489
Nov 24 13:25:47.363739 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-196e426e-36f3-441b-9641-7e84733ff1bd req-3511eee3-402a-4300-9c97-a102074c5052 service neutron] 10.222.0.70 "GET /v2.0/networks/a56f1abb-bc94-49e2-855d-f1e5173f6bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1444755
Nov 24 13:25:47.576038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-db90e0af-bee4-4226-8c76-fbe886affb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346ee4208>, [{'id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'name': 'tempest-TestNetworkBasicOps-router-1704390955', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:23Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'a17d6013-0dee-4731-844d-92b858be0fe3', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.246', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'port_id': '51118362-e0a5-46e1-8b46-e4a58a905d52', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7', 'mac_address': 'fa:16:3e:7c:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3259654d-9a96-46d3-a387-10a677c53c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:24:42Z', 'updated_at': '2020-11-24T13:24:45Z', 'revision_number': 1, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f', 'name': '', 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:c9:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '72378cff-468a-475f-a1d0-74c357c2b315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:22Z', 'updated_at': '2020-11-24T13:24:29Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '72378cff-468a-475f-a1d0-74c357c2b315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:25:47.580449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db90e0af-bee4-4226-8c76-fbe886affb4b None None] The sync data for ids ['e9a1e14e-c55e-4a26-9705-e697893b884d'] in dv-neutron-601336-61-ovs is: [{'id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'name': 'tempest-TestNetworkBasicOps-router-1704390955', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:23Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'a17d6013-0dee-4731-844d-92b858be0fe3', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.246', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'port_id': '51118362-e0a5-46e1-8b46-e4a58a905d52', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7', 'mac_address': 'fa:16:3e:7c:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3259654d-9a96-46d3-a387-10a677c53c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:24:42Z', 'updated_at': '2020-11-24T13:24:45Z', 'revision_number': 1, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f', 'name': '', 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:c9:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '72378cff-468a-475f-a1d0-74c357c2b315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:22Z', 'updated_at': '2020-11-24T13:24:29Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '72378cff-468a-475f-a1d0-74c357c2b315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:25:47.968428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaa235a-4550-4490-8a37-2219d529e6ba None None] New status for floating IP 4711ac10-168d-4829-8105-5e8c4265474c: DOWN {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:25:48.127168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 21437e3f-8e08-405f-a9d9-58d1feff7cae up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:25:48.208796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 21437e3f-8e08-405f-a9d9-58d1feff7cae triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:25:48.209232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:48.459303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b01d8-679f-40f4-94d9-17e8d907c83c req-9c473f2d-ba5c-4709-954f-6e38d9aac750 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:25:48.460762 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8a9b01d8-679f-40f4-94d9-17e8d907c83c req-9c473f2d-ba5c-4709-954f-6e38d9aac750 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/ports?device_id=44b2e7b6-1359-4fdf-82b0-6bfa835c4cab HTTP/1.1" status: 200  len: 945 time: 0.4154787
Nov 24 13:25:48.549802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589e76a-96ef-4e02-951f-03de9849baa4 req-06366332-c6b1-495d-ade9-2c1cccc1e1c3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:25:48.551415 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f589e76a-96ef-4e02-951f-03de9849baa4 req-06366332-c6b1-495d-ade9-2c1cccc1e1c3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=44b2e7b6-1359-4fdf-82b0-6bfa835c4cab HTTP/1.1" status: 200  len: 945 time: 0.4314487
Nov 24 13:25:48.557621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-8a9b01d8-679f-40f4-94d9-17e8d907c83c req-4b583d26-923d-4aa4-8fe0-786b9870227e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port 21437e3f-8e08-405f-a9d9-58d1feff7cae {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:25:48.558001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8a9b01d8-679f-40f4-94d9-17e8d907c83c req-4b583d26-923d-4aa4-8fe0-786b9870227e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:48.690523 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f589e76a-96ef-4e02-951f-03de9849baa4 req-122046b6-05aa-49bf-9526-fc5da77e4ed8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=fe493c7d-2985-4e48-973a-75dcc62e54a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1077483
Nov 24 13:25:48.855582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-8a9b01d8-679f-40f4-94d9-17e8d907c83c req-4b583d26-923d-4aa4-8fe0-786b9870227e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port 21437e3f-8e08-405f-a9d9-58d1feff7cae, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=21437e3f-8e08-405f-a9d9-58d1feff7cae,segment=NetworkSegment(83596f82-6bc5-4f8d-9ee4-3e068e7f114d),segment_id=83596f82-6bc5-4f8d-9ee4-3e068e7f114d)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:25:48.855980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8a9b01d8-679f-40f4-94d9-17e8d907c83c req-4b583d26-923d-4aa4-8fe0-786b9870227e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:48.985428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-8a9b01d8-679f-40f4-94d9-17e8d907c83c req-4b583d26-923d-4aa4-8fe0-786b9870227e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for 21437e3f-8e08-405f-a9d9-58d1feff7cae owned by compute:nova {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:25:49.136324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8a9b01d8-679f-40f4-94d9-17e8d907c83c req-4b583d26-923d-4aa4-8fe0-786b9870227e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:49.152959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9c9fca80-1211-45aa-b5d2-126ba8bfd82f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:25:49.257471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b583d26-923d-4aa4-8fe0-786b9870227e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=21437e3f-8e08-405f-a9d9-58d1feff7cae,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:25:49.262141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4b583d26-923d-4aa4-8fe0-786b9870227e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:25:49.356793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9b01d8-679f-40f4-94d9-17e8d907c83c req-4b583d26-923d-4aa4-8fe0-786b9870227e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] No DVR routers for this DVR port 21437e3f-8e08-405f-a9d9-58d1feff7cae on host hv-neutron-6013 {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:25:49.359026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8a9b01d8-679f-40f4-94d9-17e8d907c83c req-4b583d26-923d-4aa4-8fe0-786b9870227e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:49.362445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b2e7b6-1359-4fdf-82b0-6bfa835c4cab', 'name': 'network-vif-deleted', 'tag': '21437e3f-8e08-405f-a9d9-58d1feff7cae'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:25:49.377393 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8a9b01d8-679f-40f4-94d9-17e8d907c83c req-4b583d26-923d-4aa4-8fe0-786b9870227e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "DELETE /v2.0/ports/21437e3f-8e08-405f-a9d9-58d1feff7cae HTTP/1.1" status: 204  len: 173 time: 0.9092093
Nov 24 13:25:49.428666 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b2e7b6-1359-4fdf-82b0-6bfa835c4cab', 'name': 'network-vif-deleted', 'tag': '21437e3f-8e08-405f-a9d9-58d1feff7cae', 'status': 'completed', 'code': 200}
Nov 24 13:25:49.890999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-218fad93-5f8e-49ef-bf9b-6806347ea399 req-106d2417-f552-4391-8bf7-dd624529a558 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:25:49.907083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-218fad93-5f8e-49ef-bf9b-6806347ea399 req-106d2417-f552-4391-8bf7-dd624529a558 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:25:49.909183 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-218fad93-5f8e-49ef-bf9b-6806347ea399 req-106d2417-f552-4391-8bf7-dd624529a558 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=44b2e7b6-1359-4fdf-82b0-6bfa835c4cab HTTP/1.1" status: 200  len: 210 time: 0.0699189
Nov 24 13:25:49.979058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 21437e3f-8e08-405f-a9d9-58d1feff7cae no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:25:50.019504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] No Port match for: 21437e3f-8e08-405f-a9d9-58d1feff7cae {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:25:50.019903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 21437e3f-8e08-405f-a9d9-58d1feff7cae not bound to the agent host hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:25:51.024501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55124) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:25:51.098373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe74eb0c-6ddd-444f-abfa-214777ce562f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:51.132848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe74eb0c-6ddd-444f-abfa-214777ce562f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:51.174939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:51.191286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe74eb0c-6ddd-444f-abfa-214777ce562f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:51.197970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-00d16c86-c6aa-49f6-9038-01e2df1ff6f4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:25:51.216107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74eb0c-6ddd-444f-abfa-214777ce562f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe493c7d-2985-4e48-973a-75dcc62e54a1,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:25:51.219910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fe74eb0c-6ddd-444f-abfa-214777ce562f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:25:51.221961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe74eb0c-6ddd-444f-abfa-214777ce562f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:51.223202 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fe74eb0c-6ddd-444f-abfa-214777ce562f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/security-groups/fe493c7d-2985-4e48-973a-75dcc62e54a1 HTTP/1.1" status: 204  len: 168 time: 0.1974394
Nov 24 13:25:51.267709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55130) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:25:51.484983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-808a3d5a-8a28-4fa2-8ebb-074d63049c5f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port dd22c60c-efcf-4c70-9645-36fddc8da0dc {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:25:51.485271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-808a3d5a-8a28-4fa2-8ebb-074d63049c5f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:51.672732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-808a3d5a-8a28-4fa2-8ebb-074d63049c5f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:51.673137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-808a3d5a-8a28-4fa2-8ebb-074d63049c5f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:51.804083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-808a3d5a-8a28-4fa2-8ebb-074d63049c5f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for dd22c60c-efcf-4c70-9645-36fddc8da0dc owned by network:floatingip {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:25:51.956003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-808a3d5a-8a28-4fa2-8ebb-074d63049c5f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:51.971833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-440a7bb6-8b96-44e1-a5f2-40c8b053fff3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:25:52.069819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a3d5a-8a28-4fa2-8ebb-074d63049c5f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=dd22c60c-efcf-4c70-9645-36fddc8da0dc,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:25:52.077760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-808a3d5a-8a28-4fa2-8ebb-074d63049c5f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:25:52.195181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-808a3d5a-8a28-4fa2-8ebb-074d63049c5f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:52.195548 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-808a3d5a-8a28-4fa2-8ebb-074d63049c5f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Floating IP a17d6013-0dee-4731-844d-92b858be0fe3 disassociated (deleted). External IP: 172.26.8.246, port: 51118362-e0a5-46e1-8b46-e4a58a905d52.
Nov 24 13:25:52.620803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808a3d5a-8a28-4fa2-8ebb-074d63049c5f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router e9a1e14e-c55e-4a26-9705-e697893b884d has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:25:52.835522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808a3d5a-8a28-4fa2-8ebb-074d63049c5f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:25:52.846077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763290e3-f9a4-4973-bdc2-5e7db3dbefb5 None None] Sync routers for ids ['e9a1e14e-c55e-4a26-9705-e697893b884d'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:25:52.856066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-808a3d5a-8a28-4fa2-8ebb-074d63049c5f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:52.858888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763290e3-f9a4-4973-bdc2-5e7db3dbefb5 None None] Routers {'e9a1e14e-c55e-4a26-9705-e697893b884d'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:25:52.859594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-763290e3-f9a4-4973-bdc2-5e7db3dbefb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346ed6dd8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:25:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e9a1e14e-c55e-4a26-9705-e697893b884d'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:25:52.929848 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-808a3d5a-8a28-4fa2-8ebb-074d63049c5f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/floatingips/a17d6013-0dee-4731-844d-92b858be0fe3 HTTP/1.1" status: 204  len: 168 time: 1.6609654
Nov 24 13:25:52.930602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3259654d-9a96-46d3-a387-10a677c53c0c', 'tag': '51118362-e0a5-46e1-8b46-e4a58a905d52'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:25:52.996980 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3259654d-9a96-46d3-a387-10a677c53c0c', 'tag': '51118362-e0a5-46e1-8b46-e4a58a905d52', 'status': 'completed', 'code': 200}
Nov 24 13:25:53.073824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-763290e3-f9a4-4973-bdc2-5e7db3dbefb5 None None] Set router e9a1e14e-c55e-4a26-9705-e697893b884d gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:25:53.119603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e20f7-bd3d-477e-9fa8-f22ed43188d3 req-4a7685b2-7115-4c4f-83c4-5dcae305e8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:25:53.122505 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9b5e20f7-bd3d-477e-9fa8-f22ed43188d3 req-4a7685b2-7115-4c4f-83c4-5dcae305e8f5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=3259654d-9a96-46d3-a387-10a677c53c0c HTTP/1.1" status: 200  len: 1162 time: 0.0818176
Nov 24 13:25:53.335220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e20f7-bd3d-477e-9fa8-f22ed43188d3 req-ae30a476-9f02-40b0-bf29-e0438f50fa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:25:53.336836 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9b5e20f7-bd3d-477e-9fa8-f22ed43188d3 req-ae30a476-9f02-40b0-bf29-e0438f50fa4a service neutron] 10.222.0.70 "GET /v2.0/networks?id=a56f1abb-bc94-49e2-855d-f1e5173f6bb7 HTTP/1.1" status: 200  len: 891 time: 0.2073162
Nov 24 13:25:53.420059 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9b5e20f7-bd3d-477e-9fa8-f22ed43188d3 req-c408f8f1-bdf6-4198-b3ec-4e07d3055aca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51118362-e0a5-46e1-8b46-e4a58a905d52 HTTP/1.1" status: 200  len: 217 time: 0.0714731
Nov 24 13:25:53.435605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-763290e3-f9a4-4973-bdc2-5e7db3dbefb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346ed6dd8>, [{'id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'name': 'tempest-TestNetworkBasicOps-router-1704390955', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:23Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f', 'name': '', 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:c9:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '72378cff-468a-475f-a1d0-74c357c2b315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:22Z', 'updated_at': '2020-11-24T13:24:29Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '72378cff-468a-475f-a1d0-74c357c2b315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:25:53.440049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763290e3-f9a4-4973-bdc2-5e7db3dbefb5 None None] Checking router: e9a1e14e-c55e-4a26-9705-e697893b884d for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:25:53.451402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763290e3-f9a4-4973-bdc2-5e7db3dbefb5 None None] Routers {'e9a1e14e-c55e-4a26-9705-e697893b884d'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:25:53.452059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-763290e3-f9a4-4973-bdc2-5e7db3dbefb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346ed6dd8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:25:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e9a1e14e-c55e-4a26-9705-e697893b884d'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:25:53.509109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b9161-2094-4a8b-a253-db664963497b req-2d68e44e-a278-4ddc-afa7-2f7d9a0619b3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:25:53.509888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-093b9161-2094-4a8b-a253-db664963497b req-2d68e44e-a278-4ddc-afa7-2f7d9a0619b3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:25:53.525753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e20f7-bd3d-477e-9fa8-f22ed43188d3 req-279363be-a9f3-4078-8d50-4c9151810c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:25:53.527378 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9b5e20f7-bd3d-477e-9fa8-f22ed43188d3 req-279363be-a9f3-4078-8d50-4c9151810c15 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72378cff-468a-475f-a1d0-74c357c2b315 HTTP/1.1" status: 200  len: 834 time: 0.1001701
Nov 24 13:25:53.536634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-093b9161-2094-4a8b-a253-db664963497b req-2d68e44e-a278-4ddc-afa7-2f7d9a0619b3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:25:53.537913 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-093b9161-2094-4a8b-a253-db664963497b req-2d68e44e-a278-4ddc-afa7-2f7d9a0619b3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=3259654d-9a96-46d3-a387-10a677c53c0c HTTP/1.1" status: 200  len: 945 time: 0.2450790
Nov 24 13:25:53.644738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-093b9161-2094-4a8b-a253-db664963497b req-88d88302-e517-4480-8309-a9ebed0f89a7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:25:53.660673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-763290e3-f9a4-4973-bdc2-5e7db3dbefb5 None None] Set router e9a1e14e-c55e-4a26-9705-e697893b884d gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:25:53.666876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e20f7-bd3d-477e-9fa8-f22ed43188d3 req-2fc29d2b-fb4a-452e-b838-c546913f9cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:25:53.668511 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9b5e20f7-bd3d-477e-9fa8-f22ed43188d3 req-2fc29d2b-fb4a-452e-b838-c546913f9cde service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a56f1abb-bc94-49e2-855d-f1e5173f6bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1296465
Nov 24 13:25:53.669605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-093b9161-2094-4a8b-a253-db664963497b req-88d88302-e517-4480-8309-a9ebed0f89a7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:25:53.670795 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-093b9161-2094-4a8b-a253-db664963497b req-88d88302-e517-4480-8309-a9ebed0f89a7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=cb7de1d0-6750-47f5-ae2e-6fa27b48b1f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0937614
Nov 24 13:25:53.819542 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9b5e20f7-bd3d-477e-9fa8-f22ed43188d3 req-ad6d8720-e874-4ee2-9d3d-a6804c72cb1b service neutron] 10.222.0.70 "GET /v2.0/networks/a56f1abb-bc94-49e2-855d-f1e5173f6bb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428354
Nov 24 13:25:53.975729 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9b5e20f7-bd3d-477e-9fa8-f22ed43188d3 req-b54fa983-914d-4f1d-9940-55b39111a644 service neutron] 10.222.0.70 "GET /v2.0/networks/a56f1abb-bc94-49e2-855d-f1e5173f6bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1494665
Nov 24 13:25:53.996924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-763290e3-f9a4-4973-bdc2-5e7db3dbefb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346ed6dd8>, [{'id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'name': 'tempest-TestNetworkBasicOps-router-1704390955', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:23Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f', 'name': '', 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:c9:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '72378cff-468a-475f-a1d0-74c357c2b315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:22Z', 'updated_at': '2020-11-24T13:24:29Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '72378cff-468a-475f-a1d0-74c357c2b315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:25:54.003066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763290e3-f9a4-4973-bdc2-5e7db3dbefb5 None None] The sync data for ids ['e9a1e14e-c55e-4a26-9705-e697893b884d'] in dv-neutron-601336-61-ovs is: [{'id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'name': 'tempest-TestNetworkBasicOps-router-1704390955', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:23Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f', 'name': '', 'network_id': 'a56f1abb-bc94-49e2-855d-f1e5173f6bb7', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:c9:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '72378cff-468a-475f-a1d0-74c357c2b315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:22Z', 'updated_at': '2020-11-24T13:24:29Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '72378cff-468a-475f-a1d0-74c357c2b315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:25:54.393302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ab8309-c564-4d60-9732-884314e2622f None None] New status for floating IP a17d6013-0dee-4731-844d-92b858be0fe3: DOWN {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:25:54.764615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371b764-1053-4615-ba15-88a19c3e7f49 req-88f6e0c4-820d-4a48-9e8f-7aca79a5e419 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:25:54.766265 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2371b764-1053-4615-ba15-88a19c3e7f49 req-88f6e0c4-820d-4a48-9e8f-7aca79a5e419 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/ports?device_id=3259654d-9a96-46d3-a387-10a677c53c0c HTTP/1.1" status: 200  len: 945 time: 0.0896125
Nov 24 13:25:54.889432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-2371b764-1053-4615-ba15-88a19c3e7f49 req-d33711ab-fdbc-45f7-8468-e92f2f7244e6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port 51118362-e0a5-46e1-8b46-e4a58a905d52 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:25:54.889820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-2371b764-1053-4615-ba15-88a19c3e7f49 req-d33711ab-fdbc-45f7-8468-e92f2f7244e6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:55.274303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95747b5a-c7d2-4361-9837-afccbd1146f6 req-10ada736-0c94-49e6-8fc6-c107b018e574 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:25:55.275971 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-95747b5a-c7d2-4361-9837-afccbd1146f6 req-10ada736-0c94-49e6-8fc6-c107b018e574 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=3259654d-9a96-46d3-a387-10a677c53c0c HTTP/1.1" status: 200  len: 945 time: 0.4631376
Nov 24 13:25:55.426469 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-95747b5a-c7d2-4361-9837-afccbd1146f6 req-ade94133-88be-4e1b-8005-32f71efdebbc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=cb7de1d0-6750-47f5-ae2e-6fa27b48b1f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1439457
Nov 24 13:25:55.481620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-2371b764-1053-4615-ba15-88a19c3e7f49 req-d33711ab-fdbc-45f7-8468-e92f2f7244e6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port 51118362-e0a5-46e1-8b46-e4a58a905d52, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=51118362-e0a5-46e1-8b46-e4a58a905d52,segment=NetworkSegment(83596f82-6bc5-4f8d-9ee4-3e068e7f114d),segment_id=83596f82-6bc5-4f8d-9ee4-3e068e7f114d)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:25:55.482014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-2371b764-1053-4615-ba15-88a19c3e7f49 req-d33711ab-fdbc-45f7-8468-e92f2f7244e6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:55.611304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-2371b764-1053-4615-ba15-88a19c3e7f49 req-d33711ab-fdbc-45f7-8468-e92f2f7244e6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for 51118362-e0a5-46e1-8b46-e4a58a905d52 owned by compute:nova {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:25:55.758471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-2371b764-1053-4615-ba15-88a19c3e7f49 req-d33711ab-fdbc-45f7-8468-e92f2f7244e6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:55.773418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d2aa0b9b-d835-439c-be23-39279a16ff20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:25:55.863178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33711ab-fdbc-45f7-8468-e92f2f7244e6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=51118362-e0a5-46e1-8b46-e4a58a905d52,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:25:55.879444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d33711ab-fdbc-45f7-8468-e92f2f7244e6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:25:55.977205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-2371b764-1053-4615-ba15-88a19c3e7f49 req-d33711ab-fdbc-45f7-8468-e92f2f7244e6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] No DVR routers for this DVR port 51118362-e0a5-46e1-8b46-e4a58a905d52 on host hv-neutron-6013 {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:25:55.979657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-2371b764-1053-4615-ba15-88a19c3e7f49 req-d33711ab-fdbc-45f7-8468-e92f2f7244e6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:55.982537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3259654d-9a96-46d3-a387-10a677c53c0c', 'name': 'network-vif-deleted', 'tag': '51118362-e0a5-46e1-8b46-e4a58a905d52'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:25:55.997675 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2371b764-1053-4615-ba15-88a19c3e7f49 req-d33711ab-fdbc-45f7-8468-e92f2f7244e6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "DELETE /v2.0/ports/51118362-e0a5-46e1-8b46-e4a58a905d52 HTTP/1.1" status: 204  len: 173 time: 1.2262430
Nov 24 13:25:56.043540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 51118362-e0a5-46e1-8b46-e4a58a905d52 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:25:56.046710 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3259654d-9a96-46d3-a387-10a677c53c0c', 'name': 'network-vif-deleted', 'tag': '51118362-e0a5-46e1-8b46-e4a58a905d52', 'status': 'completed', 'code': 200}
Nov 24 13:25:56.081018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] No Port match for: 51118362-e0a5-46e1-8b46-e4a58a905d52 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:25:56.081406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 51118362-e0a5-46e1-8b46-e4a58a905d52 not bound to the agent host hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:25:56.636429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-5c99394d-89a1-41d6-b859-b35eec00e850 req-7f408e09-7539-45aa-a652-893a34b3457f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:25:56.652992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-5c99394d-89a1-41d6-b859-b35eec00e850 req-7f408e09-7539-45aa-a652-893a34b3457f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:25:56.654404 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5c99394d-89a1-41d6-b859-b35eec00e850 req-7f408e09-7539-45aa-a652-893a34b3457f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=3259654d-9a96-46d3-a387-10a677c53c0c HTTP/1.1" status: 200  len: 210 time: 0.0679901
Nov 24 13:25:57.773791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55150) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:25:57.854693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70260dce-f134-4db3-a39d-6aecd1c4a9a3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:57.886727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70260dce-f134-4db3-a39d-6aecd1c4a9a3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:57.941029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70260dce-f134-4db3-a39d-6aecd1c4a9a3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:57.946566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9aaed51b-4734-4df4-8866-7769740ccd51 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:25:57.963520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70260dce-f134-4db3-a39d-6aecd1c4a9a3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7de1d0-6750-47f5-ae2e-6fa27b48b1f5,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:25:57.967415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-70260dce-f134-4db3-a39d-6aecd1c4a9a3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:25:57.973607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-70260dce-f134-4db3-a39d-6aecd1c4a9a3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:57.974861 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-70260dce-f134-4db3-a39d-6aecd1c4a9a3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/security-groups/cb7de1d0-6750-47f5-ae2e-6fa27b48b1f5 HTTP/1.1" status: 204  len: 168 time: 0.1998756
Nov 24 13:25:58.016702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55156) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:25:58.461074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-08075242-b955-49d0-b9a6-6a34f038ec7f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:59.118023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-08075242-b955-49d0-b9a6-6a34f038ec7f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:25:59.118641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-08075242-b955-49d0-b9a6-6a34f038ec7f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:59.331112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-08075242-b955-49d0-b9a6-6a34f038ec7f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f,segment=NetworkSegment(83596f82-6bc5-4f8d-9ee4-3e068e7f114d),segment_id=83596f82-6bc5-4f8d-9ee4-3e068e7f114d)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:25:59.331508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-08075242-b955-49d0-b9a6-6a34f038ec7f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:59.463029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-08075242-b955-49d0-b9a6-6a34f038ec7f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f owned by network:router_interface {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:25:59.653789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-08075242-b955-49d0-b9a6-6a34f038ec7f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:25:59.670368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6a8842a5-0574-43c3-89b4-44efd0e2b330 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:25:59.770557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08075242-b955-49d0-b9a6-6a34f038ec7f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:25:59.775503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-08075242-b955-49d0-b9a6-6a34f038ec7f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:00.117287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-08075242-b955-49d0-b9a6-6a34f038ec7f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:01.146964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08075242-b955-49d0-b9a6-6a34f038ec7f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router e9a1e14e-c55e-4a26-9705-e697893b884d has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:26:01.359567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08075242-b955-49d0-b9a6-6a34f038ec7f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:26:01.370036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba21fbd0-42dc-47df-bccd-cc92f78d03e2 None None] Sync routers for ids ['e9a1e14e-c55e-4a26-9705-e697893b884d'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:26:01.376697 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-08075242-b955-49d0-b9a6-6a34f038ec7f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "PUT /v2.0/routers/e9a1e14e-c55e-4a26-9705-e697893b884d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3587692
Nov 24 13:26:01.379534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55160) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:26:01.387379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba21fbd0-42dc-47df-bccd-cc92f78d03e2 None None] Routers {'e9a1e14e-c55e-4a26-9705-e697893b884d'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:26:01.388047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ba21fbd0-42dc-47df-bccd-cc92f78d03e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347f22518>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:25:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e9a1e14e-c55e-4a26-9705-e697893b884d'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:26:01.580269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-ba21fbd0-42dc-47df-bccd-cc92f78d03e2 None None] Set router e9a1e14e-c55e-4a26-9705-e697893b884d gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:26:01.586350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae1ebd8-d23c-40ab-99e1-03d30995043d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting subnet 72378cff-468a-475f-a1d0-74c357c2b315 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:26:01.589543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eae1ebd8-d23c-40ab-99e1-03d30995043d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:01.649065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eae1ebd8-d23c-40ab-99e1-03d30995043d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:01.741557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eae1ebd8-d23c-40ab-99e1-03d30995043d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:01.889819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ba21fbd0-42dc-47df-bccd-cc92f78d03e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347f22518>, [{'id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'name': 'tempest-TestNetworkBasicOps-router-1704390955', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:25:59Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:26:01.894750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba21fbd0-42dc-47df-bccd-cc92f78d03e2 None None] Checking router: e9a1e14e-c55e-4a26-9705-e697893b884d for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:26:01.907847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba21fbd0-42dc-47df-bccd-cc92f78d03e2 None None] Routers {'e9a1e14e-c55e-4a26-9705-e697893b884d'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:26:01.908643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ba21fbd0-42dc-47df-bccd-cc92f78d03e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347f22518>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:25:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e9a1e14e-c55e-4a26-9705-e697893b884d'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:26:02.038274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eae1ebd8-d23c-40ab-99e1-03d30995043d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:02.054647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-81f3be30-4a32-4eb4-8fd1-ecf773f51b3a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:26:02.155332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1ebd8-d23c-40ab-99e1-03d30995043d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Subnet': ['ID=72378cff-468a-475f-a1d0-74c357c2b315,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:26:02.161249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-eae1ebd8-d23c-40ab-99e1-03d30995043d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:02.211776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eae1ebd8-d23c-40ab-99e1-03d30995043d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:02.219641 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-eae1ebd8-d23c-40ab-99e1-03d30995043d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/subnets/72378cff-468a-475f-a1d0-74c357c2b315 HTTP/1.1" status: 204  len: 168 time: 0.8388696
Nov 24 13:26:02.223846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54304ea-4549-4328-84f6-b9e26e4d8803 None None] Network a56f1abb-bc94-49e2-855d-f1e5173f6bb7 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:26:02.224037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55164) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:26:02.451645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc5a2-4792-4e28-8ed0-656eaaeda415 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:02.463702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-ba21fbd0-42dc-47df-bccd-cc92f78d03e2 None None] Set router e9a1e14e-c55e-4a26-9705-e697893b884d gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:26:02.667347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc5a2-4792-4e28-8ed0-656eaaeda415 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_gateway, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:02.676324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9b6fc5a2-4792-4e28-8ed0-656eaaeda415 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port 3fb72e0b-6486-4e78-a72a-1d396b043901 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:26:02.676694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc5a2-4792-4e28-8ed0-656eaaeda415 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:02.774784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566f04f0-d9a0-4d6f-be7f-bd2a320a2949 None None] DHCP port deletion for a56f1abb-bc94-49e2-855d-f1e5173f6bb7 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:26:02.788359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-566f04f0-d9a0-4d6f-be7f-bd2a320a2949 None None] Deleting port 28fe6ad6-7c8e-489e-a77e-03450a177cd0 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:26:02.788789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-566f04f0-d9a0-4d6f-be7f-bd2a320a2949 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:02.874254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-9b6fc5a2-4792-4e28-8ed0-656eaaeda415 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port 3fb72e0b-6486-4e78-a72a-1d396b043901, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=3fb72e0b-6486-4e78-a72a-1d396b043901,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:26:02.874653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc5a2-4792-4e28-8ed0-656eaaeda415 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:02.992521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 28fe6ad6-7c8e-489e-a77e-03450a177cd0 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:26:03.009616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9b6fc5a2-4792-4e28-8ed0-656eaaeda415 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for 3fb72e0b-6486-4e78-a72a-1d396b043901 owned by network:router_gateway {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:26:03.039421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ba21fbd0-42dc-47df-bccd-cc92f78d03e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347f22518>, [{'id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'name': 'tempest-TestNetworkBasicOps-router-1704390955', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:25:59Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:26:03.059596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba21fbd0-42dc-47df-bccd-cc92f78d03e2 None None] The sync data for ids ['e9a1e14e-c55e-4a26-9705-e697893b884d'] in dv-neutron-601336-61-ovs is: [{'id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'name': 'tempest-TestNetworkBasicOps-router-1704390955', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40'}], 'enable_snat': True}, 'gw_port_id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:25:59Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3fb72e0b-6486-4e78-a72a-1d396b043901', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1e14e-c55e-4a26-9705-e697893b884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:24:18Z', 'updated_at': '2020-11-24T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:26:03.104058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-566f04f0-d9a0-4d6f-be7f-bd2a320a2949 None None] For port 28fe6ad6-7c8e-489e-a77e-03450a177cd0, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=28fe6ad6-7c8e-489e-a77e-03450a177cd0,segment=NetworkSegment(83596f82-6bc5-4f8d-9ee4-3e068e7f114d),segment_id=83596f82-6bc5-4f8d-9ee4-3e068e7f114d)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:26:03.104242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-566f04f0-d9a0-4d6f-be7f-bd2a320a2949 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:03.218497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc5a2-4792-4e28-8ed0-656eaaeda415 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:03.234899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8afb39d0-208c-49c6-a15c-aafce2d69f20 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:26:03.281714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-566f04f0-d9a0-4d6f-be7f-bd2a320a2949 None None] Calling delete_port for 28fe6ad6-7c8e-489e-a77e-03450a177cd0 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:26:03.350177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:03.355628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6fc5a2-4792-4e28-8ed0-656eaaeda415 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=3fb72e0b-6486-4e78-a72a-1d396b043901,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:26:03.360873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9b6fc5a2-4792-4e28-8ed0-656eaaeda415 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:03.402711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 28fe6ad6-7c8e-489e-a77e-03450a177cd0, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=28fe6ad6-7c8e-489e-a77e-03450a177cd0,segment=NetworkSegment(83596f82-6bc5-4f8d-9ee4-3e068e7f114d),segment_id=83596f82-6bc5-4f8d-9ee4-3e068e7f114d)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:26:03.406151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:03.409255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-222381aa-d910-46ac-912d-d6a4ca57d581 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:26:03.446982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-566f04f0-d9a0-4d6f-be7f-bd2a320a2949 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:26:03.447369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-566f04f0-d9a0-4d6f-be7f-bd2a320a2949 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:26:03.480722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=28fe6ad6-7c8e-489e-a77e-03450a177cd0,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:26:03.484375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:03.904879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc5a2-4792-4e28-8ed0-656eaaeda415 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:03.949137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-566f04f0-d9a0-4d6f-be7f-bd2a320a2949 None None] Deleting port 28fe6ad6-7c8e-489e-a77e-03450a177cd0 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:26:03.949782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-566f04f0-d9a0-4d6f-be7f-bd2a320a2949 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:04.176935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-566f04f0-d9a0-4d6f-be7f-bd2a320a2949 None None] For port 28fe6ad6-7c8e-489e-a77e-03450a177cd0, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=28fe6ad6-7c8e-489e-a77e-03450a177cd0,segment=NetworkSegment(83596f82-6bc5-4f8d-9ee4-3e068e7f114d),segment_id=83596f82-6bc5-4f8d-9ee4-3e068e7f114d)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:26:04.177384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-566f04f0-d9a0-4d6f-be7f-bd2a320a2949 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:04.187264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc5a2-4792-4e28-8ed0-656eaaeda415 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:04.191921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc5a2-4792-4e28-8ed0-656eaaeda415 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:04.225273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc5a2-4792-4e28-8ed0-656eaaeda415 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:04.225843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6fc5a2-4792-4e28-8ed0-656eaaeda415 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Fanout notify agent at l3_agent the message router_deleted on router e9a1e14e-c55e-4a26-9705-e697893b884d {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:26:04.244918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc5a2-4792-4e28-8ed0-656eaaeda415 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:04.248922 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9b6fc5a2-4792-4e28-8ed0-656eaaeda415 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/routers/e9a1e14e-c55e-4a26-9705-e697893b884d HTTP/1.1" status: 204  len: 168 time: 2.0229061
Nov 24 13:26:04.249191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55168) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:26:04.312276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-566f04f0-d9a0-4d6f-be7f-bd2a320a2949 None None] Calling delete_port for 28fe6ad6-7c8e-489e-a77e-03450a177cd0 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:26:04.379805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b4c91967-d87a-499e-ba6e-563f68e0f871 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:04.391326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-566f04f0-d9a0-4d6f-be7f-bd2a320a2949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:04.404577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:26:04.508985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f04f0-d9a0-4d6f-be7f-bd2a320a2949 None None] Pushing event deleted for resources: {'Port': ['ID=28fe6ad6-7c8e-489e-a77e-03450a177cd0,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:26:04.514540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-566f04f0-d9a0-4d6f-be7f-bd2a320a2949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:04.558092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566f04f0-d9a0-4d6f-be7f-bd2a320a2949 None None] No DVR routers for this DVR port 28fe6ad6-7c8e-489e-a77e-03450a177cd0 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:26:04.587867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b4c91967-d87a-499e-ba6e-563f68e0f871 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:04.717441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-b4c91967-d87a-499e-ba6e-563f68e0f871 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634c110eb8>,) {'filters': {'network_id': ['a56f1abb-bc94-49e2-855d-f1e5173f6bb7']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:26:04.730853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-b4c91967-d87a-499e-ba6e-563f68e0f871 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c110eb8>, '83596f82-6bc5-4f8d-9ee4-3e068e7f114d') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:26:04.731193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-b4c91967-d87a-499e-ba6e-563f68e0f871 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c110eb8>, '83596f82-6bc5-4f8d-9ee4-3e068e7f114d') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:26:04.743205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b4c91967-d87a-499e-ba6e-563f68e0f871 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:04.758208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b4c91967-d87a-499e-ba6e-563f68e0f871 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:04.760271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b4c91967-d87a-499e-ba6e-563f68e0f871 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Releasing vxlan tunnel 3 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:26:04.953119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:26:04.955659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b4c91967-d87a-499e-ba6e-563f68e0f871 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network a56f1abb-bc94-49e2-855d-f1e5173f6bb7 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:26:04.965359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b4c91967-d87a-499e-ba6e-563f68e0f871 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:04.987373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:26:04.987704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device cc6e499c-3eeb-4cd6-8c2a-8c44c1edd27f not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:26:04.988166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 3fb72e0b-6486-4e78-a72a-1d396b043901 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:26:05.023515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 3fb72e0b-6486-4e78-a72a-1d396b043901 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:26:05.023918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 3fb72e0b-6486-4e78-a72a-1d396b043901 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:26:05.149887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b4c91967-d87a-499e-ba6e-563f68e0f871 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network a56f1abb-bc94-49e2-855d-f1e5173f6bb7 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:26:05.177855 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:26:05.177855 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:26:05.177855 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:26:05.177855 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:26:05.177855 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:26:05.177855 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:26:05.177855 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:26:05.177855 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:26:05.177855 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:26:05.177855 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:26:05.177855 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:26:05.177855 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:26:05.177855 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:26:05.177855 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:26:05.177855 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:26:05.177855 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:26:05.177855 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:26:05.177855 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:26:05.177855 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:26:05.177855 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:26:05.177855 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:26:05.177855 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:26:05.177855 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:26:05.177855 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:26:05.177855 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:26:05.177855 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:26:05.177855 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:26:05.177855 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:26:05.177855 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:26:05.177855 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:26:05.177855 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:26:05.177855 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:26:05.263227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b4c91967-d87a-499e-ba6e-563f68e0f871 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:05.266638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c3b3077d-61e1-46e2-af86-0c6866591e0b tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:26:05.285363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b4c91967-d87a-499e-ba6e-563f68e0f871 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:05.292020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c91967-d87a-499e-ba6e-563f68e0f871 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Network': ['ID=a56f1abb-bc94-49e2-855d-f1e5173f6bb7,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:26:05.298417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b4c91967-d87a-499e-ba6e-563f68e0f871 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:05.305217 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b4c91967-d87a-499e-ba6e-563f68e0f871 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/networks/a56f1abb-bc94-49e2-855d-f1e5173f6bb7 HTTP/1.1" status: 204  len: 168 time: 1.0549252
Nov 24 13:26:05.334163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55172) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:26:05.340500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-d1af78fb-afb2-4e8e-978f-f2ecc6c4e682 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'network': {'name': 'tempest-network-smoke--1631781835', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'port_security_enabled': True}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:26:05.346148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d1af78fb-afb2-4e8e-978f-f2ecc6c4e682 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:26:05.350586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d1af78fb-afb2-4e8e-978f-f2ecc6c4e682 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:network and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:26:05.353767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d1af78fb-afb2-4e8e-978f-f2ecc6c4e682 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for network was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:26:05.359615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d1af78fb-afb2-4e8e-978f-f2ecc6c4e682 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:26:05.374447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1af78fb-afb2-4e8e-978f-f2ecc6c4e682 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Made reservation on behalf of ddd175861f0b46ae9d96e8c7cb7e2213 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:26:05.380764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d1af78fb-afb2-4e8e-978f-f2ecc6c4e682 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:05.415094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1af78fb-afb2-4e8e-978f-f2ecc6c4e682 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:26:05.425990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d1af78fb-afb2-4e8e-978f-f2ecc6c4e682 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:05.426411 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-d1af78fb-afb2-4e8e-978f-f2ecc6c4e682 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Added segment 53162e7a-95ba-4147-8b7c-2e8b4bb74ce1 of type vxlan for network 9e3319e9-8a52-424a-ae02-69c6279d2a04
Nov 24 13:26:05.461434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d1af78fb-afb2-4e8e-978f-f2ecc6c4e682 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:05.491475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d1af78fb-afb2-4e8e-978f-f2ecc6c4e682 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:05.495993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1af78fb-afb2-4e8e-978f-f2ecc6c4e682 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:05.496670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d1af78fb-afb2-4e8e-978f-f2ecc6c4e682 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:05.502936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9fc670b4-c897-4231-9da7-d5aa91dd61db tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:26:05.614002 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d1af78fb-afb2-4e8e-978f-f2ecc6c4e682 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2786808
Nov 24 13:26:05.617084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55176) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:26:05.625111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-493b7b9b-b0b3-46c1-9e5f-48bc8573c4ae tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1542325746', 'admin_state_up': True, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:26:05.630811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af78fb-afb2-4e8e-978f-f2ecc6c4e682 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Network': ['ID=9e3319e9-8a52-424a-ae02-69c6279d2a04,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:26:05.635300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d1af78fb-afb2-4e8e-978f-f2ecc6c4e682 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:05.636316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-493b7b9b-b0b3-46c1-9e5f-48bc8573c4ae tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:26:05.640859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-493b7b9b-b0b3-46c1-9e5f-48bc8573c4ae tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:router and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:26:05.642270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 9e3319e9-8a52-424a-ae02-69c6279d2a04 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:26:05.644154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-493b7b9b-b0b3-46c1-9e5f-48bc8573c4ae tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:26:05.651090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-493b7b9b-b0b3-46c1-9e5f-48bc8573c4ae tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:26:05.660529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 9e3319e9-8a52-424a-ae02-69c6279d2a04 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:26:05.662253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-493b7b9b-b0b3-46c1-9e5f-48bc8573c4ae tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:05.663271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-493b7b9b-b0b3-46c1-9e5f-48bc8573c4ae tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:05.685532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-493b7b9b-b0b3-46c1-9e5f-48bc8573c4ae tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:05.845985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-493b7b9b-b0b3-46c1-9e5f-48bc8573c4ae tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:06.044730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-493b7b9b-b0b3-46c1-9e5f-48bc8573c4ae tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_gateway, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:06.080673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-493b7b9b-b0b3-46c1-9e5f-48bc8573c4ae tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:06.362013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-493b7b9b-b0b3-46c1-9e5f-48bc8573c4ae tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.26.8.249 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/3616e9a5-9473-469f-af76-215452da68ad) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:26:06.523642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-493b7b9b-b0b3-46c1-9e5f-48bc8573c4ae tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:06.549661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-493b7b9b-b0b3-46c1-9e5f-48bc8573c4ae tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:06.565697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2c19b51d-3371-458f-9bd7-14380013e658 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:26:06.702006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b7b9b-b0b3-46c1-9e5f-48bc8573c4ae tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=3616e9a5-9473-469f-af76-215452da68ad,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:26:06.708319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-493b7b9b-b0b3-46c1-9e5f-48bc8573c4ae tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:06.761918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493b7b9b-b0b3-46c1-9e5f-48bc8573c4ae tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:26:06.763247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-493b7b9b-b0b3-46c1-9e5f-48bc8573c4ae tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:26:06.765523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493b7b9b-b0b3-46c1-9e5f-48bc8573c4ae tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:26:06.935176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-493b7b9b-b0b3-46c1-9e5f-48bc8573c4ae tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_gateway, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:06.935977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-493b7b9b-b0b3-46c1-9e5f-48bc8573c4ae tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:07.174424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493b7b9b-b0b3-46c1-9e5f-48bc8573c4ae tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 646e6d82-e845-4bd0-afef-df0d734c07b4 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:26:07.659889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493b7b9b-b0b3-46c1-9e5f-48bc8573c4ae tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:26:07.670810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7051ce-7c34-4c97-83eb-1f189d399056 None None] Sync routers for ids ['646e6d82-e845-4bd0-afef-df0d734c07b4'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:26:07.684005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7051ce-7c34-4c97-83eb-1f189d399056 None None] Routers {'646e6d82-e845-4bd0-afef-df0d734c07b4'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:26:07.684770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-dd7051ce-7c34-4c97-83eb-1f189d399056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c9f4208>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:25:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['646e6d82-e845-4bd0-afef-df0d734c07b4'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:26:07.689222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-493b7b9b-b0b3-46c1-9e5f-48bc8573c4ae tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:07.690590 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-493b7b9b-b0b3-46c1-9e5f-48bc8573c4ae tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.0725069
Nov 24 13:26:07.693961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55180) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:26:07.740543 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-40be053a-2dd2-45f6-b8e1-dbd083632fa4 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/subnets?project_id=ddd175861f0b46ae9d96e8c7cb7e2213&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0452318
Nov 24 13:26:07.743200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55184) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:26:07.749318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-85eb494e-cc3e-47d5-8abc-9e366acac5a3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'subnet': {'name': 'tempest-subnet-smoke-123649908', 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:26:07.868275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-85eb494e-cc3e-47d5-8abc-9e366acac5a3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:26:07.872702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-85eb494e-cc3e-47d5-8abc-9e366acac5a3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:subnet and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:26:07.875453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-dd7051ce-7c34-4c97-83eb-1f189d399056 None None] Set router 646e6d82-e845-4bd0-afef-df0d734c07b4 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:26:07.875686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-85eb494e-cc3e-47d5-8abc-9e366acac5a3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:26:07.881991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-85eb494e-cc3e-47d5-8abc-9e366acac5a3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:26:07.891100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85eb494e-cc3e-47d5-8abc-9e366acac5a3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Made reservation on behalf of ddd175861f0b46ae9d96e8c7cb7e2213 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:26:08.004697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85eb494e-cc3e-47d5-8abc-9e366acac5a3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:08.193526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-dd7051ce-7c34-4c97-83eb-1f189d399056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c9f4208>, [{'id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'name': 'tempest-TestNetworkBasicOps-router-1542325746', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '3616e9a5-9473-469f-af76-215452da68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:26:05Z', 'updated_at': '2020-11-24T13:26:06Z', 'revision_number': 3, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3616e9a5-9473-469f-af76-215452da68ad', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:26:06Z', 'updated_at': '2020-11-24T13:26:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:26:08.197743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7051ce-7c34-4c97-83eb-1f189d399056 None None] Checking router: 646e6d82-e845-4bd0-afef-df0d734c07b4 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:26:08.198473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7051ce-7c34-4c97-83eb-1f189d399056 None None] Updating router 646e6d82-e845-4bd0-afef-df0d734c07b4 port 3616e9a5-9473-469f-af76-215452da68ad binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:26:08.257732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd7051ce-7c34-4c97-83eb-1f189d399056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:08.464350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85eb494e-cc3e-47d5-8abc-9e366acac5a3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:08.480189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f53d6be2-badc-4b59-aba5-61a4c6eff09f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:26:08.616964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb494e-cc3e-47d5-8abc-9e366acac5a3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Subnet': ['ID=6baaae62-c43d-456a-b50d-3b9cbd2948c3,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:26:08.620415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-85eb494e-cc3e-47d5-8abc-9e366acac5a3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:08.655722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd7051ce-7c34-4c97-83eb-1f189d399056 None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:08.668603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-dd7051ce-7c34-4c97-83eb-1f189d399056 None None] Transition to ACTIVE for port object 3616e9a5-9473-469f-af76-215452da68ad will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:26:08.671520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd7051ce-7c34-4c97-83eb-1f189d399056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:08.687713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:26:08.696093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eb494e-cc3e-47d5-8abc-9e366acac5a3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Checking segment: {'id': '53162e7a-95ba-4147-8b7c-2e8b4bb74ce1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:26:08.696491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eb494e-cc3e-47d5-8abc-9e366acac5a3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network hostable DHCP agents. Network: 9e3319e9-8a52-424a-ae02-69c6279d2a04, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:26:08.720782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eb494e-cc3e-47d5-8abc-9e366acac5a3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network 9e3319e9-8a52-424a-ae02-69c6279d2a04 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:26:08.731021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-85eb494e-cc3e-47d5-8abc-9e366acac5a3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 9e3319e9-8a52-424a-ae02-69c6279d2a04) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:26:08.749999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4a2bfa-bb61-4f55-bea3-ea56838cbf2d None None] Network 9e3319e9-8a52-424a-ae02-69c6279d2a04 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:26:08.759400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eb494e-cc3e-47d5-8abc-9e366acac5a3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:08.760466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85eb494e-cc3e-47d5-8abc-9e366acac5a3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:08.784203 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-85eb494e-cc3e-47d5-8abc-9e366acac5a3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.0398817
Nov 24 13:26:08.787102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55188) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:26:08.823335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3d302-7ed2-461c-8ebb-c8681038e0b2 None None] Pushing event updated for resources: {'Port': ['ID=3616e9a5-9473-469f-af76-215452da68ad,revision_number=2']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:26:08.850972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3d302-7ed2-461c-8ebb-c8681038e0b2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:26:08.851360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3d302-7ed2-461c-8ebb-c8681038e0b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:26:08.851724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3d302-7ed2-461c-8ebb-c8681038e0b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:26:08.852092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3d302-7ed2-461c-8ebb-c8681038e0b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:26:08.852461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3d302-7ed2-461c-8ebb-c8681038e0b2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:26:08.852827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3d302-7ed2-461c-8ebb-c8681038e0b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:26:08.853192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3d302-7ed2-461c-8ebb-c8681038e0b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:26:08.853555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3d302-7ed2-461c-8ebb-c8681038e0b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:26:08.853920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3d302-7ed2-461c-8ebb-c8681038e0b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:26:08.854320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3d302-7ed2-461c-8ebb-c8681038e0b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:26:08.854680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3d302-7ed2-461c-8ebb-c8681038e0b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:26:08.855039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3d302-7ed2-461c-8ebb-c8681038e0b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:26:08.855508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3d302-7ed2-461c-8ebb-c8681038e0b2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:26:08.855869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3d302-7ed2-461c-8ebb-c8681038e0b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:26:08.856227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3d302-7ed2-461c-8ebb-c8681038e0b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:26:08.856583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3d302-7ed2-461c-8ebb-c8681038e0b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:26:08.856941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3d302-7ed2-461c-8ebb-c8681038e0b2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:26:08.857301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3d302-7ed2-461c-8ebb-c8681038e0b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:26:08.857656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3d302-7ed2-461c-8ebb-c8681038e0b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:26:08.858015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3d302-7ed2-461c-8ebb-c8681038e0b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:26:08.858398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3d302-7ed2-461c-8ebb-c8681038e0b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:26:08.858756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3d302-7ed2-461c-8ebb-c8681038e0b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:26:08.859118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3d302-7ed2-461c-8ebb-c8681038e0b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:26:08.859472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3d302-7ed2-461c-8ebb-c8681038e0b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:26:08.866791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d9d3d302-7ed2-461c-8ebb-c8681038e0b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:08.927392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-dd7051ce-7c34-4c97-83eb-1f189d399056 None None] Attempting to bind port 3616e9a5-9473-469f-af76-215452da68ad on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:26:08.927812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-dd7051ce-7c34-4c97-83eb-1f189d399056 None None] Attempting to bind port 3616e9a5-9473-469f-af76-215452da68ad by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:26:08.928219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7051ce-7c34-4c97-83eb-1f189d399056 None None] Attempting to bind port 3616e9a5-9473-469f-af76-215452da68ad on network cfe08d36-e5ba-4f00-8669-16a0ead5d220 {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:26:08.936209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7051ce-7c34-4c97-83eb-1f189d399056 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:26:08.936608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7051ce-7c34-4c97-83eb-1f189d399056 None None] Checking segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:26:08.937165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd7051ce-7c34-4c97-83eb-1f189d399056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:08.937538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7051ce-7c34-4c97-83eb-1f189d399056 None None] Bound using segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:26:08.938205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-dd7051ce-7c34-4c97-83eb-1f189d399056 None None] Bound port: 3616e9a5-9473-469f-af76-215452da68ad, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:26:08.938595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd7051ce-7c34-4c97-83eb-1f189d399056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:09.019836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-dd7051ce-7c34-4c97-83eb-1f189d399056 None None] For port 3616e9a5-9473-469f-af76-215452da68ad, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:26:09.023150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-dd7051ce-7c34-4c97-83eb-1f189d399056 None None] For port 3616e9a5-9473-469f-af76-215452da68ad, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=3616e9a5-9473-469f-af76-215452da68ad,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:26:09.027006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd7051ce-7c34-4c97-83eb-1f189d399056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:09.043357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-26187458-c8ed-4c82-84b3-21e75f64262d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:26:09.208356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf002c00-3875-436e-b577-56b2638e7709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-9e3319e9-8a52-424a-ae02-69c6279d2a04', 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ips': [{'subnet_id': '6baaae62-c43d-456a-b50d-3b9cbd2948c3'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:26:09.209902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cf002c00-3875-436e-b577-56b2638e7709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:09.350167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3d302-7ed2-461c-8ebb-c8681038e0b2 None None] Pushing event updated for resources: {'Port': ['ID=3616e9a5-9473-469f-af76-215452da68ad,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:26:09.365862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d9d3d302-7ed2-461c-8ebb-c8681038e0b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:09.412509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7051ce-7c34-4c97-83eb-1f189d399056 None None] Routers {'646e6d82-e845-4bd0-afef-df0d734c07b4'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:26:09.413188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-dd7051ce-7c34-4c97-83eb-1f189d399056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c9f4208>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:25:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['646e6d82-e845-4bd0-afef-df0d734c07b4'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:26:09.531164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-cf002c00-3875-436e-b577-56b2638e7709 None None] Allocated IP 172.20.0.2 (9e3319e9-8a52-424a-ae02-69c6279d2a04/6baaae62-c43d-456a-b50d-3b9cbd2948c3/9c979dac-db75-4157-9dec-ab085a52fe4d) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:26:09.607866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-dd7051ce-7c34-4c97-83eb-1f189d399056 None None] Set router 646e6d82-e845-4bd0-afef-df0d734c07b4 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:26:09.616456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab81a8b5-c31e-4e13-beb9-4375d5f28eea tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:09.767754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cf002c00-3875-436e-b577-56b2638e7709 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:09.779955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-cf002c00-3875-436e-b577-56b2638e7709 None None] Transition to ACTIVE for port object 9c979dac-db75-4157-9dec-ab085a52fe4d will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:26:09.800781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-cf002c00-3875-436e-b577-56b2638e7709 None None] Transition to ACTIVE for port object 9c979dac-db75-4157-9dec-ab085a52fe4d will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:26:09.805652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cf002c00-3875-436e-b577-56b2638e7709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:09.878686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:26:09.929430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-dd7051ce-7c34-4c97-83eb-1f189d399056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c9f4208>, [{'id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'name': 'tempest-TestNetworkBasicOps-router-1542325746', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '3616e9a5-9473-469f-af76-215452da68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:26:05Z', 'updated_at': '2020-11-24T13:26:06Z', 'revision_number': 3, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3616e9a5-9473-469f-af76-215452da68ad', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:26:06Z', 'updated_at': '2020-11-24T13:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:26:09.934471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7051ce-7c34-4c97-83eb-1f189d399056 None None] The sync data for ids ['646e6d82-e845-4bd0-afef-df0d734c07b4'] in dv-neutron-601336-61-ovs is: [{'id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'name': 'tempest-TestNetworkBasicOps-router-1542325746', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '3616e9a5-9473-469f-af76-215452da68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:26:05Z', 'updated_at': '2020-11-24T13:26:06Z', 'revision_number': 3, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3616e9a5-9473-469f-af76-215452da68ad', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:26:06Z', 'updated_at': '2020-11-24T13:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:26:09.967011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf002c00-3875-436e-b577-56b2638e7709 None None] Pushing event updated for resources: {'Port': ['ID=9c979dac-db75-4157-9dec-ab085a52fe4d,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:26:09.972333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cf002c00-3875-436e-b577-56b2638e7709 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:10.030850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf002c00-3875-436e-b577-56b2638e7709 None None] Network 9e3319e9-8a52-424a-ae02-69c6279d2a04 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:26:10.032789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-cf002c00-3875-436e-b577-56b2638e7709 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:26:10.035752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf002c00-3875-436e-b577-56b2638e7709 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:26:10.093055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-cf002c00-3875-436e-b577-56b2638e7709 None None] Attempting to bind port 9c979dac-db75-4157-9dec-ab085a52fe4d on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:26:10.093472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-cf002c00-3875-436e-b577-56b2638e7709 None None] Attempting to bind port 9c979dac-db75-4157-9dec-ab085a52fe4d by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '53162e7a-95ba-4147-8b7c-2e8b4bb74ce1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:26:10.094178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf002c00-3875-436e-b577-56b2638e7709 None None] Attempting to bind port 9c979dac-db75-4157-9dec-ab085a52fe4d on network 9e3319e9-8a52-424a-ae02-69c6279d2a04 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:26:10.102139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf002c00-3875-436e-b577-56b2638e7709 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:26:10.102590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf002c00-3875-436e-b577-56b2638e7709 None None] Checking segment: {'id': '53162e7a-95ba-4147-8b7c-2e8b4bb74ce1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:26:10.103050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cf002c00-3875-436e-b577-56b2638e7709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:10.103495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf002c00-3875-436e-b577-56b2638e7709 None None] Bound using segment: {'id': '53162e7a-95ba-4147-8b7c-2e8b4bb74ce1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:26:10.104026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-cf002c00-3875-436e-b577-56b2638e7709 None None] Bound port: 9c979dac-db75-4157-9dec-ab085a52fe4d, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53162e7a-95ba-4147-8b7c-2e8b4bb74ce1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:26:10.104496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cf002c00-3875-436e-b577-56b2638e7709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:10.201744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-cf002c00-3875-436e-b577-56b2638e7709 None None] For port 9c979dac-db75-4157-9dec-ab085a52fe4d, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:26:10.206664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-cf002c00-3875-436e-b577-56b2638e7709 None None] For port 9c979dac-db75-4157-9dec-ab085a52fe4d, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=9c979dac-db75-4157-9dec-ab085a52fe4d,segment=NetworkSegment(53162e7a-95ba-4147-8b7c-2e8b4bb74ce1),segment_id=53162e7a-95ba-4147-8b7c-2e8b4bb74ce1)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:26:10.210917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cf002c00-3875-436e-b577-56b2638e7709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:10.211584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-ab81a8b5-c31e-4e13-beb9-4375d5f28eea tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.20.0.1 (9e3319e9-8a52-424a-ae02-69c6279d2a04/6baaae62-c43d-456a-b50d-3b9cbd2948c3/2d5895f7-953f-4270-9253-ade63847835a) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:26:10.228413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b0adc3d4-e891-468e-a637-305e6ae1245e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:26:10.387383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2aae9be0-62d3-45a8-b54b-fa88dcfe6794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:10.403024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf002c00-3875-436e-b577-56b2638e7709 None None] Pushing event updated for resources: {'Port': ['ID=9c979dac-db75-4157-9dec-ab085a52fe4d,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:26:10.408369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cf002c00-3875-436e-b577-56b2638e7709 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:10.414719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab81a8b5-c31e-4e13-beb9-4375d5f28eea tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:10.434069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ab81a8b5-c31e-4e13-beb9-4375d5f28eea tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Transition to ACTIVE for port object 2d5895f7-953f-4270-9253-ade63847835a will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:26:10.459747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab81a8b5-c31e-4e13-beb9-4375d5f28eea tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:10.476425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6be961fb-530b-4eaa-8e46-f90f7218f132 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:26:10.621207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81a8b5-c31e-4e13-beb9-4375d5f28eea tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=2d5895f7-953f-4270-9253-ade63847835a,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:26:10.624566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ab81a8b5-c31e-4e13-beb9-4375d5f28eea tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:10.684975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab81a8b5-c31e-4e13-beb9-4375d5f28eea tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network 9e3319e9-8a52-424a-ae02-69c6279d2a04 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:26:10.686403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-ab81a8b5-c31e-4e13-beb9-4375d5f28eea tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:26:10.689859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab81a8b5-c31e-4e13-beb9-4375d5f28eea tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:26:11.027687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 9c979dac-db75-4157-9dec-ab085a52fe4d up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:26:11.062586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab81a8b5-c31e-4e13-beb9-4375d5f28eea tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:11.102138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 9c979dac-db75-4157-9dec-ab085a52fe4d completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:26:11.108792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 3616e9a5-9473-469f-af76-215452da68ad up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:26:11.160833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab81a8b5-c31e-4e13-beb9-4375d5f28eea tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:11.192377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 3616e9a5-9473-469f-af76-215452da68ad completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:26:11.200757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 3616e9a5-9473-469f-af76-215452da68ad triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:26:11.200757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:11.328661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:11.346408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 3616e9a5-9473-469f-af76-215452da68ad, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=3616e9a5-9473-469f-af76-215452da68ad,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:26:11.349434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:11.352140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:26:11.428359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=3616e9a5-9473-469f-af76-215452da68ad,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:26:11.432658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:11.675731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab81a8b5-c31e-4e13-beb9-4375d5f28eea tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:11.680077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab81a8b5-c31e-4e13-beb9-4375d5f28eea tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:11.712942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9b6fc5a2-4792-4e28-8ed0-656eaaeda415 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:26:11.809151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab81a8b5-c31e-4e13-beb9-4375d5f28eea tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:11.817612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2ec0ca-7d76-4c38-9447-3e0022fce863 None None] Network 9e3319e9-8a52-424a-ae02-69c6279d2a04 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:26:11.825349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81a8b5-c31e-4e13-beb9-4375d5f28eea tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=2d5895f7-953f-4270-9253-ade63847835a,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:26:11.877849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ab81a8b5-c31e-4e13-beb9-4375d5f28eea tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:11.926980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2946eee7-2925-4173-996b-e24f6cbd274c None None] Provisioning for port 9c979dac-db75-4157-9dec-ab085a52fe4d completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:26:11.943752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2946eee7-2925-4173-996b-e24f6cbd274c None None] Provisioning complete for port 9c979dac-db75-4157-9dec-ab085a52fe4d triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:26:11.944118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2946eee7-2925-4173-996b-e24f6cbd274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:11.964824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab81a8b5-c31e-4e13-beb9-4375d5f28eea tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network 9e3319e9-8a52-424a-ae02-69c6279d2a04 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:26:11.965959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-ab81a8b5-c31e-4e13-beb9-4375d5f28eea tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:26:12.173533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2946eee7-2925-4173-996b-e24f6cbd274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:12.226215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-2946eee7-2925-4173-996b-e24f6cbd274c None None] For port 9c979dac-db75-4157-9dec-ab085a52fe4d, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=9c979dac-db75-4157-9dec-ab085a52fe4d,segment=NetworkSegment(53162e7a-95ba-4147-8b7c-2e8b4bb74ce1),segment_id=53162e7a-95ba-4147-8b7c-2e8b4bb74ce1)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:26:12.229477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2946eee7-2925-4173-996b-e24f6cbd274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:12.232291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:26:12.314710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946eee7-2925-4173-996b-e24f6cbd274c None None] Pushing event updated for resources: {'Port': ['ID=9c979dac-db75-4157-9dec-ab085a52fe4d,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:26:12.325669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2946eee7-2925-4173-996b-e24f6cbd274c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:12.405133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab81a8b5-c31e-4e13-beb9-4375d5f28eea tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 646e6d82-e845-4bd0-afef-df0d734c07b4 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:26:12.457330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b17e9cf6-34e6-4725-b4ac-dc3d8b984bad None None] Provisioning complete for port 9c979dac-db75-4157-9dec-ab085a52fe4d triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:26:12.458066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b17e9cf6-34e6-4725-b4ac-dc3d8b984bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:12.621552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-47d01771-f3e5-42cb-ab5e-8f53519405c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:12.630095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b17e9cf6-34e6-4725-b4ac-dc3d8b984bad None None] Provisioning for port 2d5895f7-953f-4270-9253-ade63847835a completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:26:12.635902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b17e9cf6-34e6-4725-b4ac-dc3d8b984bad None None] Provisioning complete for port 2d5895f7-953f-4270-9253-ade63847835a triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:26:12.636486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b17e9cf6-34e6-4725-b4ac-dc3d8b984bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:12.641119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab81a8b5-c31e-4e13-beb9-4375d5f28eea tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:26:12.659498 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ab81a8b5-c31e-4e13-beb9-4375d5f28eea tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "PUT /v2.0/routers/646e6d82-e845-4bd0-afef-df0d734c07b4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8681226
Nov 24 13:26:12.659736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55192) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:26:12.703487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b17e9cf6-34e6-4725-b4ac-dc3d8b984bad None None] Port 2d5895f7-953f-4270-9253-ade63847835a cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:26:12.771889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e3deff-ea9d-451b-9577-baba475aa614 None None] Sync routers for ids ['646e6d82-e845-4bd0-afef-df0d734c07b4'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:26:12.785663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e3deff-ea9d-451b-9577-baba475aa614 None None] Routers {'646e6d82-e845-4bd0-afef-df0d734c07b4'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:26:12.786381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d1e3deff-ea9d-451b-9577-baba475aa614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634716a860>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:26:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['646e6d82-e845-4bd0-afef-df0d734c07b4'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:26:12.819903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840262ea-869b-43ac-9f63-558835075e69 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:12.820621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840262ea-869b-43ac-9f63-558835075e69 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:12.821120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840262ea-869b-43ac-9f63-558835075e69 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:12.821618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840262ea-869b-43ac-9f63-558835075e69 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:12.823593 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-840262ea-869b-43ac-9f63-558835075e69 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2865 time: 0.1628554
Nov 24 13:26:12.826771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 55196) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:26:12.920831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75741b5d-d8e6-4750-9589-6cdaeb3e7a38 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:12.921004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75741b5d-d8e6-4750-9589-6cdaeb3e7a38 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:12.921307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75741b5d-d8e6-4750-9589-6cdaeb3e7a38 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:12.921713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75741b5d-d8e6-4750-9589-6cdaeb3e7a38 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:12.926679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55200) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:26:12.938754 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-75741b5d-d8e6-4750-9589-6cdaeb3e7a38 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.1105955
Nov 24 13:26:12.967114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:12.970593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-fe1fbd38-0d62-4a76-966f-3c664b1bde74 None None] Provisioning complete for port 9c979dac-db75-4157-9dec-ab085a52fe4d triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:26:12.971005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe1fbd38-0d62-4a76-966f-3c664b1bde74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:13.008666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 9c979dac-db75-4157-9dec-ab085a52fe4d up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:26:13.142950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-d1e3deff-ea9d-451b-9577-baba475aa614 None None] Set router 646e6d82-e845-4bd0-afef-df0d734c07b4 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:26:13.179472 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0b09e313-85c0-4f6a-94d0-8903757162d4 tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1607 time: 0.2506940
Nov 24 13:26:13.298522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 9c979dac-db75-4157-9dec-ab085a52fe4d triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:26:13.298884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:13.471458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55206) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:26:13.477776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c261d5c4-be97-4ad5-a469-6410a8e42b88 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-356439400', 'description': 'tempest-secgroup-smoke-356439400 description', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:26:13.484774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c261d5c4-be97-4ad5-a469-6410a8e42b88 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:26:13.489855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c261d5c4-be97-4ad5-a469-6410a8e42b88 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:26:13.493276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c261d5c4-be97-4ad5-a469-6410a8e42b88 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:26:13.499630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c261d5c4-be97-4ad5-a469-6410a8e42b88 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:26:13.515162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c261d5c4-be97-4ad5-a469-6410a8e42b88 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:13.552966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c261d5c4-be97-4ad5-a469-6410a8e42b88 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:26:13.557118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c261d5c4-be97-4ad5-a469-6410a8e42b88 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:26:13.560083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c261d5c4-be97-4ad5-a469-6410a8e42b88 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:26:13.566473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c261d5c4-be97-4ad5-a469-6410a8e42b88 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:26:13.630747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c261d5c4-be97-4ad5-a469-6410a8e42b88 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:13.639736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c261d5c4-be97-4ad5-a469-6410a8e42b88 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:13.645836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-92b99500-6898-4d52-9ade-6f6dcfe7f029 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:26:13.691920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261d5c4-be97-4ad5-a469-6410a8e42b88 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroup': ['ID=77569443-2e44-4c21-a1b4-0ee08668d9cb,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:26:13.695286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c261d5c4-be97-4ad5-a469-6410a8e42b88 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:13.696692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c261d5c4-be97-4ad5-a469-6410a8e42b88 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:13.701199 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c261d5c4-be97-4ad5-a469-6410a8e42b88 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1678 time: 0.2254374
Nov 24 13:26:13.702547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55210) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:26:13.708229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-74ff99f9-24e8-49c9-95f2-edccc01d625c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '77569443-2e44-4c21-a1b4-0ee08668d9cb', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:26:13.719717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-74ff99f9-24e8-49c9-95f2-edccc01d625c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:26:13.724653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-74ff99f9-24e8-49c9-95f2-edccc01d625c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:26:13.727701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-fe1fbd38-0d62-4a76-966f-3c664b1bde74 None None] Provisioning complete for port 2d5895f7-953f-4270-9253-ade63847835a triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:26:13.727860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-74ff99f9-24e8-49c9-95f2-edccc01d625c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:26:13.728136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe1fbd38-0d62-4a76-966f-3c664b1bde74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:13.734356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-74ff99f9-24e8-49c9-95f2-edccc01d625c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:26:13.752898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74ff99f9-24e8-49c9-95f2-edccc01d625c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:13.821422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74ff99f9-24e8-49c9-95f2-edccc01d625c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:13.824131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74ff99f9-24e8-49c9-95f2-edccc01d625c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:13.826540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e5a7fcf2-d218-4a61-bcb4-acb99b35ad5a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:26:13.851190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff99f9-24e8-49c9-95f2-edccc01d625c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f41b167-6eef-4166-a219-1baf6548cd28,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:26:13.854016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-74ff99f9-24e8-49c9-95f2-edccc01d625c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:13.861509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74ff99f9-24e8-49c9-95f2-edccc01d625c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:13.865458 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-74ff99f9-24e8-49c9-95f2-edccc01d625c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1594250
Nov 24 13:26:13.866069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 55214) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:26:13.872149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-709e08e7-e8b4-429d-b403-5060491c0f4a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '77569443-2e44-4c21-a1b4-0ee08668d9cb', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:26:13.872919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 3616e9a5-9473-469f-af76-215452da68ad up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:26:13.879031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-709e08e7-e8b4-429d-b403-5060491c0f4a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:26:13.883093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-709e08e7-e8b4-429d-b403-5060491c0f4a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:26:13.890030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-709e08e7-e8b4-429d-b403-5060491c0f4a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:26:13.898002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-709e08e7-e8b4-429d-b403-5060491c0f4a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:26:13.898187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-fe1fbd38-0d62-4a76-966f-3c664b1bde74 None None] Port 2d5895f7-953f-4270-9253-ade63847835a cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:26:13.919809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-709e08e7-e8b4-429d-b403-5060491c0f4a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:13.990415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-709e08e7-e8b4-429d-b403-5060491c0f4a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:13.993150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-709e08e7-e8b4-429d-b403-5060491c0f4a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:13.999339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a795ce30-d7b4-434e-b7e3-079b46a125d1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:26:14.016350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 3616e9a5-9473-469f-af76-215452da68ad triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:26:14.016781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:14.022308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e08e7-e8b4-429d-b403-5060491c0f4a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1545930-8d30-4b9d-aa7e-4ca91b721a2c,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:26:14.025625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-709e08e7-e8b4-429d-b403-5060491c0f4a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:14.034075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-709e08e7-e8b4-429d-b403-5060491c0f4a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:14.035474 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-709e08e7-e8b4-429d-b403-5060491c0f4a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1682236
Nov 24 13:26:14.038445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55218) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:26:14.044616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-692b9b26-0431-4062-b5b2-a349f1b7ae73 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '77569443-2e44-4c21-a1b4-0ee08668d9cb', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:26:14.051774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-692b9b26-0431-4062-b5b2-a349f1b7ae73 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:26:14.056010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-692b9b26-0431-4062-b5b2-a349f1b7ae73 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:26:14.059203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-692b9b26-0431-4062-b5b2-a349f1b7ae73 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:26:14.065080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-692b9b26-0431-4062-b5b2-a349f1b7ae73 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:26:14.079354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d1e3deff-ea9d-451b-9577-baba475aa614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634716a860>, [{'id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'name': 'tempest-TestNetworkBasicOps-router-1542325746', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '3616e9a5-9473-469f-af76-215452da68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:26:05Z', 'updated_at': '2020-11-24T13:26:11Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3616e9a5-9473-469f-af76-215452da68ad', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:26:06Z', 'updated_at': '2020-11-24T13:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '2d5895f7-953f-4270-9253-ade63847835a', 'name': '', 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:73:31:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '6baaae62-c43d-456a-b50d-3b9cbd2948c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:26:10Z', 'updated_at': '2020-11-24T13:26:11Z', 'revision_number': 2, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '6baaae62-c43d-456a-b50d-3b9cbd2948c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:26:14.083888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-692b9b26-0431-4062-b5b2-a349f1b7ae73 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:14.093208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e3deff-ea9d-451b-9577-baba475aa614 None None] Checking router: 646e6d82-e845-4bd0-afef-df0d734c07b4 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:26:14.093810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e3deff-ea9d-451b-9577-baba475aa614 None None] Updating router 646e6d82-e845-4bd0-afef-df0d734c07b4 port 2d5895f7-953f-4270-9253-ade63847835a binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:26:14.125273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-fb8be153-1cf2-4bb2-933f-fb7de96ee030 None None] Provisioning complete for port 9c979dac-db75-4157-9dec-ab085a52fe4d triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:26:14.125726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fb8be153-1cf2-4bb2-933f-fb7de96ee030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:14.158026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-692b9b26-0431-4062-b5b2-a349f1b7ae73 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:14.161225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-692b9b26-0431-4062-b5b2-a349f1b7ae73 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:14.163232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9b325553-d31f-477e-92ce-a757e13229eb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:26:14.187965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b9b26-0431-4062-b5b2-a349f1b7ae73 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e0acbba-f662-442d-8726-106e78f2e199,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:26:14.190737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-692b9b26-0431-4062-b5b2-a349f1b7ae73 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:14.201490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-692b9b26-0431-4062-b5b2-a349f1b7ae73 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:14.201490 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-692b9b26-0431-4062-b5b2-a349f1b7ae73 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1594808
Nov 24 13:26:14.202458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55222) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:26:14.208579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-3cab94d8-50e4-4458-8780-77ae622cafb7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '77569443-2e44-4c21-a1b4-0ee08668d9cb', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:26:14.215185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3cab94d8-50e4-4458-8780-77ae622cafb7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:26:14.219289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3cab94d8-50e4-4458-8780-77ae622cafb7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:26:14.222945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3cab94d8-50e4-4458-8780-77ae622cafb7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:26:14.229666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3cab94d8-50e4-4458-8780-77ae622cafb7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:26:14.248239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3cab94d8-50e4-4458-8780-77ae622cafb7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:14.263615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d1e3deff-ea9d-451b-9577-baba475aa614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:14.284322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:14.326344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3cab94d8-50e4-4458-8780-77ae622cafb7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:14.330228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3cab94d8-50e4-4458-8780-77ae622cafb7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:14.337356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2c6c4a17-d3c5-4e9c-8e65-c0e9df9c4ea1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:26:14.359888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab94d8-50e4-4458-8780-77ae622cafb7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bbbcfa1-4d34-49e2-9525-6eb0f9da1306,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:26:14.362867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3cab94d8-50e4-4458-8780-77ae622cafb7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:14.366700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3cab94d8-50e4-4458-8780-77ae622cafb7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:14.370972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 55226) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:26:14.371117 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3cab94d8-50e4-4458-8780-77ae622cafb7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1674585
Nov 24 13:26:14.377295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-852d8eb3-905a-40d2-ba26-d85989bf969f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '77569443-2e44-4c21-a1b4-0ee08668d9cb', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:26:14.384425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-852d8eb3-905a-40d2-ba26-d85989bf969f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:26:14.390055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-852d8eb3-905a-40d2-ba26-d85989bf969f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:26:14.393742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-852d8eb3-905a-40d2-ba26-d85989bf969f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:26:14.399970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-852d8eb3-905a-40d2-ba26-d85989bf969f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:26:14.413429 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-852d8eb3-905a-40d2-ba26-d85989bf969f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Project ddd175861f0b46ae9d96e8c7cb7e2213 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:26:14.425087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-852d8eb3-905a-40d2-ba26-d85989bf969f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:14.495446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-852d8eb3-905a-40d2-ba26-d85989bf969f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:14.498293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-852d8eb3-905a-40d2-ba26-d85989bf969f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:14.500689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-73683de1-f68d-4f5c-9dc6-ed1eb80d0f06 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:26:14.525585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d8eb3-905a-40d2-ba26-d85989bf969f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e81046-10cc-4093-b877-b7648800dcc9,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:26:14.530493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-852d8eb3-905a-40d2-ba26-d85989bf969f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:14.538258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-852d8eb3-905a-40d2-ba26-d85989bf969f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:14.539734 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-852d8eb3-905a-40d2-ba26-d85989bf969f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1675057
Nov 24 13:26:14.542895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-fb8be153-1cf2-4bb2-933f-fb7de96ee030 None None] Provisioning complete for port 2d5895f7-953f-4270-9253-ade63847835a triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:26:14.543335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fb8be153-1cf2-4bb2-933f-fb7de96ee030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:14.545677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 55230) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:26:14.551614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-36ef207f-9f0b-4210-9a79-3fc5695b1728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'security_group_rule': {'security_group_id': '77569443-2e44-4c21-a1b4-0ee08668d9cb', 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:26:14.558466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-36ef207f-9f0b-4210-9a79-3fc5695b1728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:26:14.562692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-36ef207f-9f0b-4210-9a79-3fc5695b1728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:security_group_rule and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:26:14.565800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-36ef207f-9f0b-4210-9a79-3fc5695b1728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:26:14.571727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-36ef207f-9f0b-4210-9a79-3fc5695b1728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:26:14.582803 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-36ef207f-9f0b-4210-9a79-3fc5695b1728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Project ddd175861f0b46ae9d96e8c7cb7e2213 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:26:14.589908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36ef207f-9f0b-4210-9a79-3fc5695b1728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:14.637192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-fb8be153-1cf2-4bb2-933f-fb7de96ee030 None None] Port 2d5895f7-953f-4270-9253-ade63847835a cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:26:14.669941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36ef207f-9f0b-4210-9a79-3fc5695b1728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:14.672823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36ef207f-9f0b-4210-9a79-3fc5695b1728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:14.679987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-23f0efe5-558f-4041-816a-ba9ab0b1bb5a tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:26:14.702825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef207f-9f0b-4210-9a79-3fc5695b1728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd8b6a6-189a-4bc4-951c-c2572636e929,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:26:14.706490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-36ef207f-9f0b-4210-9a79-3fc5695b1728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:14.710744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36ef207f-9f0b-4210-9a79-3fc5695b1728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:14.712031 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-36ef207f-9f0b-4210-9a79-3fc5695b1728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1652179
Nov 24 13:26:14.783702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:14.872397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d1e3deff-ea9d-451b-9577-baba475aa614 None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:14.885262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d1e3deff-ea9d-451b-9577-baba475aa614 None None] Transition to ACTIVE for port object 2d5895f7-953f-4270-9253-ade63847835a will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:26:14.888447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d1e3deff-ea9d-451b-9577-baba475aa614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:14.908223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:26:14.912140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-1a7d9057-40e7-4055-af92-dd303d80893f req-272a0a6e-c707-40c3-8777-ccdec709395c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:26:14.927642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-1a7d9057-40e7-4055-af92-dd303d80893f req-272a0a6e-c707-40c3-8777-ccdec709395c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:26:14.928920 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a7d9057-40e7-4055-af92-dd303d80893f req-272a0a6e-c707-40c3-8777-ccdec709395c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-356439400&fields=id&tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 267 time: 0.0621378
Nov 24 13:26:15.038322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a76b6-9814-4139-9011-adb260526e70 None None] Pushing event updated for resources: {'Port': ['ID=2d5895f7-953f-4270-9253-ade63847835a,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:26:15.042774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1e7a76b6-9814-4139-9011-adb260526e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:15.097831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d9057-40e7-4055-af92-dd303d80893f req-e5bed39d-9811-4be0-b8e2-48a6a1bb7e82 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:15.098693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-1a7d9057-40e7-4055-af92-dd303d80893f req-e5bed39d-9811-4be0-b8e2-48a6a1bb7e82 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:network {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:26:15.119350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-1a7d9057-40e7-4055-af92-dd303d80893f req-e5bed39d-9811-4be0-b8e2-48a6a1bb7e82 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:network {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:26:15.121330 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a7d9057-40e7-4055-af92-dd303d80893f req-e5bed39d-9811-4be0-b8e2-48a6a1bb7e82 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/networks?id=9e3319e9-8a52-424a-ae02-69c6279d2a04 HTTP/1.1" status: 200  len: 797 time: 0.1845338
Nov 24 13:26:15.147630 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a7d9057-40e7-4055-af92-dd303d80893f req-4cdde74f-2ac7-4423-8204-12394f7fed84 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/quotas/ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 375 time: 0.0163562
Nov 24 13:26:15.221600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-d1e3deff-ea9d-451b-9577-baba475aa614 None None] Attempting to bind port 2d5895f7-953f-4270-9253-ade63847835a on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:26:15.222219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-d1e3deff-ea9d-451b-9577-baba475aa614 None None] Attempting to bind port 2d5895f7-953f-4270-9253-ade63847835a by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '53162e7a-95ba-4147-8b7c-2e8b4bb74ce1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:26:15.222457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e3deff-ea9d-451b-9577-baba475aa614 None None] Attempting to bind port 2d5895f7-953f-4270-9253-ade63847835a on network 9e3319e9-8a52-424a-ae02-69c6279d2a04 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:26:15.230661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e3deff-ea9d-451b-9577-baba475aa614 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:26:15.231099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e3deff-ea9d-451b-9577-baba475aa614 None None] Checking segment: {'id': '53162e7a-95ba-4147-8b7c-2e8b4bb74ce1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:26:15.231566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d1e3deff-ea9d-451b-9577-baba475aa614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:15.232014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e3deff-ea9d-451b-9577-baba475aa614 None None] Bound using segment: {'id': '53162e7a-95ba-4147-8b7c-2e8b4bb74ce1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:26:15.232563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-d1e3deff-ea9d-451b-9577-baba475aa614 None None] Bound port: 2d5895f7-953f-4270-9253-ade63847835a, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53162e7a-95ba-4147-8b7c-2e8b4bb74ce1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:26:15.232996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d1e3deff-ea9d-451b-9577-baba475aa614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:15.255023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-1a7d9057-40e7-4055-af92-dd303d80893f req-4ad6cabd-3445-4394-9309-95997efa953d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:26:15.272271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-1a7d9057-40e7-4055-af92-dd303d80893f req-4ad6cabd-3445-4394-9309-95997efa953d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:26:15.281641 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a7d9057-40e7-4055-af92-dd303d80893f req-4ad6cabd-3445-4394-9309-95997efa953d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1203709
Nov 24 13:26:15.338462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-d1e3deff-ea9d-451b-9577-baba475aa614 None None] For port 2d5895f7-953f-4270-9253-ade63847835a, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:26:15.341705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-d1e3deff-ea9d-451b-9577-baba475aa614 None None] For port 2d5895f7-953f-4270-9253-ade63847835a, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=2d5895f7-953f-4270-9253-ade63847835a,segment=NetworkSegment(53162e7a-95ba-4147-8b7c-2e8b4bb74ce1),segment_id=53162e7a-95ba-4147-8b7c-2e8b4bb74ce1)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:26:15.345068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d1e3deff-ea9d-451b-9577-baba475aa614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:15.362710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:26:15.509664 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a7d9057-40e7-4055-af92-dd303d80893f req-70620744-9bac-4a4c-84e7-15c45654c96b service neutron] 10.222.0.76 "GET /v2.0/networks/9e3319e9-8a52-424a-ae02-69c6279d2a04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2224996
Nov 24 13:26:15.528539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a76b6-9814-4139-9011-adb260526e70 None None] Pushing event updated for resources: {'Port': ['ID=2d5895f7-953f-4270-9253-ade63847835a,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:26:15.531934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1e7a76b6-9814-4139-9011-adb260526e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:15.588638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e3deff-ea9d-451b-9577-baba475aa614 None None] Routers {'646e6d82-e845-4bd0-afef-df0d734c07b4'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:26:15.589317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d1e3deff-ea9d-451b-9577-baba475aa614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634716a860>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:26:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['646e6d82-e845-4bd0-afef-df0d734c07b4'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:26:15.671896 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a7d9057-40e7-4055-af92-dd303d80893f req-080c0cd6-f4d0-4d48-9526-4bfd1a47722f service neutron] 10.222.0.76 "GET /v2.0/networks/9e3319e9-8a52-424a-ae02-69c6279d2a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1550870
Nov 24 13:26:15.793047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-d1e3deff-ea9d-451b-9577-baba475aa614 None None] Set router 646e6d82-e845-4bd0-afef-df0d734c07b4 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:26:15.903129 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f17ec03a-dd1f-4b62-ba35-5fef7c0493e1 req-db9c8d18-67c3-4889-a139-e17de545ee1a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8 HTTP/1.1" status: 200  len: 210 time: 0.0516341
Nov 24 13:26:16.351766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d1e3deff-ea9d-451b-9577-baba475aa614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634716a860>, [{'id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'name': 'tempest-TestNetworkBasicOps-router-1542325746', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '3616e9a5-9473-469f-af76-215452da68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:26:05Z', 'updated_at': '2020-11-24T13:26:11Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3616e9a5-9473-469f-af76-215452da68ad', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:26:06Z', 'updated_at': '2020-11-24T13:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '2d5895f7-953f-4270-9253-ade63847835a', 'name': '', 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:73:31:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '6baaae62-c43d-456a-b50d-3b9cbd2948c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:26:10Z', 'updated_at': '2020-11-24T13:26:15Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '6baaae62-c43d-456a-b50d-3b9cbd2948c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:26:16.356249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e3deff-ea9d-451b-9577-baba475aa614 None None] The sync data for ids ['646e6d82-e845-4bd0-afef-df0d734c07b4'] in dv-neutron-601336-61-ovs is: [{'id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'name': 'tempest-TestNetworkBasicOps-router-1542325746', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '3616e9a5-9473-469f-af76-215452da68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:26:05Z', 'updated_at': '2020-11-24T13:26:11Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3616e9a5-9473-469f-af76-215452da68ad', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:26:06Z', 'updated_at': '2020-11-24T13:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '2d5895f7-953f-4270-9253-ade63847835a', 'name': '', 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:73:31:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '6baaae62-c43d-456a-b50d-3b9cbd2948c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:26:10Z', 'updated_at': '2020-11-24T13:26:15Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '6baaae62-c43d-456a-b50d-3b9cbd2948c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:26:16.984063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2d5895f7-953f-4270-9253-ade63847835a up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:26:17.062640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 2d5895f7-953f-4270-9253-ade63847835a completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:26:17.068443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 2d5895f7-953f-4270-9253-ade63847835a triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:26:17.068871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:17.125422 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-027a612d-c312-4732-a9b6-2fb74fc83f5b req-9cd118c2-72b8-4c1f-881b-ee23e9375422 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8 HTTP/1.1" status: 200  len: 210 time: 0.0623164
Nov 24 13:26:17.218374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:17.254910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 2d5895f7-953f-4270-9253-ade63847835a, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=2d5895f7-953f-4270-9253-ade63847835a,segment=NetworkSegment(53162e7a-95ba-4147-8b7c-2e8b4bb74ce1),segment_id=53162e7a-95ba-4147-8b7c-2e8b4bb74ce1)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:26:17.257807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:17.259748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:26:17.333408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=2d5895f7-953f-4270-9253-ade63847835a,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:26:17.337645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:17.739424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d9057-40e7-4055-af92-dd303d80893f req-fbdbce35-80bc-4f42-b567-e49ba7e51cdb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:17.740995 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a7d9057-40e7-4055-af92-dd303d80893f req-fbdbce35-80bc-4f42-b567-e49ba7e51cdb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/networks?id=9e3319e9-8a52-424a-ae02-69c6279d2a04 HTTP/1.1" status: 200  len: 797 time: 0.4711933
Nov 24 13:26:17.831990 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a7d9057-40e7-4055-af92-dd303d80893f req-a9ca443a-f514-4d8d-a50e-9a7491c0caee tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213 HTTP/1.1" status: 200  len: 7375 time: 0.0708025
Nov 24 13:26:17.841730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-1a7d9057-40e7-4055-af92-dd303d80893f req-4af8edda-d91e-4375-af5f-559622f7aaaf tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'port': {'device_id': 'f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8', 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04', 'admin_state_up': True, 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'security_groups': ['77569443-2e44-4c21-a1b4-0ee08668d9cb']}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:26:17.988977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-1a7d9057-40e7-4055-af92-dd303d80893f req-4af8edda-d91e-4375-af5f-559622f7aaaf tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:26:17.998667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-1a7d9057-40e7-4055-af92-dd303d80893f req-4af8edda-d91e-4375-af5f-559622f7aaaf tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:26:18.007329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a7d9057-40e7-4055-af92-dd303d80893f req-4af8edda-d91e-4375-af5f-559622f7aaaf tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Made reservation on behalf of ddd175861f0b46ae9d96e8c7cb7e2213 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:26:18.013092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1a7d9057-40e7-4055-af92-dd303d80893f req-4af8edda-d91e-4375-af5f-559622f7aaaf tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:18.360512 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-61fa2b0c-f469-44a4-b555-52fc76154ad2 req-bca43ca8-ccf8-4e64-a1dd-6fd81fc2bb51 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8 HTTP/1.1" status: 200  len: 210 time: 0.0601363
Nov 24 13:26:18.382929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-1a7d9057-40e7-4055-af92-dd303d80893f req-4af8edda-d91e-4375-af5f-559622f7aaaf tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.20.0.12 (9e3319e9-8a52-424a-ae02-69c6279d2a04/6baaae62-c43d-456a-b50d-3b9cbd2948c3/9f439826-86e0-406c-877d-10113c567ba0) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:26:18.586760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1a7d9057-40e7-4055-af92-dd303d80893f req-4af8edda-d91e-4375-af5f-559622f7aaaf tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:18.603303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-1a7d9057-40e7-4055-af92-dd303d80893f req-4af8edda-d91e-4375-af5f-559622f7aaaf tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Transition to ACTIVE for port object 9f439826-86e0-406c-877d-10113c567ba0 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:26:18.623072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1a7d9057-40e7-4055-af92-dd303d80893f req-4af8edda-d91e-4375-af5f-559622f7aaaf tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:18.638373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ab2a9d17-d680-49b4-ad9e-020b36c07673 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:26:18.775786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8edda-d91e-4375-af5f-559622f7aaaf tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=9f439826-86e0-406c-877d-10113c567ba0,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:26:18.781220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4af8edda-d91e-4375-af5f-559622f7aaaf tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:18.837474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a7d9057-40e7-4055-af92-dd303d80893f req-4af8edda-d91e-4375-af5f-559622f7aaaf tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network 9e3319e9-8a52-424a-ae02-69c6279d2a04 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:26:18.838645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-1a7d9057-40e7-4055-af92-dd303d80893f req-4af8edda-d91e-4375-af5f-559622f7aaaf tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:26:18.840961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7d9057-40e7-4055-af92-dd303d80893f req-4af8edda-d91e-4375-af5f-559622f7aaaf tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:26:18.914370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d9057-40e7-4055-af92-dd303d80893f req-4af8edda-d91e-4375-af5f-559622f7aaaf tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:18.915153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1a7d9057-40e7-4055-af92-dd303d80893f req-4af8edda-d91e-4375-af5f-559622f7aaaf tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:18.944022 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a7d9057-40e7-4055-af92-dd303d80893f req-4af8edda-d91e-4375-af5f-559622f7aaaf tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1063383
Nov 24 13:26:18.962717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2d5895f7-953f-4270-9253-ade63847835a up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:26:18.967221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-1a7d9057-40e7-4055-af92-dd303d80893f req-1327e32f-7af4-486f-953f-86bb6276a4cd service neutron] Request body: {'port': {'device_id': 'f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:26:19.039197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 2d5895f7-953f-4270-9253-ade63847835a triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:26:19.039631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:19.083213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1a7d9057-40e7-4055-af92-dd303d80893f req-1327e32f-7af4-486f-953f-86bb6276a4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:19.122234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9e40ca18-0aff-4c3d-ad87-0c3709cac9d0 None None] Provisioning for port 9f439826-86e0-406c-877d-10113c567ba0 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:26:19.161554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9e40ca18-0aff-4c3d-ad87-0c3709cac9d0 None None] Provisioning complete for port 9f439826-86e0-406c-877d-10113c567ba0 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:26:19.161908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9e40ca18-0aff-4c3d-ad87-0c3709cac9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:19.240039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9e40ca18-0aff-4c3d-ad87-0c3709cac9d0 None None] Port 9f439826-86e0-406c-877d-10113c567ba0 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:26:19.491903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:26:19.570786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-1a7d9057-40e7-4055-af92-dd303d80893f req-1327e32f-7af4-486f-953f-86bb6276a4cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f439826-86e0-406c-877d-10113c567ba0 {{(pid=80943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:26:19.581006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1a7d9057-40e7-4055-af92-dd303d80893f req-1327e32f-7af4-486f-953f-86bb6276a4cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:19.607327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-1a7d9057-40e7-4055-af92-dd303d80893f req-1327e32f-7af4-486f-953f-86bb6276a4cd service neutron] Transition to ACTIVE for port object 9f439826-86e0-406c-877d-10113c567ba0 will not be triggered until provisioned by entity L2. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:26:19.612661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1a7d9057-40e7-4055-af92-dd303d80893f req-1327e32f-7af4-486f-953f-86bb6276a4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:19.627017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-08be155e-a863-4e2b-bac0-9a5dd3420a71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:26:19.748020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fb75b-663d-4a9e-85d3-22be0101bb30 req-73b494fa-01ac-4522-b13b-4a6378e6d15a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:19.748700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-3d2fb75b-663d-4a9e-85d3-22be0101bb30 req-73b494fa-01ac-4522-b13b-4a6378e6d15a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:26:19.785914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327e32f-7af4-486f-953f-86bb6276a4cd service neutron] Pushing event updated for resources: {'Port': ['ID=9f439826-86e0-406c-877d-10113c567ba0,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:26:19.791315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1327e32f-7af4-486f-953f-86bb6276a4cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:19.796611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-3d2fb75b-663d-4a9e-85d3-22be0101bb30 req-73b494fa-01ac-4522-b13b-4a6378e6d15a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:26:19.798583 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3d2fb75b-663d-4a9e-85d3-22be0101bb30 req-73b494fa-01ac-4522-b13b-4a6378e6d15a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8 HTTP/1.1" status: 200  len: 932 time: 0.2959356
Nov 24 13:26:19.885132 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3d2fb75b-663d-4a9e-85d3-22be0101bb30 req-4753744b-ef93-4619-a33d-2c22bdd2791d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=77569443-2e44-4c21-a1b4-0ee08668d9cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0707071
Nov 24 13:26:20.035247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-1a7d9057-40e7-4055-af92-dd303d80893f req-1327e32f-7af4-486f-953f-86bb6276a4cd service neutron] Attempting to bind port 9f439826-86e0-406c-877d-10113c567ba0 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:26:20.035620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-1a7d9057-40e7-4055-af92-dd303d80893f req-1327e32f-7af4-486f-953f-86bb6276a4cd service neutron] Attempting to bind port 9f439826-86e0-406c-877d-10113c567ba0 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '53162e7a-95ba-4147-8b7c-2e8b4bb74ce1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04'}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:26:20.035988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7d9057-40e7-4055-af92-dd303d80893f req-1327e32f-7af4-486f-953f-86bb6276a4cd service neutron] Attempting to bind port 9f439826-86e0-406c-877d-10113c567ba0 on network 9e3319e9-8a52-424a-ae02-69c6279d2a04 {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:26:20.043168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7d9057-40e7-4055-af92-dd303d80893f req-1327e32f-7af4-486f-953f-86bb6276a4cd service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:26:20.043539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7d9057-40e7-4055-af92-dd303d80893f req-1327e32f-7af4-486f-953f-86bb6276a4cd service neutron] Checking segment: {'id': '53162e7a-95ba-4147-8b7c-2e8b4bb74ce1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:26:20.043941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1a7d9057-40e7-4055-af92-dd303d80893f req-1327e32f-7af4-486f-953f-86bb6276a4cd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:20.044336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7d9057-40e7-4055-af92-dd303d80893f req-1327e32f-7af4-486f-953f-86bb6276a4cd service neutron] Bound using segment: {'id': '53162e7a-95ba-4147-8b7c-2e8b4bb74ce1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04'} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:26:20.044807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-1a7d9057-40e7-4055-af92-dd303d80893f req-1327e32f-7af4-486f-953f-86bb6276a4cd service neutron] Bound port: 9f439826-86e0-406c-877d-10113c567ba0, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53162e7a-95ba-4147-8b7c-2e8b4bb74ce1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04'}}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:26:20.045184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1a7d9057-40e7-4055-af92-dd303d80893f req-1327e32f-7af4-486f-953f-86bb6276a4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:20.142435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-1a7d9057-40e7-4055-af92-dd303d80893f req-1327e32f-7af4-486f-953f-86bb6276a4cd service neutron] For port 9f439826-86e0-406c-877d-10113c567ba0, host hv-neutron-6013, cleared binding levels {{(pid=80943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:26:20.145667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-1a7d9057-40e7-4055-af92-dd303d80893f req-1327e32f-7af4-486f-953f-86bb6276a4cd service neutron] For port 9f439826-86e0-406c-877d-10113c567ba0, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9f439826-86e0-406c-877d-10113c567ba0,segment=NetworkSegment(53162e7a-95ba-4147-8b7c-2e8b4bb74ce1),segment_id=53162e7a-95ba-4147-8b7c-2e8b4bb74ce1)] {{(pid=80943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:26:20.149082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1a7d9057-40e7-4055-af92-dd303d80893f req-1327e32f-7af4-486f-953f-86bb6276a4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:20.169771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ab81a8b5-c31e-4e13-beb9-4375d5f28eea tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:26:20.324855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327e32f-7af4-486f-953f-86bb6276a4cd service neutron] Pushing event updated for resources: {'Port': ['ID=9f439826-86e0-406c-877d-10113c567ba0,revision_number=3']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:26:20.330941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1327e32f-7af4-486f-953f-86bb6276a4cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:20.361649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d9057-40e7-4055-af92-dd303d80893f req-1327e32f-7af4-486f-953f-86bb6276a4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:20.362364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1a7d9057-40e7-4055-af92-dd303d80893f req-1327e32f-7af4-486f-953f-86bb6276a4cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:20.363861 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a7d9057-40e7-4055-af92-dd303d80893f req-1327e32f-7af4-486f-953f-86bb6276a4cd service neutron] 10.222.0.70 "PUT /v2.0/ports/9f439826-86e0-406c-877d-10113c567ba0 HTTP/1.1" status: 200  len: 1158 time: 1.4021311
Nov 24 13:26:20.364424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8', 'tag': '9f439826-86e0-406c-877d-10113c567ba0'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:26:20.456979 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8', 'tag': '9f439826-86e0-406c-877d-10113c567ba0', 'status': 'completed', 'code': 200}
Nov 24 13:26:20.494573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d9057-40e7-4055-af92-dd303d80893f req-5ec9be48-6984-4a93-966a-3ba4e2f5eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:20.496206 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a7d9057-40e7-4055-af92-dd303d80893f req-5ec9be48-6984-4a93-966a-3ba4e2f5eb19 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8 HTTP/1.1" status: 200  len: 1161 time: 0.0796082
Nov 24 13:26:20.581127 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a7d9057-40e7-4055-af92-dd303d80893f req-73c01fc6-85ce-4fe6-a13d-f866df7415a9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f439826-86e0-406c-877d-10113c567ba0 HTTP/1.1" status: 200  len: 217 time: 0.0720613
Nov 24 13:26:20.649529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d9057-40e7-4055-af92-dd303d80893f req-26be41bf-5f81-4ada-91c3-1bd461db7686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:20.651084 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a7d9057-40e7-4055-af92-dd303d80893f req-26be41bf-5f81-4ada-91c3-1bd461db7686 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6baaae62-c43d-456a-b50d-3b9cbd2948c3 HTTP/1.1" status: 200  len: 834 time: 0.0643899
Nov 24 13:26:20.738562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d9057-40e7-4055-af92-dd303d80893f req-8aa34599-a8d9-48fd-952b-523b403fe886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:20.740176 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a7d9057-40e7-4055-af92-dd303d80893f req-8aa34599-a8d9-48fd-952b-523b403fe886 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9e3319e9-8a52-424a-ae02-69c6279d2a04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0825188
Nov 24 13:26:20.881927 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a7d9057-40e7-4055-af92-dd303d80893f req-584d109a-3b60-42b4-9fb6-21f63e2a163f service neutron] 10.222.0.70 "GET /v2.0/networks/9e3319e9-8a52-424a-ae02-69c6279d2a04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354852
Nov 24 13:26:21.066672 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a7d9057-40e7-4055-af92-dd303d80893f req-aeee196a-841d-4d0a-b8e9-3cb89ba4b61f service neutron] 10.222.0.70 "GET /v2.0/networks/9e3319e9-8a52-424a-ae02-69c6279d2a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1782761
Nov 24 13:26:21.108924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6f350-4798-4e3f-ab69-70049ccf9f33 req-9935979c-dd5c-40b9-a8c4-e19b194635ca tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:21.111201 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c8c6f350-4798-4e3f-ab69-70049ccf9f33 req-9935979c-dd5c-40b9-a8c4-e19b194635ca tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8 HTTP/1.1" status: 200  len: 944 time: 0.0909023
Nov 24 13:26:21.173326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:21.215093 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c8c6f350-4798-4e3f-ab69-70049ccf9f33 req-1520f3a1-89a7-4804-ad08-1d1b93490b4e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=77569443-2e44-4c21-a1b4-0ee08668d9cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0973275
Nov 24 13:26:21.247131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bfba1a-a02b-43bd-9c32-7e8c9614e553 req-b5ebe060-3e17-4406-bed2-adaea97fc387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:21.248356 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b0bfba1a-a02b-43bd-9c32-7e8c9614e553 req-b5ebe060-3e17-4406-bed2-adaea97fc387 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8 HTTP/1.1" status: 200  len: 1161 time: 0.0939534
Nov 24 13:26:21.393380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bfba1a-a02b-43bd-9c32-7e8c9614e553 req-fd815469-af6c-4083-b361-dee6c9d4ae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:21.394958 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b0bfba1a-a02b-43bd-9c32-7e8c9614e553 req-fd815469-af6c-4083-b361-dee6c9d4ae94 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9e3319e9-8a52-424a-ae02-69c6279d2a04 HTTP/1.1" status: 200  len: 891 time: 0.1391528
Nov 24 13:26:21.469809 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b0bfba1a-a02b-43bd-9c32-7e8c9614e553 req-a7a86974-03dc-4ff0-94b9-81c77f539e98 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f439826-86e0-406c-877d-10113c567ba0 HTTP/1.1" status: 200  len: 217 time: 0.0662887
Nov 24 13:26:21.542381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bfba1a-a02b-43bd-9c32-7e8c9614e553 req-ccc02185-b6c4-4006-b6fe-2d75bcc71092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:21.543935 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b0bfba1a-a02b-43bd-9c32-7e8c9614e553 req-ccc02185-b6c4-4006-b6fe-2d75bcc71092 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6baaae62-c43d-456a-b50d-3b9cbd2948c3 HTTP/1.1" status: 200  len: 834 time: 0.0684459
Nov 24 13:26:21.622856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bfba1a-a02b-43bd-9c32-7e8c9614e553 req-41d4140c-6da7-496f-ad45-1bfc786317ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:21.624470 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b0bfba1a-a02b-43bd-9c32-7e8c9614e553 req-41d4140c-6da7-496f-ad45-1bfc786317ff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9e3319e9-8a52-424a-ae02-69c6279d2a04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0735257
Nov 24 13:26:22.036106 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b0bfba1a-a02b-43bd-9c32-7e8c9614e553 req-0eb49bf4-0613-4fb4-992d-56473d28cfb0 service neutron] 10.222.0.70 "GET /v2.0/networks/9e3319e9-8a52-424a-ae02-69c6279d2a04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4045875
Nov 24 13:26:22.183832 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b0bfba1a-a02b-43bd-9c32-7e8c9614e553 req-a4558f73-80ed-435b-97cf-2cf635b3ced3 service neutron] 10.222.0.70 "GET /v2.0/networks/9e3319e9-8a52-424a-ae02-69c6279d2a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401687
Nov 24 13:26:22.434689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf36f43-19fd-46fd-8247-3e562cb8b1fe req-95d220ef-c60f-4a43-83b2-b65529409691 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:22.436216 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8bf36f43-19fd-46fd-8247-3e562cb8b1fe req-95d220ef-c60f-4a43-83b2-b65529409691 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8 HTTP/1.1" status: 200  len: 944 time: 0.0870342
Nov 24 13:26:22.488930 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8bf36f43-19fd-46fd-8247-3e562cb8b1fe req-4edbabed-1ec7-44f3-b538-c97efbf2d6a0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=77569443-2e44-4c21-a1b4-0ee08668d9cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455449
Nov 24 13:26:22.835884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 9f439826-86e0-406c-877d-10113c567ba0 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:26:22.910361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port 9f439826-86e0-406c-877d-10113c567ba0 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:26:22.915724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 9f439826-86e0-406c-877d-10113c567ba0 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:26:22.916125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:23.035772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:23.063232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f439826-86e0-406c-877d-10113c567ba0'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:26:23.073821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 9f439826-86e0-406c-877d-10113c567ba0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9f439826-86e0-406c-877d-10113c567ba0,segment=NetworkSegment(53162e7a-95ba-4147-8b7c-2e8b4bb74ce1),segment_id=53162e7a-95ba-4147-8b7c-2e8b4bb74ce1)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:26:23.077386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:23.079859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7e20dca0-c070-4619-aac2-14d72082c9fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:26:23.129223 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f439826-86e0-406c-877d-10113c567ba0', 'code': 200}
Nov 24 13:26:23.156399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=9f439826-86e0-406c-877d-10113c567ba0,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:26:23.161089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:23.413428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d528d-6659-4be3-93df-be730d47924b req-93978b66-c8dd-4846-89d3-ea918fb0319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:23.415030 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-766d528d-6659-4be3-93df-be730d47924b req-93978b66-c8dd-4846-89d3-ea918fb0319c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8 HTTP/1.1" status: 200  len: 1163 time: 0.0818906
Nov 24 13:26:23.462332 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-766d528d-6659-4be3-93df-be730d47924b req-cb084e9f-3d52-44d1-b415-c370089ad81a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=77569443-2e44-4c21-a1b4-0ee08668d9cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399504
Nov 24 13:26:23.718947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b31f70-3fbe-4bc6-9d62-a6d117f67fcd req-f9873f9e-1865-49c0-9ebf-a40aaefce6da tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:23.720759 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-95b31f70-3fbe-4bc6-9d62-a6d117f67fcd req-f9873f9e-1865-49c0-9ebf-a40aaefce6da tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8 HTTP/1.1" status: 200  len: 946 time: 0.0910890
Nov 24 13:26:23.775119 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-95b31f70-3fbe-4bc6-9d62-a6d117f67fcd req-ace63b06-5528-44d0-8613-4a11856e731b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=77569443-2e44-4c21-a1b4-0ee08668d9cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445945
Nov 24 13:26:24.585146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 9f439826-86e0-406c-877d-10113c567ba0 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:26:24.660185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 9f439826-86e0-406c-877d-10113c567ba0 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:26:24.660608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:24.992481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6f798-468d-4acf-a397-2d6d4ff09eb0 req-202657e8-8dc0-483a-8e59-f9af46c3bfbc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:24.994168 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-79e6f798-468d-4acf-a397-2d6d4ff09eb0 req-202657e8-8dc0-483a-8e59-f9af46c3bfbc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8 HTTP/1.1" status: 200  len: 946 time: 0.0845721
Nov 24 13:26:25.045416 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-79e6f798-468d-4acf-a397-2d6d4ff09eb0 req-83962d04-91e9-4d80-b8cd-1ec56b37fc7f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=77569443-2e44-4c21-a1b4-0ee08668d9cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433412
Nov 24 13:26:25.405496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e996323-c6ad-4921-af53-0f6f2a05deb7 req-16a76e9d-4be6-4160-b4c1-9728eb2ab38b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:25.407626 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3e996323-c6ad-4921-af53-0f6f2a05deb7 req-16a76e9d-4be6-4160-b4c1-9728eb2ab38b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8 HTTP/1.1" status: 200  len: 946 time: 0.0957758
Nov 24 13:26:25.459884 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3e996323-c6ad-4921-af53-0f6f2a05deb7 req-e3f31e5a-2194-4dc9-867d-b02e5b32704f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=77569443-2e44-4c21-a1b4-0ee08668d9cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458264
Nov 24 13:26:25.489536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 55284) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:26:25.567164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18016822-d103-49c2-966d-80f87858a74f tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:25.568814 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-18016822-d103-49c2-966d-80f87858a74f tempest-TestNetworkBasicOps-585633923 tempest-TestNetworkBasicOps-585633923] 10.222.0.76 "GET /v2.0/ports?device_id=f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8 HTTP/1.1" status: 200  len: 1158 time: 0.0781255
Nov 24 13:26:25.571881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 55288) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:26:25.577387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-0fe36c99-5e54-4e55-804e-597bb7d4298c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'port_id': '9f439826-86e0-406c-877d-10113c567ba0', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:26:25.583333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0fe36c99-5e54-4e55-804e-597bb7d4298c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:26:25.587775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0fe36c99-5e54-4e55-804e-597bb7d4298c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Usage tracker for resource:floatingip and tenant:ddd175861f0b46ae9d96e8c7cb7e2213 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:26:25.590768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0fe36c99-5e54-4e55-804e-597bb7d4298c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:26:25.597101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0fe36c99-5e54-4e55-804e-597bb7d4298c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:26:25.608535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fe36c99-5e54-4e55-804e-597bb7d4298c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:25.757822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fe36c99-5e54-4e55-804e-597bb7d4298c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:26.035450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-0fe36c99-5e54-4e55-804e-597bb7d4298c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Allocated IP 172.26.8.237 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/481c87de-43ac-4690-99ee-c7d97ea679dd) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:26:26.197770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fe36c99-5e54-4e55-804e-597bb7d4298c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:26.225894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fe36c99-5e54-4e55-804e-597bb7d4298c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:26.248187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-55e83c35-a4b3-4af5-9992-5204fa2cf4be tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:26:26.729937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe36c99-5e54-4e55-804e-597bb7d4298c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=481c87de-43ac-4690-99ee-c7d97ea679dd,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:26:26.735680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0fe36c99-5e54-4e55-804e-597bb7d4298c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:26.786306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe36c99-5e54-4e55-804e-597bb7d4298c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:26:26.787407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-0fe36c99-5e54-4e55-804e-597bb7d4298c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:26:26.789906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe36c99-5e54-4e55-804e-597bb7d4298c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:26:27.232583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fe36c99-5e54-4e55-804e-597bb7d4298c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:27.309104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fe36c99-5e54-4e55-804e-597bb7d4298c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:27.577579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fe36c99-5e54-4e55-804e-597bb7d4298c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:27.581210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fe36c99-5e54-4e55-804e-597bb7d4298c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:27.596260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0fe36c99-5e54-4e55-804e-597bb7d4298c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:26:27.736406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe36c99-5e54-4e55-804e-597bb7d4298c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event updated for resources: {'Port': ['ID=481c87de-43ac-4690-99ee-c7d97ea679dd,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:26:27.742077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0fe36c99-5e54-4e55-804e-597bb7d4298c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:26:27.846761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fe36c99-5e54-4e55-804e-597bb7d4298c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:28.055359 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-0fe36c99-5e54-4e55-804e-597bb7d4298c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Floating IP fb60dfe9-60af-4189-95d2-54002450d502 associated. External IP: 172.26.8.237, port: 9f439826-86e0-406c-877d-10113c567ba0.
Nov 24 13:26:28.483613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe36c99-5e54-4e55-804e-597bb7d4298c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 646e6d82-e845-4bd0-afef-df0d734c07b4 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:26:28.693177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe36c99-5e54-4e55-804e-597bb7d4298c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:26:28.704979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980cd196-097a-4365-92b4-a7ee5e2c4f00 None None] Sync routers for ids ['646e6d82-e845-4bd0-afef-df0d734c07b4'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:26:28.719623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fe36c99-5e54-4e55-804e-597bb7d4298c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:28.719911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980cd196-097a-4365-92b4-a7ee5e2c4f00 None None] Routers {'646e6d82-e845-4bd0-afef-df0d734c07b4'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:26:28.720731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-980cd196-097a-4365-92b4-a7ee5e2c4f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c8d5630>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:26:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['646e6d82-e845-4bd0-afef-df0d734c07b4'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:26:28.778978 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0fe36c99-5e54-4e55-804e-597bb7d4298c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.2060158
Nov 24 13:26:28.779703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8', 'tag': '9f439826-86e0-406c-877d-10113c567ba0'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:26:28.782005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55292) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:26:28.847396 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8', 'tag': '9f439826-86e0-406c-877d-10113c567ba0', 'status': 'completed', 'code': 200}
Nov 24 13:26:28.901810 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3336eabb-2702-4daf-9e07-0f04716c057d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/fb60dfe9-60af-4189-95d2-54002450d502 HTTP/1.1" status: 200  len: 992 time: 0.1183379
Nov 24 13:26:28.911202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-980cd196-097a-4365-92b4-a7ee5e2c4f00 None None] Set router 646e6d82-e845-4bd0-afef-df0d734c07b4 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:26:28.984124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c147c84-9290-4efb-b4bc-1554baa6cef4 req-c9d9cc31-f5f9-4fc9-ac9e-1ce80e200dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:28.987036 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6c147c84-9290-4efb-b4bc-1554baa6cef4 req-c9d9cc31-f5f9-4fc9-ac9e-1ce80e200dfb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8 HTTP/1.1" status: 200  len: 1163 time: 0.0787258
Nov 24 13:26:29.138599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c147c84-9290-4efb-b4bc-1554baa6cef4 req-c1c708b6-8fe8-4b4f-b330-7c001579b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:29.140154 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6c147c84-9290-4efb-b4bc-1554baa6cef4 req-c1c708b6-8fe8-4b4f-b330-7c001579b8f9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9e3319e9-8a52-424a-ae02-69c6279d2a04 HTTP/1.1" status: 200  len: 891 time: 0.1471872
Nov 24 13:26:29.258283 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6c147c84-9290-4efb-b4bc-1554baa6cef4 req-e4ced0ea-b9da-4fab-8424-fc6bf0288339 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f439826-86e0-406c-877d-10113c567ba0 HTTP/1.1" status: 200  len: 1000 time: 0.1111722
Nov 24 13:26:29.316291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-980cd196-097a-4365-92b4-a7ee5e2c4f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c8d5630>, [{'id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'name': 'tempest-TestNetworkBasicOps-router-1542325746', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '3616e9a5-9473-469f-af76-215452da68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:26:05Z', 'updated_at': '2020-11-24T13:26:11Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3616e9a5-9473-469f-af76-215452da68ad', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:26:06Z', 'updated_at': '2020-11-24T13:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'fb60dfe9-60af-4189-95d2-54002450d502', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.237', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'port_id': '9f439826-86e0-406c-877d-10113c567ba0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04', 'mac_address': 'fa:16:3e:ba:1d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:26:27Z', 'updated_at': '2020-11-24T13:26:27Z', 'revision_number': 0, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d5895f7-953f-4270-9253-ade63847835a', 'name': '', 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:73:31:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '6baaae62-c43d-456a-b50d-3b9cbd2948c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:26:10Z', 'updated_at': '2020-11-24T13:26:17Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '6baaae62-c43d-456a-b50d-3b9cbd2948c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:26:29.320654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980cd196-097a-4365-92b4-a7ee5e2c4f00 None None] Checking router: 646e6d82-e845-4bd0-afef-df0d734c07b4 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:26:29.330234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c147c84-9290-4efb-b4bc-1554baa6cef4 req-5989acef-24b0-492c-8f1c-a187bb8273d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:29.331816 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6c147c84-9290-4efb-b4bc-1554baa6cef4 req-5989acef-24b0-492c-8f1c-a187bb8273d5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6baaae62-c43d-456a-b50d-3b9cbd2948c3 HTTP/1.1" status: 200  len: 834 time: 0.0672917
Nov 24 13:26:29.332084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980cd196-097a-4365-92b4-a7ee5e2c4f00 None None] Routers {'646e6d82-e845-4bd0-afef-df0d734c07b4'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:26:29.332755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-980cd196-097a-4365-92b4-a7ee5e2c4f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c8d5630>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:26:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['646e6d82-e845-4bd0-afef-df0d734c07b4'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:26:29.418012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c147c84-9290-4efb-b4bc-1554baa6cef4 req-05075cf9-1e1b-4aba-a77e-98a55f800ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:26:29.419578 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6c147c84-9290-4efb-b4bc-1554baa6cef4 req-05075cf9-1e1b-4aba-a77e-98a55f800ebd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9e3319e9-8a52-424a-ae02-69c6279d2a04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0802894
Nov 24 13:26:29.520327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-980cd196-097a-4365-92b4-a7ee5e2c4f00 None None] Set router 646e6d82-e845-4bd0-afef-df0d734c07b4 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:26:29.564843 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6c147c84-9290-4efb-b4bc-1554baa6cef4 req-dc03af56-f7f2-4821-bea5-7a0bac425d88 service neutron] 10.222.0.70 "GET /v2.0/networks/9e3319e9-8a52-424a-ae02-69c6279d2a04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377273
Nov 24 13:26:29.718459 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6c147c84-9290-4efb-b4bc-1554baa6cef4 req-b0a7c92f-2a87-4c78-9264-ce68bda93804 service neutron] 10.222.0.70 "GET /v2.0/networks/9e3319e9-8a52-424a-ae02-69c6279d2a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1465311
Nov 24 13:26:29.898973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-980cd196-097a-4365-92b4-a7ee5e2c4f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c8d5630>, [{'id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'name': 'tempest-TestNetworkBasicOps-router-1542325746', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '3616e9a5-9473-469f-af76-215452da68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:26:05Z', 'updated_at': '2020-11-24T13:26:11Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3616e9a5-9473-469f-af76-215452da68ad', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:26:06Z', 'updated_at': '2020-11-24T13:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'fb60dfe9-60af-4189-95d2-54002450d502', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.237', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'port_id': '9f439826-86e0-406c-877d-10113c567ba0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04', 'mac_address': 'fa:16:3e:ba:1d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:26:27Z', 'updated_at': '2020-11-24T13:26:27Z', 'revision_number': 0, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d5895f7-953f-4270-9253-ade63847835a', 'name': '', 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:73:31:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '6baaae62-c43d-456a-b50d-3b9cbd2948c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:26:10Z', 'updated_at': '2020-11-24T13:26:17Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '6baaae62-c43d-456a-b50d-3b9cbd2948c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:26:29.903228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980cd196-097a-4365-92b4-a7ee5e2c4f00 None None] The sync data for ids ['646e6d82-e845-4bd0-afef-df0d734c07b4'] in dv-neutron-601336-61-ovs is: [{'id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'name': 'tempest-TestNetworkBasicOps-router-1542325746', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '3616e9a5-9473-469f-af76-215452da68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:26:05Z', 'updated_at': '2020-11-24T13:26:11Z', 'revision_number': 4, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3616e9a5-9473-469f-af76-215452da68ad', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:26:06Z', 'updated_at': '2020-11-24T13:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'fb60dfe9-60af-4189-95d2-54002450d502', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.237', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'port_id': '9f439826-86e0-406c-877d-10113c567ba0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04', 'mac_address': 'fa:16:3e:ba:1d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:26:27Z', 'updated_at': '2020-11-24T13:26:27Z', 'revision_number': 0, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d5895f7-953f-4270-9253-ade63847835a', 'name': '', 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:73:31:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '6baaae62-c43d-456a-b50d-3b9cbd2948c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:26:10Z', 'updated_at': '2020-11-24T13:26:17Z', 'revision_number': 5, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '6baaae62-c43d-456a-b50d-3b9cbd2948c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:26:29.904560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55298) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:26:30.019637 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-20098741-9bf1-48b0-8bf7-2d6352b7a840 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/fb60dfe9-60af-4189-95d2-54002450d502 HTTP/1.1" status: 200  len: 992 time: 0.1137118
Nov 24 13:26:30.185701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08cc837-7bec-4d72-9a87-a53326b09507 None None] New status for floating IP fb60dfe9-60af-4189-95d2-54002450d502: ACTIVE {{(pid=80945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:26:31.023740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55302) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:26:31.133952 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-115b07bf-d5ca-4d2a-9d87-b148c3404278 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/fb60dfe9-60af-4189-95d2-54002450d502 HTTP/1.1" status: 200  len: 994 time: 0.1086669
Nov 24 13:26:40.230243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-31366701-8058-4a27-819f-c0b18bbf8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:42.603953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-88d3ba5d-7340-45a0-9c09-b0231c2260c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:42.933018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:44.195861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:44.760402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:51.173707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:26:56.494035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:27:00.425269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55318) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:27:00.503155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-5e28d635-a7fa-47ac-a4a7-2029a5afb950 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'router': {'admin_state_up': False}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:27:01.093351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e28d635-a7fa-47ac-a4a7-2029a5afb950 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:01.103910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e28d635-a7fa-47ac-a4a7-2029a5afb950 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4112833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850663106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4103870'] for router, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:01.591697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e28d635-a7fa-47ac-a4a7-2029a5afb950 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 646e6d82-e845-4bd0-afef-df0d734c07b4 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:27:01.802798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e28d635-a7fa-47ac-a4a7-2029a5afb950 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:27:01.809452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e28d635-a7fa-47ac-a4a7-2029a5afb950 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:01.810815 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5e28d635-a7fa-47ac-a4a7-2029a5afb950 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "PUT /v2.0/routers/646e6d82-e845-4bd0-afef-df0d734c07b4 HTTP/1.1" status: 200  len: 889 time: 1.3845122
Nov 24 13:27:01.819086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39b0c3d-82ee-4ea0-81ff-93b663666040 None None] Sync routers for ids ['646e6d82-e845-4bd0-afef-df0d734c07b4'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:27:01.832512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39b0c3d-82ee-4ea0-81ff-93b663666040 None None] Routers {'646e6d82-e845-4bd0-afef-df0d734c07b4'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:27:01.833179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d39b0c3d-82ee-4ea0-81ff-93b663666040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c6da358>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:26:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['646e6d82-e845-4bd0-afef-df0d734c07b4'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:27:02.049525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d39b0c3d-82ee-4ea0-81ff-93b663666040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c6da358>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:27:02.060924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39b0c3d-82ee-4ea0-81ff-93b663666040 None None] Routers {'646e6d82-e845-4bd0-afef-df0d734c07b4'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:27:02.061582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d39b0c3d-82ee-4ea0-81ff-93b663666040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c6da358>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:26:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['646e6d82-e845-4bd0-afef-df0d734c07b4'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:27:02.126453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d39b0c3d-82ee-4ea0-81ff-93b663666040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c6da358>, [], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:27:02.126903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39b0c3d-82ee-4ea0-81ff-93b663666040 None None] The sync data for ids ['646e6d82-e845-4bd0-afef-df0d734c07b4'] in dv-neutron-601336-61-ovs is: [] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:27:02.412738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c954d249-6353-479b-b200-40e7b37554e7 None None] New status for floating IP fb60dfe9-60af-4189-95d2-54002450d502: DOWN {{(pid=80945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:27:02.977316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2d5895f7-953f-4270-9253-ade63847835a no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:27:03.089870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:03.127591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 2d5895f7-953f-4270-9253-ade63847835a, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=2d5895f7-953f-4270-9253-ade63847835a,segment=NetworkSegment(53162e7a-95ba-4147-8b7c-2e8b4bb74ce1),segment_id=53162e7a-95ba-4147-8b7c-2e8b4bb74ce1)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:27:03.130590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:03.131485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 3616e9a5-9473-469f-af76-215452da68ad no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:27:03.163271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:27:03.252433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=2d5895f7-953f-4270-9253-ade63847835a,revision_number=6']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:27:03.299129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:03.299520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:03.299909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:03.300287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:03.300664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:03.301040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:03.301410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:03.301779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:03.302184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:03.302559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:03.302928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:03.303295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:03.303758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:03.304131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:03.304503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:03.304866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:03.305224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:03.305585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:03.305946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:03.306335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:03.306698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:03.307059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:03.307420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:03.307785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:03.314098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:27:03.332752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:03.350947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 3616e9a5-9473-469f-af76-215452da68ad, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=3616e9a5-9473-469f-af76-215452da68ad,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:27:03.354200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:03.356633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3d140ffb-f938-4b97-a066-f59d3da62824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:27:03.426871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=3616e9a5-9473-469f-af76-215452da68ad,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:27:03.430708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:27:03.998647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55326) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:27:04.005431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-56c3a000-7a02-4a85-8aee-af498820b6b1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Request body: {'router': {'admin_state_up': True}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:27:04.600180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-56c3a000-7a02-4a85-8aee-af498820b6b1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:04.610507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-56c3a000-7a02-4a85-8aee-af498820b6b1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4112833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850663106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4103870'] for router, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:04.818966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c3a000-7a02-4a85-8aee-af498820b6b1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 646e6d82-e845-4bd0-afef-df0d734c07b4 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:27:05.038472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c3a000-7a02-4a85-8aee-af498820b6b1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:27:05.044858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-56c3a000-7a02-4a85-8aee-af498820b6b1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:05.046433 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-56c3a000-7a02-4a85-8aee-af498820b6b1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "PUT /v2.0/routers/646e6d82-e845-4bd0-afef-df0d734c07b4 HTTP/1.1" status: 200  len: 888 time: 1.0464525
Nov 24 13:27:05.049967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfac9a8-97bc-45e5-88ff-3b2115991c2c None None] Sync routers for ids ['646e6d82-e845-4bd0-afef-df0d734c07b4'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:27:05.050858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55330) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:27:05.064159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfac9a8-97bc-45e5-88ff-3b2115991c2c None None] Routers {'646e6d82-e845-4bd0-afef-df0d734c07b4'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:27:05.064814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ccfac9a8-97bc-45e5-88ff-3b2115991c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cb069b0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:26:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['646e6d82-e845-4bd0-afef-df0d734c07b4'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:27:05.166993 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-578d2465-8c32-4638-9c1f-944569d71e92 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/fb60dfe9-60af-4189-95d2-54002450d502 HTTP/1.1" status: 200  len: 992 time: 0.1136954
Nov 24 13:27:05.256878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-ccfac9a8-97bc-45e5-88ff-3b2115991c2c None None] Set router 646e6d82-e845-4bd0-afef-df0d734c07b4 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:27:05.633356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ccfac9a8-97bc-45e5-88ff-3b2115991c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cb069b0>, [{'id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'name': 'tempest-TestNetworkBasicOps-router-1542325746', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '3616e9a5-9473-469f-af76-215452da68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:26:05Z', 'updated_at': '2020-11-24T13:27:04Z', 'revision_number': 6, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3616e9a5-9473-469f-af76-215452da68ad', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:26:06Z', 'updated_at': '2020-11-24T13:27:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'fb60dfe9-60af-4189-95d2-54002450d502', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.237', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'port_id': '9f439826-86e0-406c-877d-10113c567ba0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04', 'mac_address': 'fa:16:3e:ba:1d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:26:27Z', 'updated_at': '2020-11-24T13:27:02Z', 'revision_number': 2, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d5895f7-953f-4270-9253-ade63847835a', 'name': '', 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:73:31:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '6baaae62-c43d-456a-b50d-3b9cbd2948c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:26:10Z', 'updated_at': '2020-11-24T13:27:03Z', 'revision_number': 6, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '6baaae62-c43d-456a-b50d-3b9cbd2948c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:27:05.637730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfac9a8-97bc-45e5-88ff-3b2115991c2c None None] Checking router: 646e6d82-e845-4bd0-afef-df0d734c07b4 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:27:05.649201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfac9a8-97bc-45e5-88ff-3b2115991c2c None None] Routers {'646e6d82-e845-4bd0-afef-df0d734c07b4'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:27:05.649844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ccfac9a8-97bc-45e5-88ff-3b2115991c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cb069b0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:26:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['646e6d82-e845-4bd0-afef-df0d734c07b4'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:27:05.832303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-ccfac9a8-97bc-45e5-88ff-3b2115991c2c None None] Set router 646e6d82-e845-4bd0-afef-df0d734c07b4 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:27:06.169257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 55334) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:27:06.205550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ccfac9a8-97bc-45e5-88ff-3b2115991c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cb069b0>, [{'id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'name': 'tempest-TestNetworkBasicOps-router-1542325746', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '3616e9a5-9473-469f-af76-215452da68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:26:05Z', 'updated_at': '2020-11-24T13:27:04Z', 'revision_number': 6, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3616e9a5-9473-469f-af76-215452da68ad', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:26:06Z', 'updated_at': '2020-11-24T13:27:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'fb60dfe9-60af-4189-95d2-54002450d502', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.237', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'port_id': '9f439826-86e0-406c-877d-10113c567ba0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04', 'mac_address': 'fa:16:3e:ba:1d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:26:27Z', 'updated_at': '2020-11-24T13:27:02Z', 'revision_number': 2, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d5895f7-953f-4270-9253-ade63847835a', 'name': '', 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:73:31:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '6baaae62-c43d-456a-b50d-3b9cbd2948c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:26:10Z', 'updated_at': '2020-11-24T13:27:03Z', 'revision_number': 6, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '6baaae62-c43d-456a-b50d-3b9cbd2948c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:27:06.209837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfac9a8-97bc-45e5-88ff-3b2115991c2c None None] The sync data for ids ['646e6d82-e845-4bd0-afef-df0d734c07b4'] in dv-neutron-601336-61-ovs is: [{'id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'name': 'tempest-TestNetworkBasicOps-router-1542325746', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '3616e9a5-9473-469f-af76-215452da68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:26:05Z', 'updated_at': '2020-11-24T13:27:04Z', 'revision_number': 6, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3616e9a5-9473-469f-af76-215452da68ad', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:26:06Z', 'updated_at': '2020-11-24T13:27:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'fb60dfe9-60af-4189-95d2-54002450d502', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'floating_ip_address': '172.26.8.237', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'port_id': '9f439826-86e0-406c-877d-10113c567ba0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04', 'mac_address': 'fa:16:3e:ba:1d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:26:27Z', 'updated_at': '2020-11-24T13:27:02Z', 'revision_number': 2, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d5895f7-953f-4270-9253-ade63847835a', 'name': '', 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:73:31:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '6baaae62-c43d-456a-b50d-3b9cbd2948c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:26:10Z', 'updated_at': '2020-11-24T13:27:03Z', 'revision_number': 6, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '6baaae62-c43d-456a-b50d-3b9cbd2948c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:27:06.281647 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1eef533b-f629-4699-9f46-4b068d9b6a22 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/fb60dfe9-60af-4189-95d2-54002450d502 HTTP/1.1" status: 200  len: 992 time: 0.1100061
Nov 24 13:27:07.036596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2d5895f7-953f-4270-9253-ade63847835a up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:27:07.117825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 2d5895f7-953f-4270-9253-ade63847835a triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:27:07.118312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:07.246931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:07.283904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 2d5895f7-953f-4270-9253-ade63847835a, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=2d5895f7-953f-4270-9253-ade63847835a,segment=NetworkSegment(53162e7a-95ba-4147-8b7c-2e8b4bb74ce1),segment_id=53162e7a-95ba-4147-8b7c-2e8b4bb74ce1)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:27:07.284136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55338) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:27:07.287312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:07.289816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:27:07.365458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=2d5895f7-953f-4270-9253-ade63847835a,revision_number=7']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:27:07.376863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:27:07.413022 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-62929c12-0bb0-409b-9521-ae5bcfa42c61 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/fb60dfe9-60af-4189-95d2-54002450d502 HTTP/1.1" status: 200  len: 992 time: 0.1276009
Nov 24 13:27:08.417433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 55342) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:27:08.528856 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c6bca3fb-8a65-4955-817d-f49395860a8c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/fb60dfe9-60af-4189-95d2-54002450d502 HTTP/1.1" status: 200  len: 992 time: 0.1101642
Nov 24 13:27:08.824468 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-69ef8dbc-8c57-44aa-8958-a455e3c0583c req-7fd2a7b0-b064-4e40-8735-58d53a2b6af3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0811126
Nov 24 13:27:08.940107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c94398-65ae-4c7d-8881-dbf9478d23f4 None None] New status for floating IP fb60dfe9-60af-4189-95d2-54002450d502: ACTIVE {{(pid=80945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:27:09.011620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef8dbc-8c57-44aa-8958-a455e3c0583c req-8c0b3db6-83fe-414e-947a-cd1419462ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:09.013311 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-69ef8dbc-8c57-44aa-8958-a455e3c0583c req-8c0b3db6-83fe-414e-947a-cd1419462ad9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8 HTTP/1.1" status: 200  len: 1163 time: 0.0883081
Nov 24 13:27:09.118445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2d5895f7-953f-4270-9253-ade63847835a up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:27:09.199575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef8dbc-8c57-44aa-8958-a455e3c0583c req-d29e7fe4-11f5-41af-8db3-0967f97a6c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:09.201214 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-69ef8dbc-8c57-44aa-8958-a455e3c0583c req-d29e7fe4-11f5-41af-8db3-0967f97a6c11 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9e3319e9-8a52-424a-ae02-69c6279d2a04 HTTP/1.1" status: 200  len: 891 time: 0.1664617
Nov 24 13:27:09.293932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 2d5895f7-953f-4270-9253-ade63847835a triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:27:09.294378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:09.323941 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-69ef8dbc-8c57-44aa-8958-a455e3c0583c req-590f7e5e-320c-42f4-93af-c508fd17f33c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f439826-86e0-406c-877d-10113c567ba0 HTTP/1.1" status: 200  len: 1000 time: 0.1164069
Nov 24 13:27:09.394486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef8dbc-8c57-44aa-8958-a455e3c0583c req-e3e6e08d-9b60-406c-9bd4-ec16680acb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:09.396085 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-69ef8dbc-8c57-44aa-8958-a455e3c0583c req-e3e6e08d-9b60-406c-9bd4-ec16680acb59 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6baaae62-c43d-456a-b50d-3b9cbd2948c3 HTTP/1.1" status: 200  len: 834 time: 0.0657563
Nov 24 13:27:09.418496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 3616e9a5-9473-469f-af76-215452da68ad up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:27:09.487467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef8dbc-8c57-44aa-8958-a455e3c0583c req-7224e289-05bd-4412-9540-f09f72459609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:09.489121 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-69ef8dbc-8c57-44aa-8958-a455e3c0583c req-7224e289-05bd-4412-9540-f09f72459609 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9e3319e9-8a52-424a-ae02-69c6279d2a04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0826933
Nov 24 13:27:09.492719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 3616e9a5-9473-469f-af76-215452da68ad triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:27:09.493146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:09.532790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 55346) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:27:09.620142 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:09.636794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 3616e9a5-9473-469f-af76-215452da68ad, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=3616e9a5-9473-469f-af76-215452da68ad,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:27:09.639510 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-69ef8dbc-8c57-44aa-8958-a455e3c0583c req-ba2190a9-0c0e-45d0-9c63-ce1285017d6d service neutron] 10.222.0.70 "GET /v2.0/networks/9e3319e9-8a52-424a-ae02-69c6279d2a04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434822
Nov 24 13:27:09.640571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:09.643427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:27:09.657036 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-94b8106a-bcdf-48f7-95a0-19707add6cae tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/floatingips/fb60dfe9-60af-4189-95d2-54002450d502 HTTP/1.1" status: 200  len: 994 time: 0.1218066
Nov 24 13:27:09.726958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=3616e9a5-9473-469f-af76-215452da68ad,revision_number=6']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:27:09.730849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:27:09.983659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 55354) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:27:10.063834 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-69ef8dbc-8c57-44aa-8958-a455e3c0583c req-85dd4140-6152-4e14-8549-4e995040ee62 service neutron] 10.222.0.70 "GET /v2.0/networks/9e3319e9-8a52-424a-ae02-69c6279d2a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4188142
Nov 24 13:27:10.236702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bf6f0eac-ed52-4c2b-a39b-3bfca83378da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:10.462657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port 481c87de-43ac-4690-99ee-c7d97ea679dd {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:27:10.463260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:10.644901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:10.645263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:10.773150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for 481c87de-43ac-4690-99ee-c7d97ea679dd owned by network:floatingip {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:27:10.934805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:10.951894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-70a1cc46-1f3a-4573-bc54-51c64c436eaa tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:27:11.001587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 3616e9a5-9473-469f-af76-215452da68ad up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:27:11.056763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=481c87de-43ac-4690-99ee-c7d97ea679dd,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:27:11.072180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:11.072640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:11.073071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:11.073487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:11.073902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:11.074343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:11.074758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:11.075163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:11.075570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:11.075986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:11.076395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:11.076803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:11.077329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:11.077734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:11.078245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:11.078668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:11.079075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:11.079483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:11.079892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:11.080296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:11.080722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:11.081157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:11.081576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:11.081977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:11.088712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:27:11.225534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for floatingip, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:11.226768 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Floating IP fb60dfe9-60af-4189-95d2-54002450d502 disassociated (deleted). External IP: 172.26.8.237, port: 9f439826-86e0-406c-877d-10113c567ba0.
Nov 24 13:27:11.247504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 3616e9a5-9473-469f-af76-215452da68ad triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:27:11.247932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:11.658460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 646e6d82-e845-4bd0-afef-df0d734c07b4 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:27:11.872530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:27:11.883868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7add1f8c-d85c-4eaf-96ed-8e3c4a2e1881 None None] Sync routers for ids ['646e6d82-e845-4bd0-afef-df0d734c07b4'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:27:11.895572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:11.901429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7add1f8c-d85c-4eaf-96ed-8e3c4a2e1881 None None] Routers {'646e6d82-e845-4bd0-afef-df0d734c07b4'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:27:11.902223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-7add1f8c-d85c-4eaf-96ed-8e3c4a2e1881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca0ae10>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:26:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['646e6d82-e845-4bd0-afef-df0d734c07b4'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:27:11.956388 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/floatingips/fb60dfe9-60af-4189-95d2-54002450d502 HTTP/1.1" status: 204  len: 168 time: 1.9716430
Nov 24 13:27:11.957106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8', 'tag': '9f439826-86e0-406c-877d-10113c567ba0'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:27:12.033010 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8', 'tag': '9f439826-86e0-406c-877d-10113c567ba0', 'status': 'completed', 'code': 200}
Nov 24 13:27:12.108207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-7add1f8c-d85c-4eaf-96ed-8e3c4a2e1881 None None] Set router 646e6d82-e845-4bd0-afef-df0d734c07b4 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:27:12.173291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd091b-d8e5-4c5e-8063-fccb074a6131 req-5c6cf99b-23f6-4cc3-8a6b-327a0c8d7a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:12.175242 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eafd091b-d8e5-4c5e-8063-fccb074a6131 req-5c6cf99b-23f6-4cc3-8a6b-327a0c8d7a7e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&device_id=f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8 HTTP/1.1" status: 200  len: 1163 time: 0.0954292
Nov 24 13:27:12.408532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd091b-d8e5-4c5e-8063-fccb074a6131 req-c927bebe-7776-4964-94f4-82e19ec74223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:12.410219 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eafd091b-d8e5-4c5e-8063-fccb074a6131 req-c927bebe-7776-4964-94f4-82e19ec74223 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9e3319e9-8a52-424a-ae02-69c6279d2a04 HTTP/1.1" status: 200  len: 891 time: 0.2287295
Nov 24 13:27:12.495711 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eafd091b-d8e5-4c5e-8063-fccb074a6131 req-d703e07a-2f77-480f-9530-0c1d8b6bca3e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f439826-86e0-406c-877d-10113c567ba0 HTTP/1.1" status: 200  len: 217 time: 0.0778093
Nov 24 13:27:12.551140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933ceb9-b284-40ef-833f-fe852e57fbbd req-fd9b1d56-c51e-4865-ad3f-a0273b4632c9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:12.552764 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a933ceb9-b284-40ef-833f-fe852e57fbbd req-fd9b1d56-c51e-4865-ad3f-a0273b4632c9 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8 HTTP/1.1" status: 200  len: 946 time: 0.2295074
Nov 24 13:27:12.607168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-125005f7-aea9-4148-b042-5883ee737cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:12.615051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd091b-d8e5-4c5e-8063-fccb074a6131 req-fb426935-a6cc-4862-bde1-ebefd3e9ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:12.616642 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eafd091b-d8e5-4c5e-8063-fccb074a6131 req-fb426935-a6cc-4862-bde1-ebefd3e9ac24 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6baaae62-c43d-456a-b50d-3b9cbd2948c3 HTTP/1.1" status: 200  len: 834 time: 0.1134202
Nov 24 13:27:12.623626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-7add1f8c-d85c-4eaf-96ed-8e3c4a2e1881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca0ae10>, [{'id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'name': 'tempest-TestNetworkBasicOps-router-1542325746', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '3616e9a5-9473-469f-af76-215452da68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:26:05Z', 'updated_at': '2020-11-24T13:27:04Z', 'revision_number': 6, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3616e9a5-9473-469f-af76-215452da68ad', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:26:06Z', 'updated_at': '2020-11-24T13:27:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '2d5895f7-953f-4270-9253-ade63847835a', 'name': '', 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:73:31:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '6baaae62-c43d-456a-b50d-3b9cbd2948c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:26:10Z', 'updated_at': '2020-11-24T13:27:07Z', 'revision_number': 7, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '6baaae62-c43d-456a-b50d-3b9cbd2948c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:27:12.628238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7add1f8c-d85c-4eaf-96ed-8e3c4a2e1881 None None] Checking router: 646e6d82-e845-4bd0-afef-df0d734c07b4 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:27:12.639847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7add1f8c-d85c-4eaf-96ed-8e3c4a2e1881 None None] Routers {'646e6d82-e845-4bd0-afef-df0d734c07b4'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:27:12.640498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-7add1f8c-d85c-4eaf-96ed-8e3c4a2e1881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca0ae10>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:27:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['646e6d82-e845-4bd0-afef-df0d734c07b4'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:27:12.665471 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a933ceb9-b284-40ef-833f-fe852e57fbbd req-8b3aa1b5-8fc9-405f-b24f-76045b05318e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=77569443-2e44-4c21-a1b4-0ee08668d9cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0975249
Nov 24 13:27:12.709641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd091b-d8e5-4c5e-8063-fccb074a6131 req-c7e10953-3c03-4094-91a9-cfda81a08d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:12.711397 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eafd091b-d8e5-4c5e-8063-fccb074a6131 req-c7e10953-3c03-4094-91a9-cfda81a08d7f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9e3319e9-8a52-424a-ae02-69c6279d2a04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0863016
Nov 24 13:27:12.835857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-7add1f8c-d85c-4eaf-96ed-8e3c4a2e1881 None None] Set router 646e6d82-e845-4bd0-afef-df0d734c07b4 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:27:12.862562 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eafd091b-d8e5-4c5e-8063-fccb074a6131 req-c4eccc64-648e-4f56-88e4-79a53c9bb50a service neutron] 10.222.0.70 "GET /v2.0/networks/9e3319e9-8a52-424a-ae02-69c6279d2a04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427433
Nov 24 13:27:12.942153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:13.015363 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eafd091b-d8e5-4c5e-8063-fccb074a6131 req-679ab808-d70b-4ece-a927-ff957603c70f service neutron] 10.222.0.70 "GET /v2.0/networks/9e3319e9-8a52-424a-ae02-69c6279d2a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1459641
Nov 24 13:27:13.174400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-7add1f8c-d85c-4eaf-96ed-8e3c4a2e1881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca0ae10>, [{'id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'name': 'tempest-TestNetworkBasicOps-router-1542325746', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '3616e9a5-9473-469f-af76-215452da68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:26:05Z', 'updated_at': '2020-11-24T13:27:04Z', 'revision_number': 6, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3616e9a5-9473-469f-af76-215452da68ad', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:26:06Z', 'updated_at': '2020-11-24T13:27:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '2d5895f7-953f-4270-9253-ade63847835a', 'name': '', 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:73:31:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '6baaae62-c43d-456a-b50d-3b9cbd2948c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:26:10Z', 'updated_at': '2020-11-24T13:27:07Z', 'revision_number': 7, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '6baaae62-c43d-456a-b50d-3b9cbd2948c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:27:13.178575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7add1f8c-d85c-4eaf-96ed-8e3c4a2e1881 None None] The sync data for ids ['646e6d82-e845-4bd0-afef-df0d734c07b4'] in dv-neutron-601336-61-ovs is: [{'id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'name': 'tempest-TestNetworkBasicOps-router-1542325746', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '3616e9a5-9473-469f-af76-215452da68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:26:05Z', 'updated_at': '2020-11-24T13:27:04Z', 'revision_number': 6, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3616e9a5-9473-469f-af76-215452da68ad', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:26:06Z', 'updated_at': '2020-11-24T13:27:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '2d5895f7-953f-4270-9253-ade63847835a', 'name': '', 'network_id': '9e3319e9-8a52-424a-ae02-69c6279d2a04', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'mac_address': 'fa:16:3e:73:31:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '6baaae62-c43d-456a-b50d-3b9cbd2948c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:26:10Z', 'updated_at': '2020-11-24T13:27:07Z', 'revision_number': 7, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'subnets': [{'id': '6baaae62-c43d-456a-b50d-3b9cbd2948c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:27:13.819816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766701c-8150-49dc-bec5-261c43c93d2b req-f65a70e5-3c1c-446f-a4d5-1380191f248b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:13.821401 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5766701c-8150-49dc-bec5-261c43c93d2b req-f65a70e5-3c1c-446f-a4d5-1380191f248b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "GET /v2.0/ports?device_id=f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8 HTTP/1.1" status: 200  len: 946 time: 0.0939772
Nov 24 13:27:13.942673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-5766701c-8150-49dc-bec5-261c43c93d2b req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port 9f439826-86e0-406c-877d-10113c567ba0 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:27:13.943054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5766701c-8150-49dc-bec5-261c43c93d2b req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:14.022728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68832510-f003-4f4e-a6a1-614030c96fc5 req-aab5cd0c-ed58-45af-a975-cb5dc4c7c05c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:14.024362 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-68832510-f003-4f4e-a6a1-614030c96fc5 req-aab5cd0c-ed58-45af-a975-cb5dc4c7c05c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8 HTTP/1.1" status: 200  len: 946 time: 0.2117600
Nov 24 13:27:14.199937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:14.206737 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-68832510-f003-4f4e-a6a1-614030c96fc5 req-fc13b320-6645-4b8e-ab7d-177bd590fbe3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/security-groups?id=77569443-2e44-4c21-a1b4-0ee08668d9cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1551676
Nov 24 13:27:14.275311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-5766701c-8150-49dc-bec5-261c43c93d2b req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port 9f439826-86e0-406c-877d-10113c567ba0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9f439826-86e0-406c-877d-10113c567ba0,segment=NetworkSegment(53162e7a-95ba-4147-8b7c-2e8b4bb74ce1),segment_id=53162e7a-95ba-4147-8b7c-2e8b4bb74ce1)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:27:14.275722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5766701c-8150-49dc-bec5-261c43c93d2b req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:14.296266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51920ac-1f1f-4886-8db2-741d38fa3eaa None None] New status for floating IP fb60dfe9-60af-4189-95d2-54002450d502: DOWN {{(pid=80945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:27:14.414319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-5766701c-8150-49dc-bec5-261c43c93d2b req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for 9f439826-86e0-406c-877d-10113c567ba0 owned by compute:nova {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:27:14.563212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5766701c-8150-49dc-bec5-261c43c93d2b req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:14.581021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0b5a2184-3369-4912-870e-64403cc9b1e1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:27:14.689431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=9f439826-86e0-406c-877d-10113c567ba0,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:27:14.707913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:14.708348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:14.708780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:14.709203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:14.709622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:14.710041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:14.710486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:14.710903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:14.711317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:14.711733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:14.712146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:14.712560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:14.713072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:14.713486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:14.713898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:14.714336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:14.714747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:14.715160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:14.715576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:14.715989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:14.716398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:14.716825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:14.717218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:14.717627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:27:14.722231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:27:14.761830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:14.771709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 9f439826-86e0-406c-877d-10113c567ba0 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:27:14.809381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] No Port match for: 9f439826-86e0-406c-877d-10113c567ba0 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:27:14.809766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 9f439826-86e0-406c-877d-10113c567ba0 not bound to the agent host hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:27:14.816467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-5766701c-8150-49dc-bec5-261c43c93d2b req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] No DVR routers for this DVR port 9f439826-86e0-406c-877d-10113c567ba0 on host hv-neutron-6013 {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:27:14.818772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5766701c-8150-49dc-bec5-261c43c93d2b req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:14.821892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8', 'name': 'network-vif-deleted', 'tag': '9f439826-86e0-406c-877d-10113c567ba0'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:27:14.837082 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5766701c-8150-49dc-bec5-261c43c93d2b req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.70 "DELETE /v2.0/ports/9f439826-86e0-406c-877d-10113c567ba0 HTTP/1.1" status: 204  len: 173 time: 0.9813144
Nov 24 13:27:14.883161 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8', 'name': 'network-vif-deleted', 'tag': '9f439826-86e0-406c-877d-10113c567ba0', 'status': 'completed', 'code': 200}
Nov 24 13:27:15.411675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-b5af6ee9-a181-48ac-8c7e-e2701dbf7a6f req-d17464dc-9ef6-4b5f-96ff-dcc26c648908 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Synchronizing usage tracker for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:27:15.426744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-b5af6ee9-a181-48ac-8c7e-e2701dbf7a6f req-d17464dc-9ef6-4b5f-96ff-dcc26c648908 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Unset dirty status for tenant:ddd175861f0b46ae9d96e8c7cb7e2213 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:27:15.428164 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b5af6ee9-a181-48ac-8c7e-e2701dbf7a6f req-d17464dc-9ef6-4b5f-96ff-dcc26c648908 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "GET /v2.0/ports?device_id=f4f66b6a-eb76-4d60-8ac2-9fcfdaf82af8 HTTP/1.1" status: 200  len: 210 time: 0.0632422
Nov 24 13:27:16.541431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 55372) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:27:16.621030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3a350817-8731-4482-bf9d-59301b028ace tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:16.653796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3a350817-8731-4482-bf9d-59301b028ace tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:16.710764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3a350817-8731-4482-bf9d-59301b028ace tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:16.716196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7ef94a2f-fe40-4060-a713-1ff54a3bdcd2 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:27:16.732298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a350817-8731-4482-bf9d-59301b028ace tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'SecurityGroup': ['ID=77569443-2e44-4c21-a1b4-0ee08668d9cb,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:27:16.738805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3a350817-8731-4482-bf9d-59301b028ace tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:27:16.741175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3a350817-8731-4482-bf9d-59301b028ace tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:16.742480 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3a350817-8731-4482-bf9d-59301b028ace tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/security-groups/77569443-2e44-4c21-a1b4-0ee08668d9cb HTTP/1.1" status: 204  len: 168 time: 0.1999643
Nov 24 13:27:16.785694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 55378) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:27:17.214405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4dd2ba7b-058f-423b-8f46-66d82c7eaff1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:18.123158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2ba7b-058f-423b-8f46-66d82c7eaff1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port 2d5895f7-953f-4270-9253-ade63847835a {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:27:18.123730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4dd2ba7b-058f-423b-8f46-66d82c7eaff1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:18.333434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-4dd2ba7b-058f-423b-8f46-66d82c7eaff1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port 2d5895f7-953f-4270-9253-ade63847835a, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=2d5895f7-953f-4270-9253-ade63847835a,segment=NetworkSegment(53162e7a-95ba-4147-8b7c-2e8b4bb74ce1),segment_id=53162e7a-95ba-4147-8b7c-2e8b4bb74ce1)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:27:18.333826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4dd2ba7b-058f-423b-8f46-66d82c7eaff1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:18.464833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2ba7b-058f-423b-8f46-66d82c7eaff1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for 2d5895f7-953f-4270-9253-ade63847835a owned by network:router_interface {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:27:18.645397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4dd2ba7b-058f-423b-8f46-66d82c7eaff1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:18.661271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c531dc17-61b0-432b-909d-22d2642ef9cc tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:27:18.764809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2ba7b-058f-423b-8f46-66d82c7eaff1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=2d5895f7-953f-4270-9253-ade63847835a,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:27:18.769890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4dd2ba7b-058f-423b-8f46-66d82c7eaff1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:27:19.121371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4dd2ba7b-058f-423b-8f46-66d82c7eaff1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:19.876842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd2ba7b-058f-423b-8f46-66d82c7eaff1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Router 646e6d82-e845-4bd0-afef-df0d734c07b4 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:27:20.092944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd2ba7b-058f-423b-8f46-66d82c7eaff1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:27:20.104358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e9fa7-f647-4bf1-b3a8-3741064903d9 None None] Sync routers for ids ['646e6d82-e845-4bd0-afef-df0d734c07b4'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:27:20.112707 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4dd2ba7b-058f-423b-8f46-66d82c7eaff1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "PUT /v2.0/routers/646e6d82-e845-4bd0-afef-df0d734c07b4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3257873
Nov 24 13:27:20.115778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55382) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:27:20.130212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4e9fa7-f647-4bf1-b3a8-3741064903d9 None None] Routers {'646e6d82-e845-4bd0-afef-df0d734c07b4'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:27:20.130854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5d4e9fa7-f647-4bf1-b3a8-3741064903d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca56eb8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:27:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['646e6d82-e845-4bd0-afef-df0d734c07b4'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:27:20.326629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-5d4e9fa7-f647-4bf1-b3a8-3741064903d9 None None] Set router 646e6d82-e845-4bd0-afef-df0d734c07b4 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:27:20.331864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-2480aae6-068d-47c0-9fa0-42cfb050a347 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting subnet 6baaae62-c43d-456a-b50d-3b9cbd2948c3 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:27:20.335423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2480aae6-068d-47c0-9fa0-42cfb050a347 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:20.393748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2480aae6-068d-47c0-9fa0-42cfb050a347 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:20.488066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2480aae6-068d-47c0-9fa0-42cfb050a347 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:20.638158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5d4e9fa7-f647-4bf1-b3a8-3741064903d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca56eb8>, [{'id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'name': 'tempest-TestNetworkBasicOps-router-1542325746', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '3616e9a5-9473-469f-af76-215452da68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:26:05Z', 'updated_at': '2020-11-24T13:27:18Z', 'revision_number': 7, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3616e9a5-9473-469f-af76-215452da68ad', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:26:06Z', 'updated_at': '2020-11-24T13:27:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:27:20.642329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e9fa7-f647-4bf1-b3a8-3741064903d9 None None] Checking router: 646e6d82-e845-4bd0-afef-df0d734c07b4 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:27:20.653728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4e9fa7-f647-4bf1-b3a8-3741064903d9 None None] Routers {'646e6d82-e845-4bd0-afef-df0d734c07b4'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:27:20.654343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5d4e9fa7-f647-4bf1-b3a8-3741064903d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca56eb8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:27:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['646e6d82-e845-4bd0-afef-df0d734c07b4'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:27:20.769964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2480aae6-068d-47c0-9fa0-42cfb050a347 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:20.786034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-71f43d84-0fe1-4246-9995-3b00af56fa8b tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:27:20.845598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-5d4e9fa7-f647-4bf1-b3a8-3741064903d9 None None] Set router 646e6d82-e845-4bd0-afef-df0d734c07b4 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:27:20.879331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480aae6-068d-47c0-9fa0-42cfb050a347 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Subnet': ['ID=6baaae62-c43d-456a-b50d-3b9cbd2948c3,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:27:20.884354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2480aae6-068d-47c0-9fa0-42cfb050a347 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:27:20.928797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2480aae6-068d-47c0-9fa0-42cfb050a347 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:20.935129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba582e0-15e4-49ab-816b-5f7dc4dfe87d None None] Network 9e3319e9-8a52-424a-ae02-69c6279d2a04 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:27:20.935279 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2480aae6-068d-47c0-9fa0-42cfb050a347 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/subnets/6baaae62-c43d-456a-b50d-3b9cbd2948c3 HTTP/1.1" status: 204  len: 168 time: 0.8183160
Nov 24 13:27:20.937965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55386) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:27:21.178792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0cf9139-50a3-4076-821b-13629f78ffb2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:21.188709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5d4e9fa7-f647-4bf1-b3a8-3741064903d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca56eb8>, [{'id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'name': 'tempest-TestNetworkBasicOps-router-1542325746', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '3616e9a5-9473-469f-af76-215452da68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:26:05Z', 'updated_at': '2020-11-24T13:27:18Z', 'revision_number': 7, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3616e9a5-9473-469f-af76-215452da68ad', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:26:06Z', 'updated_at': '2020-11-24T13:27:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:27:21.190403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:21.194164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e9fa7-f647-4bf1-b3a8-3741064903d9 None None] The sync data for ids ['646e6d82-e845-4bd0-afef-df0d734c07b4'] in dv-neutron-601336-61-ovs is: [{'id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'name': 'tempest-TestNetworkBasicOps-router-1542325746', 'tenant_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '3616e9a5-9473-469f-af76-215452da68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:26:05Z', 'updated_at': '2020-11-24T13:27:18Z', 'revision_number': 7, 'project_id': 'ddd175861f0b46ae9d96e8c7cb7e2213', 'gw_port': {'id': '3616e9a5-9473-469f-af76-215452da68ad', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646e6d82-e845-4bd0-afef-df0d734c07b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:26:06Z', 'updated_at': '2020-11-24T13:27:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:27:21.243158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fe4f83-2864-40d8-a288-ea2af5e94a07 None None] DHCP port deletion for 9e3319e9-8a52-424a-ae02-69c6279d2a04 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:27:21.250812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-51fe4f83-2864-40d8-a288-ea2af5e94a07 None None] Deleting port 9c979dac-db75-4157-9dec-ab085a52fe4d {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:27:21.251243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51fe4f83-2864-40d8-a288-ea2af5e94a07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:21.405835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0cf9139-50a3-4076-821b-13629f78ffb2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_gateway, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:21.415019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b0cf9139-50a3-4076-821b-13629f78ffb2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Deleting port 3616e9a5-9473-469f-af76-215452da68ad {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:27:21.419378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0cf9139-50a3-4076-821b-13629f78ffb2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:21.482903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-51fe4f83-2864-40d8-a288-ea2af5e94a07 None None] For port 9c979dac-db75-4157-9dec-ab085a52fe4d, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=9c979dac-db75-4157-9dec-ab085a52fe4d,segment=NetworkSegment(53162e7a-95ba-4147-8b7c-2e8b4bb74ce1),segment_id=53162e7a-95ba-4147-8b7c-2e8b4bb74ce1)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:27:21.483464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51fe4f83-2864-40d8-a288-ea2af5e94a07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:21.610899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b0cf9139-50a3-4076-821b-13629f78ffb2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] For port 3616e9a5-9473-469f-af76-215452da68ad, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=3616e9a5-9473-469f-af76-215452da68ad,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:27:21.611300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0cf9139-50a3-4076-821b-13629f78ffb2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:21.620121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-51fe4f83-2864-40d8-a288-ea2af5e94a07 None None] Calling delete_port for 9c979dac-db75-4157-9dec-ab085a52fe4d owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:27:21.700264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51fe4f83-2864-40d8-a288-ea2af5e94a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:21.717043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:27:21.813518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe4f83-2864-40d8-a288-ea2af5e94a07 None None] Pushing event deleted for resources: {'Port': ['ID=9c979dac-db75-4157-9dec-ab085a52fe4d,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:27:21.818625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-51fe4f83-2864-40d8-a288-ea2af5e94a07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:27:21.868526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fe4f83-2864-40d8-a288-ea2af5e94a07 None None] No DVR routers for this DVR port 9c979dac-db75-4157-9dec-ab085a52fe4d on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:27:22.015906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b0cf9139-50a3-4076-821b-13629f78ffb2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Calling delete_port for 3616e9a5-9473-469f-af76-215452da68ad owned by network:router_gateway {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:27:22.186042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0cf9139-50a3-4076-821b-13629f78ffb2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:22.202902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f92202f4-5f0e-4df2-be5f-e9ac49f860c6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:27:22.307258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf9139-50a3-4076-821b-13629f78ffb2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Port': ['ID=3616e9a5-9473-469f-af76-215452da68ad,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:27:22.313175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b0cf9139-50a3-4076-821b-13629f78ffb2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:27:22.570166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0cf9139-50a3-4076-821b-13629f78ffb2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:22.846209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0cf9139-50a3-4076-821b-13629f78ffb2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:22.850701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0cf9139-50a3-4076-821b-13629f78ffb2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:22.874796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0cf9139-50a3-4076-821b-13629f78ffb2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:22.875362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cf9139-50a3-4076-821b-13629f78ffb2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Fanout notify agent at l3_agent the message router_deleted on router 646e6d82-e845-4bd0-afef-df0d734c07b4 {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:27:22.890919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b0cf9139-50a3-4076-821b-13629f78ffb2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:22.892130 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b0cf9139-50a3-4076-821b-13629f78ffb2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/routers/646e6d82-e845-4bd0-afef-df0d734c07b4 HTTP/1.1" status: 204  len: 168 time: 1.9531531
Nov 24 13:27:22.895035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55390) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:27:23.024960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eedd7442-8ed3-4f3b-99fc-658c28228110 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:23.049956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 9c979dac-db75-4157-9dec-ab085a52fe4d no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:27:23.089411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 9c979dac-db75-4157-9dec-ab085a52fe4d {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:27:23.089819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 9c979dac-db75-4157-9dec-ab085a52fe4d not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:27:23.090318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2d5895f7-953f-4270-9253-ade63847835a no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:27:23.139810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 2d5895f7-953f-4270-9253-ade63847835a {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:27:23.140217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2d5895f7-953f-4270-9253-ade63847835a not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:27:23.254445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eedd7442-8ed3-4f3b-99fc-658c28228110 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:23.387655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-eedd7442-8ed3-4f3b-99fc-658c28228110 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f63469f1eb8>,) {'filters': {'network_id': ['9e3319e9-8a52-424a-ae02-69c6279d2a04']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:27:23.401551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-eedd7442-8ed3-4f3b-99fc-658c28228110 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f63469f1eb8>, '53162e7a-95ba-4147-8b7c-2e8b4bb74ce1') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:27:23.401887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-eedd7442-8ed3-4f3b-99fc-658c28228110 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f63469f1eb8>, '53162e7a-95ba-4147-8b7c-2e8b4bb74ce1') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:27:23.415254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eedd7442-8ed3-4f3b-99fc-658c28228110 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:23.432326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eedd7442-8ed3-4f3b-99fc-658c28228110 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:23.434571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eedd7442-8ed3-4f3b-99fc-658c28228110 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Releasing vxlan tunnel 3 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:27:23.622153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-eedd7442-8ed3-4f3b-99fc-658c28228110 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network 9e3319e9-8a52-424a-ae02-69c6279d2a04 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:27:23.636531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eedd7442-8ed3-4f3b-99fc-658c28228110 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:23.821461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-eedd7442-8ed3-4f3b-99fc-658c28228110 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Network 9e3319e9-8a52-424a-ae02-69c6279d2a04 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:27:23.847001 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:27:23.847001 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:27:23.847001 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:27:23.847001 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:27:23.847001 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:27:23.847001 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:27:23.847001 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:27:23.847001 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:27:23.847001 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:27:23.847001 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:27:23.847001 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:27:23.847001 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:27:23.847001 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:27:23.847001 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:27:23.847001 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:27:23.847001 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:27:23.847001 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:27:23.847001 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:27:23.847001 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:27:23.847001 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:27:23.847001 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:27:23.847001 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:27:23.847001 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:27:23.847001 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:27:23.847001 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:27:23.847001 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:27:23.847001 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:27:23.847001 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:27:23.847001 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:27:23.847001 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:27:23.847001 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:27:23.847001 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:27:23.930618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eedd7442-8ed3-4f3b-99fc-658c28228110 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:23.933877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1ba88bc7-c400-485a-b8d7-663edb7aa389 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:27:23.949596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eedd7442-8ed3-4f3b-99fc-658c28228110 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:23.963053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd7442-8ed3-4f3b-99fc-658c28228110 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Pushing event deleted for resources: {'Network': ['ID=9e3319e9-8a52-424a-ae02-69c6279d2a04,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:27:23.968009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-eedd7442-8ed3-4f3b-99fc-658c28228110 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:27:23.973055 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-eedd7442-8ed3-4f3b-99fc-658c28228110 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] 10.222.0.76 "DELETE /v2.0/networks/9e3319e9-8a52-424a-ae02-69c6279d2a04 HTTP/1.1" status: 204  len: 168 time: 1.0769920
Nov 24 13:27:24.394162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55398) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:27:24.587014 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-67f0fc3f-fa32-41cb-83d9-a6ec67fd4911 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ddd175861f0b46ae9d96e8c7cb7e2213&name=default HTTP/1.1" status: 200  len: 2751 time: 0.1914964
Nov 24 13:27:24.589552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55404) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:27:24.656016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca0d2a87-f4ac-4946-b0f6-1b73e0900a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:24.687036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca0d2a87-f4ac-4946-b0f6-1b73e0900a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:24.736026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca0d2a87-f4ac-4946-b0f6-1b73e0900a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:24.741054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-af545837-dc7d-45ca-aa82-55d8e9421023 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:27:24.755498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d2a87-f4ac-4946-b0f6-1b73e0900a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8fefcd-4e15-45d7-b2a3-6c59e328b000,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:27:24.759589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ca0d2a87-f4ac-4946-b0f6-1b73e0900a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:27:24.763238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca0d2a87-f4ac-4946-b0f6-1b73e0900a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:24.764441 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ca0d2a87-f4ac-4946-b0f6-1b73e0900a7b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fb8fefcd-4e15-45d7-b2a3-6c59e328b000 HTTP/1.1" status: 204  len: 168 time: 0.1739030
Nov 24 13:27:24.954741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 3616e9a5-9473-469f-af76-215452da68ad no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:27:24.989662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 3616e9a5-9473-469f-af76-215452da68ad {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:27:24.990067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 3616e9a5-9473-469f-af76-215452da68ad not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:27:25.148207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 55412) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:27:25.168243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b0ff287-8cb1-4ca9-a1cd-0ed768733090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:25.203328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5b0ff287-8cb1-4ca9-a1cd-0ed768733090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:27:25.208098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5b0ff287-8cb1-4ca9-a1cd-0ed768733090 admin admin] Usage tracker for resource:security_group_rule and tenant:75f0c51045b44a1d8af5fc1768496a95 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:27:25.211239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5b0ff287-8cb1-4ca9-a1cd-0ed768733090 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:27:25.217008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5b0ff287-8cb1-4ca9-a1cd-0ed768733090 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:27:25.290759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b0ff287-8cb1-4ca9-a1cd-0ed768733090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:25.293479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b0ff287-8cb1-4ca9-a1cd-0ed768733090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:25.301979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ca030c10-59a7-415e-b049-c2515a574272 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:27:25.345763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ff287-8cb1-4ca9-a1cd-0ed768733090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fac04de-c449-425d-b9bb-ea535d943b36,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:27:25.349924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5b0ff287-8cb1-4ca9-a1cd-0ed768733090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:27:25.352557 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5b0ff287-8cb1-4ca9-a1cd-0ed768733090 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=75f0c51045b44a1d8af5fc1768496a95&name=default HTTP/1.1" status: 200  len: 2751 time: 0.2031889
Nov 24 13:27:25.355534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 55416) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:27:25.419101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-451405e3-31b8-4bd6-8268-3c3a0654211c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:25.449721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-451405e3-31b8-4bd6-8268-3c3a0654211c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:25.493822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-451405e3-31b8-4bd6-8268-3c3a0654211c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:25.498734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-64fc0456-2c23-4fe8-94f8-196273d034ff tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:27:25.511199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451405e3-31b8-4bd6-8268-3c3a0654211c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fac04de-c449-425d-b9bb-ea535d943b36,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:27:25.515613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-451405e3-31b8-4bd6-8268-3c3a0654211c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:27:25.518113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-451405e3-31b8-4bd6-8268-3c3a0654211c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:25.519528 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-451405e3-31b8-4bd6-8268-3c3a0654211c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1fac04de-c449-425d-b9bb-ea535d943b36 HTTP/1.1" status: 204  len: 168 time: 0.1630151
Nov 24 13:27:33.494710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:27:34.971318 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8f046ebe-be2a-4577-aa13-949440682637 req-dfa28503-cc69-4b1e-a4b4-e086006f18ec tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] 10.222.0.76 "GET /v2.0/networks?tenant_id=04285d888dce4f75a40eb2906b5670e5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0338194
Nov 24 13:27:35.137784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f046ebe-be2a-4577-aa13-949440682637 req-7a45a19f-9b0f-47d1-a713-3d83c9b2271a tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:35.139314 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8f046ebe-be2a-4577-aa13-949440682637 req-7a45a19f-9b0f-47d1-a713-3d83c9b2271a tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1622074
Nov 24 13:27:35.157565 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8f046ebe-be2a-4577-aa13-949440682637 req-4041b173-6d56-43fc-8b6d-75f669d61273 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] 10.222.0.76 "GET /v2.0/quotas/04285d888dce4f75a40eb2906b5670e5 HTTP/1.1" status: 200  len: 375 time: 0.0113778
Nov 24 13:27:35.210303 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8f046ebe-be2a-4577-aa13-949440682637 req-1ede8f59-14d0-4474-a35b-90d652fbfe75 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] 10.222.0.76 "GET /v2.0/ports?tenant_id=04285d888dce4f75a40eb2906b5670e5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0461941
Nov 24 13:27:35.427836 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2b122dda-b199-4b2f-9077-f530333fd10d req-e69c5021-495f-46fc-85f6-e9b49fbdb4f5 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] 10.222.0.76 "GET /v2.0/ports?device_id=d0fec9ec-3130-4133-9484-1f3c44b3a8da HTTP/1.1" status: 200  len: 210 time: 0.0508482
Nov 24 13:27:36.607413 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ef793f02-6d4e-4e3c-9985-89562c88a4d5 req-cd072d5d-2d5a-44c6-9cc0-e1a6d769f9b5 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] 10.222.0.76 "GET /v2.0/ports?device_id=d0fec9ec-3130-4133-9484-1f3c44b3a8da HTTP/1.1" status: 200  len: 210 time: 0.0494201
Nov 24 13:27:36.714718 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8f046ebe-be2a-4577-aa13-949440682637 req-276058fb-e5f7-4848-8563-879e011eb1af tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] 10.222.0.70 "GET /v2.0/networks?tenant_id=04285d888dce4f75a40eb2906b5670e5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0313511
Nov 24 13:27:36.882005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f046ebe-be2a-4577-aa13-949440682637 req-4d608998-bf1c-4942-a62c-758787baf8b2 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:36.909482 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8f046ebe-be2a-4577-aa13-949440682637 req-4d608998-bf1c-4942-a62c-758787baf8b2 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1638994
Nov 24 13:27:36.909482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-8f046ebe-be2a-4577-aa13-949440682637 req-6de1ec05-1dbd-480f-90d1-53c2f7f11d45 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Request body: {'port': {'device_id': 'd0fec9ec-3130-4133-9484-1f3c44b3a8da', 'network_id': 'c38c0c48-3eb4-4325-8689-1f77646817e5', 'admin_state_up': True, 'tenant_id': '04285d888dce4f75a40eb2906b5670e5'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:27:37.056781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-8f046ebe-be2a-4577-aa13-949440682637 req-6de1ec05-1dbd-480f-90d1-53c2f7f11d45 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:27:37.060931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-8f046ebe-be2a-4577-aa13-949440682637 req-6de1ec05-1dbd-480f-90d1-53c2f7f11d45 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Usage tracker for resource:port and tenant:04285d888dce4f75a40eb2906b5670e5 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:27:37.064562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-8f046ebe-be2a-4577-aa13-949440682637 req-6de1ec05-1dbd-480f-90d1-53c2f7f11d45 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Quota usage for port was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:27:37.070657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-8f046ebe-be2a-4577-aa13-949440682637 req-6de1ec05-1dbd-480f-90d1-53c2f7f11d45 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:27:37.079915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f046ebe-be2a-4577-aa13-949440682637 req-6de1ec05-1dbd-480f-90d1-53c2f7f11d45 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Made reservation on behalf of 04285d888dce4f75a40eb2906b5670e5 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:27:37.085428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8f046ebe-be2a-4577-aa13-949440682637 req-6de1ec05-1dbd-480f-90d1-53c2f7f11d45 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:37.100385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8f046ebe-be2a-4577-aa13-949440682637 req-6de1ec05-1dbd-480f-90d1-53c2f7f11d45 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:37.140591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-8f046ebe-be2a-4577-aa13-949440682637 req-6de1ec05-1dbd-480f-90d1-53c2f7f11d45 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:27:37.144534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-8f046ebe-be2a-4577-aa13-949440682637 req-6de1ec05-1dbd-480f-90d1-53c2f7f11d45 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Usage tracker for resource:security_group_rule and tenant:04285d888dce4f75a40eb2906b5670e5 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:27:37.147638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-8f046ebe-be2a-4577-aa13-949440682637 req-6de1ec05-1dbd-480f-90d1-53c2f7f11d45 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:27:37.153426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-8f046ebe-be2a-4577-aa13-949440682637 req-6de1ec05-1dbd-480f-90d1-53c2f7f11d45 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:27:37.225220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8f046ebe-be2a-4577-aa13-949440682637 req-6de1ec05-1dbd-480f-90d1-53c2f7f11d45 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:37.227907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8f046ebe-be2a-4577-aa13-949440682637 req-6de1ec05-1dbd-480f-90d1-53c2f7f11d45 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:37.243187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bcb620b9-2b72-4138-9db8-4cfc00cfd141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:27:37.344146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1ec05-1dbd-480f-90d1-53c2f7f11d45 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Pushing event updated for resources: {'SecurityGroup': ['ID=e053ab28-d905-4588-98fe-165a3c83d675,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:27:37.348291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6de1ec05-1dbd-480f-90d1-53c2f7f11d45 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:27:37.559563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-8f046ebe-be2a-4577-aa13-949440682637 req-6de1ec05-1dbd-480f-90d1-53c2f7f11d45 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Allocated IP 192.168.233.180 (c38c0c48-3eb4-4325-8689-1f77646817e5/3de4ecfd-0650-4807-8772-29c4c242b350/06e75cd5-ced9-46e1-8715-5f57fac242d7) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:27:38.067197 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-22183fbc-9dc7-4ad9-9a47-b6ce1371433f req-05b28570-248a-4563-9532-2021398c3e3d tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] 10.222.0.76 "GET /v2.0/ports?device_id=d0fec9ec-3130-4133-9484-1f3c44b3a8da HTTP/1.1" status: 200  len: 210 time: 0.3243563
Nov 24 13:27:38.089045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8f046ebe-be2a-4577-aa13-949440682637 req-6de1ec05-1dbd-480f-90d1-53c2f7f11d45 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:38.107628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-8f046ebe-be2a-4577-aa13-949440682637 req-6de1ec05-1dbd-480f-90d1-53c2f7f11d45 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Transition to ACTIVE for port object 06e75cd5-ced9-46e1-8715-5f57fac242d7 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:27:38.134072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8f046ebe-be2a-4577-aa13-949440682637 req-6de1ec05-1dbd-480f-90d1-53c2f7f11d45 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:38.149848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-08075242-b955-49d0-b9a6-6a34f038ec7f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:27:38.286816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1ec05-1dbd-480f-90d1-53c2f7f11d45 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Pushing event updated for resources: {'Port': ['ID=06e75cd5-ced9-46e1-8715-5f57fac242d7,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:27:38.291811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6de1ec05-1dbd-480f-90d1-53c2f7f11d45 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:27:38.350548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f046ebe-be2a-4577-aa13-949440682637 req-6de1ec05-1dbd-480f-90d1-53c2f7f11d45 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Network c38c0c48-3eb4-4325-8689-1f77646817e5 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:27:38.351712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-8f046ebe-be2a-4577-aa13-949440682637 req-6de1ec05-1dbd-480f-90d1-53c2f7f11d45 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:27:38.354189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f046ebe-be2a-4577-aa13-949440682637 req-6de1ec05-1dbd-480f-90d1-53c2f7f11d45 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:27:38.420745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f046ebe-be2a-4577-aa13-949440682637 req-6de1ec05-1dbd-480f-90d1-53c2f7f11d45 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:38.421418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8f046ebe-be2a-4577-aa13-949440682637 req-6de1ec05-1dbd-480f-90d1-53c2f7f11d45 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:38.452257 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8f046ebe-be2a-4577-aa13-949440682637 req-6de1ec05-1dbd-480f-90d1-53c2f7f11d45 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5488124
Nov 24 13:27:38.470637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-8f046ebe-be2a-4577-aa13-949440682637 req-35ace27c-905c-4c27-b7b6-fc5b999aa4a3 service neutron] Request body: {'port': {'device_id': 'd0fec9ec-3130-4133-9484-1f3c44b3a8da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:27:38.564740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d4a4dcda-a80d-4e5e-92d8-0b38a2050137 None None] Provisioning for port 06e75cd5-ced9-46e1-8715-5f57fac242d7 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:27:38.569900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d4a4dcda-a80d-4e5e-92d8-0b38a2050137 None None] Provisioning complete for port 06e75cd5-ced9-46e1-8715-5f57fac242d7 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:27:38.570432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4a4dcda-a80d-4e5e-92d8-0b38a2050137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:38.592329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8f046ebe-be2a-4577-aa13-949440682637 req-35ace27c-905c-4c27-b7b6-fc5b999aa4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:38.630641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-d4a4dcda-a80d-4e5e-92d8-0b38a2050137 None None] Port 06e75cd5-ced9-46e1-8715-5f57fac242d7 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:27:39.002115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-8f046ebe-be2a-4577-aa13-949440682637 req-35ace27c-905c-4c27-b7b6-fc5b999aa4a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06e75cd5-ced9-46e1-8715-5f57fac242d7 {{(pid=80943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:27:39.009161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8f046ebe-be2a-4577-aa13-949440682637 req-35ace27c-905c-4c27-b7b6-fc5b999aa4a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:39.022007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-8f046ebe-be2a-4577-aa13-949440682637 req-35ace27c-905c-4c27-b7b6-fc5b999aa4a3 service neutron] Transition to ACTIVE for port object 06e75cd5-ced9-46e1-8715-5f57fac242d7 will not be triggered until provisioned by entity L2. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:27:39.024357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8f046ebe-be2a-4577-aa13-949440682637 req-35ace27c-905c-4c27-b7b6-fc5b999aa4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:39.039894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4b583d26-923d-4aa4-8fe0-786b9870227e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:27:39.198800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ace27c-905c-4c27-b7b6-fc5b999aa4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=06e75cd5-ced9-46e1-8715-5f57fac242d7,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:27:39.203979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-35ace27c-905c-4c27-b7b6-fc5b999aa4a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:27:39.428913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee6b3b-49eb-445d-9a57-139534ca3cf0 req-8c318994-8741-4b7f-8ce6-cca1581648c8 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:39.429717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-a9ee6b3b-49eb-445d-9a57-139534ca3cf0 req-8c318994-8741-4b7f-8ce6-cca1581648c8 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Synchronizing usage tracker for tenant:04285d888dce4f75a40eb2906b5670e5 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:27:39.460315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-a9ee6b3b-49eb-445d-9a57-139534ca3cf0 req-8c318994-8741-4b7f-8ce6-cca1581648c8 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Unset dirty status for tenant:04285d888dce4f75a40eb2906b5670e5 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:27:39.461611 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a9ee6b3b-49eb-445d-9a57-139534ca3cf0 req-8c318994-8741-4b7f-8ce6-cca1581648c8 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] 10.222.0.76 "GET /v2.0/ports?device_id=d0fec9ec-3130-4133-9484-1f3c44b3a8da HTTP/1.1" status: 200  len: 948 time: 0.2482431
Nov 24 13:27:39.498015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-8f046ebe-be2a-4577-aa13-949440682637 req-35ace27c-905c-4c27-b7b6-fc5b999aa4a3 service neutron] Attempting to bind port 06e75cd5-ced9-46e1-8715-5f57fac242d7 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:27:39.498436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-8f046ebe-be2a-4577-aa13-949440682637 req-35ace27c-905c-4c27-b7b6-fc5b999aa4a3 service neutron] Attempting to bind port 06e75cd5-ced9-46e1-8715-5f57fac242d7 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '3b8d108e-df46-43eb-8086-fba703374986', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c38c0c48-3eb4-4325-8689-1f77646817e5'}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:27:39.498800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f046ebe-be2a-4577-aa13-949440682637 req-35ace27c-905c-4c27-b7b6-fc5b999aa4a3 service neutron] Attempting to bind port 06e75cd5-ced9-46e1-8715-5f57fac242d7 on network c38c0c48-3eb4-4325-8689-1f77646817e5 {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:27:39.517630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f046ebe-be2a-4577-aa13-949440682637 req-35ace27c-905c-4c27-b7b6-fc5b999aa4a3 service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:27:39.518012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f046ebe-be2a-4577-aa13-949440682637 req-35ace27c-905c-4c27-b7b6-fc5b999aa4a3 service neutron] Checking segment: {'id': '3b8d108e-df46-43eb-8086-fba703374986', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c38c0c48-3eb4-4325-8689-1f77646817e5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:27:39.518446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8f046ebe-be2a-4577-aa13-949440682637 req-35ace27c-905c-4c27-b7b6-fc5b999aa4a3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:39.518845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f046ebe-be2a-4577-aa13-949440682637 req-35ace27c-905c-4c27-b7b6-fc5b999aa4a3 service neutron] Bound using segment: {'id': '3b8d108e-df46-43eb-8086-fba703374986', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c38c0c48-3eb4-4325-8689-1f77646817e5'} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:27:39.519326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-8f046ebe-be2a-4577-aa13-949440682637 req-35ace27c-905c-4c27-b7b6-fc5b999aa4a3 service neutron] Bound port: 06e75cd5-ced9-46e1-8715-5f57fac242d7, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8d108e-df46-43eb-8086-fba703374986', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c38c0c48-3eb4-4325-8689-1f77646817e5'}}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:27:39.519989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8f046ebe-be2a-4577-aa13-949440682637 req-35ace27c-905c-4c27-b7b6-fc5b999aa4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:39.546534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-a9ee6b3b-49eb-445d-9a57-139534ca3cf0 req-462a2b1e-51f6-42b0-886c-a9098a1e3d15 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Synchronizing usage tracker for tenant:04285d888dce4f75a40eb2906b5670e5 on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:27:39.613863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-a9ee6b3b-49eb-445d-9a57-139534ca3cf0 req-462a2b1e-51f6-42b0-886c-a9098a1e3d15 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Unset dirty status for tenant:04285d888dce4f75a40eb2906b5670e5 on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:27:39.615147 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a9ee6b3b-49eb-445d-9a57-139534ca3cf0 req-462a2b1e-51f6-42b0-886c-a9098a1e3d15 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] 10.222.0.76 "GET /v2.0/security-groups?id=e053ab28-d905-4588-98fe-165a3c83d675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1449156
Nov 24 13:27:39.641960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-8f046ebe-be2a-4577-aa13-949440682637 req-35ace27c-905c-4c27-b7b6-fc5b999aa4a3 service neutron] For port 06e75cd5-ced9-46e1-8715-5f57fac242d7, host hv-neutron-6013, cleared binding levels {{(pid=80943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:27:39.645336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-8f046ebe-be2a-4577-aa13-949440682637 req-35ace27c-905c-4c27-b7b6-fc5b999aa4a3 service neutron] For port 06e75cd5-ced9-46e1-8715-5f57fac242d7, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=06e75cd5-ced9-46e1-8715-5f57fac242d7,segment=NetworkSegment(3b8d108e-df46-43eb-8086-fba703374986),segment_id=3b8d108e-df46-43eb-8086-fba703374986)] {{(pid=80943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:27:39.648905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8f046ebe-be2a-4577-aa13-949440682637 req-35ace27c-905c-4c27-b7b6-fc5b999aa4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:39.664355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-35ace27c-905c-4c27-b7b6-fc5b999aa4a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:27:39.818003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ace27c-905c-4c27-b7b6-fc5b999aa4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=06e75cd5-ced9-46e1-8715-5f57fac242d7,revision_number=3']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:27:39.824143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-35ace27c-905c-4c27-b7b6-fc5b999aa4a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:27:39.856779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f046ebe-be2a-4577-aa13-949440682637 req-35ace27c-905c-4c27-b7b6-fc5b999aa4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:39.857451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8f046ebe-be2a-4577-aa13-949440682637 req-35ace27c-905c-4c27-b7b6-fc5b999aa4a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:39.859849 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8f046ebe-be2a-4577-aa13-949440682637 req-35ace27c-905c-4c27-b7b6-fc5b999aa4a3 service neutron] 10.222.0.70 "PUT /v2.0/ports/06e75cd5-ced9-46e1-8715-5f57fac242d7 HTTP/1.1" status: 200  len: 1162 time: 1.3944461
Nov 24 13:27:39.860368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fec9ec-3130-4133-9484-1f3c44b3a8da', 'tag': '06e75cd5-ced9-46e1-8715-5f57fac242d7'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:27:39.952446 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0fec9ec-3130-4133-9484-1f3c44b3a8da', 'tag': '06e75cd5-ced9-46e1-8715-5f57fac242d7', 'status': 'completed', 'code': 200}
Nov 24 13:27:39.990031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f046ebe-be2a-4577-aa13-949440682637 req-31924d2b-ecb6-4fb1-9263-10db88132f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:39.991719 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8f046ebe-be2a-4577-aa13-949440682637 req-31924d2b-ecb6-4fb1-9263-10db88132f34 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=04285d888dce4f75a40eb2906b5670e5&device_id=d0fec9ec-3130-4133-9484-1f3c44b3a8da HTTP/1.1" status: 200  len: 1165 time: 0.0804141
Nov 24 13:27:40.074397 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8f046ebe-be2a-4577-aa13-949440682637 req-a07fa8f2-28e3-4c80-b81c-d3d321981493 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=06e75cd5-ced9-46e1-8715-5f57fac242d7 HTTP/1.1" status: 200  len: 217 time: 0.0697029
Nov 24 13:27:40.146415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f046ebe-be2a-4577-aa13-949440682637 req-a0f2b06f-cb55-4759-8994-a451ed4b00a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:40.147931 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8f046ebe-be2a-4577-aa13-949440682637 req-a0f2b06f-cb55-4759-8994-a451ed4b00a4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3de4ecfd-0650-4807-8772-29c4c242b350 HTTP/1.1" status: 200  len: 843 time: 0.0673666
Nov 24 13:27:40.230297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e981cd5b-3855-4cc7-aef4-563249b852e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:40.235719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f046ebe-be2a-4577-aa13-949440682637 req-ca54e8da-fa30-4e77-af9f-a66ad0108108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:40.237350 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8f046ebe-be2a-4577-aa13-949440682637 req-ca54e8da-fa30-4e77-af9f-a66ad0108108 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c38c0c48-3eb4-4325-8689-1f77646817e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0831890
Nov 24 13:27:40.384736 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8f046ebe-be2a-4577-aa13-949440682637 req-f286556d-5fb2-4942-a709-c5883cd95324 service neutron] 10.222.0.70 "GET /v2.0/networks/c38c0c48-3eb4-4325-8689-1f77646817e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409523
Nov 24 13:27:40.530190 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8f046ebe-be2a-4577-aa13-949440682637 req-b3181d52-6bb2-4990-a88c-aeb7fa991489 service neutron] 10.222.0.70 "GET /v2.0/networks/c38c0c48-3eb4-4325-8689-1f77646817e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1386580
Nov 24 13:27:40.686713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c72de9-341d-4346-adf3-db8230bcfe7f req-d2d405a9-81fc-4ffc-9d28-532a12cab0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:40.688494 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-61c72de9-341d-4346-adf3-db8230bcfe7f req-d2d405a9-81fc-4ffc-9d28-532a12cab0fc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=04285d888dce4f75a40eb2906b5670e5&device_id=d0fec9ec-3130-4133-9484-1f3c44b3a8da HTTP/1.1" status: 200  len: 1165 time: 0.0769672
Nov 24 13:27:40.900634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c72de9-341d-4346-adf3-db8230bcfe7f req-31e56347-bb16-4ccd-934d-a619df4c771d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:40.902251 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-61c72de9-341d-4346-adf3-db8230bcfe7f req-31e56347-bb16-4ccd-934d-a619df4c771d service neutron] 10.222.0.70 "GET /v2.0/networks?id=c38c0c48-3eb4-4325-8689-1f77646817e5 HTTP/1.1" status: 200  len: 863 time: 0.2067428
Nov 24 13:27:40.912919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47816703-4c36-4d02-92d9-7acbf4382b69 req-b675ef42-9c4a-42a4-9484-7982b4233845 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:40.914480 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-47816703-4c36-4d02-92d9-7acbf4382b69 req-b675ef42-9c4a-42a4-9484-7982b4233845 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] 10.222.0.76 "GET /v2.0/ports?device_id=d0fec9ec-3130-4133-9484-1f3c44b3a8da HTTP/1.1" status: 200  len: 948 time: 0.1322803
Nov 24 13:27:41.002037 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-61c72de9-341d-4346-adf3-db8230bcfe7f req-46aaa31d-dba7-43b4-abda-4a68824cb05d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=06e75cd5-ced9-46e1-8715-5f57fac242d7 HTTP/1.1" status: 200  len: 217 time: 0.0864153
Nov 24 13:27:41.077257 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-47816703-4c36-4d02-92d9-7acbf4382b69 req-2bd85a68-37a4-4e72-b4d3-63acbb846799 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] 10.222.0.76 "GET /v2.0/security-groups?id=e053ab28-d905-4588-98fe-165a3c83d675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108263
Nov 24 13:27:41.089088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c72de9-341d-4346-adf3-db8230bcfe7f req-9ed300ee-249d-4871-91ca-c3228f282fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:41.090665 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-61c72de9-341d-4346-adf3-db8230bcfe7f req-9ed300ee-249d-4871-91ca-c3228f282fa2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3de4ecfd-0650-4807-8772-29c4c242b350 HTTP/1.1" status: 200  len: 843 time: 0.0755324
Nov 24 13:27:41.174252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c72de9-341d-4346-adf3-db8230bcfe7f req-095bf162-3f5f-4678-97a7-2220dc185afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:41.175807 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-61c72de9-341d-4346-adf3-db8230bcfe7f req-095bf162-3f5f-4678-97a7-2220dc185afb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c38c0c48-3eb4-4325-8689-1f77646817e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0771358
Nov 24 13:27:41.324354 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-61c72de9-341d-4346-adf3-db8230bcfe7f req-41266e52-39bd-4f7e-8609-58476385c39a service neutron] 10.222.0.70 "GET /v2.0/networks/c38c0c48-3eb4-4325-8689-1f77646817e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408999
Nov 24 13:27:41.472508 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-61c72de9-341d-4346-adf3-db8230bcfe7f req-22456139-46d9-4b6a-97cf-3bcb95552e45 service neutron] 10.222.0.70 "GET /v2.0/networks/c38c0c48-3eb4-4325-8689-1f77646817e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401243
Nov 24 13:27:42.309658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a385b9-0ef3-468f-a2ec-589894cb652d req-ad4ee3a3-84f5-4159-99fc-930470487110 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:42.311448 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-61a385b9-0ef3-468f-a2ec-589894cb652d req-ad4ee3a3-84f5-4159-99fc-930470487110 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] 10.222.0.76 "GET /v2.0/ports?device_id=d0fec9ec-3130-4133-9484-1f3c44b3a8da HTTP/1.1" status: 200  len: 948 time: 0.0945730
Nov 24 13:27:42.366054 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-61a385b9-0ef3-468f-a2ec-589894cb652d req-2f854082-4c78-4529-9af8-a389295058a1 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] 10.222.0.76 "GET /v2.0/security-groups?id=e053ab28-d905-4588-98fe-165a3c83d675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475733
Nov 24 13:27:42.609895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8ecb72c1-2881-4737-96bc-0297a7e21bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:42.939456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:43.178968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.objects.ports [None req-78b836a5-4f24-49bd-825e-acaafe155495 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80945) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 24 13:27:43.579620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb139a-3a0c-4b8d-b96b-8807d41d3a50 req-cf841c6c-dd52-42bc-b2f3-46de12dc15ca tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:43.581246 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5beb139a-3a0c-4b8d-b96b-8807d41d3a50 req-cf841c6c-dd52-42bc-b2f3-46de12dc15ca tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] 10.222.0.76 "GET /v2.0/ports?device_id=d0fec9ec-3130-4133-9484-1f3c44b3a8da HTTP/1.1" status: 200  len: 948 time: 0.0851748
Nov 24 13:27:43.585724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 06e75cd5-ced9-46e1-8715-5f57fac242d7 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:27:43.637645 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5beb139a-3a0c-4b8d-b96b-8807d41d3a50 req-477f76dd-3a9b-46aa-9d3d-435e58094e50 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] 10.222.0.76 "GET /v2.0/security-groups?id=e053ab28-d905-4588-98fe-165a3c83d675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481935
Nov 24 13:27:43.661509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port 06e75cd5-ced9-46e1-8715-5f57fac242d7 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:27:43.666609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 06e75cd5-ced9-46e1-8715-5f57fac242d7 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:27:43.666857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:43.785923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:43.813217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fec9ec-3130-4133-9484-1f3c44b3a8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e75cd5-ced9-46e1-8715-5f57fac242d7'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:27:43.823785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 06e75cd5-ced9-46e1-8715-5f57fac242d7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=06e75cd5-ced9-46e1-8715-5f57fac242d7,segment=NetworkSegment(3b8d108e-df46-43eb-8086-fba703374986),segment_id=3b8d108e-df46-43eb-8086-fba703374986)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:27:43.826686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:43.829199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:27:43.875071 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fec9ec-3130-4133-9484-1f3c44b3a8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e75cd5-ced9-46e1-8715-5f57fac242d7', 'code': 200}
Nov 24 13:27:43.902532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=06e75cd5-ced9-46e1-8715-5f57fac242d7,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:27:43.906827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:27:44.145924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab951afb-d1d0-41af-90dd-d6071d168e26 req-ed144894-3d30-4fd0-9249-2465cccac8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:44.147620 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ab951afb-d1d0-41af-90dd-d6071d168e26 req-ed144894-3d30-4fd0-9249-2465cccac8ff service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d0fec9ec-3130-4133-9484-1f3c44b3a8da HTTP/1.1" status: 200  len: 1167 time: 0.0776191
Nov 24 13:27:44.193777 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ab951afb-d1d0-41af-90dd-d6071d168e26 req-1ca91d99-cfa5-4f97-93a1-bfbc01e59c52 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e053ab28-d905-4588-98fe-165a3c83d675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396464
Nov 24 13:27:44.202694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:44.765846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:44.858360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416d23f-a0bc-4684-a8b8-a075f6bde77c req-cc02c4fa-fc51-4ff3-9a26-76d3b2f33c32 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:44.860021 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3416d23f-a0bc-4684-a8b8-a075f6bde77c req-cc02c4fa-fc51-4ff3-9a26-76d3b2f33c32 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] 10.222.0.76 "GET /v2.0/ports?device_id=d0fec9ec-3130-4133-9484-1f3c44b3a8da HTTP/1.1" status: 200  len: 950 time: 0.0903430
Nov 24 13:27:44.914509 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3416d23f-a0bc-4684-a8b8-a075f6bde77c req-083e6b71-492c-4aaf-b50f-122f415ef03e tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] 10.222.0.76 "GET /v2.0/security-groups?id=e053ab28-d905-4588-98fe-165a3c83d675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474646
Nov 24 13:27:45.221942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 06e75cd5-ced9-46e1-8715-5f57fac242d7 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:27:45.297583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 06e75cd5-ced9-46e1-8715-5f57fac242d7 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:27:45.297932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:46.136992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d946c1-9201-4458-8194-d972aad0b61c req-6b0c9df2-958a-4b27-a82a-0dfbf9f22165 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:46.138643 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c5d946c1-9201-4458-8194-d972aad0b61c req-6b0c9df2-958a-4b27-a82a-0dfbf9f22165 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] 10.222.0.76 "GET /v2.0/ports?device_id=d0fec9ec-3130-4133-9484-1f3c44b3a8da HTTP/1.1" status: 200  len: 950 time: 0.0890996
Nov 24 13:27:46.190794 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c5d946c1-9201-4458-8194-d972aad0b61c req-8d86bb0e-9555-4371-815f-14751afe50d6 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] 10.222.0.76 "GET /v2.0/security-groups?id=e053ab28-d905-4588-98fe-165a3c83d675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451016
Nov 24 13:27:47.595741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444e1c1-3e86-4e37-9054-1ab6cd88e51c req-be22c2bc-7d3e-451b-87bb-4114ffdd0d16 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:47.597237 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8444e1c1-3e86-4e37-9054-1ab6cd88e51c req-be22c2bc-7d3e-451b-87bb-4114ffdd0d16 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] 10.222.0.76 "GET /v2.0/ports?device_id=d0fec9ec-3130-4133-9484-1f3c44b3a8da HTTP/1.1" status: 200  len: 950 time: 0.0869520
Nov 24 13:27:47.647957 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8444e1c1-3e86-4e37-9054-1ab6cd88e51c req-429d2650-eafc-4586-a9ad-e19ba81aa52d tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] 10.222.0.76 "GET /v2.0/security-groups?id=e053ab28-d905-4588-98fe-165a3c83d675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437768
Nov 24 13:27:48.871151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29020c27-539d-479f-a320-510e0a7344c8 req-fcbc0ee5-e657-4cad-b63d-339008f15f2a tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:48.872746 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-29020c27-539d-479f-a320-510e0a7344c8 req-fcbc0ee5-e657-4cad-b63d-339008f15f2a tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] 10.222.0.76 "GET /v2.0/ports?device_id=d0fec9ec-3130-4133-9484-1f3c44b3a8da HTTP/1.1" status: 200  len: 950 time: 0.0840545
Nov 24 13:27:48.972980 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-29020c27-539d-479f-a320-510e0a7344c8 req-2048ad05-7b59-4958-ae09-9e0ad9519d8b tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] 10.222.0.76 "GET /v2.0/security-groups?id=e053ab28-d905-4588-98fe-165a3c83d675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934932
Nov 24 13:27:49.002737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769492ca-5962-4172-bb8f-f7945e4a8824 req-117cf4f6-144e-4dea-b10e-dd3787dffeda tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:49.004293 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-769492ca-5962-4172-bb8f-f7945e4a8824 req-117cf4f6-144e-4dea-b10e-dd3787dffeda tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] 10.222.0.70 "GET /v2.0/ports?device_id=d0fec9ec-3130-4133-9484-1f3c44b3a8da HTTP/1.1" status: 200  len: 950 time: 0.1056941
Nov 24 13:27:49.077699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 06e75cd5-ced9-46e1-8715-5f57fac242d7 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:27:49.081672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-769492ca-5962-4172-bb8f-f7945e4a8824 req-bc28d7fd-cbdf-4d72-a474-7e377219dcf6 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Deleting port 06e75cd5-ced9-46e1-8715-5f57fac242d7 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:27:49.082071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-769492ca-5962-4172-bb8f-f7945e4a8824 req-bc28d7fd-cbdf-4d72-a474-7e377219dcf6 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:49.202484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:49.231256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fec9ec-3130-4133-9484-1f3c44b3a8da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06e75cd5-ced9-46e1-8715-5f57fac242d7'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:27:49.242208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 06e75cd5-ced9-46e1-8715-5f57fac242d7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=06e75cd5-ced9-46e1-8715-5f57fac242d7,segment=NetworkSegment(3b8d108e-df46-43eb-8086-fba703374986),segment_id=3b8d108e-df46-43eb-8086-fba703374986)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:27:49.245431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:49.247755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c77fe2c8-69d0-482a-83fe-09e1dd105bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:27:49.298691 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fec9ec-3130-4133-9484-1f3c44b3a8da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06e75cd5-ced9-46e1-8715-5f57fac242d7', 'code': 200}
Nov 24 13:27:49.321955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=06e75cd5-ced9-46e1-8715-5f57fac242d7,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:27:49.327208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:27:49.617612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-769492ca-5962-4172-bb8f-f7945e4a8824 req-bc28d7fd-cbdf-4d72-a474-7e377219dcf6 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] For port 06e75cd5-ced9-46e1-8715-5f57fac242d7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=06e75cd5-ced9-46e1-8715-5f57fac242d7,segment=NetworkSegment(3b8d108e-df46-43eb-8086-fba703374986),segment_id=3b8d108e-df46-43eb-8086-fba703374986)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:27:49.618007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-769492ca-5962-4172-bb8f-f7945e4a8824 req-bc28d7fd-cbdf-4d72-a474-7e377219dcf6 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:49.746209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-769492ca-5962-4172-bb8f-f7945e4a8824 req-bc28d7fd-cbdf-4d72-a474-7e377219dcf6 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Calling delete_port for 06e75cd5-ced9-46e1-8715-5f57fac242d7 owned by compute:nova {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:27:49.832054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [req-769492ca-5962-4172-bb8f-f7945e4a8824 req-bc28d7fd-cbdf-4d72-a474-7e377219dcf6 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:27:49.832414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [req-769492ca-5962-4172-bb8f-f7945e4a8824 req-bc28d7fd-cbdf-4d72-a474-7e377219dcf6 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:27:50.185521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41e598-7080-47bd-878e-c94ff0d65b21 req-1dd707d8-db8c-4978-b676-c10c3b035fad tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:50.187705 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1d41e598-7080-47bd-878e-c94ff0d65b21 req-1dd707d8-db8c-4978-b676-c10c3b035fad tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] 10.222.0.76 "GET /v2.0/ports?device_id=d0fec9ec-3130-4133-9484-1f3c44b3a8da HTTP/1.1" status: 200  len: 948 time: 0.0847969
Nov 24 13:27:50.239460 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1d41e598-7080-47bd-878e-c94ff0d65b21 req-13706762-a73f-469f-9af7-dece0d06c161 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] 10.222.0.76 "GET /v2.0/security-groups?id=e053ab28-d905-4588-98fe-165a3c83d675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439758
Nov 24 13:27:50.333368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-769492ca-5962-4172-bb8f-f7945e4a8824 req-bc28d7fd-cbdf-4d72-a474-7e377219dcf6 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Deleting port 06e75cd5-ced9-46e1-8715-5f57fac242d7 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:27:50.333761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-769492ca-5962-4172-bb8f-f7945e4a8824 req-bc28d7fd-cbdf-4d72-a474-7e377219dcf6 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:50.592303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-769492ca-5962-4172-bb8f-f7945e4a8824 req-bc28d7fd-cbdf-4d72-a474-7e377219dcf6 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] For port 06e75cd5-ced9-46e1-8715-5f57fac242d7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=06e75cd5-ced9-46e1-8715-5f57fac242d7,segment=NetworkSegment(3b8d108e-df46-43eb-8086-fba703374986),segment_id=3b8d108e-df46-43eb-8086-fba703374986)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:27:50.592663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-769492ca-5962-4172-bb8f-f7945e4a8824 req-bc28d7fd-cbdf-4d72-a474-7e377219dcf6 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:50.723317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-769492ca-5962-4172-bb8f-f7945e4a8824 req-bc28d7fd-cbdf-4d72-a474-7e377219dcf6 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Calling delete_port for 06e75cd5-ced9-46e1-8715-5f57fac242d7 owned by compute:nova {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:27:50.869576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-769492ca-5962-4172-bb8f-f7945e4a8824 req-bc28d7fd-cbdf-4d72-a474-7e377219dcf6 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:50.885608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1327e32f-7af4-486f-953f-86bb6276a4cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:27:50.989567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28d7fd-cbdf-4d72-a474-7e377219dcf6 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Pushing event deleted for resources: {'Port': ['ID=06e75cd5-ced9-46e1-8715-5f57fac242d7,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:27:51.001847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bc28d7fd-cbdf-4d72-a474-7e377219dcf6 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:27:51.100650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-769492ca-5962-4172-bb8f-f7945e4a8824 req-bc28d7fd-cbdf-4d72-a474-7e377219dcf6 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] No DVR routers for this DVR port 06e75cd5-ced9-46e1-8715-5f57fac242d7 on host hv-neutron-6013 {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:27:51.103220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-769492ca-5962-4172-bb8f-f7945e4a8824 req-bc28d7fd-cbdf-4d72-a474-7e377219dcf6 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:51.107733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fec9ec-3130-4133-9484-1f3c44b3a8da', 'name': 'network-vif-deleted', 'tag': '06e75cd5-ced9-46e1-8715-5f57fac242d7'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:27:51.138773 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-769492ca-5962-4172-bb8f-f7945e4a8824 req-bc28d7fd-cbdf-4d72-a474-7e377219dcf6 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] 10.222.0.70 "DELETE /v2.0/ports/06e75cd5-ced9-46e1-8715-5f57fac242d7 HTTP/1.1" status: 204  len: 173 time: 2.1269374
Nov 24 13:27:51.226013 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fec9ec-3130-4133-9484-1f3c44b3a8da', 'name': 'network-vif-deleted', 'tag': '06e75cd5-ced9-46e1-8715-5f57fac242d7', 'status': 'completed', 'code': 200}
Nov 24 13:27:51.230786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:51.434930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-d087ce65-23e9-4456-b0d7-7e440d61958e req-e08f6dd8-7ed0-48fa-aa69-cf3e239a055c tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Synchronizing usage tracker for tenant:04285d888dce4f75a40eb2906b5670e5 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:27:51.449680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-d087ce65-23e9-4456-b0d7-7e440d61958e req-e08f6dd8-7ed0-48fa-aa69-cf3e239a055c tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Unset dirty status for tenant:04285d888dce4f75a40eb2906b5670e5 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:27:51.451042 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d087ce65-23e9-4456-b0d7-7e440d61958e req-e08f6dd8-7ed0-48fa-aa69-cf3e239a055c tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] 10.222.0.76 "GET /v2.0/ports?device_id=d0fec9ec-3130-4133-9484-1f3c44b3a8da HTTP/1.1" status: 200  len: 210 time: 0.0632014
Nov 24 13:27:52.884015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 55554) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:27:53.078669 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-674c373b-ffb5-4cab-ac8a-e12ccf386c2b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=04285d888dce4f75a40eb2906b5670e5&name=default HTTP/1.1" status: 200  len: 2751 time: 0.1933215
Nov 24 13:27:53.081265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 55560) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:27:53.147339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d9b587ab-d734-4369-bcb3-28e7dd11cdb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:53.174341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d9b587ab-d734-4369-bcb3-28e7dd11cdb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:53.226900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d9b587ab-d734-4369-bcb3-28e7dd11cdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:53.230838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-330ae5e2-8950-4e06-85be-01b16586e481 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:27:53.244854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b587ab-d734-4369-bcb3-28e7dd11cdb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e053ab28-d905-4588-98fe-165a3c83d675,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:27:53.249225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d9b587ab-d734-4369-bcb3-28e7dd11cdb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:27:53.258662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d9b587ab-d734-4369-bcb3-28e7dd11cdb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:53.259891 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d9b587ab-d734-4369-bcb3-28e7dd11cdb6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e053ab28-d905-4588-98fe-165a3c83d675 HTTP/1.1" status: 204  len: 168 time: 0.1776783
Nov 24 13:27:53.608838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 55568) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:27:53.630596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1941182a-017f-4850-b4f5-e80e707c660c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:53.664094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1941182a-017f-4850-b4f5-e80e707c660c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:27:53.668160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1941182a-017f-4850-b4f5-e80e707c660c admin admin] Usage tracker for resource:security_group_rule and tenant:6ec4301318e94af9b8bcd3cedc59d125 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:27:53.671760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1941182a-017f-4850-b4f5-e80e707c660c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:27:53.677460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1941182a-017f-4850-b4f5-e80e707c660c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:27:53.750378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1941182a-017f-4850-b4f5-e80e707c660c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:53.753094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1941182a-017f-4850-b4f5-e80e707c660c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:53.761127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-329611f9-8d80-4341-88eb-4e354c2b5099 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:27:53.808245 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1941182a-017f-4850-b4f5-e80e707c660c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6ec4301318e94af9b8bcd3cedc59d125&name=default HTTP/1.1" status: 200  len: 2751 time: 0.1981983
Nov 24 13:27:53.809012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941182a-017f-4850-b4f5-e80e707c660c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c81670-214b-4096-a1e8-26d902e28e16,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:27:53.811246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55572) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:27:53.812504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1941182a-017f-4850-b4f5-e80e707c660c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:27:53.878998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ac1fba1b-75c6-4a3b-ac3a-61119d363b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:53.911504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ac1fba1b-75c6-4a3b-ac3a-61119d363b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:53.956366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ac1fba1b-75c6-4a3b-ac3a-61119d363b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:53.961456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-70260dce-f134-4db3-a39d-6aecd1c4a9a3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:27:53.974393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1fba1b-75c6-4a3b-ac3a-61119d363b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c81670-214b-4096-a1e8-26d902e28e16,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:27:53.977938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ac1fba1b-75c6-4a3b-ac3a-61119d363b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:27:53.980098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ac1fba1b-75c6-4a3b-ac3a-61119d363b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:53.984699 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ac1fba1b-75c6-4a3b-ac3a-61119d363b9d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/73c81670-214b-4096-a1e8-26d902e28e16 HTTP/1.1" status: 204  len: 168 time: 0.1689796
Nov 24 13:27:54.918711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 55594) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:27:55.060328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-dba6b948-50fe-4f91-b4d9-4c0bf96e9711 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1012042049-network', 'tenant_id': '60f5a50ac85540e5b6e9aa9d39a998c1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:27:55.066366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-dba6b948-50fe-4f91-b4d9-4c0bf96e9711 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:27:55.070669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-dba6b948-50fe-4f91-b4d9-4c0bf96e9711 admin admin] Usage tracker for resource:network and tenant:60f5a50ac85540e5b6e9aa9d39a998c1 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:27:55.073644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-dba6b948-50fe-4f91-b4d9-4c0bf96e9711 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:27:55.079440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-dba6b948-50fe-4f91-b4d9-4c0bf96e9711 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:27:55.092010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba6b948-50fe-4f91-b4d9-4c0bf96e9711 admin admin] Made reservation on behalf of 60f5a50ac85540e5b6e9aa9d39a998c1 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:27:55.097075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dba6b948-50fe-4f91-b4d9-4c0bf96e9711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:55.111191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dba6b948-50fe-4f91-b4d9-4c0bf96e9711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:55.148628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-dba6b948-50fe-4f91-b4d9-4c0bf96e9711 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:27:55.152754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-dba6b948-50fe-4f91-b4d9-4c0bf96e9711 admin admin] Usage tracker for resource:security_group_rule and tenant:60f5a50ac85540e5b6e9aa9d39a998c1 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:27:55.155759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-dba6b948-50fe-4f91-b4d9-4c0bf96e9711 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:27:55.161488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-dba6b948-50fe-4f91-b4d9-4c0bf96e9711 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:27:55.234706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dba6b948-50fe-4f91-b4d9-4c0bf96e9711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:55.237666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dba6b948-50fe-4f91-b4d9-4c0bf96e9711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:55.242029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9e73934a-480a-49aa-811b-11240d08d2c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:27:55.280583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba6b948-50fe-4f91-b4d9-4c0bf96e9711 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:27:55.283480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba6b948-50fe-4f91-b4d9-4c0bf96e9711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb8465c-4179-4d43-b4a5-abd85d2c3747,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:27:55.286834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dba6b948-50fe-4f91-b4d9-4c0bf96e9711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:27:55.296626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dba6b948-50fe-4f91-b4d9-4c0bf96e9711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:55.297145 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-dba6b948-50fe-4f91-b4d9-4c0bf96e9711 admin admin] Added segment fc04bdee-a426-4d75-9d88-7e14883479c2 of type vxlan for network b3451b3e-19c9-4427-b44d-b819d89122e9
Nov 24 13:27:55.326568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dba6b948-50fe-4f91-b4d9-4c0bf96e9711 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:55.358206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dba6b948-50fe-4f91-b4d9-4c0bf96e9711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:55.359777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba6b948-50fe-4f91-b4d9-4c0bf96e9711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:55.360421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dba6b948-50fe-4f91-b4d9-4c0bf96e9711 admin admin] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:55.365640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5360a588-888f-47a7-a72a-078410fe9e5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:27:55.471054 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-dba6b948-50fe-4f91-b4d9-4c0bf96e9711 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.5510912
Nov 24 13:27:55.474236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 55600) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:27:55.474429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba6b948-50fe-4f91-b4d9-4c0bf96e9711 admin admin] Pushing event updated for resources: {'Network': ['ID=b3451b3e-19c9-4427-b44d-b819d89122e9,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:27:55.477247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dba6b948-50fe-4f91-b4d9-4c0bf96e9711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:27:55.481391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-90598a8a-263b-42d0-bc40-9027ee6113e2 admin admin] Request body: {'subnet': {'network_id': 'b3451b3e-19c9-4427-b44d-b819d89122e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1012042049-subnet', 'tenant_id': '60f5a50ac85540e5b6e9aa9d39a998c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:27:55.485891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network b3451b3e-19c9-4427-b44d-b819d89122e9 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:27:55.487402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-90598a8a-263b-42d0-bc40-9027ee6113e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:27:55.491681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-90598a8a-263b-42d0-bc40-9027ee6113e2 admin admin] Usage tracker for resource:subnet and tenant:60f5a50ac85540e5b6e9aa9d39a998c1 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:27:55.500085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-90598a8a-263b-42d0-bc40-9027ee6113e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:27:55.506298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-90598a8a-263b-42d0-bc40-9027ee6113e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:27:55.509726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network b3451b3e-19c9-4427-b44d-b819d89122e9 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:27:55.516710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90598a8a-263b-42d0-bc40-9027ee6113e2 admin admin] Made reservation on behalf of 60f5a50ac85540e5b6e9aa9d39a998c1 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:27:55.521444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-90598a8a-263b-42d0-bc40-9027ee6113e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:55.939079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-90598a8a-263b-42d0-bc40-9027ee6113e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:55.954432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ea44f2b3-dec2-4eda-a555-533b84078b82 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:27:56.341832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90598a8a-263b-42d0-bc40-9027ee6113e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4f312b8-4ee0-4e1b-99bf-16269d581d57,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:27:56.346885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-90598a8a-263b-42d0-bc40-9027ee6113e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:27:56.418115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90598a8a-263b-42d0-bc40-9027ee6113e2 admin admin] Checking segment: {'id': 'fc04bdee-a426-4d75-9d88-7e14883479c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b3451b3e-19c9-4427-b44d-b819d89122e9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:27:56.418473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90598a8a-263b-42d0-bc40-9027ee6113e2 admin admin] Network hostable DHCP agents. Network: b3451b3e-19c9-4427-b44d-b819d89122e9, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:27:56.441439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90598a8a-263b-42d0-bc40-9027ee6113e2 admin admin] Network b3451b3e-19c9-4427-b44d-b819d89122e9 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:27:56.450418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-90598a8a-263b-42d0-bc40-9027ee6113e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, b3451b3e-19c9-4427-b44d-b819d89122e9) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:27:56.465215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86d6647-d404-4728-aba5-bcebfaa8f6ae None None] Network b3451b3e-19c9-4427-b44d-b819d89122e9 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:27:56.475886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90598a8a-263b-42d0-bc40-9027ee6113e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:56.476552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-90598a8a-263b-42d0-bc40-9027ee6113e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:56.500657 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-90598a8a-263b-42d0-bc40-9027ee6113e2 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.0250969
Nov 24 13:27:56.703861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326adc3a-8873-4ea2-80e4-2945857c0c5a None None] Network b3451b3e-19c9-4427-b44d-b819d89122e9 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:27:57.126276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-07cffcdd-e02f-41f2-8659-ad82cdf6d1b1 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:57.127735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-07cffcdd-e02f-41f2-8659-ad82cdf6d1b1 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Synchronizing usage tracker for tenant:60f5a50ac85540e5b6e9aa9d39a998c1 on resource:network {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:27:57.150505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-07cffcdd-e02f-41f2-8659-ad82cdf6d1b1 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Unset dirty status for tenant:60f5a50ac85540e5b6e9aa9d39a998c1 on resource:network {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:27:57.157687 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-07cffcdd-e02f-41f2-8659-ad82cdf6d1b1 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/networks?id=b3451b3e-19c9-4427-b44d-b819d89122e9 HTTP/1.1" status: 200  len: 812 time: 0.2021017
Nov 24 13:27:57.171300 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-57c747cf-49d3-4847-84f1-58ab774d0fd2 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/quotas/60f5a50ac85540e5b6e9aa9d39a998c1 HTTP/1.1" status: 200  len: 375 time: 0.0121551
Nov 24 13:27:57.227150 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-2a7d14d8-ee94-4002-8da9-0e8e6ff46a00 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?tenant_id=60f5a50ac85540e5b6e9aa9d39a998c1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0496943
Nov 24 13:27:57.315459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-92d74047-c9f6-46d3-84c7-f836e9567cac service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:27:57.316545 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-92d74047-c9f6-46d3-84c7-f836e9567cac service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0816746
Nov 24 13:27:57.465234 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-2eb7475a-493c-4487-893e-c914405ed394 service neutron] 10.222.0.76 "GET /v2.0/networks/b3451b3e-19c9-4427-b44d-b819d89122e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415658
Nov 24 13:27:57.616388 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-aea22496-4eb3-4a28-9a28-6bf988efbd36 service neutron] 10.222.0.76 "GET /v2.0/networks/b3451b3e-19c9-4427-b44d-b819d89122e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1440423
Nov 24 13:27:57.826573 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f5584560-7c37-423d-95da-48c519c7d70f req-4e955ae2-e1ad-47e1-85cd-19d81eb90d69 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 210 time: 0.0528681
Nov 24 13:27:59.052680 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0407e5b9-b6ff-41e2-8d29-3075d0b37cc3 req-62a14993-0e55-4a45-85f9-4f187ad76c4a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 210 time: 0.0637579
Nov 24 13:27:59.062268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-36c0d113-ce86-4fd4-b8c4-cb28b18f35de tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:27:59.064132 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-36c0d113-ce86-4fd4-b8c4-cb28b18f35de tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.70 "GET /v2.0/networks?id=b3451b3e-19c9-4427-b44d-b819d89122e9 HTTP/1.1" status: 200  len: 812 time: 0.2181776
Nov 24 13:27:59.088040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-c0754935-d5a1-4b39-b69a-6dc82de8fb49 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Request body: {'port': {'device_id': '59b148a1-fd09-4c3b-9123-5380cd64ced6', 'network_id': 'b3451b3e-19c9-4427-b44d-b819d89122e9', 'admin_state_up': True, 'tenant_id': '60f5a50ac85540e5b6e9aa9d39a998c1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:27:59.237207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-c0754935-d5a1-4b39-b69a-6dc82de8fb49 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:27:59.241335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-c0754935-d5a1-4b39-b69a-6dc82de8fb49 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Usage tracker for resource:port and tenant:60f5a50ac85540e5b6e9aa9d39a998c1 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:27:59.244511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-c0754935-d5a1-4b39-b69a-6dc82de8fb49 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Quota usage for port was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:27:59.251301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-c0754935-d5a1-4b39-b69a-6dc82de8fb49 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:27:59.260207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-c0754935-d5a1-4b39-b69a-6dc82de8fb49 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Made reservation on behalf of 60f5a50ac85540e5b6e9aa9d39a998c1 for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:27:59.266760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-c0754935-d5a1-4b39-b69a-6dc82de8fb49 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:59.581165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-c0754935-d5a1-4b39-b69a-6dc82de8fb49 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Allocated IP 172.20.0.8 (b3451b3e-19c9-4427-b44d-b819d89122e9/d4f312b8-4ee0-4e1b-99bf-16269d581d57/7a5e6cc8-4575-48f9-8b6a-e80810d87d07) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:27:59.797663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-c0754935-d5a1-4b39-b69a-6dc82de8fb49 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:59.822933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-c0754935-d5a1-4b39-b69a-6dc82de8fb49 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:27:59.837660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f92202f4-5f0e-4df2-be5f-e9ac49f860c6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:27:59.976383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0754935-d5a1-4b39-b69a-6dc82de8fb49 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Pushing event updated for resources: {'Port': ['ID=7a5e6cc8-4575-48f9-8b6a-e80810d87d07,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:27:59.982034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c0754935-d5a1-4b39-b69a-6dc82de8fb49 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:28:00.037407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-c0754935-d5a1-4b39-b69a-6dc82de8fb49 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Network b3451b3e-19c9-4427-b44d-b819d89122e9 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:28:00.038728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-c0754935-d5a1-4b39-b69a-6dc82de8fb49 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:28:00.041275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-c0754935-d5a1-4b39-b69a-6dc82de8fb49 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:28:00.104965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-c0754935-d5a1-4b39-b69a-6dc82de8fb49 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:00.105768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-c0754935-d5a1-4b39-b69a-6dc82de8fb49 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:00.127154 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-c0754935-d5a1-4b39-b69a-6dc82de8fb49 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0434866
Nov 24 13:28:00.145757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-4a7bd9b3-a491-4c52-bfd6-04e2f2b00a74 service neutron] Request body: {'port': {'device_id': '59b148a1-fd09-4c3b-9123-5380cd64ced6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:28:00.316874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-4a7bd9b3-a491-4c52-bfd6-04e2f2b00a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:00.396431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1b25c-4854-467b-926e-20706a5deff7 req-33bc936d-37d4-4c5d-9b43-5bc8b014fecf tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:00.397085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-93d1b25c-4854-467b-926e-20706a5deff7 req-33bc936d-37d4-4c5d-9b43-5bc8b014fecf tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Synchronizing usage tracker for tenant:60f5a50ac85540e5b6e9aa9d39a998c1 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:28:00.471332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-93d1b25c-4854-467b-926e-20706a5deff7 req-33bc936d-37d4-4c5d-9b43-5bc8b014fecf tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Unset dirty status for tenant:60f5a50ac85540e5b6e9aa9d39a998c1 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:28:00.472616 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-93d1b25c-4854-467b-926e-20706a5deff7 req-33bc936d-37d4-4c5d-9b43-5bc8b014fecf tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 931 time: 0.2739778
Nov 24 13:28:00.857675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-93d1b25c-4854-467b-926e-20706a5deff7 req-9b3847d6-4ebf-4ec1-ad87-93e607b1344d tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Synchronizing usage tracker for tenant:60f5a50ac85540e5b6e9aa9d39a998c1 on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:28:00.963268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-93d1b25c-4854-467b-926e-20706a5deff7 req-9b3847d6-4ebf-4ec1-ad87-93e607b1344d tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Unset dirty status for tenant:60f5a50ac85540e5b6e9aa9d39a998c1 on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:28:00.964529 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-93d1b25c-4854-467b-926e-20706a5deff7 req-9b3847d6-4ebf-4ec1-ad87-93e607b1344d tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/security-groups?id=7bb8465c-4179-4d43-b4a5-abd85d2c3747&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4814618
Nov 24 13:28:01.087091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-4a7bd9b3-a491-4c52-bfd6-04e2f2b00a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a5e6cc8-4575-48f9-8b6a-e80810d87d07 {{(pid=80943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:28:01.095255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-4a7bd9b3-a491-4c52-bfd6-04e2f2b00a74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:01.108615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-4a7bd9b3-a491-4c52-bfd6-04e2f2b00a74 service neutron] Transition to ACTIVE for port object 7a5e6cc8-4575-48f9-8b6a-e80810d87d07 will not be triggered until provisioned by entity L2. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:28:01.111217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-4a7bd9b3-a491-4c52-bfd6-04e2f2b00a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:01.126616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bc28d7fd-cbdf-4d72-a474-7e377219dcf6 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:28:01.265898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7bd9b3-a491-4c52-bfd6-04e2f2b00a74 service neutron] Pushing event updated for resources: {'Port': ['ID=7a5e6cc8-4575-48f9-8b6a-e80810d87d07,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:28:01.275038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4a7bd9b3-a491-4c52-bfd6-04e2f2b00a74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:28:01.462116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-4a7bd9b3-a491-4c52-bfd6-04e2f2b00a74 service neutron] Attempting to bind port 7a5e6cc8-4575-48f9-8b6a-e80810d87d07 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:28:01.462116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-4a7bd9b3-a491-4c52-bfd6-04e2f2b00a74 service neutron] Attempting to bind port 7a5e6cc8-4575-48f9-8b6a-e80810d87d07 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'fc04bdee-a426-4d75-9d88-7e14883479c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b3451b3e-19c9-4427-b44d-b819d89122e9'}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:28:01.462116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-4a7bd9b3-a491-4c52-bfd6-04e2f2b00a74 service neutron] Attempting to bind port 7a5e6cc8-4575-48f9-8b6a-e80810d87d07 on network b3451b3e-19c9-4427-b44d-b819d89122e9 {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:28:01.467027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-4a7bd9b3-a491-4c52-bfd6-04e2f2b00a74 service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:28:01.467451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-4a7bd9b3-a491-4c52-bfd6-04e2f2b00a74 service neutron] Checking segment: {'id': 'fc04bdee-a426-4d75-9d88-7e14883479c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b3451b3e-19c9-4427-b44d-b819d89122e9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:28:01.467862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-4a7bd9b3-a491-4c52-bfd6-04e2f2b00a74 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:01.468257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-4a7bd9b3-a491-4c52-bfd6-04e2f2b00a74 service neutron] Bound using segment: {'id': 'fc04bdee-a426-4d75-9d88-7e14883479c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b3451b3e-19c9-4427-b44d-b819d89122e9'} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:28:01.468733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-4a7bd9b3-a491-4c52-bfd6-04e2f2b00a74 service neutron] Bound port: 7a5e6cc8-4575-48f9-8b6a-e80810d87d07, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc04bdee-a426-4d75-9d88-7e14883479c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b3451b3e-19c9-4427-b44d-b819d89122e9'}}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:28:01.469103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-4a7bd9b3-a491-4c52-bfd6-04e2f2b00a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:01.559680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-4a7bd9b3-a491-4c52-bfd6-04e2f2b00a74 service neutron] For port 7a5e6cc8-4575-48f9-8b6a-e80810d87d07, host hv-neutron-6013, cleared binding levels {{(pid=80943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:28:01.563452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-4a7bd9b3-a491-4c52-bfd6-04e2f2b00a74 service neutron] For port 7a5e6cc8-4575-48f9-8b6a-e80810d87d07, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=7a5e6cc8-4575-48f9-8b6a-e80810d87d07,segment=NetworkSegment(fc04bdee-a426-4d75-9d88-7e14883479c2),segment_id=fc04bdee-a426-4d75-9d88-7e14883479c2)] {{(pid=80943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:28:01.566821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-4a7bd9b3-a491-4c52-bfd6-04e2f2b00a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:01.582518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-35ace27c-905c-4c27-b7b6-fc5b999aa4a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:28:01.735302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7bd9b3-a491-4c52-bfd6-04e2f2b00a74 service neutron] Pushing event updated for resources: {'Port': ['ID=7a5e6cc8-4575-48f9-8b6a-e80810d87d07,revision_number=3']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:28:01.741198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4a7bd9b3-a491-4c52-bfd6-04e2f2b00a74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:28:01.772814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-4a7bd9b3-a491-4c52-bfd6-04e2f2b00a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:01.773490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-4a7bd9b3-a491-4c52-bfd6-04e2f2b00a74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:01.775008 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-4a7bd9b3-a491-4c52-bfd6-04e2f2b00a74 service neutron] 10.222.0.70 "PUT /v2.0/ports/7a5e6cc8-4575-48f9-8b6a-e80810d87d07 HTTP/1.1" status: 200  len: 1157 time: 1.6344073
Nov 24 13:28:01.775565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b148a1-fd09-4c3b-9123-5380cd64ced6', 'tag': '7a5e6cc8-4575-48f9-8b6a-e80810d87d07'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:28:01.868160 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b148a1-fd09-4c3b-9123-5380cd64ced6', 'tag': '7a5e6cc8-4575-48f9-8b6a-e80810d87d07', 'status': 'completed', 'code': 200}
Nov 24 13:28:01.906901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-93079a46-2c0c-4360-8544-3f4f80332ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:01.908513 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-93079a46-2c0c-4360-8544-3f4f80332ad4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=60f5a50ac85540e5b6e9aa9d39a998c1&device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 1160 time: 0.0792086
Nov 24 13:28:01.990111 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-0b89e595-2623-4a90-a95a-31eb875503e7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a5e6cc8-4575-48f9-8b6a-e80810d87d07 HTTP/1.1" status: 200  len: 217 time: 0.0686586
Nov 24 13:28:02.059727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-dc5fc76e-98c6-48d5-ba13-4893e1e52ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:02.061841 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-dc5fc76e-98c6-48d5-ba13-4893e1e52ab2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d4f312b8-4ee0-4e1b-99bf-16269d581d57 HTTP/1.1" status: 200  len: 852 time: 0.0655556
Nov 24 13:28:02.157361 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-aeb65ef6-7bc2-4ea3-ac48-7ff8ad8ee582 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b3451b3e-19c9-4427-b44d-b819d89122e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0900548
Nov 24 13:28:02.309142 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e875c34-ce9a-403f-b807-20e839be0d09 req-422c564a-1ea4-49a4-9f39-d779c749d5a9 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:02.310772 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6e875c34-ce9a-403f-b807-20e839be0d09 req-422c564a-1ea4-49a4-9f39-d779c749d5a9 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 943 time: 0.2097781
Nov 24 13:28:02.350361 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-6c4ddf06-26c0-4b7e-b6bb-787312c8c7e0 service neutron] 10.222.0.70 "GET /v2.0/networks/b3451b3e-19c9-4427-b44d-b819d89122e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1869037
Nov 24 13:28:02.459235 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6e875c34-ce9a-403f-b807-20e839be0d09 req-079cdb8b-c90e-46e9-93ad-e876b6d85564 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/security-groups?id=7bb8465c-4179-4d43-b4a5-abd85d2c3747&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364310
Nov 24 13:28:02.507156 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d4f12f21-b70c-4792-9c7f-e9252b89ee81 req-7be42b95-5489-4c03-8be4-2b8fb22e5129 service neutron] 10.222.0.70 "GET /v2.0/networks/b3451b3e-19c9-4427-b44d-b819d89122e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1472957
Nov 24 13:28:02.669631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30912465-5e43-4c11-83ac-6e0af0d7c825 req-57cc965b-911d-492e-850b-878329cedf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:02.671233 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30912465-5e43-4c11-83ac-6e0af0d7c825 req-57cc965b-911d-492e-850b-878329cedf2e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=60f5a50ac85540e5b6e9aa9d39a998c1&device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 1160 time: 0.0801435
Nov 24 13:28:02.813241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30912465-5e43-4c11-83ac-6e0af0d7c825 req-9ee6ac65-207b-4da8-8251-625a2a9809ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:02.814835 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30912465-5e43-4c11-83ac-6e0af0d7c825 req-9ee6ac65-207b-4da8-8251-625a2a9809ae service neutron] 10.222.0.70 "GET /v2.0/networks?id=b3451b3e-19c9-4427-b44d-b819d89122e9 HTTP/1.1" status: 200  len: 906 time: 0.1371961
Nov 24 13:28:02.885992 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30912465-5e43-4c11-83ac-6e0af0d7c825 req-f61c17bd-ab2d-4960-a13f-1cff87378265 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a5e6cc8-4575-48f9-8b6a-e80810d87d07 HTTP/1.1" status: 200  len: 217 time: 0.0639637
Nov 24 13:28:02.956996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30912465-5e43-4c11-83ac-6e0af0d7c825 req-6330c411-8b7b-4cb8-8384-8085aac0585e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:02.958509 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30912465-5e43-4c11-83ac-6e0af0d7c825 req-6330c411-8b7b-4cb8-8384-8085aac0585e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d4f312b8-4ee0-4e1b-99bf-16269d581d57 HTTP/1.1" status: 200  len: 852 time: 0.0660977
Nov 24 13:28:03.007846 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30912465-5e43-4c11-83ac-6e0af0d7c825 req-7c8d1ffd-68ab-4653-8216-c51d5793e052 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b3451b3e-19c9-4427-b44d-b819d89122e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0432174
Nov 24 13:28:03.154200 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30912465-5e43-4c11-83ac-6e0af0d7c825 req-abc99aeb-37cf-4971-8e62-0eaf5e1857ab service neutron] 10.222.0.70 "GET /v2.0/networks/b3451b3e-19c9-4427-b44d-b819d89122e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382451
Nov 24 13:28:03.375085 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30912465-5e43-4c11-83ac-6e0af0d7c825 req-c255d307-157b-4fe6-a466-95e92e9b7bf8 service neutron] 10.222.0.70 "GET /v2.0/networks/b3451b3e-19c9-4427-b44d-b819d89122e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2138858
Nov 24 13:28:03.668998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37086437-073e-4cbd-956e-7fa32c77f1ef req-3cec2457-9db4-4f5c-9a37-7088e70e2990 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:03.670669 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-37086437-073e-4cbd-956e-7fa32c77f1ef req-3cec2457-9db4-4f5c-9a37-7088e70e2990 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 943 time: 0.0813830
Nov 24 13:28:03.723536 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-37086437-073e-4cbd-956e-7fa32c77f1ef req-c66ecdb2-7980-4eff-9948-b2cc00f538b6 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/security-groups?id=7bb8465c-4179-4d43-b4a5-abd85d2c3747&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465462
Nov 24 13:28:04.942268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee68d9-1ffa-436c-a4df-50f001ccf7f7 req-231401d8-6b61-44ae-8d85-92da56a26bfd tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:04.943898 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-89ee68d9-1ffa-436c-a4df-50f001ccf7f7 req-231401d8-6b61-44ae-8d85-92da56a26bfd tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 943 time: 0.0868807
Nov 24 13:28:04.993173 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-89ee68d9-1ffa-436c-a4df-50f001ccf7f7 req-d6f3e8e8-2854-4d99-a4b0-ae1f51b2b89c tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/security-groups?id=7bb8465c-4179-4d43-b4a5-abd85d2c3747&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427067
Nov 24 13:28:05.477793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.objects.ports [None req-87d4d735-a454-4e25-8cc9-e31fed2722aa None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80945) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 24 13:28:05.880297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 7a5e6cc8-4575-48f9-8b6a-e80810d87d07 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:28:05.951315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port 7a5e6cc8-4575-48f9-8b6a-e80810d87d07 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:28:05.956994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 7a5e6cc8-4575-48f9-8b6a-e80810d87d07 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:28:05.957463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:06.080025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:06.108571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b148a1-fd09-4c3b-9123-5380cd64ced6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5e6cc8-4575-48f9-8b6a-e80810d87d07'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:28:06.121690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 7a5e6cc8-4575-48f9-8b6a-e80810d87d07, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=7a5e6cc8-4575-48f9-8b6a-e80810d87d07,segment=NetworkSegment(fc04bdee-a426-4d75-9d88-7e14883479c2),segment_id=fc04bdee-a426-4d75-9d88-7e14883479c2)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:28:06.125048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:06.134201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cf002c00-3875-436e-b577-56b2638e7709 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:28:06.198848 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b148a1-fd09-4c3b-9123-5380cd64ced6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5e6cc8-4575-48f9-8b6a-e80810d87d07', 'code': 200}
Nov 24 13:28:06.202767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=7a5e6cc8-4575-48f9-8b6a-e80810d87d07,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:28:06.212212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:06.212610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:06.212995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:06.213352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:06.213751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:06.214084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:06.214482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:06.214853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:06.215228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:06.215598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:06.215966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:06.216333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:06.216799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:06.217167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:06.217566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:06.217931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:06.218351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:06.218718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:06.219079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:06.219443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:06.219805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:06.220171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:06.220581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:06.220941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:06.225833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:28:06.240362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d7e7f-a18f-4811-a445-d0eb348e281b req-cf57e9db-6d4d-4420-86f3-43d809d2082f tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:06.242039 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d15d7e7f-a18f-4811-a445-d0eb348e281b req-cf57e9db-6d4d-4420-86f3-43d809d2082f tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 945 time: 0.1132340
Nov 24 13:28:06.299599 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d15d7e7f-a18f-4811-a445-d0eb348e281b req-21f1124d-de9b-4276-b4e1-59f6a27d7c0c tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/security-groups?id=7bb8465c-4179-4d43-b4a5-abd85d2c3747&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506976
Nov 24 13:28:06.478182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa44553-0357-4600-8a09-b39114382e89 req-818b49b7-b96e-4526-97bf-b728eb902886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:06.479726 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bfa44553-0357-4600-8a09-b39114382e89 req-818b49b7-b96e-4526-97bf-b728eb902886 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 1162 time: 0.0736294
Nov 24 13:28:06.526589 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bfa44553-0357-4600-8a09-b39114382e89 req-4c662e8b-ff28-42f9-899f-e5303b2df2b1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7bb8465c-4179-4d43-b4a5-abd85d2c3747&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405457
Nov 24 13:28:07.362351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 7a5e6cc8-4575-48f9-8b6a-e80810d87d07 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:28:07.441763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 7a5e6cc8-4575-48f9-8b6a-e80810d87d07 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:28:07.442340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:07.520635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5e48a-1cc8-4f1d-8783-dd8ba93b2906 req-10325da3-70a3-4c2f-811b-b388ab493fea tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:07.522285 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-83f5e48a-1cc8-4f1d-8783-dd8ba93b2906 req-10325da3-70a3-4c2f-811b-b388ab493fea tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 945 time: 0.0889149
Nov 24 13:28:07.577777 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-83f5e48a-1cc8-4f1d-8783-dd8ba93b2906 req-a60fde53-84ac-4c35-9ef3-344fc3471c84 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/security-groups?id=7bb8465c-4179-4d43-b4a5-abd85d2c3747&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489163
Nov 24 13:28:08.791621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d84bfe-e033-48a4-bfe3-df0f5e2e9460 req-b60e8e6f-99cd-49b4-bb98-422bdd268c37 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:08.793219 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-09d84bfe-e033-48a4-bfe3-df0f5e2e9460 req-b60e8e6f-99cd-49b4-bb98-422bdd268c37 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 945 time: 0.0838404
Nov 24 13:28:08.844672 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-09d84bfe-e033-48a4-bfe3-df0f5e2e9460 req-2d0b0e75-a80e-4625-b9d7-39823b716e2f tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/security-groups?id=7bb8465c-4179-4d43-b4a5-abd85d2c3747&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450335
Nov 24 13:28:09.300106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 55666) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:28:09.344379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdb9ab-fa57-4220-9725-9280dd9e8c76 req-e651ed76-406b-4b03-a4fc-acc088d5598f tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:09.346000 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5cfdb9ab-fa57-4220-9725-9280dd9e8c76 req-e651ed76-406b-4b03-a4fc-acc088d5598f tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 945 time: 0.0897286
Nov 24 13:28:09.397072 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5cfdb9ab-fa57-4220-9725-9280dd9e8c76 req-85d98d1d-81de-4d73-a5f8-0274759d3389 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/security-groups?id=7bb8465c-4179-4d43-b4a5-abd85d2c3747&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443685
Nov 24 13:28:09.458585 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9322ee64-ebae-4c63-80ca-218a22bbb69c req-0310d22c-cc70-4c73-99c4-0f296fe4261c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1571026
Nov 24 13:28:10.234533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7280c18e-c0f2-4f42-9574-1428f4e6158e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:10.498419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:28:10.612923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78ae5b-e6b4-48e0-83da-c5bb9baf6f5e req-a452e8b7-2fe9-4e6b-94d4-21591536d7cc tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:10.614566 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9a78ae5b-e6b4-48e0-83da-c5bb9baf6f5e req-a452e8b7-2fe9-4e6b-94d4-21591536d7cc tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 945 time: 0.0860045
Nov 24 13:28:10.668251 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9a78ae5b-e6b4-48e0-83da-c5bb9baf6f5e req-dddac386-817a-4caf-8e74-1411d404837f tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/security-groups?id=7bb8465c-4179-4d43-b4a5-abd85d2c3747&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470293
Nov 24 13:28:10.928296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be0fc1-1aa9-446f-bd77-8511190e43ac req-b8d5829f-850c-4fb5-880b-bed6f87f9fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:10.930181 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-35be0fc1-1aa9-446f-bd77-8511190e43ac req-b8d5829f-850c-4fb5-880b-bed6f87f9fc0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=60f5a50ac85540e5b6e9aa9d39a998c1&device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 1162 time: 0.0765913
Nov 24 13:28:11.089824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be0fc1-1aa9-446f-bd77-8511190e43ac req-5c6daa0b-d224-4e11-ab92-b9985dbd5b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:11.091467 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-35be0fc1-1aa9-446f-bd77-8511190e43ac req-5c6daa0b-d224-4e11-ab92-b9985dbd5b0b service neutron] 10.222.0.70 "GET /v2.0/networks?id=b3451b3e-19c9-4427-b44d-b819d89122e9 HTTP/1.1" status: 200  len: 906 time: 0.1422212
Nov 24 13:28:11.438006 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-35be0fc1-1aa9-446f-bd77-8511190e43ac req-19b2d373-c6ca-40cc-b55a-7580a64c6ded service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a5e6cc8-4575-48f9-8b6a-e80810d87d07 HTTP/1.1" status: 200  len: 217 time: 0.3335872
Nov 24 13:28:11.506308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be0fc1-1aa9-446f-bd77-8511190e43ac req-0354e51d-567c-4891-887b-19992acd081f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:11.507332 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-35be0fc1-1aa9-446f-bd77-8511190e43ac req-0354e51d-567c-4891-887b-19992acd081f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d4f312b8-4ee0-4e1b-99bf-16269d581d57 HTTP/1.1" status: 200  len: 852 time: 0.0630085
Nov 24 13:28:11.557684 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-35be0fc1-1aa9-446f-bd77-8511190e43ac req-9f6b4e2a-7cc0-466c-ac5f-d54304f6793f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b3451b3e-19c9-4427-b44d-b819d89122e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0437984
Nov 24 13:28:11.699605 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-35be0fc1-1aa9-446f-bd77-8511190e43ac req-ecb475c5-daff-43d3-a2ef-2e61ae896804 service neutron] 10.222.0.70 "GET /v2.0/networks/b3451b3e-19c9-4427-b44d-b819d89122e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349704
Nov 24 13:28:11.904885 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-35be0fc1-1aa9-446f-bd77-8511190e43ac req-7f4f0149-3d6c-43cd-8aaf-228cfc99feea service neutron] 10.222.0.70 "GET /v2.0/networks/b3451b3e-19c9-4427-b44d-b819d89122e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1947026
Nov 24 13:28:11.929547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfa6c1-f90d-4802-bd91-8a15afa866ef req-18a4f0ec-18f0-4507-8d70-374a8f7e2158 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:11.931177 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-adcfa6c1-f90d-4802-bd91-8a15afa866ef req-18a4f0ec-18f0-4507-8d70-374a8f7e2158 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 945 time: 0.1265235
Nov 24 13:28:12.017573 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-adcfa6c1-f90d-4802-bd91-8a15afa866ef req-c4fe6cfb-423b-406c-ac9d-c2e6e68adf68 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/security-groups?id=7bb8465c-4179-4d43-b4a5-abd85d2c3747&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781803
Nov 24 13:28:12.058911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322ee64-ebae-4c63-80ca-218a22bbb69c req-b444d2db-7756-4297-b40c-76d441d74554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:12.060514 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9322ee64-ebae-4c63-80ca-218a22bbb69c req-b444d2db-7756-4297-b40c-76d441d74554 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=60f5a50ac85540e5b6e9aa9d39a998c1&device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 1162 time: 0.0803521
Nov 24 13:28:12.206699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322ee64-ebae-4c63-80ca-218a22bbb69c req-f2eec5d5-7e5a-4545-b76a-bc560e53f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:12.208288 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9322ee64-ebae-4c63-80ca-218a22bbb69c req-f2eec5d5-7e5a-4545-b76a-bc560e53f704 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b3451b3e-19c9-4427-b44d-b819d89122e9 HTTP/1.1" status: 200  len: 906 time: 0.1419382
Nov 24 13:28:12.284391 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9322ee64-ebae-4c63-80ca-218a22bbb69c req-3790e112-34ed-4660-a746-d082d84e95d9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a5e6cc8-4575-48f9-8b6a-e80810d87d07 HTTP/1.1" status: 200  len: 217 time: 0.0697944
Nov 24 13:28:12.354238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322ee64-ebae-4c63-80ca-218a22bbb69c req-638e5a1b-8a05-4ce3-90bb-1492f9d441cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:12.355820 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9322ee64-ebae-4c63-80ca-218a22bbb69c req-638e5a1b-8a05-4ce3-90bb-1492f9d441cb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d4f312b8-4ee0-4e1b-99bf-16269d581d57 HTTP/1.1" status: 200  len: 852 time: 0.0657740
Nov 24 13:28:12.409452 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9322ee64-ebae-4c63-80ca-218a22bbb69c req-9f1124f6-bc05-4729-a71a-d92c6c749fbb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b3451b3e-19c9-4427-b44d-b819d89122e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0472493
Nov 24 13:28:12.558499 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9322ee64-ebae-4c63-80ca-218a22bbb69c req-5ce930fc-bf56-44a0-bc85-cceab83ddf3d service neutron] 10.222.0.70 "GET /v2.0/networks/b3451b3e-19c9-4427-b44d-b819d89122e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423821
Nov 24 13:28:12.611101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-82fe28b8-d24a-4aad-a742-96a9fe440bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:12.706387 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9322ee64-ebae-4c63-80ca-218a22bbb69c req-2b48a3e0-f967-4953-b397-3fcdf8977723 service neutron] 10.222.0.70 "GET /v2.0/networks/b3451b3e-19c9-4427-b44d-b819d89122e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1422606
Nov 24 13:28:12.942055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:13.232754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f262f-7f1d-4593-a91a-2fbda2534f1e req-777a4673-043f-4843-aaf2-c998b4086d79 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:13.235225 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2d1f262f-7f1d-4593-a91a-2fbda2534f1e req-777a4673-043f-4843-aaf2-c998b4086d79 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 945 time: 0.0866461
Nov 24 13:28:13.286146 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2d1f262f-7f1d-4593-a91a-2fbda2534f1e req-782c4e55-bd9c-4e68-ae29-bd1daa771e89 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/security-groups?id=7bb8465c-4179-4d43-b4a5-abd85d2c3747&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443833
Nov 24 13:28:14.206895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:14.506202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c05e8-733d-4dcd-80b4-310db9167614 req-ae14dc05-b2ab-46c1-8d1b-3fc518449dfd tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:14.507663 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-195c05e8-733d-4dcd-80b4-310db9167614 req-ae14dc05-b2ab-46c1-8d1b-3fc518449dfd tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 945 time: 0.0894079
Nov 24 13:28:14.556567 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-195c05e8-733d-4dcd-80b4-310db9167614 req-c78830ff-9d98-44b0-85c7-16ee380f3194 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/security-groups?id=7bb8465c-4179-4d43-b4a5-abd85d2c3747&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416210
Nov 24 13:28:14.767004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:15.771802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33456494-d6ba-4bca-aee8-0f04e4df499b req-e9cd9e62-eccf-422f-81fe-23671c58a887 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:15.773408 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-33456494-d6ba-4bca-aee8-0f04e4df499b req-e9cd9e62-eccf-422f-81fe-23671c58a887 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 945 time: 0.0850387
Nov 24 13:28:15.823385 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-33456494-d6ba-4bca-aee8-0f04e4df499b req-67c8ef2e-4e17-448c-b65d-415fd095bbd5 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/security-groups?id=7bb8465c-4179-4d43-b4a5-abd85d2c3747&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435729
Nov 24 13:28:17.045972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06554d63-3326-4958-8396-80211a0ac1b8 req-02b914a9-539c-4e60-896e-7ca2b3a7a4db tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:17.047681 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-06554d63-3326-4958-8396-80211a0ac1b8 req-02b914a9-539c-4e60-896e-7ca2b3a7a4db tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 945 time: 0.0908735
Nov 24 13:28:17.097752 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-06554d63-3326-4958-8396-80211a0ac1b8 req-fc590b82-a909-474e-8382-c2b567d917d8 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/security-groups?id=7bb8465c-4179-4d43-b4a5-abd85d2c3747&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435872
Nov 24 13:28:18.316201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22eb8e-8513-4bc3-9fc3-9d052d8fb4ab req-7ed1e3c5-e244-470b-b74b-173a09fa3715 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:18.317835 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ac22eb8e-8513-4bc3-9fc3-9d052d8fb4ab req-7ed1e3c5-e244-470b-b74b-173a09fa3715 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 945 time: 0.0882246
Nov 24 13:28:18.366895 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ac22eb8e-8513-4bc3-9fc3-9d052d8fb4ab req-6089bacd-6974-423b-bf82-2427a745cfd6 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/security-groups?id=7bb8465c-4179-4d43-b4a5-abd85d2c3747&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425539
Nov 24 13:28:19.585795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eff76f-76f2-47aa-93f7-a407c7b38be2 req-651793d9-1631-421b-81b0-a56533223e83 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:19.587438 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b2eff76f-76f2-47aa-93f7-a407c7b38be2 req-651793d9-1631-421b-81b0-a56533223e83 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 945 time: 0.0874357
Nov 24 13:28:19.637838 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b2eff76f-76f2-47aa-93f7-a407c7b38be2 req-273a1305-30e2-4e77-b05a-af5bd386e853 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/security-groups?id=7bb8465c-4179-4d43-b4a5-abd85d2c3747&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435343
Nov 24 13:28:20.861762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f063e00-4b8e-4118-8443-9a20449e8e43 req-4f69e05f-55bd-43d4-9a09-be5814ec2c4a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:20.863429 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8f063e00-4b8e-4118-8443-9a20449e8e43 req-4f69e05f-55bd-43d4-9a09-be5814ec2c4a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 945 time: 0.0932803
Nov 24 13:28:20.920436 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8f063e00-4b8e-4118-8443-9a20449e8e43 req-f56c33e7-1b5b-4310-b3e1-e5992f6a22b6 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/security-groups?id=7bb8465c-4179-4d43-b4a5-abd85d2c3747&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506124
Nov 24 13:28:21.221804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:22.139841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cef55a-e69b-4e4a-b2cc-46645c3ce280 req-026cf735-219e-48bc-ac8d-0058094ed8d9 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:22.142019 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-54cef55a-e69b-4e4a-b2cc-46645c3ce280 req-026cf735-219e-48bc-ac8d-0058094ed8d9 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 945 time: 0.0891266
Nov 24 13:28:22.192039 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-54cef55a-e69b-4e4a-b2cc-46645c3ce280 req-20816768-ad53-4611-9d02-39ee2fb8747d tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/security-groups?id=7bb8465c-4179-4d43-b4a5-abd85d2c3747&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432036
Nov 24 13:28:23.419792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46cda6d-2ff8-4379-9150-eba7be52dca9 req-3020bc6c-1cf9-4b42-8de5-b84617ec1028 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:23.422802 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f46cda6d-2ff8-4379-9150-eba7be52dca9 req-3020bc6c-1cf9-4b42-8de5-b84617ec1028 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 945 time: 0.0914133
Nov 24 13:28:23.472143 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f46cda6d-2ff8-4379-9150-eba7be52dca9 req-d10c6989-2f8c-4366-9f91-0597400c3fd0 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/security-groups?id=7bb8465c-4179-4d43-b4a5-abd85d2c3747&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428216
Nov 24 13:28:24.684521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9e5e1-124b-42a6-98bf-17dd7dadaf60 req-b83fce7f-d423-46ed-a6e3-5c6b5b617826 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:24.686113 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-35e9e5e1-124b-42a6-98bf-17dd7dadaf60 req-b83fce7f-d423-46ed-a6e3-5c6b5b617826 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 945 time: 0.0828431
Nov 24 13:28:24.736146 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-35e9e5e1-124b-42a6-98bf-17dd7dadaf60 req-6477f0f7-d343-40f4-8cfd-85926cbafddf tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/security-groups?id=7bb8465c-4179-4d43-b4a5-abd85d2c3747&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429990
Nov 24 13:28:25.958963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1c175-f162-4af4-bba9-d1ba186fd6b8 req-ad636b2a-75e0-4ee5-b4e4-ae8f55583842 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:25.960574 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3ef1c175-f162-4af4-bba9-d1ba186fd6b8 req-ad636b2a-75e0-4ee5-b4e4-ae8f55583842 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 945 time: 0.0933771
Nov 24 13:28:26.010310 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3ef1c175-f162-4af4-bba9-d1ba186fd6b8 req-225b4875-074e-47b9-977a-3c9d86adf38c tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/security-groups?id=7bb8465c-4179-4d43-b4a5-abd85d2c3747&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433402
Nov 24 13:28:27.228244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc62809-c35d-4022-b154-e141370f2aae req-bea38400-6f63-4ed1-899c-8d1ea61671b7 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:27.229779 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dfc62809-c35d-4022-b154-e141370f2aae req-bea38400-6f63-4ed1-899c-8d1ea61671b7 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 945 time: 0.0840313
Nov 24 13:28:27.283659 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dfc62809-c35d-4022-b154-e141370f2aae req-cb1dfcf0-2487-4630-82b2-100996274e8a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/security-groups?id=7bb8465c-4179-4d43-b4a5-abd85d2c3747&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468638
Nov 24 13:28:28.500876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2888e-0a59-44a3-b17f-ad378ab9a092 req-07ddef94-8e66-4495-a318-32dcf1df404e tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:28.502426 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-07d2888e-0a59-44a3-b17f-ad378ab9a092 req-07ddef94-8e66-4495-a318-32dcf1df404e tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 945 time: 0.0855224
Nov 24 13:28:28.551666 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-07d2888e-0a59-44a3-b17f-ad378ab9a092 req-e686251b-f159-4170-b02a-4d47c5df35aa tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/security-groups?id=7bb8465c-4179-4d43-b4a5-abd85d2c3747&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427313
Nov 24 13:28:29.640085 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9322ee64-ebae-4c63-80ca-218a22bbb69c req-da3e1c8b-6e0e-4ec0-a2d1-d76348d82638 service neutron] 10.222.0.70 "GET /v2.0/ports/7a5e6cc8-4575-48f9-8b6a-e80810d87d07/bindings/hv-neutron-6013 HTTP/1.1" status: 200  len: 454 time: 0.0823195
Nov 24 13:28:29.769483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89ff0a-0d9a-4ad6-8d1c-cfcf2b101730 req-348e6f09-cd97-4a5a-a40d-cded3120e5e5 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:29.771121 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4e89ff0a-0d9a-4ad6-8d1c-cfcf2b101730 req-348e6f09-cd97-4a5a-a40d-cded3120e5e5 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 945 time: 0.0864961
Nov 24 13:28:29.820933 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4e89ff0a-0d9a-4ad6-8d1c-cfcf2b101730 req-c6f49a68-95b2-421d-81a0-39792ed9d6f1 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/security-groups?id=7bb8465c-4179-4d43-b4a5-abd85d2c3747&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434735
Nov 24 13:28:29.939874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322ee64-ebae-4c63-80ca-218a22bbb69c req-0b834aa1-a966-4151-b962-673434696aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:29.941479 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9322ee64-ebae-4c63-80ca-218a22bbb69c req-0b834aa1-a966-4151-b962-673434696aa3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6&tenant_id=60f5a50ac85540e5b6e9aa9d39a998c1 HTTP/1.1" status: 200  len: 1162 time: 0.0809875
Nov 24 13:28:30.049357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322ee64-ebae-4c63-80ca-218a22bbb69c req-1bf35ec4-d5cc-4e43-ad6f-07878108ecea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:30.051016 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9322ee64-ebae-4c63-80ca-218a22bbb69c req-1bf35ec4-d5cc-4e43-ad6f-07878108ecea service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=60f5a50ac85540e5b6e9aa9d39a998c1&device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 1162 time: 0.0763564
Nov 24 13:28:30.198098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322ee64-ebae-4c63-80ca-218a22bbb69c req-bdc00b22-8d63-4ebd-bb8e-cb276b2df610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:30.198098 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9322ee64-ebae-4c63-80ca-218a22bbb69c req-bdc00b22-8d63-4ebd-bb8e-cb276b2df610 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b3451b3e-19c9-4427-b44d-b819d89122e9 HTTP/1.1" status: 200  len: 906 time: 0.1406903
Nov 24 13:28:30.274230 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9322ee64-ebae-4c63-80ca-218a22bbb69c req-b4cb8cdf-8d42-44f3-a945-4ec6efcf0b70 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a5e6cc8-4575-48f9-8b6a-e80810d87d07 HTTP/1.1" status: 200  len: 217 time: 0.0692112
Nov 24 13:28:30.347040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322ee64-ebae-4c63-80ca-218a22bbb69c req-c299b8b3-e5be-4cfa-a508-e08810a8b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:30.348621 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9322ee64-ebae-4c63-80ca-218a22bbb69c req-c299b8b3-e5be-4cfa-a508-e08810a8b7ef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d4f312b8-4ee0-4e1b-99bf-16269d581d57 HTTP/1.1" status: 200  len: 852 time: 0.0684199
Nov 24 13:28:30.398439 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9322ee64-ebae-4c63-80ca-218a22bbb69c req-899f08df-2668-471d-8fed-fbb1f541d284 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b3451b3e-19c9-4427-b44d-b819d89122e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436029
Nov 24 13:28:30.548394 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9322ee64-ebae-4c63-80ca-218a22bbb69c req-ad67a57f-0416-4a6a-bc23-83ef08caa780 service neutron] 10.222.0.70 "GET /v2.0/networks/b3451b3e-19c9-4427-b44d-b819d89122e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395259
Nov 24 13:28:30.692643 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9322ee64-ebae-4c63-80ca-218a22bbb69c req-c6c6134e-4c8a-468a-a8c7-1fc32276a655 service neutron] 10.222.0.70 "GET /v2.0/networks/b3451b3e-19c9-4427-b44d-b819d89122e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1379309
Nov 24 13:28:31.048984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db33d0-847f-4ac2-b2ec-3189d765b293 req-f097fcb9-c175-432b-9672-f2312172ca58 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:31.050789 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-18db33d0-847f-4ac2-b2ec-3189d765b293 req-f097fcb9-c175-432b-9672-f2312172ca58 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 945 time: 0.0924623
Nov 24 13:28:31.100773 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-18db33d0-847f-4ac2-b2ec-3189d765b293 req-9ba4b474-9643-411a-9956-cb9f2fcef2d3 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/security-groups?id=7bb8465c-4179-4d43-b4a5-abd85d2c3747&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433125
Nov 24 13:28:31.416126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 7a5e6cc8-4575-48f9-8b6a-e80810d87d07 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:28:31.535178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:31.563260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b148a1-fd09-4c3b-9123-5380cd64ced6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a5e6cc8-4575-48f9-8b6a-e80810d87d07'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:28:31.573574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 7a5e6cc8-4575-48f9-8b6a-e80810d87d07, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=7a5e6cc8-4575-48f9-8b6a-e80810d87d07,segment=NetworkSegment(fc04bdee-a426-4d75-9d88-7e14883479c2),segment_id=fc04bdee-a426-4d75-9d88-7e14883479c2)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:28:31.576545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:31.578930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-51fe4f83-2864-40d8-a288-ea2af5e94a07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:28:31.640325 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b148a1-fd09-4c3b-9123-5380cd64ced6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a5e6cc8-4575-48f9-8b6a-e80810d87d07', 'code': 200}
Nov 24 13:28:31.649049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=7a5e6cc8-4575-48f9-8b6a-e80810d87d07,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:28:31.652485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:28:32.315077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52928c8e-fd4a-4e96-af44-d84daa359718 req-d94f22a0-43ba-4b6a-80c4-9e57c17ee799 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:32.316692 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-52928c8e-fd4a-4e96-af44-d84daa359718 req-d94f22a0-43ba-4b6a-80c4-9e57c17ee799 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 943 time: 0.0848773
Nov 24 13:28:32.368216 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-52928c8e-fd4a-4e96-af44-d84daa359718 req-cc5bba80-ea13-4803-8362-e4f5bb413c54 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/security-groups?id=7bb8465c-4179-4d43-b4a5-abd85d2c3747&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451961
Nov 24 13:28:33.584759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b6dca-f343-4629-971a-cb04c9267c91 req-fb7e2a7e-9969-42fb-8c9e-adee40454807 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:33.586364 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6e0b6dca-f343-4629-971a-cb04c9267c91 req-fb7e2a7e-9969-42fb-8c9e-adee40454807 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 943 time: 0.0832412
Nov 24 13:28:33.636600 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6e0b6dca-f343-4629-971a-cb04c9267c91 req-1d3a47fc-5a50-4d29-9290-4c4358a2d0f6 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/security-groups?id=7bb8465c-4179-4d43-b4a5-abd85d2c3747&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438249
Nov 24 13:28:33.764599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 7a5e6cc8-4575-48f9-8b6a-e80810d87d07 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:28:33.847382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 7a5e6cc8-4575-48f9-8b6a-e80810d87d07 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:28:33.847816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:33.973219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:34.004977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b148a1-fd09-4c3b-9123-5380cd64ced6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5e6cc8-4575-48f9-8b6a-e80810d87d07'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:28:34.018688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 7a5e6cc8-4575-48f9-8b6a-e80810d87d07, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=7a5e6cc8-4575-48f9-8b6a-e80810d87d07,segment=NetworkSegment(fc04bdee-a426-4d75-9d88-7e14883479c2),segment_id=fc04bdee-a426-4d75-9d88-7e14883479c2)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:28:34.021945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:34.024902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:28:34.085337 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b148a1-fd09-4c3b-9123-5380cd64ced6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5e6cc8-4575-48f9-8b6a-e80810d87d07', 'code': 200}
Nov 24 13:28:34.087629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53024eea-2b7b-4621-b308-4f4a0761b024 req-b3e2487b-7ca3-47af-87b7-e8426c6690ff tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:34.089231 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-53024eea-2b7b-4621-b308-4f4a0761b024 req-b3e2487b-7ca3-47af-87b7-e8426c6690ff tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.70 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6&tenant_id=60f5a50ac85540e5b6e9aa9d39a998c1&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200  len: 945 time: 0.0998936
Nov 24 13:28:34.099086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=7a5e6cc8-4575-48f9-8b6a-e80810d87d07,revision_number=6']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:28:34.103542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:28:34.279086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53024eea-2b7b-4621-b308-4f4a0761b024 req-b4a1d188-76c6-4c98-bed0-087a7e0a7473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:34.280688 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-53024eea-2b7b-4621-b308-4f4a0761b024 req-b4a1d188-76c6-4c98-bed0-087a7e0a7473 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=60f5a50ac85540e5b6e9aa9d39a998c1&device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 1162 time: 0.0786836
Nov 24 13:28:34.426516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53024eea-2b7b-4621-b308-4f4a0761b024 req-4bcfc117-81a2-400d-80ef-38ccf5a97255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:34.428522 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-53024eea-2b7b-4621-b308-4f4a0761b024 req-4bcfc117-81a2-400d-80ef-38ccf5a97255 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b3451b3e-19c9-4427-b44d-b819d89122e9 HTTP/1.1" status: 200  len: 906 time: 0.1413765
Nov 24 13:28:34.502249 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-53024eea-2b7b-4621-b308-4f4a0761b024 req-05307f65-4e94-46f0-87f3-7eeea064d1f6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a5e6cc8-4575-48f9-8b6a-e80810d87d07 HTTP/1.1" status: 200  len: 217 time: 0.0678024
Nov 24 13:28:34.570677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53024eea-2b7b-4621-b308-4f4a0761b024 req-a1b6053a-b0fa-48d1-bb20-b1aa6df3e66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:34.572155 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-53024eea-2b7b-4621-b308-4f4a0761b024 req-a1b6053a-b0fa-48d1-bb20-b1aa6df3e66d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d4f312b8-4ee0-4e1b-99bf-16269d581d57 HTTP/1.1" status: 200  len: 852 time: 0.0643630
Nov 24 13:28:34.620549 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-53024eea-2b7b-4621-b308-4f4a0761b024 req-7cd29614-b380-4005-9051-219d670a6878 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b3451b3e-19c9-4427-b44d-b819d89122e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0424292
Nov 24 13:28:34.762382 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-53024eea-2b7b-4621-b308-4f4a0761b024 req-7c633963-97d7-424a-a34b-d9a759b098c5 service neutron] 10.222.0.70 "GET /v2.0/networks/b3451b3e-19c9-4427-b44d-b819d89122e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343431
Nov 24 13:28:34.907011 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-53024eea-2b7b-4621-b308-4f4a0761b024 req-f243edce-1546-4b2d-ac10-f9570203d5bc service neutron] 10.222.0.70 "GET /v2.0/networks/b3451b3e-19c9-4427-b44d-b819d89122e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1382673
Nov 24 13:28:35.584299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 7a5e6cc8-4575-48f9-8b6a-e80810d87d07 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:28:35.674358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 7a5e6cc8-4575-48f9-8b6a-e80810d87d07 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:28:35.674845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:36.097853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d0373-57a7-4bdb-a5b6-3e6f1af1319b req-a4851637-dc5c-46d8-966e-10f68cf5a76e tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:36.099521 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-880d0373-57a7-4bdb-a5b6-3e6f1af1319b req-a4851637-dc5c-46d8-966e-10f68cf5a76e tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 945 time: 0.3423536
Nov 24 13:28:36.150956 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-880d0373-57a7-4bdb-a5b6-3e6f1af1319b req-a3653259-c4b9-4101-8753-81599a5390bb tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/security-groups?id=7bb8465c-4179-4d43-b4a5-abd85d2c3747&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438933
Nov 24 13:28:37.368393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6395d8-27ee-4aa4-a093-8f8e5ae6b465 req-3b1672ce-9327-4047-90f3-848088ba5729 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:37.369986 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8d6395d8-27ee-4aa4-a093-8f8e5ae6b465 req-3b1672ce-9327-4047-90f3-848088ba5729 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 945 time: 0.0827608
Nov 24 13:28:37.421097 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8d6395d8-27ee-4aa4-a093-8f8e5ae6b465 req-b376f675-8644-47f6-b71d-463f2375450d tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/security-groups?id=7bb8465c-4179-4d43-b4a5-abd85d2c3747&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447526
Nov 24 13:28:37.589413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53024eea-2b7b-4621-b308-4f4a0761b024 req-ee7a657c-940d-4e79-aaf5-1e99e7c1f091 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:37.590977 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-53024eea-2b7b-4621-b308-4f4a0761b024 req-ee7a657c-940d-4e79-aaf5-1e99e7c1f091 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.70 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 945 time: 0.0839593
Nov 24 13:28:37.663414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-53024eea-2b7b-4621-b308-4f4a0761b024 req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Deleting port 7a5e6cc8-4575-48f9-8b6a-e80810d87d07 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:28:37.663717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-53024eea-2b7b-4621-b308-4f4a0761b024 req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:37.917210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-53024eea-2b7b-4621-b308-4f4a0761b024 req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] For port 7a5e6cc8-4575-48f9-8b6a-e80810d87d07, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=7a5e6cc8-4575-48f9-8b6a-e80810d87d07,segment=NetworkSegment(fc04bdee-a426-4d75-9d88-7e14883479c2),segment_id=fc04bdee-a426-4d75-9d88-7e14883479c2)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:28:37.917210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-53024eea-2b7b-4621-b308-4f4a0761b024 req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:38.044019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-53024eea-2b7b-4621-b308-4f4a0761b024 req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Calling delete_port for 7a5e6cc8-4575-48f9-8b6a-e80810d87d07 owned by compute:nova {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:28:38.194785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-53024eea-2b7b-4621-b308-4f4a0761b024 req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:38.213103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c0754935-d5a1-4b39-b69a-6dc82de8fb49 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:28:38.315749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Pushing event deleted for resources: {'Port': ['ID=7a5e6cc8-4575-48f9-8b6a-e80810d87d07,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:28:38.331551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:38.332027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:38.332452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:38.333176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:38.333310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:38.333684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:38.334071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:38.334517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:38.336664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:38.336664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:38.336664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:38.336664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:38.336664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:38.337693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:38.337693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:38.338046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:38.338361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:38.338775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:38.339182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:38.339587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:38.339995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:38.340401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:38.340807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:38.341212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:38.345211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:28:38.440626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-53024eea-2b7b-4621-b308-4f4a0761b024 req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] No DVR routers for this DVR port 7a5e6cc8-4575-48f9-8b6a-e80810d87d07 on host hv-neutron-6013 {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:28:38.442972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-53024eea-2b7b-4621-b308-4f4a0761b024 req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:38.445831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b148a1-fd09-4c3b-9123-5380cd64ced6', 'name': 'network-vif-deleted', 'tag': '7a5e6cc8-4575-48f9-8b6a-e80810d87d07'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:28:38.462799 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-53024eea-2b7b-4621-b308-4f4a0761b024 req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.70 "DELETE /v2.0/ports/7a5e6cc8-4575-48f9-8b6a-e80810d87d07 HTTP/1.1" status: 204  len: 173 time: 0.8657737
Nov 24 13:28:38.512490 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b148a1-fd09-4c3b-9123-5380cd64ced6', 'name': 'network-vif-deleted', 'tag': '7a5e6cc8-4575-48f9-8b6a-e80810d87d07', 'status': 'completed', 'code': 200}
Nov 24 13:28:38.601554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-ef9319e2-2708-4218-ad14-fedc6b89eb96 req-a6fc686f-33ad-4f20-bd02-7d7d2f9b0626 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Synchronizing usage tracker for tenant:60f5a50ac85540e5b6e9aa9d39a998c1 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:28:38.617045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-ef9319e2-2708-4218-ad14-fedc6b89eb96 req-a6fc686f-33ad-4f20-bd02-7d7d2f9b0626 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Unset dirty status for tenant:60f5a50ac85540e5b6e9aa9d39a998c1 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:28:38.618404 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ef9319e2-2708-4218-ad14-fedc6b89eb96 req-a6fc686f-33ad-4f20-bd02-7d7d2f9b0626 tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] 10.222.0.76 "GET /v2.0/ports?device_id=59b148a1-fd09-4c3b-9123-5380cd64ced6 HTTP/1.1" status: 200  len: 210 time: 0.0620625
Nov 24 13:28:39.477465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 7a5e6cc8-4575-48f9-8b6a-e80810d87d07 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:28:39.516050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] No Port match for: 7a5e6cc8-4575-48f9-8b6a-e80810d87d07 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:28:39.516453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 7a5e6cc8-4575-48f9-8b6a-e80810d87d07 not bound to the agent host hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:28:39.911190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 55756) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:28:39.977915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Deleting subnet d4f312b8-4ee0-4e1b-99bf-16269d581d57 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:28:39.981130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:40.036435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:40.095463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:40.237086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-50dca90c-a20d-459c-85a9-3f28039af699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:40.370105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:40.386157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-63c446f1-e012-4bd5-bb36-545bdfa4b378 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:28:40.478301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4f312b8-4ee0-4e1b-99bf-16269d581d57,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:28:40.505989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:40.506365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:40.506793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:40.507217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:40.507630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:40.508042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:40.508451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:40.508861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:40.509269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:40.509677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:40.510079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:40.510760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:40.511274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:40.511680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:40.512087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:40.512617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:40.512904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:40.513312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:40.513718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:40.514169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:40.514570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:40.514971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:40.515386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:40.515789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:28:40.527926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:28:40.554136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:40.554136 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] 10.222.0.76 "DELETE /v2.0/subnets/d4f312b8-4ee0-4e1b-99bf-16269d581d57 HTTP/1.1" status: 204  len: 168 time: 0.6413145
Nov 24 13:28:40.556323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 55760) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:28:40.675036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9faee7ea-3d73-4113-b392-92f6aa1e1ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:40.867519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9faee7ea-3d73-4113-b392-92f6aa1e1ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:40.986354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-9faee7ea-3d73-4113-b392-92f6aa1e1ec3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634679e2b0>,) {'filters': {'network_id': ['b3451b3e-19c9-4427-b44d-b819d89122e9']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:28:40.999188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-9faee7ea-3d73-4113-b392-92f6aa1e1ec3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634679e2b0>, 'fc04bdee-a426-4d75-9d88-7e14883479c2') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:28:40.999529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-9faee7ea-3d73-4113-b392-92f6aa1e1ec3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634679e2b0>, 'fc04bdee-a426-4d75-9d88-7e14883479c2') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:28:41.014418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9faee7ea-3d73-4113-b392-92f6aa1e1ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:41.030144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9faee7ea-3d73-4113-b392-92f6aa1e1ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:41.032189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9faee7ea-3d73-4113-b392-92f6aa1e1ec3 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:28:41.221383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9faee7ea-3d73-4113-b392-92f6aa1e1ec3 admin admin] Network b3451b3e-19c9-4427-b44d-b819d89122e9 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:28:41.230546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9faee7ea-3d73-4113-b392-92f6aa1e1ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:41.417626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9faee7ea-3d73-4113-b392-92f6aa1e1ec3 admin admin] Network b3451b3e-19c9-4427-b44d-b819d89122e9 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:28:41.445502 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:28:41.445502 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:28:41.445502 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:28:41.445502 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:28:41.445502 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:28:41.445502 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:28:41.445502 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:28:41.445502 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:28:41.445502 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:28:41.445502 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:28:41.445502 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:28:41.445502 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:28:41.445502 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:28:41.445502 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:28:41.445502 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:28:41.445502 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:28:41.445502 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:28:41.445502 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:28:41.445502 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:28:41.445502 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:28:41.445502 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:28:41.445502 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:28:41.445502 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:28:41.445502 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:28:41.445502 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:28:41.445502 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:28:41.445502 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:28:41.445502 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:28:41.445502 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:28:41.445502 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:28:41.445502 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:28:41.445502 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:28:41.522999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9faee7ea-3d73-4113-b392-92f6aa1e1ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:41.526440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6f9c27cc-f790-495e-92c9-ea13f22eab46 tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:28:41.540573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9faee7ea-3d73-4113-b392-92f6aa1e1ec3 admin admin] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:41.553733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faee7ea-3d73-4113-b392-92f6aa1e1ec3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3451b3e-19c9-4427-b44d-b819d89122e9,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:28:41.556835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9faee7ea-3d73-4113-b392-92f6aa1e1ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:28:41.559708 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9faee7ea-3d73-4113-b392-92f6aa1e1ec3 admin admin] 10.222.0.76 "DELETE /v2.0/networks/b3451b3e-19c9-4427-b44d-b819d89122e9 HTTP/1.1" status: 204  len: 168 time: 1.0023780
Nov 24 13:28:41.703447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 55766) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:28:41.761125 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5b523493-0340-48b7-99a5-f42e726fbd02 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=60f5a50ac85540e5b6e9aa9d39a998c1&name=default HTTP/1.1" status: 200  len: 2751 time: 0.0563509
Nov 24 13:28:41.763714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 55770) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:28:41.829935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13b6c82b-dc42-45e6-9649-302f60d0d399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:41.856983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13b6c82b-dc42-45e6-9649-302f60d0d399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:41.903153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13b6c82b-dc42-45e6-9649-302f60d0d399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:41.908696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3a350817-8731-4482-bf9d-59301b028ace tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:28:41.923259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6c82b-dc42-45e6-9649-302f60d0d399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb8465c-4179-4d43-b4a5-abd85d2c3747,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:28:41.927223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-13b6c82b-dc42-45e6-9649-302f60d0d399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:28:41.932914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13b6c82b-dc42-45e6-9649-302f60d0d399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:41.934056 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-13b6c82b-dc42-45e6-9649-302f60d0d399 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7bb8465c-4179-4d43-b4a5-abd85d2c3747 HTTP/1.1" status: 204  len: 168 time: 0.1693556
Nov 24 13:28:42.614991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5f2de852-6173-4ebc-b888-10c5ad44ec2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:42.856274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 55792) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:28:42.946311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:43.005878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e847a442-15c2-4955-9f5f-c91d7d125ea2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-344582375-network', 'tenant_id': '7bc4a18eb2454bed9005ccc7b886e15f'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:28:43.011591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e847a442-15c2-4955-9f5f-c91d7d125ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:28:43.015742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e847a442-15c2-4955-9f5f-c91d7d125ea2 admin admin] Usage tracker for resource:network and tenant:7bc4a18eb2454bed9005ccc7b886e15f is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:28:43.018777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e847a442-15c2-4955-9f5f-c91d7d125ea2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:28:43.025093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e847a442-15c2-4955-9f5f-c91d7d125ea2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:28:43.035097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e847a442-15c2-4955-9f5f-c91d7d125ea2 admin admin] Made reservation on behalf of 7bc4a18eb2454bed9005ccc7b886e15f for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:28:43.039808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e847a442-15c2-4955-9f5f-c91d7d125ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:43.054196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e847a442-15c2-4955-9f5f-c91d7d125ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:43.088090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e847a442-15c2-4955-9f5f-c91d7d125ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:28:43.092449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e847a442-15c2-4955-9f5f-c91d7d125ea2 admin admin] Usage tracker for resource:security_group_rule and tenant:7bc4a18eb2454bed9005ccc7b886e15f is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:28:43.095821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e847a442-15c2-4955-9f5f-c91d7d125ea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:28:43.101519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e847a442-15c2-4955-9f5f-c91d7d125ea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:28:43.185205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e847a442-15c2-4955-9f5f-c91d7d125ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:43.188085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e847a442-15c2-4955-9f5f-c91d7d125ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:43.192953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a7be979e-96dd-4c60-be8e-240dbbc71bed tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:28:43.225226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e847a442-15c2-4955-9f5f-c91d7d125ea2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:28:43.240080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847a442-15c2-4955-9f5f-c91d7d125ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816ef793-38e1-413e-adb4-8acefa11e38f,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:28:43.243758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e847a442-15c2-4955-9f5f-c91d7d125ea2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:43.244194 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-e847a442-15c2-4955-9f5f-c91d7d125ea2 admin admin] Added segment 82a5e41f-9b31-4285-aff7-ab9dc229740a of type vxlan for network 91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6
Nov 24 13:28:43.246061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e847a442-15c2-4955-9f5f-c91d7d125ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:28:43.275870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e847a442-15c2-4955-9f5f-c91d7d125ea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:43.310500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e847a442-15c2-4955-9f5f-c91d7d125ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:43.311548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e847a442-15c2-4955-9f5f-c91d7d125ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:43.312191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e847a442-15c2-4955-9f5f-c91d7d125ea2 admin admin] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:43.318203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0e9b4afb-c1f1-4066-8e59-9379b584635a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:28:43.431596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847a442-15c2-4955-9f5f-c91d7d125ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:28:43.435169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e847a442-15c2-4955-9f5f-c91d7d125ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:28:43.436996 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e847a442-15c2-4955-9f5f-c91d7d125ea2 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.5794551
Nov 24 13:28:43.440429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 55798) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:28:43.443127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:28:43.446472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-8985f168-48c7-4680-a838-fa4d87f920f0 admin admin] Request body: {'subnet': {'network_id': '91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-344582375-subnet', 'tenant_id': '7bc4a18eb2454bed9005ccc7b886e15f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:28:43.452003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8985f168-48c7-4680-a838-fa4d87f920f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:28:43.456847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8985f168-48c7-4680-a838-fa4d87f920f0 admin admin] Usage tracker for resource:subnet and tenant:7bc4a18eb2454bed9005ccc7b886e15f is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:28:43.460319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8985f168-48c7-4680-a838-fa4d87f920f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:28:43.461376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:28:43.466272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8985f168-48c7-4680-a838-fa4d87f920f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:28:43.476346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8985f168-48c7-4680-a838-fa4d87f920f0 admin admin] Made reservation on behalf of 7bc4a18eb2454bed9005ccc7b886e15f for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:28:43.481217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8985f168-48c7-4680-a838-fa4d87f920f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:43.917466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8985f168-48c7-4680-a838-fa4d87f920f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:43.937230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d9598f77-e08c-4ef1-975e-e8b07b7c1c72 tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:28:44.065074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985f168-48c7-4680-a838-fa4d87f920f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c30b9a01-94c3-4788-ba43-3f61d244db2e,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:28:44.068527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8985f168-48c7-4680-a838-fa4d87f920f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:28:44.151321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8985f168-48c7-4680-a838-fa4d87f920f0 admin admin] Checking segment: {'id': '82a5e41f-9b31-4285-aff7-ab9dc229740a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:28:44.151716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8985f168-48c7-4680-a838-fa4d87f920f0 admin admin] Network hostable DHCP agents. Network: 91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:28:44.174557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8985f168-48c7-4680-a838-fa4d87f920f0 admin admin] Network 91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:28:44.183066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-8985f168-48c7-4680-a838-fa4d87f920f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:28:44.191831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11321d2-674a-4b72-aa07-e584a1301967 None None] Network 91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:28:44.196264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8985f168-48c7-4680-a838-fa4d87f920f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:44.196912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8985f168-48c7-4680-a838-fa4d87f920f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:44.216490 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8985f168-48c7-4680-a838-fa4d87f920f0 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7750561
Nov 24 13:28:44.295181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:44.443936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ad618f-1ce8-49bf-ab6f-a0df9189ba69 None None] Network 91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:28:44.771442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:44.837064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-287a656e-6402-4a03-b8f6-58f0455fc205 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:44.838726 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-287a656e-6402-4a03-b8f6-58f0455fc205 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/networks?id=91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6 HTTP/1.1" status: 200  len: 814 time: 0.1677473
Nov 24 13:28:44.857540 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-04662328-c7d2-45db-8650-064da6e4f539 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/quotas/7bc4a18eb2454bed9005ccc7b886e15f HTTP/1.1" status: 200  len: 375 time: 0.0125794
Nov 24 13:28:44.911609 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-e89ff405-ef4c-4143-9d99-a5612696678f tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?tenant_id=7bc4a18eb2454bed9005ccc7b886e15f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0478225
Nov 24 13:28:45.062779 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-a1d81ba5-599b-492a-9499-3aed8985f9a8 service neutron] 10.222.0.76 "GET /v2.0/networks/91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435742
Nov 24 13:28:45.220265 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-acb2d216-7c22-41f1-b464-1c89f82a870f service neutron] 10.222.0.76 "GET /v2.0/networks/91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1495605
Nov 24 13:28:45.435255 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-60cc9e0c-c0eb-4b24-8a9d-3ede971b5117 req-e0fab9fb-0591-44b0-a2c8-f7ec50f1473b tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 210 time: 0.0536735
Nov 24 13:28:46.628291 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bd53bbba-210b-4620-9a04-abfb85bdd6d7 req-a09b13a4-b005-4e6b-8c0f-562a4bf195ad tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 210 time: 0.0519648
Nov 24 13:28:46.633982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-cc685feb-3f93-4e4d-9982-34a2ec6f0685 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:46.635757 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-cc685feb-3f93-4e4d-9982-34a2ec6f0685 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.70 "GET /v2.0/networks?id=91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6 HTTP/1.1" status: 200  len: 814 time: 0.2159922
Nov 24 13:28:46.670159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-ed3963af-a262-4451-9b5a-a2b6c9139e22 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Request body: {'port': {'device_id': '1936c1ec-74a5-4c35-82d1-6d74c6389aa5', 'network_id': '91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6', 'admin_state_up': True, 'tenant_id': '7bc4a18eb2454bed9005ccc7b886e15f'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:28:46.815962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-ed3963af-a262-4451-9b5a-a2b6c9139e22 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:28:46.820048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-ed3963af-a262-4451-9b5a-a2b6c9139e22 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Usage tracker for resource:port and tenant:7bc4a18eb2454bed9005ccc7b886e15f is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:28:46.823063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-ed3963af-a262-4451-9b5a-a2b6c9139e22 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Quota usage for port was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:28:46.828962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-ed3963af-a262-4451-9b5a-a2b6c9139e22 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:28:46.838398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-ed3963af-a262-4451-9b5a-a2b6c9139e22 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Made reservation on behalf of 7bc4a18eb2454bed9005ccc7b886e15f for: {'port': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:28:46.843900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-ed3963af-a262-4451-9b5a-a2b6c9139e22 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:47.163886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-ed3963af-a262-4451-9b5a-a2b6c9139e22 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Allocated IP 172.20.0.4 (91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6/c30b9a01-94c3-4788-ba43-3f61d244db2e/1f765f12-05ba-491f-a92e-ec5a5b993fce) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:28:47.380267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-ed3963af-a262-4451-9b5a-a2b6c9139e22 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:47.406739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-ed3963af-a262-4451-9b5a-a2b6c9139e22 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:47.421615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d12a1fd8-53d1-4b09-b9ec-ccdd551b9ee3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:28:47.499416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:28:47.556814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3963af-a262-4451-9b5a-a2b6c9139e22 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Pushing event updated for resources: {'Port': ['ID=1f765f12-05ba-491f-a92e-ec5a5b993fce,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:28:47.562486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ed3963af-a262-4451-9b5a-a2b6c9139e22 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:28:47.622831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-ed3963af-a262-4451-9b5a-a2b6c9139e22 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Network 91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:28:47.623953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-ed3963af-a262-4451-9b5a-a2b6c9139e22 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:28:47.627113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-ed3963af-a262-4451-9b5a-a2b6c9139e22 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:28:47.691361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-ed3963af-a262-4451-9b5a-a2b6c9139e22 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:47.692038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-ed3963af-a262-4451-9b5a-a2b6c9139e22 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:47.712326 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-ed3963af-a262-4451-9b5a-a2b6c9139e22 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0465796
Nov 24 13:28:47.730436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-443e5d5c-4a08-47e9-9da4-e955dcef1e77 service neutron] Request body: {'port': {'device_id': '1936c1ec-74a5-4c35-82d1-6d74c6389aa5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:28:47.908593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-443e5d5c-4a08-47e9-9da4-e955dcef1e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:47.934987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f23175-7c89-477d-8c07-d4aed33cfcba req-66d3113d-2852-4055-bf7f-4000afd4e744 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:47.935680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-e3f23175-7c89-477d-8c07-d4aed33cfcba req-66d3113d-2852-4055-bf7f-4000afd4e744 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Synchronizing usage tracker for tenant:7bc4a18eb2454bed9005ccc7b886e15f on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:28:48.002180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-e3f23175-7c89-477d-8c07-d4aed33cfcba req-66d3113d-2852-4055-bf7f-4000afd4e744 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Unset dirty status for tenant:7bc4a18eb2454bed9005ccc7b886e15f on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:28:48.003461 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e3f23175-7c89-477d-8c07-d4aed33cfcba req-66d3113d-2852-4055-bf7f-4000afd4e744 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 931 time: 0.2366900
Nov 24 13:28:48.159689 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e3f23175-7c89-477d-8c07-d4aed33cfcba req-a822831a-d73e-498a-a54c-6dd360c370e4 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1273866
Nov 24 13:28:48.389070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-443e5d5c-4a08-47e9-9da4-e955dcef1e77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f765f12-05ba-491f-a92e-ec5a5b993fce {{(pid=80943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:28:48.396715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-443e5d5c-4a08-47e9-9da4-e955dcef1e77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:48.410134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-443e5d5c-4a08-47e9-9da4-e955dcef1e77 service neutron] Transition to ACTIVE for port object 1f765f12-05ba-491f-a92e-ec5a5b993fce will not be triggered until provisioned by entity L2. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:28:48.416140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-443e5d5c-4a08-47e9-9da4-e955dcef1e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:48.432070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d6e8fb09-0267-4c55-b377-e97acba8871c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:28:48.562699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e5d5c-4a08-47e9-9da4-e955dcef1e77 service neutron] Pushing event updated for resources: {'Port': ['ID=1f765f12-05ba-491f-a92e-ec5a5b993fce,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:28:48.568041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-443e5d5c-4a08-47e9-9da4-e955dcef1e77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:28:48.756780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-443e5d5c-4a08-47e9-9da4-e955dcef1e77 service neutron] Attempting to bind port 1f765f12-05ba-491f-a92e-ec5a5b993fce on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:28:48.757339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-443e5d5c-4a08-47e9-9da4-e955dcef1e77 service neutron] Attempting to bind port 1f765f12-05ba-491f-a92e-ec5a5b993fce by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '82a5e41f-9b31-4285-aff7-ab9dc229740a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6'}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:28:48.757462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-443e5d5c-4a08-47e9-9da4-e955dcef1e77 service neutron] Attempting to bind port 1f765f12-05ba-491f-a92e-ec5a5b993fce on network 91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6 {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:28:48.764611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-443e5d5c-4a08-47e9-9da4-e955dcef1e77 service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:28:48.764985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-443e5d5c-4a08-47e9-9da4-e955dcef1e77 service neutron] Checking segment: {'id': '82a5e41f-9b31-4285-aff7-ab9dc229740a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:28:48.765391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-443e5d5c-4a08-47e9-9da4-e955dcef1e77 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:48.765789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-443e5d5c-4a08-47e9-9da4-e955dcef1e77 service neutron] Bound using segment: {'id': '82a5e41f-9b31-4285-aff7-ab9dc229740a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6'} {{(pid=80943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:28:48.766290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-443e5d5c-4a08-47e9-9da4-e955dcef1e77 service neutron] Bound port: 1f765f12-05ba-491f-a92e-ec5a5b993fce, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a5e41f-9b31-4285-aff7-ab9dc229740a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6'}}] {{(pid=80943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:28:48.767278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-443e5d5c-4a08-47e9-9da4-e955dcef1e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:48.862020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-443e5d5c-4a08-47e9-9da4-e955dcef1e77 service neutron] For port 1f765f12-05ba-491f-a92e-ec5a5b993fce, host hv-neutron-6013, cleared binding levels {{(pid=80943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:28:48.865344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-443e5d5c-4a08-47e9-9da4-e955dcef1e77 service neutron] For port 1f765f12-05ba-491f-a92e-ec5a5b993fce, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1f765f12-05ba-491f-a92e-ec5a5b993fce,segment=NetworkSegment(82a5e41f-9b31-4285-aff7-ab9dc229740a),segment_id=82a5e41f-9b31-4285-aff7-ab9dc229740a)] {{(pid=80943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:28:48.868767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-443e5d5c-4a08-47e9-9da4-e955dcef1e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:48.884647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ea1c8309-21a6-4608-b25b-2046fadceb13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:28:49.024610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e5d5c-4a08-47e9-9da4-e955dcef1e77 service neutron] Pushing event updated for resources: {'Port': ['ID=1f765f12-05ba-491f-a92e-ec5a5b993fce,revision_number=3']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:28:49.037471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-443e5d5c-4a08-47e9-9da4-e955dcef1e77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:28:49.071394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-443e5d5c-4a08-47e9-9da4-e955dcef1e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:49.072065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-443e5d5c-4a08-47e9-9da4-e955dcef1e77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:49.073551 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-443e5d5c-4a08-47e9-9da4-e955dcef1e77 service neutron] 10.222.0.70 "PUT /v2.0/ports/1f765f12-05ba-491f-a92e-ec5a5b993fce HTTP/1.1" status: 200  len: 1157 time: 1.3478816
Nov 24 13:28:49.074107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1936c1ec-74a5-4c35-82d1-6d74c6389aa5', 'tag': '1f765f12-05ba-491f-a92e-ec5a5b993fce'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:28:49.165336 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1936c1ec-74a5-4c35-82d1-6d74c6389aa5', 'tag': '1f765f12-05ba-491f-a92e-ec5a5b993fce', 'status': 'completed', 'code': 200}
Nov 24 13:28:49.212313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-717cbc85-f582-4093-a1ec-32c751b61e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:49.213944 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-717cbc85-f582-4093-a1ec-32c751b61e02 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bc4a18eb2454bed9005ccc7b886e15f&device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 1160 time: 0.0916307
Nov 24 13:28:49.612825 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-ed976dcd-7dec-4da2-bb0b-8c56b67a04af service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f765f12-05ba-491f-a92e-ec5a5b993fce HTTP/1.1" status: 200  len: 217 time: 0.3857739
Nov 24 13:28:49.697444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-b99071ba-a005-4417-9678-7b3f499742c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:49.699052 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-b99071ba-a005-4417-9678-7b3f499742c4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c30b9a01-94c3-4788-ba43-3f61d244db2e HTTP/1.1" status: 200  len: 854 time: 0.0790520
Nov 24 13:28:49.709839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3016c0-688c-4f44-a51b-81c0ff4f50e5 req-555f8545-8ebf-4b41-8842-096a3bbf9608 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:49.711345 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8d3016c0-688c-4f44-a51b-81c0ff4f50e5 req-555f8545-8ebf-4b41-8842-096a3bbf9608 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 943 time: 0.1588888
Nov 24 13:28:49.775537 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-7a551627-19c6-42ba-8cfd-854941af1069 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0631869
Nov 24 13:28:49.885590 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8d3016c0-688c-4f44-a51b-81c0ff4f50e5 req-25438006-7ff5-4b8e-9288-23ba01381ab8 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1404641
Nov 24 13:28:49.936558 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-709bee28-33d9-4995-837a-3e7a9aee6b3f service neutron] 10.222.0.70 "GET /v2.0/networks/91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483331
Nov 24 13:28:50.081188 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-51536e4f-c2a2-43a3-bbd1-557657b18da1 req-48cbb9a7-79c9-4513-8a46-da6be13e05ea service neutron] 10.222.0.70 "GET /v2.0/networks/91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1379714
Nov 24 13:28:50.252749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbaa86-e6bf-4e85-a3b3-7fa763a1ae39 req-97877063-d284-4632-96bd-dacc33d996c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:50.254780 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d2dbaa86-e6bf-4e85-a3b3-7fa763a1ae39 req-97877063-d284-4632-96bd-dacc33d996c5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bc4a18eb2454bed9005ccc7b886e15f&device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 1160 time: 0.0785615
Nov 24 13:28:50.400762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbaa86-e6bf-4e85-a3b3-7fa763a1ae39 req-b5f5ad73-a759-40f2-944c-35d73afa2905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:50.402430 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d2dbaa86-e6bf-4e85-a3b3-7fa763a1ae39 req-b5f5ad73-a759-40f2-944c-35d73afa2905 service neutron] 10.222.0.70 "GET /v2.0/networks?id=91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6 HTTP/1.1" status: 200  len: 908 time: 0.1409814
Nov 24 13:28:50.478778 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d2dbaa86-e6bf-4e85-a3b3-7fa763a1ae39 req-8387b52f-22a8-4540-a4d5-bd09df15cbc7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f765f12-05ba-491f-a92e-ec5a5b993fce HTTP/1.1" status: 200  len: 217 time: 0.0688438
Nov 24 13:28:50.549335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbaa86-e6bf-4e85-a3b3-7fa763a1ae39 req-70ae3f77-f528-465a-961f-163fa8756fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:50.550956 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d2dbaa86-e6bf-4e85-a3b3-7fa763a1ae39 req-70ae3f77-f528-465a-961f-163fa8756fae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c30b9a01-94c3-4788-ba43-3f61d244db2e HTTP/1.1" status: 200  len: 854 time: 0.0655675
Nov 24 13:28:50.604689 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d2dbaa86-e6bf-4e85-a3b3-7fa763a1ae39 req-566559e4-a50a-4ac9-ba4b-15032543a906 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0463789
Nov 24 13:28:50.751299 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d2dbaa86-e6bf-4e85-a3b3-7fa763a1ae39 req-44ac6182-9873-446f-979d-ede69c918425 service neutron] 10.222.0.70 "GET /v2.0/networks/91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393509
Nov 24 13:28:50.895768 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d2dbaa86-e6bf-4e85-a3b3-7fa763a1ae39 req-5402ec09-c3e8-4d2b-821d-f6dbb7defd7d service neutron] 10.222.0.70 "GET /v2.0/networks/91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1376007
Nov 24 13:28:51.112127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f867e-16bf-4492-aaf8-5f50cebd6a95 req-57edfc3c-5000-47a4-9736-2d1e7f4119fb tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:51.113907 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ea3f867e-16bf-4492-aaf8-5f50cebd6a95 req-57edfc3c-5000-47a4-9736-2d1e7f4119fb tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 943 time: 0.0841987
Nov 24 13:28:51.170871 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ea3f867e-16bf-4492-aaf8-5f50cebd6a95 req-6b896eb5-d808-4a5b-974b-c5f5b65fe52f tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487392
Nov 24 13:28:51.231772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:51.719374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.objects.ports [None req-ad232379-a4ff-461f-93bc-198a643c6d68 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80945) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 24 13:28:52.123398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 1f765f12-05ba-491f-a92e-ec5a5b993fce up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:28:52.197227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port 1f765f12-05ba-491f-a92e-ec5a5b993fce completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:28:52.202162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 1f765f12-05ba-491f-a92e-ec5a5b993fce triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:28:52.202609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:52.328148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:52.357461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1936c1ec-74a5-4c35-82d1-6d74c6389aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f765f12-05ba-491f-a92e-ec5a5b993fce'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:28:52.369449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 1f765f12-05ba-491f-a92e-ec5a5b993fce, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1f765f12-05ba-491f-a92e-ec5a5b993fce,segment=NetworkSegment(82a5e41f-9b31-4285-aff7-ab9dc229740a),segment_id=82a5e41f-9b31-4285-aff7-ab9dc229740a)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:28:52.373261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:52.375617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:28:52.397544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97f3c8-d414-4321-ad45-bcae85f41df3 req-20e93515-50e2-4acf-90fc-d35b75bdfd0e tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:52.401100 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6e97f3c8-d414-4321-ad45-bcae85f41df3 req-20e93515-50e2-4acf-90fc-d35b75bdfd0e tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 943 time: 0.0983312
Nov 24 13:28:52.423607 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1936c1ec-74a5-4c35-82d1-6d74c6389aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f765f12-05ba-491f-a92e-ec5a5b993fce', 'code': 200}
Nov 24 13:28:52.451700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=1f765f12-05ba-491f-a92e-ec5a5b993fce,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:28:52.452779 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6e97f3c8-d414-4321-ad45-bcae85f41df3 req-218dd7fe-b145-4fb6-ac55-31e54676bc87 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453303
Nov 24 13:28:52.455669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:28:52.700365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7f80a-df4f-472e-b091-b6b1c53426b8 req-e1d5e07c-ab4e-46c0-bac3-b740e856821e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:52.701885 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-44d7f80a-df4f-472e-b091-b6b1c53426b8 req-e1d5e07c-ab4e-46c0-bac3-b740e856821e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 1162 time: 0.0743287
Nov 24 13:28:52.747242 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-44d7f80a-df4f-472e-b091-b6b1c53426b8 req-3fbf7f5d-6671-49e9-9497-2a31479a21f3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388558
Nov 24 13:28:53.690942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b3786-aa25-4927-b4f6-91175fa81f4b req-48a994d3-a273-4aa9-8a62-8c27d781db5f tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:53.692575 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b40b3786-aa25-4927-b4f6-91175fa81f4b req-48a994d3-a273-4aa9-8a62-8c27d781db5f tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.0908728
Nov 24 13:28:53.743979 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b40b3786-aa25-4927-b4f6-91175fa81f4b req-e7e31599-8fd5-4ac4-99a7-391e9b326b64 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451086
Nov 24 13:28:53.761914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 1f765f12-05ba-491f-a92e-ec5a5b993fce up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:28:53.850936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 1f765f12-05ba-491f-a92e-ec5a5b993fce triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:28:53.851359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:28:54.961094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d00092-f2a2-4efa-909c-002e72654ce8 req-8b4893d8-7da7-43fc-9387-adac9a2f6f29 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:54.962747 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b2d00092-f2a2-4efa-909c-002e72654ce8 req-8b4893d8-7da7-43fc-9387-adac9a2f6f29 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.0854068
Nov 24 13:28:55.013019 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b2d00092-f2a2-4efa-909c-002e72654ce8 req-3ef770f2-1840-4379-b1f2-8f9eb528b44b tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437553
Nov 24 13:28:55.235639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0e083-d439-485c-b958-e341a83472ba req-586ed666-c5c5-4f32-90c8-d37c5aaaa4b2 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:55.237813 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b5b0e083-d439-485c-b958-e341a83472ba req-586ed666-c5c5-4f32-90c8-d37c5aaaa4b2 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.0935879
Nov 24 13:28:55.288655 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b5b0e083-d439-485c-b958-e341a83472ba req-7779c4cc-8306-4417-a2fa-040ae3235a56 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442307
Nov 24 13:28:55.680948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c455504-dd34-4333-a759-5f75d6c99eac req-94da9ad9-ef80-4cdf-a129-86facb2ed0e6 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:55.682521 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6c455504-dd34-4333-a759-5f75d6c99eac req-94da9ad9-ef80-4cdf-a129-86facb2ed0e6 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.0825455
Nov 24 13:28:55.735895 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6c455504-dd34-4333-a759-5f75d6c99eac req-bea7cbfd-bed3-45a9-b19e-3f6d8e4c5945 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469594
Nov 24 13:28:55.951549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65081175-c4de-4772-a174-25fa1a0607cd req-cf1bfb96-ea0c-4288-94e6-46f3c8addb34 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:55.953082 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-65081175-c4de-4772-a174-25fa1a0607cd req-cf1bfb96-ea0c-4288-94e6-46f3c8addb34 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.0851383
Nov 24 13:28:56.003608 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-65081175-c4de-4772-a174-25fa1a0607cd req-b2bf9088-1a7a-4b4e-8d14-d6ec7ec53bdc tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428407
Nov 24 13:28:56.400481 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9053bc8f-5139-4cb9-b2ab-bb4408b1c1fb req-788e5dca-93e0-49f0-a210-467eea456623 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0811033
Nov 24 13:28:56.468541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463af679-660f-4b63-9c97-e93e76df8080 req-378c912a-30cd-4842-98ab-15513a34c902 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:56.470153 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-463af679-660f-4b63-9c97-e93e76df8080 req-378c912a-30cd-4842-98ab-15513a34c902 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.0896249
Nov 24 13:28:56.523874 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-463af679-660f-4b63-9c97-e93e76df8080 req-da08bd28-3464-406b-a003-9bdd5155f901 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460665
Nov 24 13:28:57.799376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da862f-54b0-4e3e-b4f5-f063e46559bf req-6ca0b2cc-40b9-4e1b-ba1e-bde62cbb5595 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:57.801055 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-86da862f-54b0-4e3e-b4f5-f063e46559bf req-6ca0b2cc-40b9-4e1b-ba1e-bde62cbb5595 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.1434364
Nov 24 13:28:57.861143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053bc8f-5139-4cb9-b2ab-bb4408b1c1fb req-bba299f2-34fb-461c-9085-a2dee0b997a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:57.862746 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9053bc8f-5139-4cb9-b2ab-bb4408b1c1fb req-bba299f2-34fb-461c-9085-a2dee0b997a5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bc4a18eb2454bed9005ccc7b886e15f&device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 1162 time: 0.1349947
Nov 24 13:28:57.870141 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-86da862f-54b0-4e3e-b4f5-f063e46559bf req-69e7fa25-1be7-46d9-a6cb-f8993d054d81 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608220
Nov 24 13:28:58.012166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053bc8f-5139-4cb9-b2ab-bb4408b1c1fb req-019dcac0-407c-4662-9591-14f8186a6931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:58.013765 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9053bc8f-5139-4cb9-b2ab-bb4408b1c1fb req-019dcac0-407c-4662-9591-14f8186a6931 service neutron] 10.222.0.70 "GET /v2.0/networks?id=91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6 HTTP/1.1" status: 200  len: 908 time: 0.1427107
Nov 24 13:28:58.088274 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9053bc8f-5139-4cb9-b2ab-bb4408b1c1fb req-f47f40e8-3059-4a86-92bc-7300dd51c170 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f765f12-05ba-491f-a92e-ec5a5b993fce HTTP/1.1" status: 200  len: 217 time: 0.0676112
Nov 24 13:28:58.161255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053bc8f-5139-4cb9-b2ab-bb4408b1c1fb req-0113e2f0-399a-4306-bf0d-f85668442da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:58.162756 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9053bc8f-5139-4cb9-b2ab-bb4408b1c1fb req-0113e2f0-399a-4306-bf0d-f85668442da7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c30b9a01-94c3-4788-ba43-3f61d244db2e HTTP/1.1" status: 200  len: 854 time: 0.0680382
Nov 24 13:28:58.217505 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9053bc8f-5139-4cb9-b2ab-bb4408b1c1fb req-4392abad-5cd0-4bc5-acbe-a70bd4ca2caf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0486741
Nov 24 13:28:58.362803 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9053bc8f-5139-4cb9-b2ab-bb4408b1c1fb req-910256d4-7097-44c8-ade9-f511a9d632fb service neutron] 10.222.0.70 "GET /v2.0/networks/91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386201
Nov 24 13:28:58.510808 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9053bc8f-5139-4cb9-b2ab-bb4408b1c1fb req-0a6e8d03-8765-4a5e-8b7c-0ae4be0ef8b4 service neutron] 10.222.0.70 "GET /v2.0/networks/91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1417165
Nov 24 13:28:59.089274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49eff3-f109-4021-9781-7172b8c81966 req-a6a24cd8-edea-47cd-8a2d-73bfbf8cb2ec tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:28:59.090908 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ab49eff3-f109-4021-9781-7172b8c81966 req-a6a24cd8-edea-47cd-8a2d-73bfbf8cb2ec tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.0860522
Nov 24 13:28:59.141115 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ab49eff3-f109-4021-9781-7172b8c81966 req-0f390453-92ba-4b06-92bc-de4225d8c771 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427508
Nov 24 13:29:00.356999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524eec2-fb7f-4427-889f-5a09659acb42 req-0b923357-2b2f-4317-ba48-38823c0c6418 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:00.358646 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d524eec2-fb7f-4427-889f-5a09659acb42 req-0b923357-2b2f-4317-ba48-38823c0c6418 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.0853412
Nov 24 13:29:00.406553 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d524eec2-fb7f-4427-889f-5a09659acb42 req-64d17478-35f7-422e-9a88-189478bbd2d3 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408742
Nov 24 13:29:01.626804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b5b06-7043-43e1-a674-ad666fcdc45b req-da4da6c1-8eb1-43eb-8137-ce5917d819e7 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:01.628986 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3f5b5b06-7043-43e1-a674-ad666fcdc45b req-da4da6c1-8eb1-43eb-8137-ce5917d819e7 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.0881643
Nov 24 13:29:01.680565 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3f5b5b06-7043-43e1-a674-ad666fcdc45b req-80b6f49b-4d2e-4d79-82de-0fd8ac618a32 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444107
Nov 24 13:29:02.894488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d0783-fc3e-4958-acb6-e55801ce3bd2 req-c7b1e4a7-84be-4efe-9255-0b93f9848036 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:02.896138 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8a8d0783-fc3e-4958-acb6-e55801ce3bd2 req-c7b1e4a7-84be-4efe-9255-0b93f9848036 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.0828781
Nov 24 13:29:02.947400 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8a8d0783-fc3e-4958-acb6-e55801ce3bd2 req-455c595f-c3c9-4cbb-a687-454ff72962c2 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450008
Nov 24 13:29:04.162583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbe087-562d-4c54-a15f-84cd57387fda req-138a50e3-a68f-431f-ab76-f2db85bfe388 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:04.164233 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-93fbe087-562d-4c54-a15f-84cd57387fda req-138a50e3-a68f-431f-ab76-f2db85bfe388 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.0855408
Nov 24 13:29:04.217698 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-93fbe087-562d-4c54-a15f-84cd57387fda req-c75d93ff-fb50-491f-ae44-1b7b1e0c46bd tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465434
Nov 24 13:29:05.586921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc33c99-cc1f-46ba-81ed-0c9d2752c4be req-0f3c31f7-0233-4aa6-ae45-cb398c2c89d5 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:05.588506 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0bc33c99-cc1f-46ba-81ed-0c9d2752c4be req-0f3c31f7-0233-4aa6-ae45-cb398c2c89d5 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.0871286
Nov 24 13:29:05.639687 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0bc33c99-cc1f-46ba-81ed-0c9d2752c4be req-90dc9315-9a18-4df7-b7af-d25d764157c2 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447922
Nov 24 13:29:06.940045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb9306-6b63-4adf-9a5e-6b0192e27128 req-a703782b-ef76-481c-ba40-de27ae41df4e tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:06.941576 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6edb9306-6b63-4adf-9a5e-6b0192e27128 req-a703782b-ef76-481c-ba40-de27ae41df4e tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.1702099
Nov 24 13:29:06.989849 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6edb9306-6b63-4adf-9a5e-6b0192e27128 req-aea9cde7-d0b5-420f-8975-f0fc23567242 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417211
Nov 24 13:29:08.552433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1acc7-0937-4f0a-840d-bc5248072371 req-01fb6d0b-a8cc-4b19-ade2-0e4d4be41d20 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:08.554043 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f8f1acc7-0937-4f0a-840d-bc5248072371 req-01fb6d0b-a8cc-4b19-ade2-0e4d4be41d20 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.4303093
Nov 24 13:29:08.602570 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f8f1acc7-0937-4f0a-840d-bc5248072371 req-f6ecfaea-20e1-46b9-aa59-07e7d69dba86 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421872
Nov 24 13:29:09.817645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9de0d0-9706-4cdc-a3a7-736841a9db70 req-f3d4bcdd-f810-4410-a628-d4614f6a9760 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:09.819290 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e9de0d0-9706-4cdc-a3a7-736841a9db70 req-f3d4bcdd-f810-4410-a628-d4614f6a9760 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.0855103
Nov 24 13:29:09.869660 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e9de0d0-9706-4cdc-a3a7-736841a9db70 req-b3fcfdc7-e2a0-49d6-9e21-dbeb935a111c tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440986
Nov 24 13:29:10.241564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4a8d27bf-54a9-47ef-b0c4-117df167fdde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:10.890396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e21237-57ca-4ead-84ef-261a3b0d7c4a req-9bc0872e-8cec-4168-b5f1-6405b1e20a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:10.891990 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-88e21237-57ca-4ead-84ef-261a3b0d7c4a req-9bc0872e-8cec-4168-b5f1-6405b1e20a94 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bc4a18eb2454bed9005ccc7b886e15f&device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 1162 time: 0.0755250
Nov 24 13:29:11.123270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e21237-57ca-4ead-84ef-261a3b0d7c4a req-2b7e575a-1838-4e33-9dfa-7f77eae18a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:11.124890 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-88e21237-57ca-4ead-84ef-261a3b0d7c4a req-2b7e575a-1838-4e33-9dfa-7f77eae18a6f service neutron] 10.222.0.70 "GET /v2.0/networks?id=91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6 HTTP/1.1" status: 200  len: 908 time: 0.2131059
Nov 24 13:29:11.138332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda6d45-1ab0-48c5-9c97-3990929a9ac7 req-dcef83f2-ee38-46fc-8a48-10290f283d8b tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:11.139884 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ecda6d45-1ab0-48c5-9c97-3990929a9ac7 req-dcef83f2-ee38-46fc-8a48-10290f283d8b tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.1393700
Nov 24 13:29:11.225764 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-88e21237-57ca-4ead-84ef-261a3b0d7c4a req-9e553340-75e1-47e2-91c8-37f52a164e1d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f765f12-05ba-491f-a92e-ec5a5b993fce HTTP/1.1" status: 200  len: 217 time: 0.0941310
Nov 24 13:29:11.303949 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ecda6d45-1ab0-48c5-9c97-3990929a9ac7 req-d2c16d47-8642-4c27-bbb2-bf022017c288 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127622
Nov 24 13:29:11.319902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e21237-57ca-4ead-84ef-261a3b0d7c4a req-dd472810-cc0c-4baf-a601-f836bcbd45bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:11.321483 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-88e21237-57ca-4ead-84ef-261a3b0d7c4a req-dd472810-cc0c-4baf-a601-f836bcbd45bf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c30b9a01-94c3-4788-ba43-3f61d244db2e HTTP/1.1" status: 200  len: 854 time: 0.0872719
Nov 24 13:29:11.371110 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-88e21237-57ca-4ead-84ef-261a3b0d7c4a req-f8894f32-11e1-4302-b03a-417e04587fd7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0433021
Nov 24 13:29:11.514710 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-88e21237-57ca-4ead-84ef-261a3b0d7c4a req-f29b0daf-c992-4ed5-99f5-dcace7b6609e service neutron] 10.222.0.70 "GET /v2.0/networks/91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356723
Nov 24 13:29:11.657113 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-88e21237-57ca-4ead-84ef-261a3b0d7c4a req-e8124671-c859-4118-8e90-fcc932f067ec service neutron] 10.222.0.70 "GET /v2.0/networks/91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1358047
Nov 24 13:29:12.523499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06aeb6-0eca-41da-9c4b-8e7953173112 req-2629ef9f-c544-4910-9eee-8ec124461c68 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:12.525192 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6b06aeb6-0eca-41da-9c4b-8e7953173112 req-2629ef9f-c544-4910-9eee-8ec124461c68 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.0898829
Nov 24 13:29:12.576435 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6b06aeb6-0eca-41da-9c4b-8e7953173112 req-b0bd90ab-ee21-4437-ba67-e50c839cbe2f tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443864
Nov 24 13:29:12.618345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-21a3acc6-3177-4489-8f57-dbba98a82cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:12.953303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:13.791862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6569a66-f35f-4710-b908-a3c568bc24cd req-1b7dd027-ffef-429d-a729-50c89eb0c65c tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:13.793468 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d6569a66-f35f-4710-b908-a3c568bc24cd req-1b7dd027-ffef-429d-a729-50c89eb0c65c tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.0843222
Nov 24 13:29:13.842867 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d6569a66-f35f-4710-b908-a3c568bc24cd req-21e646da-52c0-415e-a0e6-ae69bbc3b76d tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430844
Nov 24 13:29:14.210716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:14.773457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:15.061405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3113a44-75f7-41b1-8256-dbaf592a4a6b req-d18f5d5e-4b84-454e-95f9-e4a0f5b04e4c tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:15.063113 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d3113a44-75f7-41b1-8256-dbaf592a4a6b req-d18f5d5e-4b84-454e-95f9-e4a0f5b04e4c tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.0891395
Nov 24 13:29:15.112709 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d3113a44-75f7-41b1-8256-dbaf592a4a6b req-28fecccd-b78b-483c-8cfd-b727cd6825fa tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424294
Nov 24 13:29:16.332278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95407406-5fb1-4a8e-bbe3-38e9df8e4012 req-5c88f17a-e55b-48ca-9f99-080e5b668043 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:16.334592 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-95407406-5fb1-4a8e-bbe3-38e9df8e4012 req-5c88f17a-e55b-48ca-9f99-080e5b668043 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.0891657
Nov 24 13:29:16.386803 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-95407406-5fb1-4a8e-bbe3-38e9df8e4012 req-f14ce3ef-9624-47ac-8526-8cb3db93e57b tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457649
Nov 24 13:29:17.602517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57faf7bc-efc4-43e8-8d59-e9559e93100d req-0aa90ac1-1db2-48f8-af57-3c229def245d tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:17.604270 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-57faf7bc-efc4-43e8-8d59-e9559e93100d req-0aa90ac1-1db2-48f8-af57-3c229def245d tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.0850499
Nov 24 13:29:17.653884 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-57faf7bc-efc4-43e8-8d59-e9559e93100d req-0675c31a-64b1-4ce4-89a6-8ca9e4a5badb tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430200
Nov 24 13:29:18.873877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38db92-eff9-46ee-9f2a-206f1f7fd499 req-eceedd92-2e2d-457f-adf2-a96f503b9166 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:18.882293 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4d38db92-eff9-46ee-9f2a-206f1f7fd499 req-eceedd92-2e2d-457f-adf2-a96f503b9166 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.0888758
Nov 24 13:29:18.927991 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4d38db92-eff9-46ee-9f2a-206f1f7fd499 req-d5680677-c61e-40c8-883c-8e49748b0797 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447204
Nov 24 13:29:20.148731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48ea6b-57a0-4bcf-96e7-cfcc8a4b2644 req-22f9d5e5-ed4a-4d39-8543-0a57f05eabf6 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:20.150396 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4c48ea6b-57a0-4bcf-96e7-cfcc8a4b2644 req-22f9d5e5-ed4a-4d39-8543-0a57f05eabf6 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.0925193
Nov 24 13:29:20.204148 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4c48ea6b-57a0-4bcf-96e7-cfcc8a4b2644 req-912195b7-7ab5-4da0-ae79-34be791ae457 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473258
Nov 24 13:29:21.232263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:21.428125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe2a41-46e3-4e00-9bde-612fb3d1fe4b req-847f8ee6-f3c2-4dbc-865e-63a5ae723950 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:21.429727 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5bfe2a41-46e3-4e00-9bde-612fb3d1fe4b req-847f8ee6-f3c2-4dbc-865e-63a5ae723950 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.0918200
Nov 24 13:29:21.478150 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5bfe2a41-46e3-4e00-9bde-612fb3d1fe4b req-380479da-ce9a-4d32-bc70-1b6e5f41f711 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419743
Nov 24 13:29:22.692506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1fb5d-11b0-4e44-8aa9-6d350cd3b72f req-33c8f0d2-5c03-4fec-baa3-64ef3a7e8f88 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:22.694137 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0bc1fb5d-11b0-4e44-8aa9-6d350cd3b72f req-33c8f0d2-5c03-4fec-baa3-64ef3a7e8f88 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.0841117
Nov 24 13:29:22.744724 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0bc1fb5d-11b0-4e44-8aa9-6d350cd3b72f req-4be10157-7b33-4818-be5c-458a6697b251 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441246
Nov 24 13:29:23.961943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f7d6c-b88e-4f10-bb01-ba4d53c00e19 req-d4ce1cc6-997b-47a5-a029-ab4d2c33e0f7 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:23.963565 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4d8f7d6c-b88e-4f10-bb01-ba4d53c00e19 req-d4ce1cc6-997b-47a5-a029-ab4d2c33e0f7 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.0902543
Nov 24 13:29:24.013692 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4d8f7d6c-b88e-4f10-bb01-ba4d53c00e19 req-7c836d08-d1dd-482d-9681-65f7a5ee195b tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436976
Nov 24 13:29:24.500278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:29:25.233248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595056e-502e-4d6e-8281-61364b8694a0 req-361c0453-bda8-49c2-a4f5-a682bbc75c9e tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:25.234873 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b595056e-502e-4d6e-8281-61364b8694a0 req-361c0453-bda8-49c2-a4f5-a682bbc75c9e tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.0850024
Nov 24 13:29:25.288426 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b595056e-502e-4d6e-8281-61364b8694a0 req-777dc74a-70bb-43f8-a985-474f789fa9e0 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465093
Nov 24 13:29:25.398877 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9053bc8f-5139-4cb9-b2ab-bb4408b1c1fb req-1c639f9d-4767-40c8-b369-ac731cdfe3e7 service neutron] 10.222.0.70 "GET /v2.0/ports/1f765f12-05ba-491f-a92e-ec5a5b993fce/bindings/hv-neutron-6013 HTTP/1.1" status: 200  len: 454 time: 0.0807552
Nov 24 13:29:25.688374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053bc8f-5139-4cb9-b2ab-bb4408b1c1fb req-91e22423-e729-46dc-b305-48421f72e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:25.689921 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9053bc8f-5139-4cb9-b2ab-bb4408b1c1fb req-91e22423-e729-46dc-b305-48421f72e0e7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5&tenant_id=7bc4a18eb2454bed9005ccc7b886e15f HTTP/1.1" status: 200  len: 1162 time: 0.0756688
Nov 24 13:29:25.782876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 1f765f12-05ba-491f-a92e-ec5a5b993fce no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:29:25.802557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053bc8f-5139-4cb9-b2ab-bb4408b1c1fb req-a7b432e5-5e19-48b2-843e-79dc215fb656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:25.804181 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9053bc8f-5139-4cb9-b2ab-bb4408b1c1fb req-a7b432e5-5e19-48b2-843e-79dc215fb656 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bc4a18eb2454bed9005ccc7b886e15f&device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 1162 time: 0.0792880
Nov 24 13:29:25.901097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:25.929064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1936c1ec-74a5-4c35-82d1-6d74c6389aa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f765f12-05ba-491f-a92e-ec5a5b993fce'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:29:25.939469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 1f765f12-05ba-491f-a92e-ec5a5b993fce, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1f765f12-05ba-491f-a92e-ec5a5b993fce,segment=NetworkSegment(82a5e41f-9b31-4285-aff7-ab9dc229740a),segment_id=82a5e41f-9b31-4285-aff7-ab9dc229740a)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:29:25.942958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:25.945817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cf002c00-3875-436e-b577-56b2638e7709 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:29:25.951750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053bc8f-5139-4cb9-b2ab-bb4408b1c1fb req-8f39afc1-cbf6-40dd-8f40-419069cf23c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:25.953603 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9053bc8f-5139-4cb9-b2ab-bb4408b1c1fb req-8f39afc1-cbf6-40dd-8f40-419069cf23c8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6 HTTP/1.1" status: 200  len: 908 time: 0.1428728
Nov 24 13:29:26.008442 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1936c1ec-74a5-4c35-82d1-6d74c6389aa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f765f12-05ba-491f-a92e-ec5a5b993fce', 'code': 200}
Nov 24 13:29:26.022740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=1f765f12-05ba-491f-a92e-ec5a5b993fce,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:29:26.032066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:29:26.032461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:29:26.032847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:29:26.033228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:29:26.033605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:29:26.034005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:29:26.034205 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9053bc8f-5139-4cb9-b2ab-bb4408b1c1fb req-c750da30-fc21-460f-a1ca-de8e1c9b370b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f765f12-05ba-491f-a92e-ec5a5b993fce HTTP/1.1" status: 200  len: 217 time: 0.0739172
Nov 24 13:29:26.034421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:29:26.034795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:29:26.035168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:29:26.035538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:29:26.035944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:29:26.036315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:29:26.036790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:29:26.037234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:29:26.037610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:29:26.037977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:29:26.038428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:29:26.038801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:29:26.039164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:29:26.039530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:29:26.039897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:29:26.040265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:29:26.040634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:29:26.041390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:29:26.046227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:29:26.110073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053bc8f-5139-4cb9-b2ab-bb4408b1c1fb req-f083ada7-6295-4f9a-8d46-4128ed77366d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:26.111747 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9053bc8f-5139-4cb9-b2ab-bb4408b1c1fb req-f083ada7-6295-4f9a-8d46-4128ed77366d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c30b9a01-94c3-4788-ba43-3f61d244db2e HTTP/1.1" status: 200  len: 854 time: 0.0680544
Nov 24 13:29:26.163674 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9053bc8f-5139-4cb9-b2ab-bb4408b1c1fb req-72622ee0-1e19-44ca-9d5d-c58a351ee199 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0448966
Nov 24 13:29:26.314247 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9053bc8f-5139-4cb9-b2ab-bb4408b1c1fb req-1b6c1e72-b44e-4624-93ed-27ccabb7e2f1 service neutron] 10.222.0.70 "GET /v2.0/networks/91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438773
Nov 24 13:29:26.518636 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9053bc8f-5139-4cb9-b2ab-bb4408b1c1fb req-5552ab1a-a0f9-4911-9e3d-d751b5151eb8 service neutron] 10.222.0.70 "GET /v2.0/networks/91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1982555
Nov 24 13:29:26.548699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5e817-54b7-4064-8389-403c6578f553 req-17097294-d602-4705-a82e-cec25e9cc446 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:26.550544 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e1f5e817-54b7-4064-8389-403c6578f553 req-17097294-d602-4705-a82e-cec25e9cc446 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 943 time: 0.1256225
Nov 24 13:29:26.600597 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e1f5e817-54b7-4064-8389-403c6578f553 req-6a0274d6-78a6-454c-941b-10d17ab26b7b tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431387
Nov 24 13:29:27.825227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a927ea-9761-4024-920a-170e54b4a29b req-51ba5c44-b138-4df1-b357-91f368fd0790 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:27.827002 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b4a927ea-9761-4024-920a-170e54b4a29b req-51ba5c44-b138-4df1-b357-91f368fd0790 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 943 time: 0.0856869
Nov 24 13:29:27.877364 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b4a927ea-9761-4024-920a-170e54b4a29b req-56cb50a1-6a7b-475e-947b-16756040487f tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428975
Nov 24 13:29:29.095156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1b028-d6e9-408d-8a32-7aeab41321fb req-fac03d35-77b2-43d9-aab3-c8a1b4cd25cf tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:29.096786 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6ba1b028-d6e9-408d-8a32-7aeab41321fb req-fac03d35-77b2-43d9-aab3-c8a1b4cd25cf tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 943 time: 0.0881908
Nov 24 13:29:29.148836 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6ba1b028-d6e9-408d-8a32-7aeab41321fb req-8765c920-3ffe-46ed-bd3f-a80b6c3f52dd tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453088
Nov 24 13:29:29.585401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c74b1c-0cf2-4d52-9415-54f045b090fb req-ffb47971-beef-45b8-8efe-ba9df964af05 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:29.587135 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-68c74b1c-0cf2-4d52-9415-54f045b090fb req-ffb47971-beef-45b8-8efe-ba9df964af05 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 943 time: 0.1588473
Nov 24 13:29:29.593121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9644bd-d2e0-4ec5-bfa8-1f9fa844ecff req-db515f1c-d78e-45a7-9c9b-71353c6a99e9 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:29.594588 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fc9644bd-d2e0-4ec5-bfa8-1f9fa844ecff req-db515f1c-d78e-45a7-9c9b-71353c6a99e9 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.70 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5&tenant_id=7bc4a18eb2454bed9005ccc7b886e15f&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200  len: 943 time: 0.1308358
Nov 24 13:29:29.643741 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-68c74b1c-0cf2-4d52-9415-54f045b090fb req-1f83a3e4-1c3d-4446-b848-e868691bf9cd tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481153
Nov 24 13:29:29.771490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9644bd-d2e0-4ec5-bfa8-1f9fa844ecff req-0f37a002-af40-4cca-866f-181152c67080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:29.773099 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fc9644bd-d2e0-4ec5-bfa8-1f9fa844ecff req-0f37a002-af40-4cca-866f-181152c67080 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bc4a18eb2454bed9005ccc7b886e15f&device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 1160 time: 0.0795267
Nov 24 13:29:29.921221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9644bd-d2e0-4ec5-bfa8-1f9fa844ecff req-dd92c81b-abbd-4f7c-b35d-3d4fe9a7c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:29.922767 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fc9644bd-d2e0-4ec5-bfa8-1f9fa844ecff req-dd92c81b-abbd-4f7c-b35d-3d4fe9a7c72a service neutron] 10.222.0.70 "GET /v2.0/networks?id=91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6 HTTP/1.1" status: 200  len: 908 time: 0.1430407
Nov 24 13:29:29.994304 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fc9644bd-d2e0-4ec5-bfa8-1f9fa844ecff req-95dcb163-3647-46e0-8080-0bdbceba9554 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f765f12-05ba-491f-a92e-ec5a5b993fce HTTP/1.1" status: 200  len: 217 time: 0.0646400
Nov 24 13:29:30.066827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9644bd-d2e0-4ec5-bfa8-1f9fa844ecff req-4dc8666b-324c-481f-814e-8b5f80b50335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:30.068414 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fc9644bd-d2e0-4ec5-bfa8-1f9fa844ecff req-4dc8666b-324c-481f-814e-8b5f80b50335 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c30b9a01-94c3-4788-ba43-3f61d244db2e HTTP/1.1" status: 200  len: 854 time: 0.0672381
Nov 24 13:29:30.120592 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fc9644bd-d2e0-4ec5-bfa8-1f9fa844ecff req-fbc054fc-9d4b-4a20-a238-9b43e3824082 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0453546
Nov 24 13:29:30.133420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 1f765f12-05ba-491f-a92e-ec5a5b993fce up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:29:30.205709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 1f765f12-05ba-491f-a92e-ec5a5b993fce triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:29:30.206054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:30.274829 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fc9644bd-d2e0-4ec5-bfa8-1f9fa844ecff req-1f4f5913-a6f0-4610-8b34-8dfe544ba763 service neutron] 10.222.0.70 "GET /v2.0/networks/91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450472
Nov 24 13:29:30.338229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:30.366508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1936c1ec-74a5-4c35-82d1-6d74c6389aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f765f12-05ba-491f-a92e-ec5a5b993fce'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:29:30.379254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 1f765f12-05ba-491f-a92e-ec5a5b993fce, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1f765f12-05ba-491f-a92e-ec5a5b993fce,segment=NetworkSegment(82a5e41f-9b31-4285-aff7-ab9dc229740a),segment_id=82a5e41f-9b31-4285-aff7-ab9dc229740a)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:29:30.384563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:30.388134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:29:30.454432 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1936c1ec-74a5-4c35-82d1-6d74c6389aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f765f12-05ba-491f-a92e-ec5a5b993fce', 'code': 200}
Nov 24 13:29:30.470217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=1f765f12-05ba-491f-a92e-ec5a5b993fce,revision_number=6']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:29:30.473894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:29:30.683682 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fc9644bd-d2e0-4ec5-bfa8-1f9fa844ecff req-79f324ce-6896-4cac-a657-e8de4c4e9213 service neutron] 10.222.0.70 "GET /v2.0/networks/91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4025307
Nov 24 13:29:30.866347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e580f9-03fc-4634-afdb-c15e1bae5c59 req-af3cf17a-4c5e-4e0a-9704-668bd07be479 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:30.867942 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b9e580f9-03fc-4634-afdb-c15e1bae5c59 req-af3cf17a-4c5e-4e0a-9704-668bd07be479 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.0872087
Nov 24 13:29:30.919657 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b9e580f9-03fc-4634-afdb-c15e1bae5c59 req-dc1fd3e5-aa3b-4de1-8515-5ebc67985426 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452812
Nov 24 13:29:31.956074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 1f765f12-05ba-491f-a92e-ec5a5b993fce up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:29:32.036430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 1f765f12-05ba-491f-a92e-ec5a5b993fce triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:29:32.036855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:32.150520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126f4de-9acd-4733-937b-cc202bf24eb4 req-947bfc40-fc10-4277-ad1f-0adfffb0ca47 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:32.152336 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7126f4de-9acd-4733-937b-cc202bf24eb4 req-947bfc40-fc10-4277-ad1f-0adfffb0ca47 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.0986803
Nov 24 13:29:32.202590 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7126f4de-9acd-4733-937b-cc202bf24eb4 req-d64a1dd3-95c0-45d9-b136-dd423f9914a5 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432971
Nov 24 13:29:32.418560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28fda7-223e-4769-a08e-79fea6fd7b45 req-371bf7eb-783d-4fb7-84c8-f4fa73b5c4e2 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:32.420173 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bc28fda7-223e-4769-a08e-79fea6fd7b45 req-371bf7eb-783d-4fb7-84c8-f4fa73b5c4e2 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.0854795
Nov 24 13:29:32.472466 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bc28fda7-223e-4769-a08e-79fea6fd7b45 req-9c7c3f1a-6e96-41c7-ad03-4d0f902425cd tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457499
Nov 24 13:29:32.685118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743f7d6-4df7-48ec-9927-d56a869f3da3 req-23bfc880-5736-4c93-a0b7-edf5085911d6 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:32.686755 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e743f7d6-4df7-48ec-9927-d56a869f3da3 req-23bfc880-5736-4c93-a0b7-edf5085911d6 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.0836098
Nov 24 13:29:32.736375 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e743f7d6-4df7-48ec-9927-d56a869f3da3 req-f463a4e4-c71f-44a5-9056-d7be33c86e76 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424867
Nov 24 13:29:33.291212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-82313da7-b864-4aa6-a846-36f7dfc88e71 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:33.292815 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-82313da7-b864-4aa6-a846-36f7dfc88e71 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/networks?id=91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6 HTTP/1.1" status: 200  len: 814 time: 0.1623409
Nov 24 13:29:33.313930 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-e9602534-5784-4171-8231-0e197efebc4a tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/quotas/7bc4a18eb2454bed9005ccc7b886e15f HTTP/1.1" status: 200  len: 375 time: 0.0148656
Nov 24 13:29:33.402994 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-75fd0af3-023e-4d96-949e-2480f9561459 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?tenant_id=7bc4a18eb2454bed9005ccc7b886e15f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0829637
Nov 24 13:29:33.547819 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-bc222b26-8487-4029-9c5a-4777020caf4e service neutron] 10.222.0.76 "GET /v2.0/networks/91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367674
Nov 24 13:29:33.690083 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-19ab0f23-d2ec-4a6c-bb36-27a0a1c1b58c service neutron] 10.222.0.76 "GET /v2.0/networks/91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1357961
Nov 24 13:29:33.896236 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8181283a-585b-4171-a126-6728b791f6c5 req-dfe4b1b3-d770-497a-8624-c2f78657702d tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 210 time: 0.0458791
Nov 24 13:29:35.040153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7518c-4216-41dd-a390-94063fd83d8a req-35527928-3d9b-4dab-90e8-73ff1c8467f2 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:35.041916 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3fc7518c-4216-41dd-a390-94063fd83d8a req-35527928-3d9b-4dab-90e8-73ff1c8467f2 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.70 "GET /v2.0/ports?device_id=1936c1ec-74a5-4c35-82d1-6d74c6389aa5 HTTP/1.1" status: 200  len: 945 time: 0.0949833
Nov 24 13:29:35.127200 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fac89b30-3e37-4a4b-81fc-9b4b115b34d2 req-00d4b923-9f70-4dda-ac23-4b7e467ab4bc tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 210 time: 0.0841777
Nov 24 13:29:35.141781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-e94be9b4-cba3-47ff-bd61-4ec3f9490bbc tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:35.145946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-e94be9b4-cba3-47ff-bd61-4ec3f9490bbc tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Synchronizing usage tracker for tenant:7bc4a18eb2454bed9005ccc7b886e15f on resource:network {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:29:35.173448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-3fc7518c-4216-41dd-a390-94063fd83d8a req-1166b16e-a4fd-426c-bba7-0c415f670726 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Deleting port 1f765f12-05ba-491f-a92e-ec5a5b993fce {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:29:35.174203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3fc7518c-4216-41dd-a390-94063fd83d8a req-1166b16e-a4fd-426c-bba7-0c415f670726 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:35.178736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-e94be9b4-cba3-47ff-bd61-4ec3f9490bbc tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Unset dirty status for tenant:7bc4a18eb2454bed9005ccc7b886e15f on resource:network {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:29:35.179997 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-e94be9b4-cba3-47ff-bd61-4ec3f9490bbc tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.70 "GET /v2.0/networks?id=91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6 HTTP/1.1" status: 200  len: 814 time: 0.2310133
Nov 24 13:29:35.211748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-617ba9d1-5414-4693-b355-20617dc34596 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Request body: {'port': {'device_id': '905a9c76-83e6-433d-b471-dd5fdcf66533', 'network_id': '91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6', 'admin_state_up': True, 'tenant_id': '7bc4a18eb2454bed9005ccc7b886e15f'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:29:35.365187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-617ba9d1-5414-4693-b355-20617dc34596 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:29:35.375332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-617ba9d1-5414-4693-b355-20617dc34596 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:29:35.384482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-617ba9d1-5414-4693-b355-20617dc34596 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Made reservation on behalf of 7bc4a18eb2454bed9005ccc7b886e15f for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:29:35.390611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-617ba9d1-5414-4693-b355-20617dc34596 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:35.445897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-3fc7518c-4216-41dd-a390-94063fd83d8a req-1166b16e-a4fd-426c-bba7-0c415f670726 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] For port 1f765f12-05ba-491f-a92e-ec5a5b993fce, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1f765f12-05ba-491f-a92e-ec5a5b993fce,segment=NetworkSegment(82a5e41f-9b31-4285-aff7-ab9dc229740a),segment_id=82a5e41f-9b31-4285-aff7-ab9dc229740a)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:29:35.446228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3fc7518c-4216-41dd-a390-94063fd83d8a req-1166b16e-a4fd-426c-bba7-0c415f670726 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:35.577856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-3fc7518c-4216-41dd-a390-94063fd83d8a req-1166b16e-a4fd-426c-bba7-0c415f670726 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Calling delete_port for 1f765f12-05ba-491f-a92e-ec5a5b993fce owned by compute:nova {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:29:35.704600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-617ba9d1-5414-4693-b355-20617dc34596 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Allocated IP 172.20.0.13 (91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6/c30b9a01-94c3-4788-ba43-3f61d244db2e/d17ad521-de7e-4f35-a8a3-d56e2216c346) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:29:35.732302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3fc7518c-4216-41dd-a390-94063fd83d8a req-1166b16e-a4fd-426c-bba7-0c415f670726 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:35.747603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-443e5d5c-4a08-47e9-9da4-e955dcef1e77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:29:35.850549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166b16e-a4fd-426c-bba7-0c415f670726 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Pushing event deleted for resources: {'Port': ['ID=1f765f12-05ba-491f-a92e-ec5a5b993fce,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:29:35.854848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1166b16e-a4fd-426c-bba7-0c415f670726 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:29:35.861729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 1f765f12-05ba-491f-a92e-ec5a5b993fce no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:29:35.900798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] No Port match for: 1f765f12-05ba-491f-a92e-ec5a5b993fce {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:29:35.901205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 1f765f12-05ba-491f-a92e-ec5a5b993fce not bound to the agent host hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:29:35.956339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc7518c-4216-41dd-a390-94063fd83d8a req-1166b16e-a4fd-426c-bba7-0c415f670726 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] No DVR routers for this DVR port 1f765f12-05ba-491f-a92e-ec5a5b993fce on host hv-neutron-6013 {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:29:35.959275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3fc7518c-4216-41dd-a390-94063fd83d8a req-1166b16e-a4fd-426c-bba7-0c415f670726 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:35.962506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1936c1ec-74a5-4c35-82d1-6d74c6389aa5', 'name': 'network-vif-deleted', 'tag': '1f765f12-05ba-491f-a92e-ec5a5b993fce'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:29:35.978383 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3fc7518c-4216-41dd-a390-94063fd83d8a req-1166b16e-a4fd-426c-bba7-0c415f670726 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.70 "DELETE /v2.0/ports/1f765f12-05ba-491f-a92e-ec5a5b993fce HTTP/1.1" status: 204  len: 173 time: 0.8931613
Nov 24 13:29:36.031637 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1936c1ec-74a5-4c35-82d1-6d74c6389aa5', 'name': 'network-vif-deleted', 'tag': '1f765f12-05ba-491f-a92e-ec5a5b993fce', 'status': 'completed', 'code': 200}
Nov 24 13:29:36.197842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-617ba9d1-5414-4693-b355-20617dc34596 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:36.225833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-617ba9d1-5414-4693-b355-20617dc34596 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:36.241231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c193ce49-1f53-44e5-b190-a12a7de2938d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:29:36.360323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58589332-8911-4369-bb15-f2586461bb97 req-873abd62-66b8-4657-9f95-b9347a97c988 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:36.361092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-58589332-8911-4369-bb15-f2586461bb97 req-873abd62-66b8-4657-9f95-b9347a97c988 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Synchronizing usage tracker for tenant:7bc4a18eb2454bed9005ccc7b886e15f on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:29:36.376709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-58589332-8911-4369-bb15-f2586461bb97 req-873abd62-66b8-4657-9f95-b9347a97c988 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Unset dirty status for tenant:7bc4a18eb2454bed9005ccc7b886e15f on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:29:36.377996 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-58589332-8911-4369-bb15-f2586461bb97 req-873abd62-66b8-4657-9f95-b9347a97c988 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 932 time: 0.1095576
Nov 24 13:29:36.378956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ba9d1-5414-4693-b355-20617dc34596 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Pushing event updated for resources: {'Port': ['ID=d17ad521-de7e-4f35-a8a3-d56e2216c346,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:29:36.384636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-617ba9d1-5414-4693-b355-20617dc34596 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:29:36.434963 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-58589332-8911-4369-bb15-f2586461bb97 req-e5383a3d-2011-40f1-8b3d-8f6dd2d0b4c4 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476317
Nov 24 13:29:36.445579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-617ba9d1-5414-4693-b355-20617dc34596 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Network 91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:29:36.447505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-617ba9d1-5414-4693-b355-20617dc34596 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:29:36.450515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-617ba9d1-5414-4693-b355-20617dc34596 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:29:36.520003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-617ba9d1-5414-4693-b355-20617dc34596 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:36.520675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-617ba9d1-5414-4693-b355-20617dc34596 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:36.548551 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-617ba9d1-5414-4693-b355-20617dc34596 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3413484
Nov 24 13:29:36.566166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-cc95142c-8009-40d4-9df6-8fa27932ebb9 service neutron] Request body: {'port': {'device_id': '905a9c76-83e6-433d-b471-dd5fdcf66533', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:29:36.686955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-cc95142c-8009-40d4-9df6-8fa27932ebb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:37.104709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-cc95142c-8009-40d4-9df6-8fa27932ebb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d17ad521-de7e-4f35-a8a3-d56e2216c346 {{(pid=80944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:29:37.111784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-cc95142c-8009-40d4-9df6-8fa27932ebb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:37.126014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-cc95142c-8009-40d4-9df6-8fa27932ebb9 service neutron] Transition to ACTIVE for port object d17ad521-de7e-4f35-a8a3-d56e2216c346 will not be triggered until provisioned by entity L2. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:29:37.129148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-cc95142c-8009-40d4-9df6-8fa27932ebb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:37.146161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f14cdbd8-64ed-423d-8d33-11c86f746a47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:29:37.281697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95142c-8009-40d4-9df6-8fa27932ebb9 service neutron] Pushing event updated for resources: {'Port': ['ID=d17ad521-de7e-4f35-a8a3-d56e2216c346,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:29:37.286592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cc95142c-8009-40d4-9df6-8fa27932ebb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:29:37.478730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-cc95142c-8009-40d4-9df6-8fa27932ebb9 service neutron] Attempting to bind port d17ad521-de7e-4f35-a8a3-d56e2216c346 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:29:37.479460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-cc95142c-8009-40d4-9df6-8fa27932ebb9 service neutron] Attempting to bind port d17ad521-de7e-4f35-a8a3-d56e2216c346 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '82a5e41f-9b31-4285-aff7-ab9dc229740a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6'}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:29:37.479460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-cc95142c-8009-40d4-9df6-8fa27932ebb9 service neutron] Attempting to bind port d17ad521-de7e-4f35-a8a3-d56e2216c346 on network 91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6 {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:29:37.486478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-cc95142c-8009-40d4-9df6-8fa27932ebb9 service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:29:37.486845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-cc95142c-8009-40d4-9df6-8fa27932ebb9 service neutron] Checking segment: {'id': '82a5e41f-9b31-4285-aff7-ab9dc229740a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:29:37.487246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-cc95142c-8009-40d4-9df6-8fa27932ebb9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:37.487730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-cc95142c-8009-40d4-9df6-8fa27932ebb9 service neutron] Bound using segment: {'id': '82a5e41f-9b31-4285-aff7-ab9dc229740a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6'} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:29:37.488206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-cc95142c-8009-40d4-9df6-8fa27932ebb9 service neutron] Bound port: d17ad521-de7e-4f35-a8a3-d56e2216c346, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a5e41f-9b31-4285-aff7-ab9dc229740a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6'}}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:29:37.488567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-cc95142c-8009-40d4-9df6-8fa27932ebb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:37.584555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-cc95142c-8009-40d4-9df6-8fa27932ebb9 service neutron] For port d17ad521-de7e-4f35-a8a3-d56e2216c346, host hv-neutron-6013, cleared binding levels {{(pid=80944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:29:37.587718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-cc95142c-8009-40d4-9df6-8fa27932ebb9 service neutron] For port d17ad521-de7e-4f35-a8a3-d56e2216c346, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=d17ad521-de7e-4f35-a8a3-d56e2216c346,segment=NetworkSegment(82a5e41f-9b31-4285-aff7-ab9dc229740a),segment_id=82a5e41f-9b31-4285-aff7-ab9dc229740a)] {{(pid=80944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:29:37.591118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-cc95142c-8009-40d4-9df6-8fa27932ebb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:37.606831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e35f62bd-abaa-4018-b621-613f1b7feb72 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:29:37.656866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddebf01-82a6-437d-8c44-c048e3456765 req-54ee4a1d-a1ae-4278-b2b2-022e598e40f7 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:37.658503 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fddebf01-82a6-437d-8c44-c048e3456765 req-54ee4a1d-a1ae-4278-b2b2-022e598e40f7 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 944 time: 0.0852697
Nov 24 13:29:37.711397 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fddebf01-82a6-437d-8c44-c048e3456765 req-f0f4ecc0-f0cf-4730-9497-4c0be2e8f788 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457895
Nov 24 13:29:37.761568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95142c-8009-40d4-9df6-8fa27932ebb9 service neutron] Pushing event updated for resources: {'Port': ['ID=d17ad521-de7e-4f35-a8a3-d56e2216c346,revision_number=3']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:29:37.765084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cc95142c-8009-40d4-9df6-8fa27932ebb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:29:37.799688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-cc95142c-8009-40d4-9df6-8fa27932ebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:37.800765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-cc95142c-8009-40d4-9df6-8fa27932ebb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:37.803090 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-cc95142c-8009-40d4-9df6-8fa27932ebb9 service neutron] 10.222.0.70 "PUT /v2.0/ports/d17ad521-de7e-4f35-a8a3-d56e2216c346 HTTP/1.1" status: 200  len: 1158 time: 1.2416897
Nov 24 13:29:37.803783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '905a9c76-83e6-433d-b471-dd5fdcf66533', 'tag': 'd17ad521-de7e-4f35-a8a3-d56e2216c346'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:29:37.894573 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '905a9c76-83e6-433d-b471-dd5fdcf66533', 'tag': 'd17ad521-de7e-4f35-a8a3-d56e2216c346', 'status': 'completed', 'code': 200}
Nov 24 13:29:37.937080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-cb62dd35-a4a2-4c51-87a1-fae545f72840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:37.938741 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-cb62dd35-a4a2-4c51-87a1-fae545f72840 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bc4a18eb2454bed9005ccc7b886e15f&device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 1161 time: 0.0829396
Nov 24 13:29:38.015962 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-992c4601-f5fd-441e-82ce-15a91fbd5137 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d17ad521-de7e-4f35-a8a3-d56e2216c346 HTTP/1.1" status: 200  len: 217 time: 0.0644403
Nov 24 13:29:38.087829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-b99c6d44-e0db-40a9-a08b-2aada2766546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:38.089504 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-b99c6d44-e0db-40a9-a08b-2aada2766546 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c30b9a01-94c3-4788-ba43-3f61d244db2e HTTP/1.1" status: 200  len: 854 time: 0.0675714
Nov 24 13:29:38.140608 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-8de3d486-7d96-4bc0-8106-451e7b3da962 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0448852
Nov 24 13:29:38.287085 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-10965dba-4b10-4177-aef6-94791b68dac3 service neutron] 10.222.0.70 "GET /v2.0/networks/91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400664
Nov 24 13:29:38.433254 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3fadad17-9bb8-416e-97c1-867ff5cb477c req-b4a3a8f2-2e57-461a-bba2-6b4c923c1d61 service neutron] 10.222.0.70 "GET /v2.0/networks/91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398201
Nov 24 13:29:38.595476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10cc58-64c7-4148-b6bf-0bb0037eb99b req-d1e25dd9-c0b7-4c99-9fc2-65fae115a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:38.597085 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2b10cc58-64c7-4148-b6bf-0bb0037eb99b req-d1e25dd9-c0b7-4c99-9fc2-65fae115a35a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bc4a18eb2454bed9005ccc7b886e15f&device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 1161 time: 0.0807986
Nov 24 13:29:38.746589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10cc58-64c7-4148-b6bf-0bb0037eb99b req-049a5866-f246-4951-aaca-1d7ddf8ddfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:38.748107 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2b10cc58-64c7-4148-b6bf-0bb0037eb99b req-049a5866-f246-4951-aaca-1d7ddf8ddfbc service neutron] 10.222.0.70 "GET /v2.0/networks?id=91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6 HTTP/1.1" status: 200  len: 908 time: 0.1434717
Nov 24 13:29:38.823613 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2b10cc58-64c7-4148-b6bf-0bb0037eb99b req-4d57c4b8-9c36-4455-986c-f934730bfbc0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d17ad521-de7e-4f35-a8a3-d56e2216c346 HTTP/1.1" status: 200  len: 217 time: 0.0682733
Nov 24 13:29:38.897251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10cc58-64c7-4148-b6bf-0bb0037eb99b req-27fe4576-e8fd-48b3-89ac-f5ffd2ca7316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:38.898862 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2b10cc58-64c7-4148-b6bf-0bb0037eb99b req-27fe4576-e8fd-48b3-89ac-f5ffd2ca7316 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c30b9a01-94c3-4788-ba43-3f61d244db2e HTTP/1.1" status: 200  len: 854 time: 0.0688021
Nov 24 13:29:38.933712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23731495-66ac-46e4-82f0-a7161e44f9a2 req-66ddb555-e436-423a-9e02-ad1c7328d56b tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:38.935332 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-23731495-66ac-46e4-82f0-a7161e44f9a2 req-66ddb555-e436-423a-9e02-ad1c7328d56b tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 944 time: 0.0871413
Nov 24 13:29:38.951962 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2b10cc58-64c7-4148-b6bf-0bb0037eb99b req-8f7c5f7e-7011-461b-b8d1-27f83a502077 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449545
Nov 24 13:29:38.984536 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-23731495-66ac-46e4-82f0-a7161e44f9a2 req-0289c1fe-2117-44f9-aa42-6536462ce4d6 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426733
Nov 24 13:29:39.099830 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2b10cc58-64c7-4148-b6bf-0bb0037eb99b req-8f02d72b-5727-4393-9d58-81ce9be361e3 service neutron] 10.222.0.70 "GET /v2.0/networks/91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407897
Nov 24 13:29:39.249491 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2b10cc58-64c7-4148-b6bf-0bb0037eb99b req-b9310055-feb7-42f2-91ac-1ec803e3bbe6 service neutron] 10.222.0.70 "GET /v2.0/networks/91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1416371
Nov 24 13:29:40.206605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f89bb-4d3f-4fc0-b2fb-d0d1433e67cf req-78dd1225-b1b1-412f-9e4d-a9db08f89719 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:40.208242 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-977f89bb-4d3f-4fc0-b2fb-d0d1433e67cf req-78dd1225-b1b1-412f-9e4d-a9db08f89719 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 944 time: 0.0900648
Nov 24 13:29:40.242102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-882ff283-2c2f-419f-bee2-87a81216a526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:40.260888 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-977f89bb-4d3f-4fc0-b2fb-d0d1433e67cf req-8eb0c061-4ecb-407f-a32c-c3f75b8af79c tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460081
Nov 24 13:29:40.332604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device d17ad521-de7e-4f35-a8a3-d56e2216c346 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:29:40.402871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port d17ad521-de7e-4f35-a8a3-d56e2216c346 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:29:40.407799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port d17ad521-de7e-4f35-a8a3-d56e2216c346 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:29:40.408217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:40.690248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:40.718246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905a9c76-83e6-433d-b471-dd5fdcf66533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17ad521-de7e-4f35-a8a3-d56e2216c346'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:29:40.729230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port d17ad521-de7e-4f35-a8a3-d56e2216c346, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=d17ad521-de7e-4f35-a8a3-d56e2216c346,segment=NetworkSegment(82a5e41f-9b31-4285-aff7-ab9dc229740a),segment_id=82a5e41f-9b31-4285-aff7-ab9dc229740a)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:29:40.732446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:40.734384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:29:40.784371 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905a9c76-83e6-433d-b471-dd5fdcf66533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17ad521-de7e-4f35-a8a3-d56e2216c346', 'code': 200}
Nov 24 13:29:40.815793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=d17ad521-de7e-4f35-a8a3-d56e2216c346,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:29:40.819440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:29:41.182806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4bd69-9f3d-4cfb-87d5-f15e36a8de62 req-3a4f53ad-224d-4394-929d-ad9a408c231a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:41.184430 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-65f4bd69-9f3d-4cfb-87d5-f15e36a8de62 req-3a4f53ad-224d-4394-929d-ad9a408c231a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 1163 time: 0.0760975
Nov 24 13:29:41.233102 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-65f4bd69-9f3d-4cfb-87d5-f15e36a8de62 req-812ae878-8d98-48c2-a1e5-c5f0f788c7e5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421116
Nov 24 13:29:41.474598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8a7f1-b8ad-47c4-9886-c1a954c4fdf2 req-3f0662e0-3468-405f-9eff-812f8d5a12b9 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:41.476206 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dcf8a7f1-b8ad-47c4-9886-c1a954c4fdf2 req-3f0662e0-3468-405f-9eff-812f8d5a12b9 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0849242
Nov 24 13:29:41.526151 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dcf8a7f1-b8ad-47c4-9886-c1a954c4fdf2 req-e010a2be-1539-491a-ae3e-dc786e3ff108 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435410
Nov 24 13:29:42.126213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device d17ad521-de7e-4f35-a8a3-d56e2216c346 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:29:42.206228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port d17ad521-de7e-4f35-a8a3-d56e2216c346 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:29:42.207246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:42.621919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b668fb5e-850a-43e0-996c-ed8b8e495a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:42.749048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26355e48-49df-4111-98d1-b63e5cdb69dd req-99265ffc-587a-4477-a86d-078a9f19ec1a tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:42.750689 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-26355e48-49df-4111-98d1-b63e5cdb69dd req-99265ffc-587a-4477-a86d-078a9f19ec1a tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0912817
Nov 24 13:29:42.799969 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-26355e48-49df-4111-98d1-b63e5cdb69dd req-4d8072f7-1de3-40b9-81f9-edffecab220b tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427425
Nov 24 13:29:42.953106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:43.018088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b8512-05f4-40c7-8345-d94e59fbd948 req-d32f324c-3cef-4aa7-bbb5-a3eee189f624 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:43.019764 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-776b8512-05f4-40c7-8345-d94e59fbd948 req-d32f324c-3cef-4aa7-bbb5-a3eee189f624 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0861399
Nov 24 13:29:43.068650 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-776b8512-05f4-40c7-8345-d94e59fbd948 req-ab498aed-ceee-4a32-8800-1e92dd6b2241 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425122
Nov 24 13:29:43.476520 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11157628-fd4a-46ab-abba-039ca4e6d03d req-2e4cb435-69f8-4f3d-a355-af0fecd96f20 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0901618
Nov 24 13:29:43.548907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f44b7a-8687-49da-aacd-680b806922b1 req-3dabe7e3-3b5a-41b9-945c-e165f29c5fc2 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:43.550579 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-05f44b7a-8687-49da-aacd-680b806922b1 req-3dabe7e3-3b5a-41b9-945c-e165f29c5fc2 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.1029840
Nov 24 13:29:43.603240 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-05f44b7a-8687-49da-aacd-680b806922b1 req-97be1a6c-8d9d-4bde-811c-f2a6cf2ee67a tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455055
Nov 24 13:29:44.219779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:44.789909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:44.853487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11157628-fd4a-46ab-abba-039ca4e6d03d req-2c2df227-dd4a-42f9-862f-1a5c0e24a36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:44.855512 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11157628-fd4a-46ab-abba-039ca4e6d03d req-2c2df227-dd4a-42f9-862f-1a5c0e24a36e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bc4a18eb2454bed9005ccc7b886e15f&device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 1163 time: 0.1023543
Nov 24 13:29:44.859385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc78ec8-10a8-47c4-b02d-d49253d3611c req-155c69eb-27ba-424b-950e-879182e0f8a6 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:44.861195 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2bc78ec8-10a8-47c4-b02d-d49253d3611c req-155c69eb-27ba-424b-950e-879182e0f8a6 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0934227
Nov 24 13:29:44.916563 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2bc78ec8-10a8-47c4-b02d-d49253d3611c req-9be352b6-083f-434e-9aee-37872db91cd1 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484746
Nov 24 13:29:45.007012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11157628-fd4a-46ab-abba-039ca4e6d03d req-3be11cb4-1a46-4d38-ba43-03fcdd8e61fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:45.008604 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11157628-fd4a-46ab-abba-039ca4e6d03d req-3be11cb4-1a46-4d38-ba43-03fcdd8e61fb service neutron] 10.222.0.70 "GET /v2.0/networks?id=91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6 HTTP/1.1" status: 200  len: 908 time: 0.1460853
Nov 24 13:29:45.085844 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11157628-fd4a-46ab-abba-039ca4e6d03d req-d4a2a42a-babd-4ca2-a767-76e79a123f2d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d17ad521-de7e-4f35-a8a3-d56e2216c346 HTTP/1.1" status: 200  len: 217 time: 0.0704048
Nov 24 13:29:45.155116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11157628-fd4a-46ab-abba-039ca4e6d03d req-4d2a19d2-12f7-4322-b187-ba41188c6017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:45.156700 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11157628-fd4a-46ab-abba-039ca4e6d03d req-4d2a19d2-12f7-4322-b187-ba41188c6017 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c30b9a01-94c3-4788-ba43-3f61d244db2e HTTP/1.1" status: 200  len: 854 time: 0.0653026
Nov 24 13:29:45.211743 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11157628-fd4a-46ab-abba-039ca4e6d03d req-fec335e7-e112-49a2-bdcc-fd057552feb7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0486884
Nov 24 13:29:45.361161 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11157628-fd4a-46ab-abba-039ca4e6d03d req-e05ca007-e61d-49a8-a02d-34a25de3990d service neutron] 10.222.0.70 "GET /v2.0/networks/91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432638
Nov 24 13:29:45.513214 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11157628-fd4a-46ab-abba-039ca4e6d03d req-236f80b3-bac9-4738-8756-733ae55f9299 service neutron] 10.222.0.70 "GET /v2.0/networks/91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1459062
Nov 24 13:29:46.131813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26eac6-ed18-4da0-975c-540a9c3e41ae req-69e197d7-df44-436a-848f-5cd8d502e83c tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:46.133435 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4b26eac6-ed18-4da0-975c-540a9c3e41ae req-69e197d7-df44-436a-848f-5cd8d502e83c tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0856671
Nov 24 13:29:46.186359 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4b26eac6-ed18-4da0-975c-540a9c3e41ae req-e9b46dd4-c2c4-4b60-85b1-48af2e90b528 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460343
Nov 24 13:29:47.406520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a82a0-9f6f-4e1b-a62b-bb4f4c228e5d req-8cc07614-0b84-42cc-8eb7-21eb74a34e63 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:47.408118 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-256a82a0-9f6f-4e1b-a62b-bb4f4c228e5d req-8cc07614-0b84-42cc-8eb7-21eb74a34e63 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0899782
Nov 24 13:29:47.455295 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-256a82a0-9f6f-4e1b-a62b-bb4f4c228e5d req-722941cc-dad4-47db-8d6a-fd0cb8469182 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409172
Nov 24 13:29:48.672212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920ca4e-2743-44b2-ad55-32c9a35848b5 req-57781d40-ea53-43d0-83d5-40c60bf28ecd tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:48.673814 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f920ca4e-2743-44b2-ad55-32c9a35848b5 req-57781d40-ea53-43d0-83d5-40c60bf28ecd tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0844777
Nov 24 13:29:48.723606 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f920ca4e-2743-44b2-ad55-32c9a35848b5 req-ed24c3dd-1a97-401c-986a-9d75f549ddac tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433283
Nov 24 13:29:49.944583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fae4a-8e28-49a8-82e5-617d02a6b0a4 req-3ff27d87-573f-4800-93a7-96b18d86218e tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:49.946242 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a11fae4a-8e28-49a8-82e5-617d02a6b0a4 req-3ff27d87-573f-4800-93a7-96b18d86218e tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0875731
Nov 24 13:29:49.999096 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a11fae4a-8e28-49a8-82e5-617d02a6b0a4 req-bec959f9-b816-48d1-be3b-b80e485007f2 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465350
Nov 24 13:29:51.213244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb500f1-76f0-4d75-adad-4a2c3e54a427 req-7fe29054-08fa-4543-af15-7d3d87b46aff tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:51.215006 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dfb500f1-76f0-4d75-adad-4a2c3e54a427 req-7fe29054-08fa-4543-af15-7d3d87b46aff tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0863004
Nov 24 13:29:51.248895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:29:51.272579 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dfb500f1-76f0-4d75-adad-4a2c3e54a427 req-8c39e6c4-67ac-4308-af70-c24cebfb82d6 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509851
Nov 24 13:29:52.490828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed65cc-6394-4af2-920d-55bcbc6e9ea7 req-21607f27-5c21-4741-98d1-b0425847d8df tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:52.493080 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b5ed65cc-6394-4af2-920d-55bcbc6e9ea7 req-21607f27-5c21-4741-98d1-b0425847d8df tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0852520
Nov 24 13:29:52.543609 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b5ed65cc-6394-4af2-920d-55bcbc6e9ea7 req-e9f55ca9-0329-4fe4-ae1f-60781705e0ff tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429800
Nov 24 13:29:53.768863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085eeff-e7ea-4396-a8d4-b9ff5f8092f7 req-5450c621-918a-48e5-a63b-1454f3beebea tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:53.770541 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8085eeff-e7ea-4396-a8d4-b9ff5f8092f7 req-5450c621-918a-48e5-a63b-1454f3beebea tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0929563
Nov 24 13:29:53.822618 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8085eeff-e7ea-4396-a8d4-b9ff5f8092f7 req-e76dcf24-7bf4-4c00-9dec-0b8f258d8afa tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456147
Nov 24 13:29:55.038585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521adcf-b39c-49fa-b5fd-31174bf2a4da req-7c109ada-40f8-458b-af7f-6012c9ae01d5 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:55.040192 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3521adcf-b39c-49fa-b5fd-31174bf2a4da req-7c109ada-40f8-458b-af7f-6012c9ae01d5 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0868745
Nov 24 13:29:55.088855 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3521adcf-b39c-49fa-b5fd-31174bf2a4da req-4c7e88aa-48a3-4dc5-a2c3-15297768349c tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423167
Nov 24 13:29:56.310627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b108b7c-4f17-4bb5-9a2d-0c62c93097e7 req-87e093ce-ccdf-4ade-add0-7e19e2c82131 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:56.312306 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5b108b7c-4f17-4bb5-9a2d-0c62c93097e7 req-87e093ce-ccdf-4ade-add0-7e19e2c82131 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0888262
Nov 24 13:29:56.361725 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5b108b7c-4f17-4bb5-9a2d-0c62c93097e7 req-0f37045f-a338-42c1-95f7-629106623575 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424614
Nov 24 13:29:57.581403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd0590-e3d1-4941-a5de-0e6465e881d8 req-c94baa42-b694-42f7-967a-c7aae48e4676 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:57.583609 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-63fd0590-e3d1-4941-a5de-0e6465e881d8 req-c94baa42-b694-42f7-967a-c7aae48e4676 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0862772
Nov 24 13:29:57.632373 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-63fd0590-e3d1-4941-a5de-0e6465e881d8 req-981466a1-7e0c-46d1-876c-140010256fa4 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422723
Nov 24 13:29:58.851263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecce81b-5625-4627-ad2d-e16760e594d8 req-d2f45ede-74bd-4854-a6ef-c82dec6a84f9 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:29:58.852880 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7ecce81b-5625-4627-ad2d-e16760e594d8 req-d2f45ede-74bd-4854-a6ef-c82dec6a84f9 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0889909
Nov 24 13:29:58.902931 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7ecce81b-5625-4627-ad2d-e16760e594d8 req-95bee392-a4be-4f3b-8518-b1d09c4835aa tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435371
Nov 24 13:30:00.118506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c25b17-6cb3-4642-970a-9fc75dd8be13 req-f96425c9-e11c-44db-baf3-22139aeb79e8 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:00.120829 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-57c25b17-6cb3-4642-970a-9fc75dd8be13 req-f96425c9-e11c-44db-baf3-22139aeb79e8 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0869031
Nov 24 13:30:00.174859 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-57c25b17-6cb3-4642-970a-9fc75dd8be13 req-f6913600-df40-4f9f-b15a-c72c57303253 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483329
Nov 24 13:30:01.397075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a830f-a5d0-4924-b331-2f2a057f7aaf req-fd972e6d-1bd8-4a38-a798-2595234d980d tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:01.398927 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1f6a830f-a5d0-4924-b331-2f2a057f7aaf req-fd972e6d-1bd8-4a38-a798-2595234d980d tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0908129
Nov 24 13:30:01.448147 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1f6a830f-a5d0-4924-b331-2f2a057f7aaf req-13c923da-b1bf-4994-aaa5-a43f59f1373c tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425594
Nov 24 13:30:01.501056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:30:02.917496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d535c9-b1d4-4042-aa52-fb46f3b715da req-e9322f3f-f888-442c-9da7-6d59c7989a0d tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:02.919179 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a7d535c9-b1d4-4042-aa52-fb46f3b715da req-e9322f3f-f888-442c-9da7-6d59c7989a0d tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.3404415
Nov 24 13:30:02.969369 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a7d535c9-b1d4-4042-aa52-fb46f3b715da req-d53fdd37-9232-445b-b081-b75a578a7945 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437512
Nov 24 13:30:04.184777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974802c-3d39-4d6e-b4ad-80ad296d5590 req-f29cf9fc-a716-48f9-961e-398d2721a95d tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:04.186388 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2974802c-3d39-4d6e-b4ad-80ad296d5590 req-f29cf9fc-a716-48f9-961e-398d2721a95d tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0835829
Nov 24 13:30:04.238048 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2974802c-3d39-4d6e-b4ad-80ad296d5590 req-061420de-9947-493a-b835-e7043ed344c8 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451319
Nov 24 13:30:05.460376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd276a-188f-4a35-bdcd-4ea0c8a1907b req-2949c7cd-9fe1-4983-b695-f2ed903ad9f3 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:05.461949 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-81dd276a-188f-4a35-bdcd-4ea0c8a1907b req-2949c7cd-9fe1-4983-b695-f2ed903ad9f3 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0865560
Nov 24 13:30:05.513998 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-81dd276a-188f-4a35-bdcd-4ea0c8a1907b req-c86a1f55-020a-4b95-a7ce-eb7570b9622e tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455680
Nov 24 13:30:06.734682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04847336-88cc-4336-ace9-c3383e26c7ad req-329b2f95-cab5-4d15-bf0b-c5205583a350 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:06.736275 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-04847336-88cc-4336-ace9-c3383e26c7ad req-329b2f95-cab5-4d15-bf0b-c5205583a350 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0890102
Nov 24 13:30:06.784869 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-04847336-88cc-4336-ace9-c3383e26c7ad req-23dd60bd-3566-48e9-be12-bd3fe3eedf9b tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421367
Nov 24 13:30:07.999141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8c2d9-7415-4ecb-92e4-8918904329bd req-17f0498e-bf66-4c8d-8ffb-9254adad0cd5 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:08.000743 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-29e8c2d9-7415-4ecb-92e4-8918904329bd req-17f0498e-bf66-4c8d-8ffb-9254adad0cd5 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0858727
Nov 24 13:30:08.049439 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-29e8c2d9-7415-4ecb-92e4-8918904329bd req-ab86ebec-2ec3-487b-ae06-28b9572de4d9 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415061
Nov 24 13:30:09.266142 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62621752-a847-4b92-addb-1130de173f50 req-54fd6daf-d246-4b77-a1ed-17fa23208ff1 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:09.267809 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-62621752-a847-4b92-addb-1130de173f50 req-54fd6daf-d246-4b77-a1ed-17fa23208ff1 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0863047
Nov 24 13:30:09.321213 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-62621752-a847-4b92-addb-1130de173f50 req-63bad40d-02e4-4365-af91-c517504eabc9 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462019
Nov 24 13:30:10.247773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3d25975a-d0cd-4c57-bebb-75e884d3b234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:10.542672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57fc9e-3c76-4344-b61d-9a5170b86de5 req-c0ae37fe-a874-480b-8b45-23da74b590e8 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:10.544298 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7a57fc9e-3c76-4344-b61d-9a5170b86de5 req-c0ae37fe-a874-480b-8b45-23da74b590e8 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0932710
Nov 24 13:30:10.593116 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7a57fc9e-3c76-4344-b61d-9a5170b86de5 req-68bb25a4-ef6b-464a-9ec0-81d0236daed4 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424719
Nov 24 13:30:11.816110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f67d3b-cb19-49b2-b667-2ea35048c8a8 req-fe2b28c1-6fce-46e0-9dc1-d750a0dba667 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:11.818443 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-08f67d3b-cb19-49b2-b667-2ea35048c8a8 req-fe2b28c1-6fce-46e0-9dc1-d750a0dba667 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0896218
Nov 24 13:30:11.870028 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-08f67d3b-cb19-49b2-b667-2ea35048c8a8 req-b18c1082-9fa4-4c53-b114-d9f77248205f tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434179
Nov 24 13:30:11.880993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5346e-1734-4d67-8e6b-5de0db6f4979 req-55475266-c39a-4bd9-a0d1-0d2eaec78396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:11.882643 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-00c5346e-1734-4d67-8e6b-5de0db6f4979 req-55475266-c39a-4bd9-a0d1-0d2eaec78396 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bc4a18eb2454bed9005ccc7b886e15f&device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 1163 time: 0.0779030
Nov 24 13:30:12.054568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5346e-1734-4d67-8e6b-5de0db6f4979 req-75398491-1e2b-498e-bcff-6c051d08345e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:12.056164 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-00c5346e-1734-4d67-8e6b-5de0db6f4979 req-75398491-1e2b-498e-bcff-6c051d08345e service neutron] 10.222.0.70 "GET /v2.0/networks?id=91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6 HTTP/1.1" status: 200  len: 908 time: 0.1498542
Nov 24 13:30:12.135879 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-00c5346e-1734-4d67-8e6b-5de0db6f4979 req-025bb53f-fdaf-42e1-99ea-8b9edfc93ce6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d17ad521-de7e-4f35-a8a3-d56e2216c346 HTTP/1.1" status: 200  len: 217 time: 0.0711212
Nov 24 13:30:12.219630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5346e-1734-4d67-8e6b-5de0db6f4979 req-78ee2d96-beb5-46a4-ba88-1ae2f8b936c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:12.221201 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-00c5346e-1734-4d67-8e6b-5de0db6f4979 req-78ee2d96-beb5-46a4-ba88-1ae2f8b936c9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c30b9a01-94c3-4788-ba43-3f61d244db2e HTTP/1.1" status: 200  len: 854 time: 0.0694387
Nov 24 13:30:12.275285 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-00c5346e-1734-4d67-8e6b-5de0db6f4979 req-418571c3-eab2-404c-8a0a-36b3824cc4f3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0458233
Nov 24 13:30:12.422810 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-00c5346e-1734-4d67-8e6b-5de0db6f4979 req-1b005afa-47d5-4cd2-b027-46dde2056a5c service neutron] 10.222.0.70 "GET /v2.0/networks/91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409354
Nov 24 13:30:12.476943 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11157628-fd4a-46ab-abba-039ca4e6d03d req-9a4beb83-c8c0-43a0-b19b-3390bce67d2d service neutron] 10.222.0.70 "GET /v2.0/ports/d17ad521-de7e-4f35-a8a3-d56e2216c346/bindings/hv-neutron-6013 HTTP/1.1" status: 200  len: 454 time: 0.0823133
Nov 24 13:30:12.575772 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-00c5346e-1734-4d67-8e6b-5de0db6f4979 req-f7ef583e-4091-41d5-bc98-b1dd063189f6 service neutron] 10.222.0.70 "GET /v2.0/networks/91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1467204
Nov 24 13:30:12.629861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bffb2eed-6ae3-4ad4-a67e-42ae856745cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:12.956904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:13.035974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11157628-fd4a-46ab-abba-039ca4e6d03d req-aeb75440-148b-43ba-8500-2b1235f62179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:13.038237 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11157628-fd4a-46ab-abba-039ca4e6d03d req-aeb75440-148b-43ba-8500-2b1235f62179 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533&tenant_id=7bc4a18eb2454bed9005ccc7b886e15f HTTP/1.1" status: 200  len: 1163 time: 0.3343201
Nov 24 13:30:13.126172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462a9b1-9f29-4e87-8bf6-a329c67e4b66 req-83859a6a-414d-4039-94af-451ee3617e39 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:13.128408 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e462a9b1-9f29-4e87-8bf6-a329c67e4b66 req-83859a6a-414d-4039-94af-451ee3617e39 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.1011586
Nov 24 13:30:13.150285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11157628-fd4a-46ab-abba-039ca4e6d03d req-09fcd84d-e7c8-41aa-80f4-2817967cd896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:13.152016 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11157628-fd4a-46ab-abba-039ca4e6d03d req-09fcd84d-e7c8-41aa-80f4-2817967cd896 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bc4a18eb2454bed9005ccc7b886e15f&device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 1163 time: 0.0800657
Nov 24 13:30:13.180090 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e462a9b1-9f29-4e87-8bf6-a329c67e4b66 req-2ec3aa15-c1dc-4454-bd2d-564bd762f382 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450356
Nov 24 13:30:13.303278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11157628-fd4a-46ab-abba-039ca4e6d03d req-a5bfde56-14dc-4dd3-9201-b76ccbea4ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:13.305110 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11157628-fd4a-46ab-abba-039ca4e6d03d req-a5bfde56-14dc-4dd3-9201-b76ccbea4ad6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6 HTTP/1.1" status: 200  len: 908 time: 0.1469421
Nov 24 13:30:13.380234 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11157628-fd4a-46ab-abba-039ca4e6d03d req-2b0307e2-3587-46b5-8fc7-c1c419d64515 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d17ad521-de7e-4f35-a8a3-d56e2216c346 HTTP/1.1" status: 200  len: 217 time: 0.0678685
Nov 24 13:30:13.455037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11157628-fd4a-46ab-abba-039ca4e6d03d req-921eb715-9013-4805-a6a6-4099a1bb696e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:13.456671 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11157628-fd4a-46ab-abba-039ca4e6d03d req-921eb715-9013-4805-a6a6-4099a1bb696e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c30b9a01-94c3-4788-ba43-3f61d244db2e HTTP/1.1" status: 200  len: 854 time: 0.0711594
Nov 24 13:30:13.512145 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11157628-fd4a-46ab-abba-039ca4e6d03d req-bd4355a9-5721-4286-baf4-6b81de48eaa0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0490313
Nov 24 13:30:13.660295 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11157628-fd4a-46ab-abba-039ca4e6d03d req-cf89f99f-fac3-4e46-b54e-8ca3b5d94b00 service neutron] 10.222.0.70 "GET /v2.0/networks/91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419303
Nov 24 13:30:13.816156 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11157628-fd4a-46ab-abba-039ca4e6d03d req-9781b3f9-09ba-488b-9277-ef3d636d58c6 service neutron] 10.222.0.70 "GET /v2.0/networks/91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1491222
Nov 24 13:30:14.201773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device d17ad521-de7e-4f35-a8a3-d56e2216c346 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:30:14.254722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:14.335485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:14.364261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905a9c76-83e6-433d-b471-dd5fdcf66533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd17ad521-de7e-4f35-a8a3-d56e2216c346'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:30:14.375584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port d17ad521-de7e-4f35-a8a3-d56e2216c346, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=d17ad521-de7e-4f35-a8a3-d56e2216c346,segment=NetworkSegment(82a5e41f-9b31-4285-aff7-ab9dc229740a),segment_id=82a5e41f-9b31-4285-aff7-ab9dc229740a)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:30:14.380101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:14.382098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2946eee7-2925-4173-996b-e24f6cbd274c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:30:14.410723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045add8-e520-4611-bc51-1ed6525f3c5d req-44f6ab34-4ee4-4543-8329-4d7ba5080e63 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:14.412792 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6045add8-e520-4611-bc51-1ed6525f3c5d req-44f6ab34-4ee4-4543-8329-4d7ba5080e63 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0975611
Nov 24 13:30:14.457415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=d17ad521-de7e-4f35-a8a3-d56e2216c346,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:30:14.470732 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6045add8-e520-4611-bc51-1ed6525f3c5d req-f7bb88f4-ed69-47b4-82bb-affa9a744db3 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506499
Nov 24 13:30:14.471959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:30:14.533671 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905a9c76-83e6-433d-b471-dd5fdcf66533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd17ad521-de7e-4f35-a8a3-d56e2216c346', 'code': 200}
Nov 24 13:30:14.779395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:15.710484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18b2c0-8211-4c66-b6f1-8a6e0668dedb req-dfcfe0ee-fb6f-4e99-92ed-bee841fbbb0d tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:15.712113 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7d18b2c0-8211-4c66-b6f1-8a6e0668dedb req-dfcfe0ee-fb6f-4e99-92ed-bee841fbbb0d tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 944 time: 0.0981083
Nov 24 13:30:15.766787 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7d18b2c0-8211-4c66-b6f1-8a6e0668dedb req-242b185c-c0cc-4af1-85de-b409b48f5c74 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481553
Nov 24 13:30:16.544138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device d17ad521-de7e-4f35-a8a3-d56e2216c346 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:30:16.622154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port d17ad521-de7e-4f35-a8a3-d56e2216c346 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:30:16.622592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:16.742415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:16.771065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905a9c76-83e6-433d-b471-dd5fdcf66533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17ad521-de7e-4f35-a8a3-d56e2216c346'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:30:16.781180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port d17ad521-de7e-4f35-a8a3-d56e2216c346, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=d17ad521-de7e-4f35-a8a3-d56e2216c346,segment=NetworkSegment(82a5e41f-9b31-4285-aff7-ab9dc229740a),segment_id=82a5e41f-9b31-4285-aff7-ab9dc229740a)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:30:16.784658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:16.786628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:30:16.847890 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905a9c76-83e6-433d-b471-dd5fdcf66533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17ad521-de7e-4f35-a8a3-d56e2216c346', 'code': 200}
Nov 24 13:30:16.860695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=d17ad521-de7e-4f35-a8a3-d56e2216c346,revision_number=6']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:30:16.866167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:30:16.993466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcb933-ea5f-440a-a3cb-e5a329121704 req-b4eb80aa-faf2-4e9b-a17e-f26305bc3a28 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:16.995585 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-48dcb933-ea5f-440a-a3cb-e5a329121704 req-b4eb80aa-faf2-4e9b-a17e-f26305bc3a28 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0858126
Nov 24 13:30:17.050219 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-48dcb933-ea5f-440a-a3cb-e5a329121704 req-bf1dd7fc-81d8-4bb8-84ef-dc6634bcad85 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477104
Nov 24 13:30:17.420594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e01373-c1db-430c-9b18-dd568db90f3f req-61f22b4c-bd78-4b61-adb0-5c158903dedf tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:17.421241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919def8-607f-4e8d-8f75-47b958c64afd req-9b4a765b-c22f-4bda-bf40-6b54e326c62d tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:17.422009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-d919def8-607f-4e8d-8f75-47b958c64afd req-9b4a765b-c22f-4bda-bf40-6b54e326c62d tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Synchronizing usage tracker for tenant:7bc4a18eb2454bed9005ccc7b886e15f on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:30:17.422217 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-14e01373-c1db-430c-9b18-dd568db90f3f req-61f22b4c-bd78-4b61-adb0-5c158903dedf tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0935869
Nov 24 13:30:17.438218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-d919def8-607f-4e8d-8f75-47b958c64afd req-9b4a765b-c22f-4bda-bf40-6b54e326c62d tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Unset dirty status for tenant:7bc4a18eb2454bed9005ccc7b886e15f on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:30:17.439482 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d919def8-607f-4e8d-8f75-47b958c64afd req-9b4a765b-c22f-4bda-bf40-6b54e326c62d tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.70 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533&tenant_id=7bc4a18eb2454bed9005ccc7b886e15f&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200  len: 946 time: 0.1118450
Nov 24 13:30:17.471650 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-14e01373-c1db-430c-9b18-dd568db90f3f req-8e275fb1-54e8-42a3-b4ff-d64f789d74ed tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421858
Nov 24 13:30:17.600654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919def8-607f-4e8d-8f75-47b958c64afd req-056c4f24-3de5-4644-ac40-def9a61ff36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:17.602274 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d919def8-607f-4e8d-8f75-47b958c64afd req-056c4f24-3de5-4644-ac40-def9a61ff36e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bc4a18eb2454bed9005ccc7b886e15f&device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 1163 time: 0.0746040
Nov 24 13:30:17.746991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919def8-607f-4e8d-8f75-47b958c64afd req-83e4a79e-482a-46bf-b0b8-f00abb4f0b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:17.748489 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d919def8-607f-4e8d-8f75-47b958c64afd req-83e4a79e-482a-46bf-b0b8-f00abb4f0b09 service neutron] 10.222.0.70 "GET /v2.0/networks?id=91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6 HTTP/1.1" status: 200  len: 908 time: 0.1399968
Nov 24 13:30:17.825134 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d919def8-607f-4e8d-8f75-47b958c64afd req-7540be5b-78f5-4c27-9161-bdd95245b6b3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d17ad521-de7e-4f35-a8a3-d56e2216c346 HTTP/1.1" status: 200  len: 217 time: 0.0696499
Nov 24 13:30:17.898784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919def8-607f-4e8d-8f75-47b958c64afd req-75ad71c1-2c7a-40cc-ae26-3d8086c4cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:17.901500 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d919def8-607f-4e8d-8f75-47b958c64afd req-75ad71c1-2c7a-40cc-ae26-3d8086c4cbbf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c30b9a01-94c3-4788-ba43-3f61d244db2e HTTP/1.1" status: 200  len: 854 time: 0.0695965
Nov 24 13:30:17.954724 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d919def8-607f-4e8d-8f75-47b958c64afd req-0de2d979-38fb-49d0-a283-094334d810f8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0470016
Nov 24 13:30:18.101637 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d919def8-607f-4e8d-8f75-47b958c64afd req-8835a0e3-2c82-461e-b100-2723ec10b91b service neutron] 10.222.0.70 "GET /v2.0/networks/91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403081
Nov 24 13:30:18.253518 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d919def8-607f-4e8d-8f75-47b958c64afd req-d9699003-cbaa-498a-becb-c76dfdcd4fec service neutron] 10.222.0.70 "GET /v2.0/networks/91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1443565
Nov 24 13:30:18.362273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device d17ad521-de7e-4f35-a8a3-d56e2216c346 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:30:18.434097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port d17ad521-de7e-4f35-a8a3-d56e2216c346 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:30:18.434566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:18.704714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06133172-105d-4316-a3ee-b27c80d9db99 req-24c67b3d-231e-47db-95b5-e68462bc8661 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:18.706302 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-06133172-105d-4316-a3ee-b27c80d9db99 req-24c67b3d-231e-47db-95b5-e68462bc8661 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0956223
Nov 24 13:30:18.761086 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-06133172-105d-4316-a3ee-b27c80d9db99 req-7f66822c-e562-476c-a87c-6578f58846c8 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478349
Nov 24 13:30:19.974397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e1267-d57a-4f64-8b25-f8a6cedf2099 req-9634da63-b2da-42ab-9fe0-e7d87a22e3f9 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:19.976040 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4a1e1267-d57a-4f64-8b25-f8a6cedf2099 req-9634da63-b2da-42ab-9fe0-e7d87a22e3f9 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0838177
Nov 24 13:30:20.027225 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4a1e1267-d57a-4f64-8b25-f8a6cedf2099 req-331dd34e-149d-4c29-8e34-030b86897c21 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448093
Nov 24 13:30:20.252342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573a1b0-09fd-48b2-9976-c097210d66a5 req-76b897aa-92a0-4d2f-aaf5-b75e5f57f108 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:20.253950 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7573a1b0-09fd-48b2-9976-c097210d66a5 req-76b897aa-92a0-4d2f-aaf5-b75e5f57f108 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0932539
Nov 24 13:30:20.303735 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7573a1b0-09fd-48b2-9976-c097210d66a5 req-86e283a1-0639-4a96-8f0f-cd4512fb163d tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423076
Nov 24 13:30:20.522688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779abcd3-00a8-444c-8f39-500cec132bdf req-20dcb712-8302-4b98-8b41-23fc937d4f3e tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:20.524302 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-779abcd3-00a8-444c-8f39-500cec132bdf req-20dcb712-8302-4b98-8b41-23fc937d4f3e tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0874774
Nov 24 13:30:20.573554 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-779abcd3-00a8-444c-8f39-500cec132bdf req-ef7db3ac-4c52-4669-a5a6-cba5f642419c tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427690
Nov 24 13:30:21.247490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:21.367543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf427f-21b6-4781-a7df-3517516237c3 req-f7af24cc-0231-449e-888f-73709e4386d1 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:21.369158 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-aadf427f-21b6-4781-a7df-3517516237c3 req-f7af24cc-0231-449e-888f-73709e4386d1 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0900576
Nov 24 13:30:21.422604 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-aadf427f-21b6-4781-a7df-3517516237c3 req-b3645ae9-f60c-46fc-8a44-dac8bd27c141 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467618
Nov 24 13:30:22.637551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8916bd0-1ba9-4b15-9654-3283b7f5cb4b req-41b00c83-bebd-41fc-a848-1524f7ed7e19 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:22.639205 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b8916bd0-1ba9-4b15-9654-3283b7f5cb4b req-41b00c83-bebd-41fc-a848-1524f7ed7e19 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0854003
Nov 24 13:30:22.693048 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b8916bd0-1ba9-4b15-9654-3283b7f5cb4b req-3d816c18-3e9b-41ef-aa84-6872871e00bb tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/security-groups?id=816ef793-38e1-413e-adb4-8acefa11e38f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464702
Nov 24 13:30:22.925353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220f7c1-3500-475b-bacd-7c907dcd8a36 req-cd7209e8-9da4-4c9b-819d-34f2210a0b4b tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:22.926934 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a220f7c1-3500-475b-bacd-7c907dcd8a36 req-cd7209e8-9da4-4c9b-819d-34f2210a0b4b tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.70 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 946 time: 0.0841215
Nov 24 13:30:23.001010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-a220f7c1-3500-475b-bacd-7c907dcd8a36 req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Deleting port d17ad521-de7e-4f35-a8a3-d56e2216c346 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:30:23.001441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a220f7c1-3500-475b-bacd-7c907dcd8a36 req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:23.274686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-a220f7c1-3500-475b-bacd-7c907dcd8a36 req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] For port d17ad521-de7e-4f35-a8a3-d56e2216c346, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=d17ad521-de7e-4f35-a8a3-d56e2216c346,segment=NetworkSegment(82a5e41f-9b31-4285-aff7-ab9dc229740a),segment_id=82a5e41f-9b31-4285-aff7-ab9dc229740a)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:30:23.275143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a220f7c1-3500-475b-bacd-7c907dcd8a36 req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:23.408244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-a220f7c1-3500-475b-bacd-7c907dcd8a36 req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Calling delete_port for d17ad521-de7e-4f35-a8a3-d56e2216c346 owned by compute:nova {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:30:23.558347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a220f7c1-3500-475b-bacd-7c907dcd8a36 req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:23.573916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e167ccff-8eba-40e0-8696-b941ba74bbc0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:30:23.678711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Pushing event deleted for resources: {'Port': ['ID=d17ad521-de7e-4f35-a8a3-d56e2216c346,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:30:23.697487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:23.697916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:23.698391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:23.698810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:23.699224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:23.699636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:23.700045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:23.700456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:23.700866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:23.701273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:23.701679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:23.702084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:23.702638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:23.703045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:23.703449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:23.703851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:23.704255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:23.704656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:23.705056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:23.705463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:23.705863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:23.706291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:23.706695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:23.707097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:23.713079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:30:23.807435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-a220f7c1-3500-475b-bacd-7c907dcd8a36 req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] No DVR routers for this DVR port d17ad521-de7e-4f35-a8a3-d56e2216c346 on host hv-neutron-6013 {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:30:23.809770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a220f7c1-3500-475b-bacd-7c907dcd8a36 req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:23.812560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905a9c76-83e6-433d-b471-dd5fdcf66533', 'name': 'network-vif-deleted', 'tag': 'd17ad521-de7e-4f35-a8a3-d56e2216c346'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:30:23.828625 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a220f7c1-3500-475b-bacd-7c907dcd8a36 req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.70 "DELETE /v2.0/ports/d17ad521-de7e-4f35-a8a3-d56e2216c346 HTTP/1.1" status: 204  len: 173 time: 0.8958712
Nov 24 13:30:23.883902 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-32129806-8edc-406c-bbb7-d64cc4421db8 req-8e2f2ef4-12d3-4d6b-adb3-502d0a08bff1 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] 10.222.0.76 "GET /v2.0/ports?device_id=905a9c76-83e6-433d-b471-dd5fdcf66533 HTTP/1.1" status: 200  len: 210 time: 0.0539713
Nov 24 13:30:23.967214 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905a9c76-83e6-433d-b471-dd5fdcf66533', 'name': 'network-vif-deleted', 'tag': 'd17ad521-de7e-4f35-a8a3-d56e2216c346', 'status': 'completed', 'code': 200}
Nov 24 13:30:24.273042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device d17ad521-de7e-4f35-a8a3-d56e2216c346 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:30:24.308351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] No Port match for: d17ad521-de7e-4f35-a8a3-d56e2216c346 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:30:24.308750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device d17ad521-de7e-4f35-a8a3-d56e2216c346 not bound to the agent host hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:30:25.200681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 56132) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:30:25.269524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-af574386-e009-40fc-a838-f39e2ea294eb admin admin] Deleting subnet c30b9a01-94c3-4788-ba43-3f61d244db2e {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:30:25.273322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-af574386-e009-40fc-a838-f39e2ea294eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:25.324845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-af574386-e009-40fc-a838-f39e2ea294eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:25.388141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-af574386-e009-40fc-a838-f39e2ea294eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:25.652535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-af574386-e009-40fc-a838-f39e2ea294eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:25.671864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a4e6695e-198f-4f8a-838c-7d871d73050f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:30:25.759079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af574386-e009-40fc-a838-f39e2ea294eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c30b9a01-94c3-4788-ba43-3f61d244db2e,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:30:25.764902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-af574386-e009-40fc-a838-f39e2ea294eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:30:25.811568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-af574386-e009-40fc-a838-f39e2ea294eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:25.817813 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-af574386-e009-40fc-a838-f39e2ea294eb admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c30b9a01-94c3-4788-ba43-3f61d244db2e HTTP/1.1" status: 204  len: 168 time: 0.6160300
Nov 24 13:30:25.821142 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 56136) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:30:25.941895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-364c4e9a-71d5-4a3e-b2c4-8e403d7df5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:26.132445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-364c4e9a-71d5-4a3e-b2c4-8e403d7df5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:26.254221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-364c4e9a-71d5-4a3e-b2c4-8e403d7df5cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6346d74a20>,) {'filters': {'network_id': ['91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:30:26.268619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-364c4e9a-71d5-4a3e-b2c4-8e403d7df5cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346d74a20>, '82a5e41f-9b31-4285-aff7-ab9dc229740a') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:30:26.268958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-364c4e9a-71d5-4a3e-b2c4-8e403d7df5cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346d74a20>, '82a5e41f-9b31-4285-aff7-ab9dc229740a') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:30:26.281045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-364c4e9a-71d5-4a3e-b2c4-8e403d7df5cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:26.296745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-364c4e9a-71d5-4a3e-b2c4-8e403d7df5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:26.298782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-364c4e9a-71d5-4a3e-b2c4-8e403d7df5cf admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:30:26.483953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-364c4e9a-71d5-4a3e-b2c4-8e403d7df5cf admin admin] Network 91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:30:26.494925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-364c4e9a-71d5-4a3e-b2c4-8e403d7df5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:26.677382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-364c4e9a-71d5-4a3e-b2c4-8e403d7df5cf admin admin] Network 91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:30:26.703094 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:30:26.703094 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:30:26.703094 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:30:26.703094 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:30:26.703094 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:30:26.703094 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:30:26.703094 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:30:26.703094 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:30:26.703094 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:30:26.703094 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:30:26.703094 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:30:26.703094 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:30:26.703094 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:30:26.703094 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:30:26.703094 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:30:26.703094 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:30:26.703094 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:30:26.703094 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:30:26.703094 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:30:26.703094 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:30:26.703094 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:30:26.703094 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:30:26.703094 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:30:26.703094 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:30:26.703094 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:30:26.703094 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:30:26.703094 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:30:26.703094 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:30:26.703094 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:30:26.703094 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:30:26.703094 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:30:26.703094 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:30:26.782306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-364c4e9a-71d5-4a3e-b2c4-8e403d7df5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:26.787573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-119cb02a-8ca0-46df-8024-f16bbe0c0edc tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:30:26.801531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-364c4e9a-71d5-4a3e-b2c4-8e403d7df5cf admin admin] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:26.813116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c4e9a-71d5-4a3e-b2c4-8e403d7df5cf admin admin] Pushing event deleted for resources: {'Network': ['ID=91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:30:26.816977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-364c4e9a-71d5-4a3e-b2c4-8e403d7df5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:30:26.822385 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-364c4e9a-71d5-4a3e-b2c4-8e403d7df5cf admin admin] 10.222.0.76 "DELETE /v2.0/networks/91ae8872-bfcd-4ddb-94eb-f5df20e3c6c6 HTTP/1.1" status: 204  len: 168 time: 1.0001304
Nov 24 13:30:26.968564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 56142) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:30:27.023017 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-08d885cc-57d8-4123-8a19-a128fcfd287a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7bc4a18eb2454bed9005ccc7b886e15f&name=default HTTP/1.1" status: 200  len: 2751 time: 0.0531178
Nov 24 13:30:27.025452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 56146) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:30:27.089531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-972f0b8f-bcf3-4d7e-ae31-702012749592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:27.123640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-972f0b8f-bcf3-4d7e-ae31-702012749592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:27.172114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-972f0b8f-bcf3-4d7e-ae31-702012749592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:27.177453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fb312964-1cf6-4128-a8c9-ccfc9a8e249b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:30:27.190779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f0b8f-bcf3-4d7e-ae31-702012749592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816ef793-38e1-413e-adb4-8acefa11e38f,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:30:27.200734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-972f0b8f-bcf3-4d7e-ae31-702012749592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:27.201940 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-972f0b8f-bcf3-4d7e-ae31-702012749592 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/816ef793-38e1-413e-adb4-8acefa11e38f HTTP/1.1" status: 204  len: 168 time: 0.1755393
Nov 24 13:30:27.203970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f0b8f-bcf3-4d7e-ae31-702012749592 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:27.204379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f0b8f-bcf3-4d7e-ae31-702012749592 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:27.204825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f0b8f-bcf3-4d7e-ae31-702012749592 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:27.205297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f0b8f-bcf3-4d7e-ae31-702012749592 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:27.205724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f0b8f-bcf3-4d7e-ae31-702012749592 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:27.206186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f0b8f-bcf3-4d7e-ae31-702012749592 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:27.206554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f0b8f-bcf3-4d7e-ae31-702012749592 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:27.206968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f0b8f-bcf3-4d7e-ae31-702012749592 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:27.207383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f0b8f-bcf3-4d7e-ae31-702012749592 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:27.207809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f0b8f-bcf3-4d7e-ae31-702012749592 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:27.208235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f0b8f-bcf3-4d7e-ae31-702012749592 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:27.208663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f0b8f-bcf3-4d7e-ae31-702012749592 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:27.209237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f0b8f-bcf3-4d7e-ae31-702012749592 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:27.209651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f0b8f-bcf3-4d7e-ae31-702012749592 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:27.210058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f0b8f-bcf3-4d7e-ae31-702012749592 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:27.210503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f0b8f-bcf3-4d7e-ae31-702012749592 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:27.210905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f0b8f-bcf3-4d7e-ae31-702012749592 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:27.211314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f0b8f-bcf3-4d7e-ae31-702012749592 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:27.211706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f0b8f-bcf3-4d7e-ae31-702012749592 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:27.212108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f0b8f-bcf3-4d7e-ae31-702012749592 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:27.212509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f0b8f-bcf3-4d7e-ae31-702012749592 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:27.212908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f0b8f-bcf3-4d7e-ae31-702012749592 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:27.213312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f0b8f-bcf3-4d7e-ae31-702012749592 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:27.213717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f0b8f-bcf3-4d7e-ae31-702012749592 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:27.217478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-972f0b8f-bcf3-4d7e-ae31-702012749592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:30:28.114693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 56168) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:30:28.261062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-d8472ca5-09e8-4db8-bdf8-4d0fdea5ce57 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-357081901-network', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:30:28.266982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d8472ca5-09e8-4db8-bdf8-4d0fdea5ce57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:30:28.271186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d8472ca5-09e8-4db8-bdf8-4d0fdea5ce57 admin admin] Usage tracker for resource:network and tenant:f113d8ed514a47218358d75a438fa3d2 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:30:28.274235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d8472ca5-09e8-4db8-bdf8-4d0fdea5ce57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:30:28.279966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d8472ca5-09e8-4db8-bdf8-4d0fdea5ce57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:30:28.290049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8472ca5-09e8-4db8-bdf8-4d0fdea5ce57 admin admin] Made reservation on behalf of f113d8ed514a47218358d75a438fa3d2 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:30:28.294839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d8472ca5-09e8-4db8-bdf8-4d0fdea5ce57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:28.308784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d8472ca5-09e8-4db8-bdf8-4d0fdea5ce57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:28.343027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d8472ca5-09e8-4db8-bdf8-4d0fdea5ce57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:30:28.347114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d8472ca5-09e8-4db8-bdf8-4d0fdea5ce57 admin admin] Usage tracker for resource:security_group_rule and tenant:f113d8ed514a47218358d75a438fa3d2 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:30:28.350636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d8472ca5-09e8-4db8-bdf8-4d0fdea5ce57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:30:28.356334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d8472ca5-09e8-4db8-bdf8-4d0fdea5ce57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:30:28.429689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d8472ca5-09e8-4db8-bdf8-4d0fdea5ce57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:28.432629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d8472ca5-09e8-4db8-bdf8-4d0fdea5ce57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:28.437357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5281941c-a3fa-42ae-b8ee-a79e49091358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:30:28.470649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8472ca5-09e8-4db8-bdf8-4d0fdea5ce57 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:30:28.480573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8472ca5-09e8-4db8-bdf8-4d0fdea5ce57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e314717-6932-4ad0-9159-b149558042a5,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:30:28.484286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d8472ca5-09e8-4db8-bdf8-4d0fdea5ce57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:30:28.489855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d8472ca5-09e8-4db8-bdf8-4d0fdea5ce57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:28.490856 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-d8472ca5-09e8-4db8-bdf8-4d0fdea5ce57 admin admin] Added segment d9cca3b5-9220-41fc-a322-c00f0302a9e3 of type vxlan for network 9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af
Nov 24 13:30:28.524224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d8472ca5-09e8-4db8-bdf8-4d0fdea5ce57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:28.555094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d8472ca5-09e8-4db8-bdf8-4d0fdea5ce57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:28.556055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8472ca5-09e8-4db8-bdf8-4d0fdea5ce57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:28.556680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d8472ca5-09e8-4db8-bdf8-4d0fdea5ce57 admin admin] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:28.561765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bceb9b4e-417a-4572-8776-a7deba9aeafa tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:30:28.667078 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d8472ca5-09e8-4db8-bdf8-4d0fdea5ce57 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.5505564
Nov 24 13:30:28.670210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8472ca5-09e8-4db8-bdf8-4d0fdea5ce57 admin admin] Pushing event updated for resources: {'Network': ['ID=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:30:28.670487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 56174) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:30:28.673085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d8472ca5-09e8-4db8-bdf8-4d0fdea5ce57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:30:28.678846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-16a5f43a-9afa-41de-b596-c229b0fed150 admin admin] Request body: {'subnet': {'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-357081901-subnet', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:30:28.681482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:30:28.684457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-16a5f43a-9afa-41de-b596-c229b0fed150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:30:28.688560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-16a5f43a-9afa-41de-b596-c229b0fed150 admin admin] Usage tracker for resource:subnet and tenant:f113d8ed514a47218358d75a438fa3d2 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:30:28.692290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-16a5f43a-9afa-41de-b596-c229b0fed150 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:30:28.698273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-16a5f43a-9afa-41de-b596-c229b0fed150 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:30:28.698795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:30:28.709827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a5f43a-9afa-41de-b596-c229b0fed150 admin admin] Made reservation on behalf of f113d8ed514a47218358d75a438fa3d2 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:30:28.717450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-16a5f43a-9afa-41de-b596-c229b0fed150 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:29.397258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-16a5f43a-9afa-41de-b596-c229b0fed150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:29.413850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fa7e0328-ff92-4eb3-85ca-1a278859063a tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:30:29.545085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5f43a-9afa-41de-b596-c229b0fed150 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff72eda6-981c-410f-98dc-6bc96f86afed,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:30:29.550571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-16a5f43a-9afa-41de-b596-c229b0fed150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:30:29.633327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a5f43a-9afa-41de-b596-c229b0fed150 admin admin] Checking segment: {'id': 'd9cca3b5-9220-41fc-a322-c00f0302a9e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:30:29.633714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a5f43a-9afa-41de-b596-c229b0fed150 admin admin] Network hostable DHCP agents. Network: 9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:30:29.655800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a5f43a-9afa-41de-b596-c229b0fed150 admin admin] Network 9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:30:29.664202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-16a5f43a-9afa-41de-b596-c229b0fed150 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:30:29.673119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a737db85-ecfa-41bb-944c-b3d01324d1cd None None] Network 9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:30:29.677953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a5f43a-9afa-41de-b596-c229b0fed150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:29.678614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-16a5f43a-9afa-41de-b596-c229b0fed150 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:29.706561 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-16a5f43a-9afa-41de-b596-c229b0fed150 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0345638
Nov 24 13:30:29.709093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 56178) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:30:29.714640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ab4a4f9f-3080-478a-aa15-7a0731fe10b8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:30:29.719984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ab4a4f9f-3080-478a-aa15-7a0731fe10b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:30:29.724100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ab4a4f9f-3080-478a-aa15-7a0731fe10b8 admin admin] Usage tracker for resource:router and tenant:f113d8ed514a47218358d75a438fa3d2 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:30:29.727791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ab4a4f9f-3080-478a-aa15-7a0731fe10b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:30:29.733631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ab4a4f9f-3080-478a-aa15-7a0731fe10b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:30:29.744727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab4a4f9f-3080-478a-aa15-7a0731fe10b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:29.745794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab4a4f9f-3080-478a-aa15-7a0731fe10b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:29.767928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab4a4f9f-3080-478a-aa15-7a0731fe10b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:29.920387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'fixed_ips': [{'subnet_id': 'ff72eda6-981c-410f-98dc-6bc96f86afed'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:30:29.921698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:29.931480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab4a4f9f-3080-478a-aa15-7a0731fe10b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:30.145810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab4a4f9f-3080-478a-aa15-7a0731fe10b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:30.184915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab4a4f9f-3080-478a-aa15-7a0731fe10b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:30.231519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Allocated IP 172.20.0.2 (9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af/ff72eda6-981c-410f-98dc-6bc96f86afed/bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:30:30.457285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:30.468944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-ab4a4f9f-3080-478a-aa15-7a0731fe10b8 admin admin] Allocated IP 172.26.8.159 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/c5fcbed5-8668-4ffc-ae99-e8c78c39ccde) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:30:30.470822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Transition to ACTIVE for port object bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:30:30.488550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Transition to ACTIVE for port object bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:30:30.493096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:30.509626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:30:30.637155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab4a4f9f-3080-478a-aa15-7a0731fe10b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:30.641731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Pushing event updated for resources: {'Port': ['ID=bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:30:30.655270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:30.655664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:30.656043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:30.656420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:30.656793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:30.657164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:30.657531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:30.657898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:30.658317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:30.658688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:30.659052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:30.659418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:30.659882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:30.660245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:30.660605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:30.660970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:30.661335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:30.661980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:30.662380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:30.662782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:30.663143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:30.663506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:30.663871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:30.664197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab4a4f9f-3080-478a-aa15-7a0731fe10b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:30.664343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:30.670945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:30:30.681179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-92a8469c-a4c9-4f45-a64e-64ec0ebde350 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:30:30.722845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Network 9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:30:30.724013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:30:30.726526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:30:30.785858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Attempting to bind port bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:30:30.786309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Attempting to bind port bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'd9cca3b5-9220-41fc-a322-c00f0302a9e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:30:30.786728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Attempting to bind port bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c on network 9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:30:30.793685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:30:30.794107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Checking segment: {'id': 'd9cca3b5-9220-41fc-a322-c00f0302a9e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:30:30.794586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:30.795029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Bound using segment: {'id': 'd9cca3b5-9220-41fc-a322-c00f0302a9e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:30:30.795550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Bound port: bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9cca3b5-9220-41fc-a322-c00f0302a9e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:30:30.795973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:30.822683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a4f9f-3080-478a-aa15-7a0731fe10b8 admin admin] Pushing event updated for resources: {'Port': ['ID=c5fcbed5-8668-4ffc-ae99-e8c78c39ccde,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:30:30.826111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ab4a4f9f-3080-478a-aa15-7a0731fe10b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:30:30.885359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4a4f9f-3080-478a-aa15-7a0731fe10b8 admin admin] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:30:30.886635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-ab4a4f9f-3080-478a-aa15-7a0731fe10b8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:30:30.887910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] For port bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:30:30.888960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4a4f9f-3080-478a-aa15-7a0731fe10b8 admin admin] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:30:30.891209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] For port bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:30:30.895165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:30.908896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:30:31.062815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab4a4f9f-3080-478a-aa15-7a0731fe10b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:31.063612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab4a4f9f-3080-478a-aa15-7a0731fe10b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:31.086377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Pushing event updated for resources: {'Port': ['ID=bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:30:31.091189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:30:31.314805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4a4f9f-3080-478a-aa15-7a0731fe10b8 admin admin] Router a398a310-bdfe-41a2-a3d9-da825aa5b62e is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:30:31.544437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4a4f9f-3080-478a-aa15-7a0731fe10b8 admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:30:31.555378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1464864-6a28-4b37-bfb3-c2e12fda3742 None None] Sync routers for ids ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:30:31.568749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab4a4f9f-3080-478a-aa15-7a0731fe10b8 admin admin] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:31.569136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1464864-6a28-4b37-bfb3-c2e12fda3742 None None] Routers {'a398a310-bdfe-41a2-a3d9-da825aa5b62e'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:30:31.569831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e1464864-6a28-4b37-bfb3-c2e12fda3742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346f2a908>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:30:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:30:31.570115 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ab4a4f9f-3080-478a-aa15-7a0731fe10b8 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 1.8599794
Nov 24 13:30:31.573146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 56182) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:30:31.765612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-e1464864-6a28-4b37-bfb3-c2e12fda3742 None None] Set router a398a310-bdfe-41a2-a3d9-da825aa5b62e gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:30:32.256196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e1464864-6a28-4b37-bfb3-c2e12fda3742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346f2a908>, [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:30:31Z', 'revision_number': 3, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port': {'id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:30Z', 'updated_at': '2020-11-24T13:30:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:30:32.260851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1464864-6a28-4b37-bfb3-c2e12fda3742 None None] Checking router: a398a310-bdfe-41a2-a3d9-da825aa5b62e for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:30:32.261252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1464864-6a28-4b37-bfb3-c2e12fda3742 None None] Updating router a398a310-bdfe-41a2-a3d9-da825aa5b62e port c5fcbed5-8668-4ffc-ae99-e8c78c39ccde binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:30:32.300533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-226dc921-b5f1-4524-84a5-015eeeab5ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:32.324984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1464864-6a28-4b37-bfb3-c2e12fda3742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:32.500394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c304a60c-494d-47cd-954f-812f2689a009 None None] Network 9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:30:32.667874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-226dc921-b5f1-4524-84a5-015eeeab5ea0 admin admin] Allocated IP 172.20.0.1 (9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af/ff72eda6-981c-410f-98dc-6bc96f86afed/489426de-621f-4c61-9e71-e26383972587) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:30:32.712755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6155ff9c-8067-4917-a0a0-e650288fd63b None None] Provisioning for port bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:30:32.829877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-226dc921-b5f1-4524-84a5-015eeeab5ea0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:32.846565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-226dc921-b5f1-4524-84a5-015eeeab5ea0 admin admin] Transition to ACTIVE for port object 489426de-621f-4c61-9e71-e26383972587 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:30:32.867382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-226dc921-b5f1-4524-84a5-015eeeab5ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:32.883319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-443e5d5c-4a08-47e9-9da4-e955dcef1e77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:30:32.995474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1464864-6a28-4b37-bfb3-c2e12fda3742 None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:33.020229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e1464864-6a28-4b37-bfb3-c2e12fda3742 None None] Transition to ACTIVE for port object c5fcbed5-8668-4ffc-ae99-e8c78c39ccde will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:30:33.023911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1464864-6a28-4b37-bfb3-c2e12fda3742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:33.046523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:30:33.175706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:30:33.275591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6dc37-c4b4-49fc-928d-c43832f7261d None None] Pushing event updated for resources: {'Port': ['ID=c5fcbed5-8668-4ffc-ae99-e8c78c39ccde,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:30:33.284020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9eb6dc37-c4b4-49fc-928d-c43832f7261d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:30:33.302103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226dc921-b5f1-4524-84a5-015eeeab5ea0 admin admin] Pushing event updated for resources: {'Port': ['ID=489426de-621f-4c61-9e71-e26383972587,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:30:33.307896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-226dc921-b5f1-4524-84a5-015eeeab5ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:30:33.368018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:30:33.369567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226dc921-b5f1-4524-84a5-015eeeab5ea0 admin admin] Network 9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:30:33.370904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-226dc921-b5f1-4524-84a5-015eeeab5ea0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:30:33.373244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226dc921-b5f1-4524-84a5-015eeeab5ea0 admin admin] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:30:33.383410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e1464864-6a28-4b37-bfb3-c2e12fda3742 None None] Attempting to bind port c5fcbed5-8668-4ffc-ae99-e8c78c39ccde on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:30:33.384400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e1464864-6a28-4b37-bfb3-c2e12fda3742 None None] Attempting to bind port c5fcbed5-8668-4ffc-ae99-e8c78c39ccde by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:30:33.385127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1464864-6a28-4b37-bfb3-c2e12fda3742 None None] Attempting to bind port c5fcbed5-8668-4ffc-ae99-e8c78c39ccde on network cfe08d36-e5ba-4f00-8669-16a0ead5d220 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:30:33.389082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:30:33.389812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:33.440136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-226dc921-b5f1-4524-84a5-015eeeab5ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:33.451015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1464864-6a28-4b37-bfb3-c2e12fda3742 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:30:33.451457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1464864-6a28-4b37-bfb3-c2e12fda3742 None None] Checking segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:30:33.451924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1464864-6a28-4b37-bfb3-c2e12fda3742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:33.452375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1464864-6a28-4b37-bfb3-c2e12fda3742 None None] Bound using segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:30:33.452919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e1464864-6a28-4b37-bfb3-c2e12fda3742 None None] Bound port: c5fcbed5-8668-4ffc-ae99-e8c78c39ccde, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:30:33.453389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1464864-6a28-4b37-bfb3-c2e12fda3742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:33.509664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a5e4eddd-3dd1-46bd-bd7f-f8913c045594 None None] Provisioning complete for port bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:30:33.510097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a5e4eddd-3dd1-46bd-bd7f-f8913c045594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:33.529123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-226dc921-b5f1-4524-84a5-015eeeab5ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:33.653395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e1464864-6a28-4b37-bfb3-c2e12fda3742 None None] For port c5fcbed5-8668-4ffc-ae99-e8c78c39ccde, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:30:33.715189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e1464864-6a28-4b37-bfb3-c2e12fda3742 None None] For port c5fcbed5-8668-4ffc-ae99-e8c78c39ccde, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=c5fcbed5-8668-4ffc-ae99-e8c78c39ccde,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:30:33.729575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1464864-6a28-4b37-bfb3-c2e12fda3742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:33.748461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9eb6dc37-c4b4-49fc-928d-c43832f7261d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:30:33.837014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:33.845545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-226dc921-b5f1-4524-84a5-015eeeab5ea0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:33.849856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-226dc921-b5f1-4524-84a5-015eeeab5ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:33.900248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-808a3d5a-8a28-4fa2-8ebb-074d63049c5f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:30:33.972070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a5e4eddd-3dd1-46bd-bd7f-f8913c045594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:34.050886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226dc921-b5f1-4524-84a5-015eeeab5ea0 admin admin] Pushing event updated for resources: {'Port': ['ID=489426de-621f-4c61-9e71-e26383972587,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:30:34.057722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-226dc921-b5f1-4524-84a5-015eeeab5ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:30:34.058756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-226dc921-b5f1-4524-84a5-015eeeab5ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:34.083188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:30:34.088090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6dc37-c4b4-49fc-928d-c43832f7261d None None] Pushing event updated for resources: {'Port': ['ID=c5fcbed5-8668-4ffc-ae99-e8c78c39ccde,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:30:34.091512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9eb6dc37-c4b4-49fc-928d-c43832f7261d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:30:34.097984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:34.128695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:30:34.209845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226dc921-b5f1-4524-84a5-015eeeab5ea0 admin admin] Network 9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:30:34.211070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-226dc921-b5f1-4524-84a5-015eeeab5ea0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:30:34.250878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-a5e4eddd-3dd1-46bd-bd7f-f8913c045594 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:30:34.251414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-a5e4eddd-3dd1-46bd-bd7f-f8913c045594 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:30:34.259939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:30:34.266344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:30:34.267068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1464864-6a28-4b37-bfb3-c2e12fda3742 None None] Routers {'a398a310-bdfe-41a2-a3d9-da825aa5b62e'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:30:34.267838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e1464864-6a28-4b37-bfb3-c2e12fda3742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346f2a908>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:30:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:30:34.642421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226dc921-b5f1-4524-84a5-015eeeab5ea0 admin admin] Router a398a310-bdfe-41a2-a3d9-da825aa5b62e has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:30:34.643748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-e1464864-6a28-4b37-bfb3-c2e12fda3742 None None] Set router a398a310-bdfe-41a2-a3d9-da825aa5b62e gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:30:34.867640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226dc921-b5f1-4524-84a5-015eeeab5ea0 admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:30:34.876997 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-226dc921-b5f1-4524-84a5-015eeeab5ea0 admin admin] 10.222.0.76 "PUT /v2.0/routers/a398a310-bdfe-41a2-a3d9-da825aa5b62e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3023536
Nov 24 13:30:34.968859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a5e4eddd-3dd1-46bd-bd7f-f8913c045594 None None] Provisioning for port 489426de-621f-4c61-9e71-e26383972587 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:30:34.979878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a5e4eddd-3dd1-46bd-bd7f-f8913c045594 None None] Provisioning complete for port 489426de-621f-4c61-9e71-e26383972587 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:30:34.980318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a5e4eddd-3dd1-46bd-bd7f-f8913c045594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:35.087059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a5e4eddd-3dd1-46bd-bd7f-f8913c045594 None None] Port 489426de-621f-4c61-9e71-e26383972587 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:30:35.107698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:30:35.155785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e1464864-6a28-4b37-bfb3-c2e12fda3742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346f2a908>, [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 4, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port': {'id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:30Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '489426de-621f-4c61-9e71-e26383972587', 'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'mac_address': 'fa:16:3e:2d:9f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:32Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 2, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'subnets': [{'id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:30:35.171474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1464864-6a28-4b37-bfb3-c2e12fda3742 None None] The sync data for ids ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'] in dv-neutron-601336-61-ovs is: [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 4, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port': {'id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:30Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '489426de-621f-4c61-9e71-e26383972587', 'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'mac_address': 'fa:16:3e:2d:9f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:32Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 2, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'subnets': [{'id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:30:35.195804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:30:35.196237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:35.270851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8f6c21f8-b156-4b22-9df2-5683aa79e3e0 None None] Provisioning complete for port bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:30:35.271306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f6c21f8-b156-4b22-9df2-5683aa79e3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:35.455615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 56192) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:30:35.461818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-6f255bf7-064b-4209-9b94-8623abcd71ab tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Request body: {'security_group': {'name': 'tempest-securitygroup--1297874121', 'description': 'tempest-description--1199687983'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:30:35.468393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6f255bf7-064b-4209-9b94-8623abcd71ab tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:30:35.473542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6f255bf7-064b-4209-9b94-8623abcd71ab tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Usage tracker for resource:security_group and tenant:f113d8ed514a47218358d75a438fa3d2 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:30:35.477179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6f255bf7-064b-4209-9b94-8623abcd71ab tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:30:35.483724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6f255bf7-064b-4209-9b94-8623abcd71ab tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:30:35.485992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8f6c21f8-b156-4b22-9df2-5683aa79e3e0 None None] Provisioning complete for port 489426de-621f-4c61-9e71-e26383972587 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:30:35.486538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f6c21f8-b156-4b22-9df2-5683aa79e3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:35.525877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f255bf7-064b-4209-9b94-8623abcd71ab tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:35.545556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-8f6c21f8-b156-4b22-9df2-5683aa79e3e0 None None] Port 489426de-621f-4c61-9e71-e26383972587 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:30:35.572530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6f255bf7-064b-4209-9b94-8623abcd71ab tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:30:35.576766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6f255bf7-064b-4209-9b94-8623abcd71ab tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Usage tracker for resource:security_group_rule and tenant:f113d8ed514a47218358d75a438fa3d2 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:30:35.580524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6f255bf7-064b-4209-9b94-8623abcd71ab tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:30:35.586701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6f255bf7-064b-4209-9b94-8623abcd71ab tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:30:35.664488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f255bf7-064b-4209-9b94-8623abcd71ab tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:35.667544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f255bf7-064b-4209-9b94-8623abcd71ab tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:35.675634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ac1fba1b-75c6-4a3b-ac3a-61119d363b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:30:35.719559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f255bf7-064b-4209-9b94-8623abcd71ab tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Pushing event updated for resources: {'SecurityGroup': ['ID=93091ea3-f06b-42d6-9ccc-567a6685d40d,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:30:35.722705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f255bf7-064b-4209-9b94-8623abcd71ab tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:35.727292 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6f255bf7-064b-4209-9b94-8623abcd71ab tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1666 time: 0.2676406
Nov 24 13:30:35.727292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6f255bf7-064b-4209-9b94-8623abcd71ab tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:30:35.727952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 56196) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:30:35.733976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a09a45de-e63f-4354-9e7b-9bb08ae3ae88 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Request body: {'security_group_rule': {'security_group_id': '93091ea3-f06b-42d6-9ccc-567a6685d40d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:30:35.741540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a09a45de-e63f-4354-9e7b-9bb08ae3ae88 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:30:35.745802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a09a45de-e63f-4354-9e7b-9bb08ae3ae88 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Usage tracker for resource:security_group_rule and tenant:f113d8ed514a47218358d75a438fa3d2 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:30:35.750653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a09a45de-e63f-4354-9e7b-9bb08ae3ae88 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:30:35.756686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a09a45de-e63f-4354-9e7b-9bb08ae3ae88 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:30:35.773595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a09a45de-e63f-4354-9e7b-9bb08ae3ae88 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:35.843690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a09a45de-e63f-4354-9e7b-9bb08ae3ae88 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:35.847429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a09a45de-e63f-4354-9e7b-9bb08ae3ae88 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:35.855825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-80dfe518-ae20-464e-9568-8402393f3706 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:30:35.878799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a45de-e63f-4354-9e7b-9bb08ae3ae88 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dddcce3-5309-420b-b42c-a727d55e2d85,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:30:35.883103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a09a45de-e63f-4354-9e7b-9bb08ae3ae88 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:30:35.885203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a09a45de-e63f-4354-9e7b-9bb08ae3ae88 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:35.887530 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a09a45de-e63f-4354-9e7b-9bb08ae3ae88 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1580818
Nov 24 13:30:35.890243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 56200) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:30:35.905187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-d7984fa9-e1ca-4f9a-bbe5-4ad52f198ce0 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Request body: {'security_group_rule': {'security_group_id': '93091ea3-f06b-42d6-9ccc-567a6685d40d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:30:35.911278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d7984fa9-e1ca-4f9a-bbe5-4ad52f198ce0 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:30:35.918167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d7984fa9-e1ca-4f9a-bbe5-4ad52f198ce0 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Usage tracker for resource:security_group_rule and tenant:f113d8ed514a47218358d75a438fa3d2 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:30:35.920927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d7984fa9-e1ca-4f9a-bbe5-4ad52f198ce0 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:30:35.927058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d7984fa9-e1ca-4f9a-bbe5-4ad52f198ce0 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:30:35.944627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d7984fa9-e1ca-4f9a-bbe5-4ad52f198ce0 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:36.022501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d7984fa9-e1ca-4f9a-bbe5-4ad52f198ce0 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:36.025513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d7984fa9-e1ca-4f9a-bbe5-4ad52f198ce0 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:36.027503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b68918d2-0b22-4953-8f2d-38571f42f196 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:30:36.056197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7984fa9-e1ca-4f9a-bbe5-4ad52f198ce0 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d191ca-0d5a-457c-b234-d1dbd14617d6,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:30:36.061162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d7984fa9-e1ca-4f9a-bbe5-4ad52f198ce0 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:30:36.065526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d7984fa9-e1ca-4f9a-bbe5-4ad52f198ce0 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:36.068807 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d7984fa9-e1ca-4f9a-bbe5-4ad52f198ce0 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1755681
Nov 24 13:30:36.070594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 56204) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:30:36.076396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-51a6864c-7142-42d2-b358-1d95ff2c1f59 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:30:36.083052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-51a6864c-7142-42d2-b358-1d95ff2c1f59 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:30:36.087925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-51a6864c-7142-42d2-b358-1d95ff2c1f59 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Usage tracker for resource:floatingip and tenant:f113d8ed514a47218358d75a438fa3d2 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:30:36.091119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-51a6864c-7142-42d2-b358-1d95ff2c1f59 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:30:36.098065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-51a6864c-7142-42d2-b358-1d95ff2c1f59 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:30:36.108665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51a6864c-7142-42d2-b358-1d95ff2c1f59 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for floatingip, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:36.261985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51a6864c-7142-42d2-b358-1d95ff2c1f59 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:36.545358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-51a6864c-7142-42d2-b358-1d95ff2c1f59 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Allocated IP 172.26.8.5 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/ed0bcc22-5913-4793-bcb5-df5c6dc19703) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:30:36.708582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51a6864c-7142-42d2-b358-1d95ff2c1f59 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:36.736455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51a6864c-7142-42d2-b358-1d95ff2c1f59 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:36.752732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ab81a8b5-c31e-4e13-beb9-4375d5f28eea tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:30:36.890177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6864c-7142-42d2-b358-1d95ff2c1f59 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Pushing event updated for resources: {'Port': ['ID=ed0bcc22-5913-4793-bcb5-df5c6dc19703,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:30:36.895093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-51a6864c-7142-42d2-b358-1d95ff2c1f59 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:30:36.951880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a6864c-7142-42d2-b358-1d95ff2c1f59 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:30:36.953027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-51a6864c-7142-42d2-b358-1d95ff2c1f59 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:30:36.955491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a6864c-7142-42d2-b358-1d95ff2c1f59 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:30:37.047502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51a6864c-7142-42d2-b358-1d95ff2c1f59 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for floatingip, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:37.114796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51a6864c-7142-42d2-b358-1d95ff2c1f59 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:37.128625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device c5fcbed5-8668-4ffc-ae99-e8c78c39ccde up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:30:37.213944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port c5fcbed5-8668-4ffc-ae99-e8c78c39ccde completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:30:37.221422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port c5fcbed5-8668-4ffc-ae99-e8c78c39ccde triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:30:37.221936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:37.350922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:37.367934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port c5fcbed5-8668-4ffc-ae99-e8c78c39ccde, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=c5fcbed5-8668-4ffc-ae99-e8c78c39ccde,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:30:37.370868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:37.373116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:30:37.399856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51a6864c-7142-42d2-b358-1d95ff2c1f59 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:37.403391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51a6864c-7142-42d2-b358-1d95ff2c1f59 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:37.419975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4a7bd9b3-a491-4c52-bfd6-04e2f2b00a74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:30:37.448620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=c5fcbed5-8668-4ffc-ae99-e8c78c39ccde,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:30:37.452074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:30:37.557568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6864c-7142-42d2-b358-1d95ff2c1f59 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Pushing event updated for resources: {'Port': ['ID=ed0bcc22-5913-4793-bcb5-df5c6dc19703,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:30:37.563957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-51a6864c-7142-42d2-b358-1d95ff2c1f59 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:30:37.672990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51a6864c-7142-42d2-b358-1d95ff2c1f59 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:37.699599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-51a6864c-7142-42d2-b358-1d95ff2c1f59 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:37.700953 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-51a6864c-7142-42d2-b358-1d95ff2c1f59 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 1.6293180
Nov 24 13:30:37.890583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-a5661c7e-03ce-4d64-8dff-090a3db72c06 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Synchronizing usage tracker for tenant:f113d8ed514a47218358d75a438fa3d2 on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:30:37.906187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-a5661c7e-03ce-4d64-8dff-090a3db72c06 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Unset dirty status for tenant:f113d8ed514a47218358d75a438fa3d2 on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:30:37.907413 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-a5661c7e-03ce-4d64-8dff-090a3db72c06 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1297874121&fields=id&tenant_id=f113d8ed514a47218358d75a438fa3d2 HTTP/1.1" status: 200  len: 267 time: 0.0619955
Nov 24 13:30:38.077948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-6c9b51dc-d66f-44dd-abdb-fe315f266c7b tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:38.078727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-6c9b51dc-d66f-44dd-abdb-fe315f266c7b tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Synchronizing usage tracker for tenant:f113d8ed514a47218358d75a438fa3d2 on resource:network {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:30:38.095396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-6c9b51dc-d66f-44dd-abdb-fe315f266c7b tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Unset dirty status for tenant:f113d8ed514a47218358d75a438fa3d2 on resource:network {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:30:38.096969 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-6c9b51dc-d66f-44dd-abdb-fe315f266c7b tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 811 time: 0.1803219
Nov 24 13:30:38.115788 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-10de865f-f92e-43bf-bc1d-6ebecf1598cf tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/quotas/f113d8ed514a47218358d75a438fa3d2 HTTP/1.1" status: 200  len: 375 time: 0.0114338
Nov 24 13:30:38.210650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-e2611e15-91a4-4959-9b22-d2b5258d1c2d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Synchronizing usage tracker for tenant:f113d8ed514a47218358d75a438fa3d2 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:30:38.228625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-e2611e15-91a4-4959-9b22-d2b5258d1c2d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Unset dirty status for tenant:f113d8ed514a47218358d75a438fa3d2 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:30:38.230081 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-e2611e15-91a4-4959-9b22-d2b5258d1c2d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1070955
Nov 24 13:30:38.504014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:30:38.622097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28da0a4-d0b5-453f-b478-8ee93eccd230 None None] Sync routers for ids ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:30:38.636407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28da0a4-d0b5-453f-b478-8ee93eccd230 None None] Routers {'a398a310-bdfe-41a2-a3d9-da825aa5b62e'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:30:38.637090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-c28da0a4-d0b5-453f-b478-8ee93eccd230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c660978>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:30:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:30:38.656304 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-0905c78e-c2c4-45f6-8d58-1acb2fa6353a service neutron] 10.222.0.76 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4125416
Nov 24 13:30:38.806044 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-6a2a3f17-7bae-456e-b427-98e7409d368f service neutron] 10.222.0.76 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1416812
Nov 24 13:30:38.838304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-c28da0a4-d0b5-453f-b478-8ee93eccd230 None None] Set router a398a310-bdfe-41a2-a3d9-da825aa5b62e gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:30:39.016415 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4385f123-bc77-4890-902f-bfbdc7dc1696 req-6ca8c7da-56d3-44ca-b2cf-4c452cc577cb tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 210 time: 0.0508828
Nov 24 13:30:39.112411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device c5fcbed5-8668-4ffc-ae99-e8c78c39ccde up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:30:39.207468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-c28da0a4-d0b5-453f-b478-8ee93eccd230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c660978>, [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 4, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port': {'id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:30Z', 'updated_at': '2020-11-24T13:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '489426de-621f-4c61-9e71-e26383972587', 'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'mac_address': 'fa:16:3e:2d:9f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:32Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 2, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'subnets': [{'id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:30:39.212474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28da0a4-d0b5-453f-b478-8ee93eccd230 None None] Checking router: a398a310-bdfe-41a2-a3d9-da825aa5b62e for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:30:39.213037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28da0a4-d0b5-453f-b478-8ee93eccd230 None None] Updating router a398a310-bdfe-41a2-a3d9-da825aa5b62e port 489426de-621f-4c61-9e71-e26383972587 binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:30:39.214109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port c5fcbed5-8668-4ffc-ae99-e8c78c39ccde triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:30:39.214671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:39.269367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c28da0a4-d0b5-453f-b478-8ee93eccd230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:39.713933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c28da0a4-d0b5-453f-b478-8ee93eccd230 None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:39.727602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c28da0a4-d0b5-453f-b478-8ee93eccd230 None None] Transition to ACTIVE for port object 489426de-621f-4c61-9e71-e26383972587 will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:30:39.730169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c28da0a4-d0b5-453f-b478-8ee93eccd230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:39.745902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-16915b0e-dba6-4a66-a921-5176ba880182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:30:39.877890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909aa4f4-fc03-4a8b-b869-6a49dbab118f None None] Pushing event updated for resources: {'Port': ['ID=489426de-621f-4c61-9e71-e26383972587,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:30:39.900446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909aa4f4-fc03-4a8b-b869-6a49dbab118f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:39.900832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909aa4f4-fc03-4a8b-b869-6a49dbab118f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:39.901205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909aa4f4-fc03-4a8b-b869-6a49dbab118f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:39.901576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909aa4f4-fc03-4a8b-b869-6a49dbab118f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:39.901943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909aa4f4-fc03-4a8b-b869-6a49dbab118f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:39.902362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909aa4f4-fc03-4a8b-b869-6a49dbab118f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:39.902731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909aa4f4-fc03-4a8b-b869-6a49dbab118f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:39.903102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909aa4f4-fc03-4a8b-b869-6a49dbab118f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:39.903483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909aa4f4-fc03-4a8b-b869-6a49dbab118f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:39.903869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909aa4f4-fc03-4a8b-b869-6a49dbab118f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:39.904252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909aa4f4-fc03-4a8b-b869-6a49dbab118f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:39.904639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909aa4f4-fc03-4a8b-b869-6a49dbab118f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:39.905169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909aa4f4-fc03-4a8b-b869-6a49dbab118f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:39.905546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909aa4f4-fc03-4a8b-b869-6a49dbab118f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:39.905920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909aa4f4-fc03-4a8b-b869-6a49dbab118f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:39.906332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909aa4f4-fc03-4a8b-b869-6a49dbab118f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:39.906704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909aa4f4-fc03-4a8b-b869-6a49dbab118f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:39.907068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909aa4f4-fc03-4a8b-b869-6a49dbab118f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:39.907425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909aa4f4-fc03-4a8b-b869-6a49dbab118f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:39.907778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909aa4f4-fc03-4a8b-b869-6a49dbab118f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:39.908131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909aa4f4-fc03-4a8b-b869-6a49dbab118f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:39.908487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909aa4f4-fc03-4a8b-b869-6a49dbab118f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:39.908831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909aa4f4-fc03-4a8b-b869-6a49dbab118f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:39.909192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909aa4f4-fc03-4a8b-b869-6a49dbab118f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:30:39.916390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-909aa4f4-fc03-4a8b-b869-6a49dbab118f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:30:40.073793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c28da0a4-d0b5-453f-b478-8ee93eccd230 None None] Attempting to bind port 489426de-621f-4c61-9e71-e26383972587 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:30:40.074413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c28da0a4-d0b5-453f-b478-8ee93eccd230 None None] Attempting to bind port 489426de-621f-4c61-9e71-e26383972587 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'd9cca3b5-9220-41fc-a322-c00f0302a9e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:30:40.075021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28da0a4-d0b5-453f-b478-8ee93eccd230 None None] Attempting to bind port 489426de-621f-4c61-9e71-e26383972587 on network 9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:30:40.085010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28da0a4-d0b5-453f-b478-8ee93eccd230 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:30:40.085424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28da0a4-d0b5-453f-b478-8ee93eccd230 None None] Checking segment: {'id': 'd9cca3b5-9220-41fc-a322-c00f0302a9e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:30:40.086013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c28da0a4-d0b5-453f-b478-8ee93eccd230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:40.086471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28da0a4-d0b5-453f-b478-8ee93eccd230 None None] Bound using segment: {'id': 'd9cca3b5-9220-41fc-a322-c00f0302a9e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:30:40.086983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c28da0a4-d0b5-453f-b478-8ee93eccd230 None None] Bound port: 489426de-621f-4c61-9e71-e26383972587, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9cca3b5-9220-41fc-a322-c00f0302a9e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:30:40.087395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c28da0a4-d0b5-453f-b478-8ee93eccd230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:40.197021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-c28da0a4-d0b5-453f-b478-8ee93eccd230 None None] For port 489426de-621f-4c61-9e71-e26383972587, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:30:40.202242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-c28da0a4-d0b5-453f-b478-8ee93eccd230 None None] For port 489426de-621f-4c61-9e71-e26383972587, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=489426de-621f-4c61-9e71-e26383972587,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:30:40.206529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c28da0a4-d0b5-453f-b478-8ee93eccd230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:40.225514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d9d3d302-7ed2-461c-8ebb-c8681038e0b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:30:40.261220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d855106d-574c-4601-a776-41194a3e9755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:40.273684 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-51e1208c-10d6-46bc-8057-8c9c6991e597 req-2d7c0978-7d5b-4c9a-be57-6f8b08b51431 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 210 time: 0.0534267
Nov 24 13:30:40.352575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-584ab108-edad-41dc-85e7-81fc96e9d891 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:40.354039 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-584ab108-edad-41dc-85e7-81fc96e9d891 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.70 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 811 time: 0.2553525
Nov 24 13:30:40.377216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909aa4f4-fc03-4a8b-b869-6a49dbab118f None None] Pushing event updated for resources: {'Port': ['ID=489426de-621f-4c61-9e71-e26383972587,revision_number=4']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:30:40.383525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-909aa4f4-fc03-4a8b-b869-6a49dbab118f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:30:40.451365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28da0a4-d0b5-453f-b478-8ee93eccd230 None None] Routers {'a398a310-bdfe-41a2-a3d9-da825aa5b62e'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:30:40.452137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-c28da0a4-d0b5-453f-b478-8ee93eccd230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c660978>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:30:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:30:40.462759 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-f1e01e61-e6a5-47e1-a2ab-80670dc9f7e5 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f113d8ed514a47218358d75a438fa3d2 HTTP/1.1" status: 200  len: 5253 time: 0.0901344
Nov 24 13:30:40.472416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-cc948249-699e-4b84-aa2a-7d9a74ffd34c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Request body: {'port': {'device_id': '54468726-3517-49c9-b81c-15d9c52cb0a9', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'admin_state_up': True, 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'security_groups': ['93091ea3-f06b-42d6-9ccc-567a6685d40d']}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:30:40.632229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-cc948249-699e-4b84-aa2a-7d9a74ffd34c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:30:40.643225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-cc948249-699e-4b84-aa2a-7d9a74ffd34c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:30:40.654650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-cc948249-699e-4b84-aa2a-7d9a74ffd34c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Made reservation on behalf of f113d8ed514a47218358d75a438fa3d2 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:30:40.660773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-cc948249-699e-4b84-aa2a-7d9a74ffd34c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:40.818693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-c28da0a4-d0b5-453f-b478-8ee93eccd230 None None] Set router a398a310-bdfe-41a2-a3d9-da825aa5b62e gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:30:40.994115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-cc948249-699e-4b84-aa2a-7d9a74ffd34c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Allocated IP 172.20.0.12 (9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af/ff72eda6-981c-410f-98dc-6bc96f86afed/066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:30:41.142868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 489426de-621f-4c61-9e71-e26383972587 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:30:41.199974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-c28da0a4-d0b5-453f-b478-8ee93eccd230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c660978>, [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 4, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port': {'id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:30Z', 'updated_at': '2020-11-24T13:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '489426de-621f-4c61-9e71-e26383972587', 'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'mac_address': 'fa:16:3e:2d:9f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:32Z', 'updated_at': '2020-11-24T13:30:40Z', 'revision_number': 4, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'subnets': [{'id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:30:41.204396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28da0a4-d0b5-453f-b478-8ee93eccd230 None None] The sync data for ids ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'] in dv-neutron-601336-61-ovs is: [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 4, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port': {'id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:30Z', 'updated_at': '2020-11-24T13:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '489426de-621f-4c61-9e71-e26383972587', 'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'mac_address': 'fa:16:3e:2d:9f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:32Z', 'updated_at': '2020-11-24T13:30:40Z', 'revision_number': 4, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'subnets': [{'id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:30:41.229892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 489426de-621f-4c61-9e71-e26383972587 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:30:41.235093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 489426de-621f-4c61-9e71-e26383972587 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:30:41.235508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:41.242318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-cc948249-699e-4b84-aa2a-7d9a74ffd34c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:41.264758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-cc948249-699e-4b84-aa2a-7d9a74ffd34c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Transition to ACTIVE for port object 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:30:41.287996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-cc948249-699e-4b84-aa2a-7d9a74ffd34c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:41.308860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-617ba9d1-5414-4693-b355-20617dc34596 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:30:41.368118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:41.405137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 489426de-621f-4c61-9e71-e26383972587, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=489426de-621f-4c61-9e71-e26383972587,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:30:41.409291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:41.417339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1e7a76b6-9814-4139-9011-adb260526e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:30:41.499830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=489426de-621f-4c61-9e71-e26383972587,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:30:41.504624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:30:41.518213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fc029-bdc0-419b-bafd-65c626579740 req-a7c5f6e6-720b-43c7-a49f-95917e538458 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:41.519839 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d95fc029-bdc0-419b-bafd-65c626579740 req-a7c5f6e6-720b-43c7-a49f-95917e538458 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 932 time: 0.0962634
Nov 24 13:30:41.529651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc948249-699e-4b84-aa2a-7d9a74ffd34c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Pushing event updated for resources: {'Port': ['ID=066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:30:41.535802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cc948249-699e-4b84-aa2a-7d9a74ffd34c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:30:41.546317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-cc948249-699e-4b84-aa2a-7d9a74ffd34c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Network 9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:30:41.548226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-cc948249-699e-4b84-aa2a-7d9a74ffd34c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:30:41.550703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-cc948249-699e-4b84-aa2a-7d9a74ffd34c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:30:41.577329 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d95fc029-bdc0-419b-bafd-65c626579740 req-c560f488-000b-4224-9c4c-75344bf99c7b tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491986
Nov 24 13:30:41.631279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-cc948249-699e-4b84-aa2a-7d9a74ffd34c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:41.632016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-cc948249-699e-4b84-aa2a-7d9a74ffd34c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:41.668234 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-cc948249-699e-4b84-aa2a-7d9a74ffd34c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1999211
Nov 24 13:30:41.687392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-9d5f915f-3b76-4edb-a57b-f51d856b6ccf service neutron] Request body: {'port': {'device_id': '54468726-3517-49c9-b81c-15d9c52cb0a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:30:41.772621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-62fe9b81-acd2-41c6-878e-1dd8d186cd59 None None] Provisioning for port 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:30:41.777922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-62fe9b81-acd2-41c6-878e-1dd8d186cd59 None None] Provisioning complete for port 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:30:41.778433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-62fe9b81-acd2-41c6-878e-1dd8d186cd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:41.809897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-9d5f915f-3b76-4edb-a57b-f51d856b6ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:41.838276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-62fe9b81-acd2-41c6-878e-1dd8d186cd59 None None] Port 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:30:42.226652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-9d5f915f-3b76-4edb-a57b-f51d856b6ccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 {{(pid=80944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:30:42.233933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-9d5f915f-3b76-4edb-a57b-f51d856b6ccf service neutron] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:42.247488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-9d5f915f-3b76-4edb-a57b-f51d856b6ccf service neutron] Transition to ACTIVE for port object 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 will not be triggered until provisioned by entity L2. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:30:42.250376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-9d5f915f-3b76-4edb-a57b-f51d856b6ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:42.512632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f75dfe0e-a618-450b-a074-2f8e9fd17465 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:30:42.627733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b4bc880c-aaa0-4907-94b2-3b889dcb2705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:42.649647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f915f-3b76-4edb-a57b-f51d856b6ccf service neutron] Pushing event updated for resources: {'Port': ['ID=066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:30:42.656057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9d5f915f-3b76-4edb-a57b-f51d856b6ccf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:30:42.812912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470942aa-cee8-43f6-ac24-39406f32f48f req-7b536e47-efa1-4cf3-a1f5-8d1f4a842d95 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:42.816347 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-470942aa-cee8-43f6-ac24-39406f32f48f req-7b536e47-efa1-4cf3-a1f5-8d1f4a842d95 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 944 time: 0.0905633
Nov 24 13:30:42.854537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-9d5f915f-3b76-4edb-a57b-f51d856b6ccf service neutron] Attempting to bind port 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:30:42.854916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-9d5f915f-3b76-4edb-a57b-f51d856b6ccf service neutron] Attempting to bind port 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'd9cca3b5-9220-41fc-a322-c00f0302a9e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af'}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:30:42.855264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-9d5f915f-3b76-4edb-a57b-f51d856b6ccf service neutron] Attempting to bind port 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 on network 9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:30:42.862989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-9d5f915f-3b76-4edb-a57b-f51d856b6ccf service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:30:42.863345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-9d5f915f-3b76-4edb-a57b-f51d856b6ccf service neutron] Checking segment: {'id': 'd9cca3b5-9220-41fc-a322-c00f0302a9e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:30:42.863760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-9d5f915f-3b76-4edb-a57b-f51d856b6ccf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:42.864162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-9d5f915f-3b76-4edb-a57b-f51d856b6ccf service neutron] Bound using segment: {'id': 'd9cca3b5-9220-41fc-a322-c00f0302a9e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af'} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:30:42.865202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-9d5f915f-3b76-4edb-a57b-f51d856b6ccf service neutron] Bound port: 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9cca3b5-9220-41fc-a322-c00f0302a9e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af'}}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:30:42.865590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-9d5f915f-3b76-4edb-a57b-f51d856b6ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:42.871804 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-470942aa-cee8-43f6-ac24-39406f32f48f req-611ad28a-9bf9-4802-885a-cd2b64992c81 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507541
Nov 24 13:30:42.963306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:42.965815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-9d5f915f-3b76-4edb-a57b-f51d856b6ccf service neutron] For port 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6, host hv-neutron-6013, cleared binding levels {{(pid=80944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:30:42.969161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-9d5f915f-3b76-4edb-a57b-f51d856b6ccf service neutron] For port 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:30:42.972859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-9d5f915f-3b76-4edb-a57b-f51d856b6ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:42.988637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0fe36c99-5e54-4e55-804e-597bb7d4298c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:30:43.102492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 489426de-621f-4c61-9e71-e26383972587 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:30:43.131697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f915f-3b76-4edb-a57b-f51d856b6ccf service neutron] Pushing event updated for resources: {'Port': ['ID=066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6,revision_number=3']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:30:43.145376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9d5f915f-3b76-4edb-a57b-f51d856b6ccf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:30:43.181038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 489426de-621f-4c61-9e71-e26383972587 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:30:43.181448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:43.181582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-9d5f915f-3b76-4edb-a57b-f51d856b6ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:43.182329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-9d5f915f-3b76-4edb-a57b-f51d856b6ccf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:43.184199 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-9d5f915f-3b76-4edb-a57b-f51d856b6ccf service neutron] 10.222.0.70 "PUT /v2.0/ports/066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 HTTP/1.1" status: 200  len: 1158 time: 1.5020182
Nov 24 13:30:43.184771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54468726-3517-49c9-b81c-15d9c52cb0a9', 'tag': '066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:30:43.302846 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54468726-3517-49c9-b81c-15d9c52cb0a9', 'tag': '066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6', 'status': 'completed', 'code': 200}
Nov 24 13:30:43.344261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-8fe20c49-8345-4089-8b06-0c66558b6a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:43.345927 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-8fe20c49-8345-4089-8b06-0c66558b6a15 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 1161 time: 0.1008501
Nov 24 13:30:43.428147 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-ce908eb1-66a0-493c-ada3-22b519dedbd1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 HTTP/1.1" status: 200  len: 217 time: 0.0687475
Nov 24 13:30:43.501875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-48f6db06-848d-4475-9fb5-7c81ec176d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:43.503497 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-48f6db06-848d-4475-9fb5-7c81ec176d10 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 200  len: 850 time: 0.0696471
Nov 24 13:30:43.584726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-88b6b189-80a3-48d7-8611-b7b0f6f72918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:43.587204 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-88b6b189-80a3-48d7-8611-b7b0f6f72918 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762641
Nov 24 13:30:43.736271 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-85852bab-86f1-47ae-8431-6e2923001e84 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428504
Nov 24 13:30:43.880242 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4478f05f-a463-4029-8b55-4ed56ab55955 req-b956a134-b571-4202-ac81-0d43e7fe6e03 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1379459
Nov 24 13:30:44.052929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68836501-770b-4226-913e-6283e69f3f49 req-4890af39-3444-4157-9910-70efb3648239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:44.054770 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-68836501-770b-4226-913e-6283e69f3f49 req-4890af39-3444-4157-9910-70efb3648239 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 1161 time: 0.0813811
Nov 24 13:30:44.090709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c97840-083f-43c0-8dc4-452637fcd34b req-33c83969-3b79-458d-972f-5c1098aa9b6f tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:44.092306 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a4c97840-083f-43c0-8dc4-452637fcd34b req-33c83969-3b79-458d-972f-5c1098aa9b6f tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 944 time: 0.0870454
Nov 24 13:30:44.152424 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a4c97840-083f-43c0-8dc4-452637fcd34b req-0f5a598b-85c4-454f-91e9-b28e720dac55 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504436
Nov 24 13:30:44.212019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68836501-770b-4226-913e-6283e69f3f49 req-43da2ff1-a1b1-4790-9552-8b1f1a7e375a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:44.213672 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-68836501-770b-4226-913e-6283e69f3f49 req-43da2ff1-a1b1-4790-9552-8b1f1a7e375a service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 905 time: 0.1519873
Nov 24 13:30:44.218028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:44.290347 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-68836501-770b-4226-913e-6283e69f3f49 req-b70506a0-5d58-48f6-9ec0-c4c00b7060c7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 HTTP/1.1" status: 200  len: 217 time: 0.0695422
Nov 24 13:30:44.366269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68836501-770b-4226-913e-6283e69f3f49 req-c6e2c710-486a-4017-a10e-7c2b69574655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:44.368040 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-68836501-770b-4226-913e-6283e69f3f49 req-c6e2c710-486a-4017-a10e-7c2b69574655 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 200  len: 850 time: 0.0700860
Nov 24 13:30:44.449857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68836501-770b-4226-913e-6283e69f3f49 req-6404ba3a-4941-4ffb-b377-511f00dd2482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:44.451510 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-68836501-770b-4226-913e-6283e69f3f49 req-6404ba3a-4941-4ffb-b377-511f00dd2482 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762162
Nov 24 13:30:44.597365 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-68836501-770b-4226-913e-6283e69f3f49 req-8a0f860a-3d77-470b-8a18-7d59d06a1e13 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378465
Nov 24 13:30:44.757951 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-68836501-770b-4226-913e-6283e69f3f49 req-8701ccd0-d160-4ae5-82c5-bfd696d2e635 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1422842
Nov 24 13:30:44.783408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:45.381328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac059f-057f-46e8-b478-470530474dfc req-8ecd3563-3c22-4bf4-800a-748fff39480c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:45.382919 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4aac059f-057f-46e8-b478-470530474dfc req-8ecd3563-3c22-4bf4-800a-748fff39480c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 944 time: 0.0916452
Nov 24 13:30:45.434638 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4aac059f-057f-46e8-b478-470530474dfc req-af80a722-02e2-4fcf-b22e-c683368fbee3 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447314
Nov 24 13:30:46.648868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70bc39-5936-4d99-9c7e-a09314c91b90 req-cd1167db-9af3-40c1-ad98-1c8c1874a574 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:46.650546 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1f70bc39-5936-4d99-9c7e-a09314c91b90 req-cd1167db-9af3-40c1-ad98-1c8c1874a574 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 944 time: 0.0859921
Nov 24 13:30:46.700928 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1f70bc39-5936-4d99-9c7e-a09314c91b90 req-2ec040a1-a666-4420-9373-d4a7459d34a9 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440874
Nov 24 13:30:46.904959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:30:46.978947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:30:46.983672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:30:46.984090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:47.105391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:47.137848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54468726-3517-49c9-b81c-15d9c52cb0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:30:47.149017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:30:47.152370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:47.154351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:30:47.200671 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54468726-3517-49c9-b81c-15d9c52cb0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6', 'code': 200}
Nov 24 13:30:47.231594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:30:47.236130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:30:47.475468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995cea1-ddda-4a99-bf2d-134f850ec1fe req-3d07ded3-287d-44c7-9b80-c004ecc9fa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:47.476950 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8995cea1-ddda-4a99-bf2d-134f850ec1fe req-3d07ded3-287d-44c7-9b80-c004ecc9fa7e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 1163 time: 0.0731475
Nov 24 13:30:47.528513 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8995cea1-ddda-4a99-bf2d-134f850ec1fe req-68745d18-9ed4-4edd-819f-151dd27a68f4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454309
Nov 24 13:30:47.926356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfac29f-c5aa-4e37-b457-101af7b921c0 req-b1a36402-fb74-4ac5-a03b-26d5ae80c9fe tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:47.928583 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7bfac29f-c5aa-4e37-b457-101af7b921c0 req-b1a36402-fb74-4ac5-a03b-26d5ae80c9fe tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 946 time: 0.0906198
Nov 24 13:30:47.977770 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7bfac29f-c5aa-4e37-b457-101af7b921c0 req-5cd43375-e461-48a8-80c1-97c8f0ff9bc9 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427275
Nov 24 13:30:48.633594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:30:48.708214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:30:48.708642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:49.196953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d551f1-de1c-4186-9c89-1a84fa1c8d41 req-674ddfe9-398c-4b34-92f1-85f1da7d66bc tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:49.198716 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-68d551f1-de1c-4186-9c89-1a84fa1c8d41 req-674ddfe9-398c-4b34-92f1-85f1da7d66bc tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 946 time: 0.0871966
Nov 24 13:30:49.251510 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-68d551f1-de1c-4186-9c89-1a84fa1c8d41 req-12c41b04-141a-4176-b39b-d922143f37ff tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464735
Nov 24 13:30:49.464366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eef04b-ba3e-4fbe-b85d-3bc03249c4ac req-abb031ee-7b81-4d54-ae8f-4a6e158176be tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:49.465970 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-97eef04b-ba3e-4fbe-b85d-3bc03249c4ac req-abb031ee-7b81-4d54-ae8f-4a6e158176be tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 946 time: 0.0883331
Nov 24 13:30:49.476123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 56258) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:30:49.481589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-d0218102-d812-4826-9cb4-340482ccfce1 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Request body: {'floatingip': {'port_id': '066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:30:49.564897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d0218102-d812-4826-9cb4-340482ccfce1 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for floatingip, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:50.187507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d0218102-d812-4826-9cb4-340482ccfce1 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for floatingip, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:50.190330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d0218102-d812-4826-9cb4-340482ccfce1 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:50.399090 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-d0218102-d812-4826-9cb4-340482ccfce1 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Floating IP 5a057ef5-c7fb-4749-bc0c-3332adde1ffd associated. External IP: 172.26.8.5, port: 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6.
Nov 24 13:30:50.823826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0218102-d812-4826-9cb4-340482ccfce1 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Router a398a310-bdfe-41a2-a3d9-da825aa5b62e has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:30:51.247589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:51.304947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0218102-d812-4826-9cb4-340482ccfce1 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:30:51.310325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d0218102-d812-4826-9cb4-340482ccfce1 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:30:51.318713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2722a55a-1dcc-45d6-8a96-8f4bf0d8189d None None] Sync routers for ids ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:30:51.332632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2722a55a-1dcc-45d6-8a96-8f4bf0d8189d None None] Routers {'a398a310-bdfe-41a2-a3d9-da825aa5b62e'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:30:51.333431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2722a55a-1dcc-45d6-8a96-8f4bf0d8189d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cd4b630>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:30:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:30:51.367440 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d0218102-d812-4826-9cb4-340482ccfce1 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "PUT /v2.0/floatingips/5a057ef5-c7fb-4749-bc0c-3332adde1ffd HTTP/1.1" status: 200  len: 990 time: 1.8901756
Nov 24 13:30:51.368157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54468726-3517-49c9-b81c-15d9c52cb0a9', 'tag': '066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:30:51.522338 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54468726-3517-49c9-b81c-15d9c52cb0a9', 'tag': '066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6', 'status': 'completed', 'code': 200}
Nov 24 13:30:51.539825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-2722a55a-1dcc-45d6-8a96-8f4bf0d8189d None None] Set router a398a310-bdfe-41a2-a3d9-da825aa5b62e gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:30:51.657500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b00406-7a23-472e-ae0c-c9d63583d2aa req-0e16a281-83d2-403f-8f01-cc31da6a0368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:51.659171 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-83b00406-7a23-472e-ae0c-c9d63583d2aa req-0e16a281-83d2-403f-8f01-cc31da6a0368 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 1163 time: 0.0808764
Nov 24 13:30:51.811397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b00406-7a23-472e-ae0c-c9d63583d2aa req-b7713d0e-a495-4bd7-aa3a-d8d062cec2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:51.813302 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-83b00406-7a23-472e-ae0c-c9d63583d2aa req-b7713d0e-a495-4bd7-aa3a-d8d062cec2bf service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 905 time: 0.1480625
Nov 24 13:30:51.924365 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-83b00406-7a23-472e-ae0c-c9d63583d2aa req-b890a42d-f790-4555-867a-1f1468eb2ffd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 HTTP/1.1" status: 200  len: 998 time: 0.1043103
Nov 24 13:30:51.928763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2722a55a-1dcc-45d6-8a96-8f4bf0d8189d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cd4b630>, [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 4, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port': {'id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:30Z', 'updated_at': '2020-11-24T13:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '5a057ef5-c7fb-4749-bc0c-3332adde1ffd', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'floating_ip_address': '172.26.8.5', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'port_id': '066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'mac_address': 'fa:16:3e:51:d3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54468726-3517-49c9-b81c-15d9c52cb0a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:30:37Z', 'updated_at': '2020-11-24T13:30:50Z', 'revision_number': 1, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489426de-621f-4c61-9e71-e26383972587', 'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'mac_address': 'fa:16:3e:2d:9f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:32Z', 'updated_at': '2020-11-24T13:30:41Z', 'revision_number': 5, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'subnets': [{'id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:30:51.933065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2722a55a-1dcc-45d6-8a96-8f4bf0d8189d None None] Checking router: a398a310-bdfe-41a2-a3d9-da825aa5b62e for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:30:51.944498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2722a55a-1dcc-45d6-8a96-8f4bf0d8189d None None] Routers {'a398a310-bdfe-41a2-a3d9-da825aa5b62e'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:30:51.945171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2722a55a-1dcc-45d6-8a96-8f4bf0d8189d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cd4b630>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:30:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:30:51.994536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b00406-7a23-472e-ae0c-c9d63583d2aa req-e697296a-9522-4fd1-83a6-a729acc476bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:51.996146 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-83b00406-7a23-472e-ae0c-c9d63583d2aa req-e697296a-9522-4fd1-83a6-a729acc476bf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 200  len: 850 time: 0.0657222
Nov 24 13:30:52.079055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b00406-7a23-472e-ae0c-c9d63583d2aa req-2fa84f0d-4d84-4692-a2f3-5494b2eaf52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:30:52.080689 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-83b00406-7a23-472e-ae0c-c9d63583d2aa req-2fa84f0d-4d84-4692-a2f3-5494b2eaf52c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0782702
Nov 24 13:30:52.137607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-2722a55a-1dcc-45d6-8a96-8f4bf0d8189d None None] Set router a398a310-bdfe-41a2-a3d9-da825aa5b62e gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:30:52.238808 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-83b00406-7a23-472e-ae0c-c9d63583d2aa req-8c98c70f-6c70-4e4d-84be-0853176d2d49 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1509836
Nov 24 13:30:52.390832 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-83b00406-7a23-472e-ae0c-c9d63583d2aa req-7ea6da3a-0615-4760-a0c6-595f9035fb6e service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1453807
Nov 24 13:30:52.701469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2722a55a-1dcc-45d6-8a96-8f4bf0d8189d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cd4b630>, [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 4, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port': {'id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:30Z', 'updated_at': '2020-11-24T13:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '5a057ef5-c7fb-4749-bc0c-3332adde1ffd', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'floating_ip_address': '172.26.8.5', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'port_id': '066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'mac_address': 'fa:16:3e:51:d3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54468726-3517-49c9-b81c-15d9c52cb0a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:30:37Z', 'updated_at': '2020-11-24T13:30:50Z', 'revision_number': 1, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489426de-621f-4c61-9e71-e26383972587', 'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'mac_address': 'fa:16:3e:2d:9f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:32Z', 'updated_at': '2020-11-24T13:30:41Z', 'revision_number': 5, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'subnets': [{'id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:30:52.706033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2722a55a-1dcc-45d6-8a96-8f4bf0d8189d None None] The sync data for ids ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'] in dv-neutron-601336-61-ovs is: [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 4, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port': {'id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:30Z', 'updated_at': '2020-11-24T13:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '5a057ef5-c7fb-4749-bc0c-3332adde1ffd', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'floating_ip_address': '172.26.8.5', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'port_id': '066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'mac_address': 'fa:16:3e:51:d3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54468726-3517-49c9-b81c-15d9c52cb0a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:30:37Z', 'updated_at': '2020-11-24T13:30:50Z', 'revision_number': 1, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489426de-621f-4c61-9e71-e26383972587', 'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'mac_address': 'fa:16:3e:2d:9f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:32Z', 'updated_at': '2020-11-24T13:30:41Z', 'revision_number': 5, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'subnets': [{'id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:30:52.999716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6d7fad-d712-415c-8508-c6e683456e17 None None] New status for floating IP 5a057ef5-c7fb-4749-bc0c-3332adde1ffd: ACTIVE {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:31:10.255354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-53b8e6e5-e679-4716-b99a-a764db43d352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:12.620018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-30bfd0cb-f50e-4037-b94b-1f3023dfe2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:12.810263 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-90cf9e4c-4fb7-485f-a52e-90bb51783413 req-aadb93c3-c47e-4562-9d8c-381060154868 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0727160
Nov 24 13:31:12.960165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:12.974886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf9e4c-4fb7-485f-a52e-90bb51783413 req-aa1cadcf-0c8c-4e59-86e1-ddda3f0b2f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:12.976537 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-90cf9e4c-4fb7-485f-a52e-90bb51783413 req-aa1cadcf-0c8c-4e59-86e1-ddda3f0b2f47 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 1163 time: 0.0755515
Nov 24 13:31:13.140099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf9e4c-4fb7-485f-a52e-90bb51783413 req-a1062819-3fea-4900-8203-5776d4f12f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:13.141706 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-90cf9e4c-4fb7-485f-a52e-90bb51783413 req-a1062819-3fea-4900-8203-5776d4f12f47 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 905 time: 0.1444302
Nov 24 13:31:13.253993 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-90cf9e4c-4fb7-485f-a52e-90bb51783413 req-72129af7-51d8-4094-9082-d1abc9c73b51 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 HTTP/1.1" status: 200  len: 1000 time: 0.1049297
Nov 24 13:31:13.328286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf9e4c-4fb7-485f-a52e-90bb51783413 req-4452f9f2-b5d8-4eea-a21c-e8c953ac4b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:13.330021 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-90cf9e4c-4fb7-485f-a52e-90bb51783413 req-4452f9f2-b5d8-4eea-a21c-e8c953ac4b42 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 200  len: 850 time: 0.0692139
Nov 24 13:31:13.419171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf9e4c-4fb7-485f-a52e-90bb51783413 req-52dc60d0-8503-4375-9ff5-0a2d9ff3ff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:13.420822 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-90cf9e4c-4fb7-485f-a52e-90bb51783413 req-52dc60d0-8503-4375-9ff5-0a2d9ff3ff21 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0843837
Nov 24 13:31:13.571083 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-90cf9e4c-4fb7-485f-a52e-90bb51783413 req-25e472e4-2154-4ab9-a445-977aafbf796f service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430855
Nov 24 13:31:13.970575 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-90cf9e4c-4fb7-485f-a52e-90bb51783413 req-5609f8fd-65fc-4acc-bc5c-29993ed3174c service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3929360
Nov 24 13:31:14.222847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:14.783920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:15.504382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:31:21.252516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:27.818010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6efa2-d65c-45b3-be3f-21e666e6cc48 req-05b5d3bd-58d6-4634-8b5c-00f9d07f2f24 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:27.819663 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3aa6efa2-d65c-45b3-be3f-21e666e6cc48 req-05b5d3bd-58d6-4634-8b5c-00f9d07f2f24 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 946 time: 0.0835075
Nov 24 13:31:27.871475 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3aa6efa2-d65c-45b3-be3f-21e666e6cc48 req-5245ea96-8926-442a-9d35-e53cce6c21b1 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454555
Nov 24 13:31:28.267049 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-097faaa0-6c22-4f11-95bf-ad8dfc81cf86 req-675e8770-b23a-4685-9525-2e45ecf552ad service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0768046
Nov 24 13:31:28.341401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9139d61-2b3f-49f6-8cc0-9f58b61664f3 req-a053f950-b95d-4f82-8fc5-c0916b8c74e5 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:28.343041 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d9139d61-2b3f-49f6-8cc0-9f58b61664f3 req-a053f950-b95d-4f82-8fc5-c0916b8c74e5 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 946 time: 0.0886173
Nov 24 13:31:28.393068 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d9139d61-2b3f-49f6-8cc0-9f58b61664f3 req-63cdb26b-c657-4863-bdb1-349748a304f6 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434854
Nov 24 13:31:29.556057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097faaa0-6c22-4f11-95bf-ad8dfc81cf86 req-c5d49bbf-5663-4de6-897a-51d0e5f40981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:29.557678 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-097faaa0-6c22-4f11-95bf-ad8dfc81cf86 req-c5d49bbf-5663-4de6-897a-51d0e5f40981 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 1163 time: 0.0818756
Nov 24 13:31:29.623388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b78655-cf1d-4dbb-99ac-8d8500adfb0e req-0cc26e15-a92d-4f78-b458-cba69aeab69b tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:29.624987 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-09b78655-cf1d-4dbb-99ac-8d8500adfb0e req-0cc26e15-a92d-4f78-b458-cba69aeab69b tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 946 time: 0.0939131
Nov 24 13:31:29.675000 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-09b78655-cf1d-4dbb-99ac-8d8500adfb0e req-52c85596-2fce-465e-a06d-1ac32f2139d7 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431819
Nov 24 13:31:29.702524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097faaa0-6c22-4f11-95bf-ad8dfc81cf86 req-d8f18f29-df28-4ecf-a744-850bfb565e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:29.704282 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-097faaa0-6c22-4f11-95bf-ad8dfc81cf86 req-d8f18f29-df28-4ecf-a744-850bfb565e9a service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 905 time: 0.1398392
Nov 24 13:31:29.816769 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-097faaa0-6c22-4f11-95bf-ad8dfc81cf86 req-44a698a3-ef62-4f3a-9c02-15ef72326ce8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 HTTP/1.1" status: 200  len: 1000 time: 0.1023669
Nov 24 13:31:29.885389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097faaa0-6c22-4f11-95bf-ad8dfc81cf86 req-18388488-6bbe-4559-b2c6-ec69374c8075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:29.886978 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-097faaa0-6c22-4f11-95bf-ad8dfc81cf86 req-18388488-6bbe-4559-b2c6-ec69374c8075 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 200  len: 850 time: 0.0643277
Nov 24 13:31:29.973628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097faaa0-6c22-4f11-95bf-ad8dfc81cf86 req-124e6616-18a5-45f5-90f1-f25ee4830abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:29.975224 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-097faaa0-6c22-4f11-95bf-ad8dfc81cf86 req-124e6616-18a5-45f5-90f1-f25ee4830abb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800211
Nov 24 13:31:30.121855 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-097faaa0-6c22-4f11-95bf-ad8dfc81cf86 req-f0d804a1-6799-4af4-ae0a-874186db09bc service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402578
Nov 24 13:31:30.277281 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-097faaa0-6c22-4f11-95bf-ad8dfc81cf86 req-073a648a-f611-4fc6-861c-7a667b2ccf60 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1485085
Nov 24 13:31:30.892499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c9888-4f7d-4a31-9b9e-fc94aed3aef6 req-3e7a3480-915e-4ccd-adde-afd824e2159d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:30.894168 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e55c9888-4f7d-4a31-9b9e-fc94aed3aef6 req-3e7a3480-915e-4ccd-adde-afd824e2159d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 946 time: 0.0848410
Nov 24 13:31:30.942998 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e55c9888-4f7d-4a31-9b9e-fc94aed3aef6 req-61a2e5ba-0551-4334-8a81-0cd4cc339447 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418460
Nov 24 13:31:32.165885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2d4a8-2367-496d-871e-79dd3d3aaf84 req-1daf3b5a-63da-42be-b2ca-da02e345ef00 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:32.168321 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-59c2d4a8-2367-496d-871e-79dd3d3aaf84 req-1daf3b5a-63da-42be-b2ca-da02e345ef00 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 946 time: 0.0911047
Nov 24 13:31:32.219823 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-59c2d4a8-2367-496d-871e-79dd3d3aaf84 req-0960e6b6-352f-4947-be93-4dd688973f66 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454459
Nov 24 13:31:33.442984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bfb0c-d2ca-4f85-b2c5-43748d6b263b req-b9e80b19-a7d4-4924-9f51-d3f53932053c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:33.445234 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b68bfb0c-d2ca-4f85-b2c5-43748d6b263b req-b9e80b19-a7d4-4924-9f51-d3f53932053c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 946 time: 0.0878484
Nov 24 13:31:33.492819 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b68bfb0c-d2ca-4f85-b2c5-43748d6b263b req-f7612cbf-d852-4e12-9643-1d549306c0a2 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412114
Nov 24 13:31:34.710613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8041221-b701-4b99-b029-42b44507c251 req-31e2c96f-8cfe-4765-b4e2-90a3dbceace6 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:34.712232 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b8041221-b701-4b99-b029-42b44507c251 req-31e2c96f-8cfe-4765-b4e2-90a3dbceace6 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 946 time: 0.0878103
Nov 24 13:31:34.761766 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b8041221-b701-4b99-b029-42b44507c251 req-0c54d7a5-6e0d-4e4c-9b04-c9da51cde2a2 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431938
Nov 24 13:31:35.973113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee3dc8-f896-40b1-9975-f301433894ac req-c96d05f6-ef7b-4cb1-a618-d881a6909967 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:35.974668 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30ee3dc8-f896-40b1-9975-f301433894ac req-c96d05f6-ef7b-4cb1-a618-d881a6909967 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 946 time: 0.0835016
Nov 24 13:31:36.028403 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30ee3dc8-f896-40b1-9975-f301433894ac req-52629a24-089b-47ad-b152-d13f5c9b3d58 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467567
Nov 24 13:31:37.245651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e69a5f-c55b-421d-9ebd-628ae39dfed7 req-1aba81d0-5da1-434a-a075-116a127d017f tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:37.247355 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-79e69a5f-c55b-421d-9ebd-628ae39dfed7 req-1aba81d0-5da1-434a-a075-116a127d017f tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 946 time: 0.0851457
Nov 24 13:31:37.296609 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-79e69a5f-c55b-421d-9ebd-628ae39dfed7 req-549cefff-3dcb-4816-892e-346124e6eff1 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428658
Nov 24 13:31:38.524087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ba7b2-5c71-457f-aa42-e72e5b6fc264 req-ce4002ea-e4ae-4883-bd49-57c7b2d495a2 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:38.525688 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a03ba7b2-5c71-457f-aa42-e72e5b6fc264 req-ce4002ea-e4ae-4883-bd49-57c7b2d495a2 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 946 time: 0.0912352
Nov 24 13:31:38.575968 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a03ba7b2-5c71-457f-aa42-e72e5b6fc264 req-a4172544-b1a2-4c56-b698-7229665a7a38 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436888
Nov 24 13:31:39.799112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802f3ad-a641-4728-876f-ab86d23fd5af req-b2ff1810-1315-4ee6-b42e-7c272cda847e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:39.800704 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7802f3ad-a641-4728-876f-ab86d23fd5af req-b2ff1810-1315-4ee6-b42e-7c272cda847e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 946 time: 0.0866084
Nov 24 13:31:39.849593 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7802f3ad-a641-4728-876f-ab86d23fd5af req-b2cac50c-4f6c-4a24-b7c5-e1d6c32165b5 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414295
Nov 24 13:31:40.258421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-da77bc14-245f-4a36-93a1-cb91afbdc8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:41.072283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e641047-c5e3-41cb-821d-d48b3a30d5c8 req-21c5247d-c9c6-48ff-96e0-26050ca0afbb tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:41.073937 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7e641047-c5e3-41cb-821d-d48b3a30d5c8 req-21c5247d-c9c6-48ff-96e0-26050ca0afbb tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 946 time: 0.0883663
Nov 24 13:31:41.130354 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7e641047-c5e3-41cb-821d-d48b3a30d5c8 req-777eb25e-ea38-4595-b521-941f6deb54d2 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499172
Nov 24 13:31:42.182523 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-097faaa0-6c22-4f11-95bf-ad8dfc81cf86 req-217a3d3a-fc07-4aa2-aad3-f1eec9ad0f2b service neutron] 10.222.0.70 "GET /v2.0/ports/066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6/bindings/hv-neutron-6013 HTTP/1.1" status: 200  len: 454 time: 0.0855074
Nov 24 13:31:42.350388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc5af8-5ecc-45a3-be35-8648a045e3e3 req-adc2bf44-755c-43fc-b204-6b4528b826bf tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:42.352728 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4bfc5af8-5ecc-45a3-be35-8648a045e3e3 req-adc2bf44-755c-43fc-b204-6b4528b826bf tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 946 time: 0.0844183
Nov 24 13:31:42.412307 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4bfc5af8-5ecc-45a3-be35-8648a045e3e3 req-a8795713-655a-433f-b480-483751883235 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517261
Nov 24 13:31:42.476246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097faaa0-6c22-4f11-95bf-ad8dfc81cf86 req-7e1a8a9e-a654-4fdf-b9bf-8d0c744a84d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:42.477876 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-097faaa0-6c22-4f11-95bf-ad8dfc81cf86 req-7e1a8a9e-a654-4fdf-b9bf-8d0c744a84d0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9&tenant_id=f113d8ed514a47218358d75a438fa3d2 HTTP/1.1" status: 200  len: 1163 time: 0.0771544
Nov 24 13:31:42.591510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097faaa0-6c22-4f11-95bf-ad8dfc81cf86 req-8f04f2f5-74bb-4b1d-8d0b-659203411b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:42.593255 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-097faaa0-6c22-4f11-95bf-ad8dfc81cf86 req-8f04f2f5-74bb-4b1d-8d0b-659203411b8c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 1163 time: 0.0778973
Nov 24 13:31:42.623036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-382cd3d4-5e6b-499b-9796-460d7aa32691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:42.746610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097faaa0-6c22-4f11-95bf-ad8dfc81cf86 req-42f080d2-a0ef-4a41-93e8-88a631b985ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:42.748102 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-097faaa0-6c22-4f11-95bf-ad8dfc81cf86 req-42f080d2-a0ef-4a41-93e8-88a631b985ab service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 905 time: 0.1486535
Nov 24 13:31:42.856318 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-097faaa0-6c22-4f11-95bf-ad8dfc81cf86 req-30476b96-6ee9-4740-a846-05be8b29ee2d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 HTTP/1.1" status: 200  len: 1000 time: 0.1018651
Nov 24 13:31:42.916368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:31:42.928783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097faaa0-6c22-4f11-95bf-ad8dfc81cf86 req-e45d3afe-f0ac-458e-b070-318ae62f68ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:42.930374 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-097faaa0-6c22-4f11-95bf-ad8dfc81cf86 req-e45d3afe-f0ac-458e-b070-318ae62f68ad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 200  len: 850 time: 0.0675321
Nov 24 13:31:42.979931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:43.019442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097faaa0-6c22-4f11-95bf-ad8dfc81cf86 req-8452a160-acfd-474d-915d-67dc5333f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:43.021090 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-097faaa0-6c22-4f11-95bf-ad8dfc81cf86 req-8452a160-acfd-474d-915d-67dc5333f631 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0839682
Nov 24 13:31:43.051062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:43.079435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54468726-3517-49c9-b81c-15d9c52cb0a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:31:43.090542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:31:43.094649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:43.097403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:31:43.159588 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54468726-3517-49c9-b81c-15d9c52cb0a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6', 'code': 200}
Nov 24 13:31:43.173697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:31:43.181660 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-097faaa0-6c22-4f11-95bf-ad8dfc81cf86 req-579a17a2-79ec-4036-82cc-8d71213b1637 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1539714
Nov 24 13:31:43.183364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:43.183837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:43.184113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:43.184491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:43.184864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:43.185244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:43.185615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:43.186383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:43.186383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:43.186708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:43.187077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:43.187655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:43.188250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:43.188250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:43.188596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:43.188962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:43.189327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:43.189696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:43.190061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:43.190452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:43.190818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:43.191181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:43.191546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:43.191910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:43.198960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:31:43.330432 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-097faaa0-6c22-4f11-95bf-ad8dfc81cf86 req-0206498d-2032-4d65-b33d-cc185e3d21b3 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1399570
Nov 24 13:31:43.635828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946ceaa-82a0-43a7-a005-d71e9004cc55 req-47509a0f-7f82-4e1c-8623-bd821daad140 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:43.637356 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b946ceaa-82a0-43a7-a005-d71e9004cc55 req-47509a0f-7f82-4e1c-8623-bd821daad140 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 944 time: 0.0861125
Nov 24 13:31:43.686876 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b946ceaa-82a0-43a7-a005-d71e9004cc55 req-f5091103-a888-4087-9e91-4c5703dedaf3 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428741
Nov 24 13:31:44.227289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:44.787435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:44.920050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9f31c-0ddd-482f-b200-258c5a38ac90 req-2f5395f0-0222-46f4-9a31-b504a34e45ad tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:44.922292 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-84f9f31c-0ddd-482f-b200-258c5a38ac90 req-2f5395f0-0222-46f4-9a31-b504a34e45ad tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 944 time: 0.0884094
Nov 24 13:31:44.974869 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-84f9f31c-0ddd-482f-b200-258c5a38ac90 req-2789266a-42f8-4145-9cd7-2366ff9abb79 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433960
Nov 24 13:31:46.195551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8121b8-cba3-463f-915b-2787191f0e7b req-dbb8f41e-d2f4-46c5-a8a2-e298786238dd tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:46.197155 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ae8121b8-cba3-463f-915b-2787191f0e7b req-dbb8f41e-d2f4-46c5-a8a2-e298786238dd tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 944 time: 0.0844498
Nov 24 13:31:46.250656 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ae8121b8-cba3-463f-915b-2787191f0e7b req-2ae670d7-b187-441b-82cf-05de5a12529b tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467606
Nov 24 13:31:46.618585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcaa2f-8edb-40bb-b8ef-562f1ed1fbcf req-7382418b-65b5-4863-9e8c-1d93c4e61fab tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:46.620318 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-72fcaa2f-8edb-40bb-b8ef-562f1ed1fbcf req-7382418b-65b5-4863-9e8c-1d93c4e61fab tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 944 time: 0.0900986
Nov 24 13:31:46.625147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb041f-4319-49c3-ab92-0cfe5d536651 req-74f321a4-b58d-43a1-a37a-219866db8d3d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:46.625915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-eacb041f-4319-49c3-ab92-0cfe5d536651 req-74f321a4-b58d-43a1-a37a-219866db8d3d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Synchronizing usage tracker for tenant:f113d8ed514a47218358d75a438fa3d2 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:31:46.642789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-eacb041f-4319-49c3-ab92-0cfe5d536651 req-74f321a4-b58d-43a1-a37a-219866db8d3d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Unset dirty status for tenant:f113d8ed514a47218358d75a438fa3d2 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:31:46.644042 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eacb041f-4319-49c3-ab92-0cfe5d536651 req-74f321a4-b58d-43a1-a37a-219866db8d3d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.70 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9&tenant_id=f113d8ed514a47218358d75a438fa3d2&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200  len: 944 time: 0.1156237
Nov 24 13:31:46.670492 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-72fcaa2f-8edb-40bb-b8ef-562f1ed1fbcf req-6b70fe4e-8f19-447e-baf8-c020b77fb461 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437655
Nov 24 13:31:46.810228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb041f-4319-49c3-ab92-0cfe5d536651 req-7a8ac744-afc8-4cd3-971c-ba42b47a9ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:46.811845 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eacb041f-4319-49c3-ab92-0cfe5d536651 req-7a8ac744-afc8-4cd3-971c-ba42b47a9ead service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 1161 time: 0.0761695
Nov 24 13:31:46.959559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb041f-4319-49c3-ab92-0cfe5d536651 req-e00b7bfb-ff7d-491b-8aa5-773df947ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:46.961108 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eacb041f-4319-49c3-ab92-0cfe5d536651 req-e00b7bfb-ff7d-491b-8aa5-773df947ccf1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 905 time: 0.1424966
Nov 24 13:31:47.083999 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eacb041f-4319-49c3-ab92-0cfe5d536651 req-c9494312-86aa-48c6-8770-5b7739123457 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 HTTP/1.1" status: 200  len: 998 time: 0.1083751
Nov 24 13:31:47.155841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb041f-4319-49c3-ab92-0cfe5d536651 req-83b2a870-dd8e-44e9-81c3-3b066e4b2148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:47.157448 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eacb041f-4319-49c3-ab92-0cfe5d536651 req-83b2a870-dd8e-44e9-81c3-3b066e4b2148 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 200  len: 850 time: 0.0664983
Nov 24 13:31:47.249391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb041f-4319-49c3-ab92-0cfe5d536651 req-44906ad3-e2b2-45d4-86ca-40ac51ba817e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:47.251022 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eacb041f-4319-49c3-ab92-0cfe5d536651 req-44906ad3-e2b2-45d4-86ca-40ac51ba817e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0863719
Nov 24 13:31:47.302480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:31:47.376623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:31:47.377048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:47.402920 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eacb041f-4319-49c3-ab92-0cfe5d536651 req-0da62b94-f923-43a4-8bf5-e31e8cf6285b service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442535
Nov 24 13:31:47.497983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:47.528549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54468726-3517-49c9-b81c-15d9c52cb0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:31:47.540203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:31:47.543213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:47.545130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:31:47.557007 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eacb041f-4319-49c3-ab92-0cfe5d536651 req-8df71bbe-bd75-4adc-afe9-dde720a9741b service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1476409
Nov 24 13:31:47.610535 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54468726-3517-49c9-b81c-15d9c52cb0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6', 'code': 200}
Nov 24 13:31:47.619343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6,revision_number=6']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:31:47.622813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:31:47.888257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d1222-843c-4662-8b7c-2e660dbb6a8a req-64883093-0dd8-4bb1-ac94-8596c6436ade tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:47.889838 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0a6d1222-843c-4662-8b7c-2e660dbb6a8a req-64883093-0dd8-4bb1-ac94-8596c6436ade tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 946 time: 0.0845025
Nov 24 13:31:47.940252 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0a6d1222-843c-4662-8b7c-2e660dbb6a8a req-e07d6e92-3a2b-4e62-bd1c-efdc0715ec09 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429065
Nov 24 13:31:49.103232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:31:49.169708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58525a-0459-4a4a-8251-87a796dec6e7 req-d4680af1-cd8c-49d2-b7a4-5e1f709cdd20 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:49.171412 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3b58525a-0459-4a4a-8251-87a796dec6e7 req-d4680af1-cd8c-49d2-b7a4-5e1f709cdd20 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 946 time: 0.0894656
Nov 24 13:31:49.179884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:31:49.180313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:49.221715 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3b58525a-0459-4a4a-8251-87a796dec6e7 req-974c2b4b-f5e7-4878-9ba5-8688aab74d2d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437570
Nov 24 13:31:49.445459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2be8e-9a24-4cae-b480-b1aa1fe00c00 req-f31bb806-d5aa-4ecd-8c76-7c2b0f8a2654 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:49.447150 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1ba2be8e-9a24-4cae-b480-b1aa1fe00c00 req-f31bb806-d5aa-4ecd-8c76-7c2b0f8a2654 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 946 time: 0.0865264
Nov 24 13:31:49.502516 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1ba2be8e-9a24-4cae-b480-b1aa1fe00c00 req-0f613187-1f2b-4c24-baf2-097c1c6dbdde tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488412
Nov 24 13:31:49.715746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1c862-58a4-4525-8165-b73346b1cf79 req-955d8e61-320b-4bbb-9d4b-d5397482792d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:49.717357 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fda1c862-58a4-4525-8165-b73346b1cf79 req-955d8e61-320b-4bbb-9d4b-d5397482792d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 946 time: 0.0848205
Nov 24 13:31:49.771014 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fda1c862-58a4-4525-8165-b73346b1cf79 req-c5273ad7-3448-4b97-bf3e-116b82fd1224 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463631
Nov 24 13:31:50.211374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fde77-fc4d-4732-a5d3-d4b4c71a3ab9 req-41519c05-d7a7-4402-b6eb-fb7f2022efea tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:50.212983 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-840fde77-fc4d-4732-a5d3-d4b4c71a3ab9 req-41519c05-d7a7-4402-b6eb-fb7f2022efea tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 946 time: 0.0911868
Nov 24 13:31:50.262918 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-840fde77-fc4d-4732-a5d3-d4b4c71a3ab9 req-36816bdb-5387-4334-a5a3-2d39a4f03793 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433500
Nov 24 13:31:51.241703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:51.476633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e4ccd-1ec4-4969-83f8-3f9e9b1b5626 req-366c221f-dca0-4e12-9acf-795d011d83ad tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:51.478188 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-af4e4ccd-1ec4-4969-83f8-3f9e9b1b5626 req-366c221f-dca0-4e12-9acf-795d011d83ad tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 946 time: 0.0857437
Nov 24 13:31:51.526191 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-af4e4ccd-1ec4-4969-83f8-3f9e9b1b5626 req-65d35c63-8895-4481-90f0-9fb0b1ace9d0 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415943
Nov 24 13:31:51.984084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa6eff-d5b5-444e-bf20-bec3087f05f6 req-d5d2c2fb-f110-4138-819f-2bb75a3ad61e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:51.985642 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-70fa6eff-d5b5-444e-bf20-bec3087f05f6 req-d5d2c2fb-f110-4138-819f-2bb75a3ad61e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.70 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 946 time: 0.0824478
Nov 24 13:31:52.063861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-70fa6eff-d5b5-444e-bf20-bec3087f05f6 req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Deleting port 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:31:52.064237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-70fa6eff-d5b5-444e-bf20-bec3087f05f6 req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:52.328529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-70fa6eff-d5b5-444e-bf20-bec3087f05f6 req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] For port 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:31:52.329144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-70fa6eff-d5b5-444e-bf20-bec3087f05f6 req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:52.505273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:31:52.641405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-70fa6eff-d5b5-444e-bf20-bec3087f05f6 req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for floatingip, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:52.641812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-70fa6eff-d5b5-444e-bf20-bec3087f05f6 req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:52.642190 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [req-70fa6eff-d5b5-444e-bf20-bec3087f05f6 req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Floating IP 5a057ef5-c7fb-4749-bc0c-3332adde1ffd disassociated. External IP: 172.26.8.5, port: 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6.
Nov 24 13:31:52.642572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-70fa6eff-d5b5-444e-bf20-bec3087f05f6 req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Calling delete_port for 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 owned by compute:nova {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:31:52.747509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb68d0f-9e23-452d-ae77-67296de3f535 req-ec8a8308-9b9a-4516-a6f9-83481673d3bf tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:52.749115 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ceb68d0f-9e23-452d-ae77-67296de3f535 req-ec8a8308-9b9a-4516-a6f9-83481673d3bf tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 946 time: 0.0910044
Nov 24 13:31:52.794703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-70fa6eff-d5b5-444e-bf20-bec3087f05f6 req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:52.805120 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ceb68d0f-9e23-452d-ae77-67296de3f535 req-8fc43d2c-36d3-4246-b466-7f17687e9a3f tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493577
Nov 24 13:31:52.813200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-450cf939-669f-4990-b847-03f42932cebd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:31:52.994379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:31:53.030761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] No Port match for: 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:31:53.031147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 not bound to the agent host hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:31:53.174746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Pushing event deleted for resources: {'Port': ['ID=066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:31:53.191562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:53.192121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:53.192632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:53.193144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:53.193648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:53.194193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:53.194696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:53.195277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:53.195781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:53.196284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:53.196786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:53.197285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:53.197898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:53.198448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:53.198991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:53.199510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:53.200031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:53.200504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:53.200946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:53.201383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:53.201817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:53.202296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:53.202738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:53.203172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:31:53.209541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:31:53.483380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70fa6eff-d5b5-444e-bf20-bec3087f05f6 req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Router a398a310-bdfe-41a2-a3d9-da825aa5b62e has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:31:53.701631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70fa6eff-d5b5-444e-bf20-bec3087f05f6 req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:31:53.714081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6d9584-74ee-420b-86cc-68cd362895bd None None] Sync routers for ids ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:31:53.727615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6d9584-74ee-420b-86cc-68cd362895bd None None] Routers {'a398a310-bdfe-41a2-a3d9-da825aa5b62e'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:31:53.728292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1a6d9584-74ee-420b-86cc-68cd362895bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347f07b70>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:31:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:31:53.741602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fa6eff-d5b5-444e-bf20-bec3087f05f6 req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] No DVR routers for this DVR port 066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 on host hv-neutron-6013 {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:31:53.744166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-70fa6eff-d5b5-444e-bf20-bec3087f05f6 req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:53.747063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54468726-3517-49c9-b81c-15d9c52cb0a9', 'name': 'network-vif-deleted', 'tag': '066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:31:53.762871 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-70fa6eff-d5b5-444e-bf20-bec3087f05f6 req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.70 "DELETE /v2.0/ports/066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6 HTTP/1.1" status: 204  len: 173 time: 1.7711990
Nov 24 13:31:53.815056 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54468726-3517-49c9-b81c-15d9c52cb0a9', 'name': 'network-vif-deleted', 'tag': '066ac4ab-a77f-4f50-a8d8-f9ac5f0f63d6', 'status': 'completed', 'code': 200}
Nov 24 13:31:53.932817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-1a6d9584-74ee-420b-86cc-68cd362895bd None None] Set router a398a310-bdfe-41a2-a3d9-da825aa5b62e gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:31:54.002846 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e38af09e-50b5-4c6d-bdec-27b6b5899243 req-c4e66940-eff7-4584-8693-35415d811d88 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=54468726-3517-49c9-b81c-15d9c52cb0a9 HTTP/1.1" status: 200  len: 210 time: 0.0465100
Nov 24 13:31:54.294461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1a6d9584-74ee-420b-86cc-68cd362895bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347f07b70>, [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 4, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port': {'id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:30Z', 'updated_at': '2020-11-24T13:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '489426de-621f-4c61-9e71-e26383972587', 'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'mac_address': 'fa:16:3e:2d:9f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:32Z', 'updated_at': '2020-11-24T13:30:41Z', 'revision_number': 5, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'subnets': [{'id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:31:54.300552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6d9584-74ee-420b-86cc-68cd362895bd None None] Checking router: a398a310-bdfe-41a2-a3d9-da825aa5b62e for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:31:54.311625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6d9584-74ee-420b-86cc-68cd362895bd None None] Routers {'a398a310-bdfe-41a2-a3d9-da825aa5b62e'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:31:54.312311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1a6d9584-74ee-420b-86cc-68cd362895bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347f07b70>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:31:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:31:54.504334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-1a6d9584-74ee-420b-86cc-68cd362895bd None None] Set router a398a310-bdfe-41a2-a3d9-da825aa5b62e gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:31:54.841567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1a6d9584-74ee-420b-86cc-68cd362895bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347f07b70>, [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 4, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port': {'id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:30Z', 'updated_at': '2020-11-24T13:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '489426de-621f-4c61-9e71-e26383972587', 'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'mac_address': 'fa:16:3e:2d:9f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:32Z', 'updated_at': '2020-11-24T13:30:41Z', 'revision_number': 5, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'subnets': [{'id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:31:54.845948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6d9584-74ee-420b-86cc-68cd362895bd None None] The sync data for ids ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'] in dv-neutron-601336-61-ovs is: [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 4, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port': {'id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:30Z', 'updated_at': '2020-11-24T13:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '489426de-621f-4c61-9e71-e26383972587', 'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'mac_address': 'fa:16:3e:2d:9f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:32Z', 'updated_at': '2020-11-24T13:30:41Z', 'revision_number': 5, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'subnets': [{'id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:31:55.249396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcb77a6-b75b-4798-8543-450fcf885a6c None None] New status for floating IP 5a057ef5-c7fb-4749-bc0c-3332adde1ffd: DOWN {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:31:55.415121 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-c4e70c92-b779-4aa6-8318-f620066d3586 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1297874121&fields=id&tenant_id=f113d8ed514a47218358d75a438fa3d2 HTTP/1.1" status: 200  len: 267 time: 0.0576177
Nov 24 13:31:55.582896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-2f451d77-2c22-4819-b599-edc601577357 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:55.584534 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-2f451d77-2c22-4819-b599-edc601577357 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 811 time: 0.1617770
Nov 24 13:31:55.602519 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-6b27eb19-f8fd-42d1-b4ab-204f8cb0704c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/quotas/f113d8ed514a47218358d75a438fa3d2 HTTP/1.1" status: 200  len: 375 time: 0.0118420
Nov 24 13:31:55.691817 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-50f90336-13b2-4a16-af33-26be466f3df3 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0838089
Nov 24 13:31:55.847534 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-36612661-2e52-4b2e-b2d0-1c0538881d26 service neutron] 10.222.0.76 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425414
Nov 24 13:31:55.992781 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-f5545608-3ec6-412e-9851-32d417ddca0d service neutron] 10.222.0.76 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1376262
Nov 24 13:31:56.194545 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f35647e1-2187-469e-b5b0-bbd917cfc15d req-4372b381-b9e1-4c73-993c-d0c9f063a9e9 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 210 time: 0.0467055
Nov 24 13:31:57.343090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-3c316b39-6276-4cf6-b958-260ccc977fbd tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:57.344823 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-3c316b39-6276-4cf6-b958-260ccc977fbd tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.70 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 811 time: 0.1648178
Nov 24 13:31:57.389957 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fe1c8f0b-e005-4613-bd6b-4df47cf9c0f5 req-3b013a37-cdfc-409a-9502-5bbd2a307fc5 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 210 time: 0.0532968
Nov 24 13:31:57.440802 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-257e55e9-6406-4a7a-83b2-634e405dc1e1 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f113d8ed514a47218358d75a438fa3d2 HTTP/1.1" status: 200  len: 5253 time: 0.0778027
Nov 24 13:31:57.450541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-92766ab9-8a7d-4727-9768-3d2f77374d65 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Request body: {'port': {'device_id': 'bcd9c289-961f-499d-8ea9-1f5bd5d30995', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'admin_state_up': True, 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'security_groups': ['93091ea3-f06b-42d6-9ccc-567a6685d40d']}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:31:57.596749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-92766ab9-8a7d-4727-9768-3d2f77374d65 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:31:57.601745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-92766ab9-8a7d-4727-9768-3d2f77374d65 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Usage tracker for resource:port and tenant:f113d8ed514a47218358d75a438fa3d2 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:31:57.604708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-92766ab9-8a7d-4727-9768-3d2f77374d65 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Quota usage for port was recalculated. Used quota:3. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:31:57.610451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-92766ab9-8a7d-4727-9768-3d2f77374d65 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:31:57.619153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-92766ab9-8a7d-4727-9768-3d2f77374d65 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Made reservation on behalf of f113d8ed514a47218358d75a438fa3d2 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:31:57.624804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-92766ab9-8a7d-4727-9768-3d2f77374d65 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:57.938214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-92766ab9-8a7d-4727-9768-3d2f77374d65 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Allocated IP 172.20.0.6 (9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af/ff72eda6-981c-410f-98dc-6bc96f86afed/30194177-fb87-44ed-afdd-c450bff70384) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:31:58.145518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-92766ab9-8a7d-4727-9768-3d2f77374d65 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:58.162430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-92766ab9-8a7d-4727-9768-3d2f77374d65 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Transition to ACTIVE for port object 30194177-fb87-44ed-afdd-c450bff70384 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:31:58.185051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-92766ab9-8a7d-4727-9768-3d2f77374d65 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:58.205098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4dd2ba7b-058f-423b-8f46-66d82c7eaff1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:31:58.344526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92766ab9-8a7d-4727-9768-3d2f77374d65 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Pushing event updated for resources: {'Port': ['ID=30194177-fb87-44ed-afdd-c450bff70384,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:31:58.349495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-92766ab9-8a7d-4727-9768-3d2f77374d65 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:31:58.402677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-92766ab9-8a7d-4727-9768-3d2f77374d65 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Network 9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:31:58.403808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-92766ab9-8a7d-4727-9768-3d2f77374d65 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:31:58.406673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-92766ab9-8a7d-4727-9768-3d2f77374d65 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:31:58.476637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-92766ab9-8a7d-4727-9768-3d2f77374d65 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:58.477314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-92766ab9-8a7d-4727-9768-3d2f77374d65 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:58.507541 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-92766ab9-8a7d-4727-9768-3d2f77374d65 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0612187
Nov 24 13:31:58.525476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-58a5e336-5925-4585-819e-dc9144c68dff service neutron] Request body: {'port': {'device_id': 'bcd9c289-961f-499d-8ea9-1f5bd5d30995', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:31:58.632998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-91b0aacb-e189-4550-8393-c7178552d7f5 None None] Provisioning for port 30194177-fb87-44ed-afdd-c450bff70384 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:31:58.640061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-91b0aacb-e189-4550-8393-c7178552d7f5 None None] Provisioning complete for port 30194177-fb87-44ed-afdd-c450bff70384 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:31:58.640739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-91b0aacb-e189-4550-8393-c7178552d7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:58.657621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-58a5e336-5925-4585-819e-dc9144c68dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:58.700292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-91b0aacb-e189-4550-8393-c7178552d7f5 None None] Port 30194177-fb87-44ed-afdd-c450bff70384 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:31:58.755657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa9e17-2c74-4ccc-8020-7577057b1e4e req-bd787608-f208-476f-9c7e-4aba75a62c92 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:58.757202 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dcfa9e17-2c74-4ccc-8020-7577057b1e4e req-bd787608-f208-476f-9c7e-4aba75a62c92 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 931 time: 0.0863378
Nov 24 13:31:58.813973 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dcfa9e17-2c74-4ccc-8020-7577057b1e4e req-31ba55e1-c7e9-43cf-861a-5e82cb83ed20 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495970
Nov 24 13:31:59.081539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-58a5e336-5925-4585-819e-dc9144c68dff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30194177-fb87-44ed-afdd-c450bff70384 {{(pid=80944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:31:59.088624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-58a5e336-5925-4585-819e-dc9144c68dff service neutron] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:59.101223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-58a5e336-5925-4585-819e-dc9144c68dff service neutron] Transition to ACTIVE for port object 30194177-fb87-44ed-afdd-c450bff70384 will not be triggered until provisioned by entity L2. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:31:59.103958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-58a5e336-5925-4585-819e-dc9144c68dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:59.125399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-759bbc14-5b05-4805-809c-b203e040c975 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:31:59.298575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5e336-5925-4585-819e-dc9144c68dff service neutron] Pushing event updated for resources: {'Port': ['ID=30194177-fb87-44ed-afdd-c450bff70384,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:31:59.304381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-58a5e336-5925-4585-819e-dc9144c68dff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:31:59.497180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-58a5e336-5925-4585-819e-dc9144c68dff service neutron] Attempting to bind port 30194177-fb87-44ed-afdd-c450bff70384 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:31:59.497724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-58a5e336-5925-4585-819e-dc9144c68dff service neutron] Attempting to bind port 30194177-fb87-44ed-afdd-c450bff70384 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'd9cca3b5-9220-41fc-a322-c00f0302a9e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af'}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:31:59.497899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-58a5e336-5925-4585-819e-dc9144c68dff service neutron] Attempting to bind port 30194177-fb87-44ed-afdd-c450bff70384 on network 9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:31:59.505203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-58a5e336-5925-4585-819e-dc9144c68dff service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:31:59.505573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-58a5e336-5925-4585-819e-dc9144c68dff service neutron] Checking segment: {'id': 'd9cca3b5-9220-41fc-a322-c00f0302a9e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:31:59.505971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-58a5e336-5925-4585-819e-dc9144c68dff service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:59.506386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-58a5e336-5925-4585-819e-dc9144c68dff service neutron] Bound using segment: {'id': 'd9cca3b5-9220-41fc-a322-c00f0302a9e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af'} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:31:59.506857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-58a5e336-5925-4585-819e-dc9144c68dff service neutron] Bound port: 30194177-fb87-44ed-afdd-c450bff70384, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9cca3b5-9220-41fc-a322-c00f0302a9e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af'}}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:31:59.507228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-58a5e336-5925-4585-819e-dc9144c68dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:59.602081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-58a5e336-5925-4585-819e-dc9144c68dff service neutron] For port 30194177-fb87-44ed-afdd-c450bff70384, host hv-neutron-6013, cleared binding levels {{(pid=80944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:31:59.605520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-58a5e336-5925-4585-819e-dc9144c68dff service neutron] For port 30194177-fb87-44ed-afdd-c450bff70384, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=30194177-fb87-44ed-afdd-c450bff70384,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:31:59.608941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-58a5e336-5925-4585-819e-dc9144c68dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:59.628168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c969c593-70dc-499d-ac1d-4b9ebe5a8279 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:31:59.771538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5e336-5925-4585-819e-dc9144c68dff service neutron] Pushing event updated for resources: {'Port': ['ID=30194177-fb87-44ed-afdd-c450bff70384,revision_number=3']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:31:59.775495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-58a5e336-5925-4585-819e-dc9144c68dff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:31:59.822176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-58a5e336-5925-4585-819e-dc9144c68dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:59.822883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-58a5e336-5925-4585-819e-dc9144c68dff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:31:59.824422 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-58a5e336-5925-4585-819e-dc9144c68dff service neutron] 10.222.0.70 "PUT /v2.0/ports/30194177-fb87-44ed-afdd-c450bff70384 HTTP/1.1" status: 200  len: 1157 time: 1.3041091
Nov 24 13:31:59.824981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd9c289-961f-499d-8ea9-1f5bd5d30995', 'tag': '30194177-fb87-44ed-afdd-c450bff70384'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:31:59.929683 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd9c289-961f-499d-8ea9-1f5bd5d30995', 'tag': '30194177-fb87-44ed-afdd-c450bff70384', 'status': 'completed', 'code': 200}
Nov 24 13:31:59.969621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-05cb29b5-8a37-45de-a558-8f463b5bd920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:31:59.971328 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-05cb29b5-8a37-45de-a558-8f463b5bd920 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 1160 time: 0.0863383
Nov 24 13:32:00.054881 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-485b25a2-bcae-484a-a05d-4644d71d361b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30194177-fb87-44ed-afdd-c450bff70384 HTTP/1.1" status: 200  len: 217 time: 0.0705204
Nov 24 13:32:00.060854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c55ec3-6dd7-49c7-a56b-90559b063773 req-1328c317-750c-4164-9539-ab8dec0d97ba tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:00.066536 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-12c55ec3-6dd7-49c7-a56b-90559b063773 req-1328c317-750c-4164-9539-ab8dec0d97ba tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 943 time: 0.0978565
Nov 24 13:32:00.113937 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-12c55ec3-6dd7-49c7-a56b-90559b063773 req-18a9b1a1-4a66-4e4d-a81c-a2ec09ec3c65 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449522
Nov 24 13:32:00.128302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-a229863b-7695-4f4f-add7-05e4867536aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:00.129883 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-a229863b-7695-4f4f-add7-05e4867536aa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 200  len: 850 time: 0.0685952
Nov 24 13:32:00.216305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-a014177b-733d-41cc-93b8-004dfb1625a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:00.217933 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-a014177b-733d-41cc-93b8-004dfb1625a8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0820656
Nov 24 13:32:00.369269 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-ee2f9437-c793-4ed7-9258-73b56e84a425 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443787
Nov 24 13:32:00.769294 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-38d0f142-7234-4aa8-b511-9670a2fe41d1 req-7aec8f65-3150-4d77-883e-9a348be05c61 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3930235
Nov 24 13:32:00.928665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06406f81-1fbb-4781-8ce6-3026bf7f84a6 req-484616dc-1fd2-4975-8915-db700978bf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:00.930398 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-06406f81-1fbb-4781-8ce6-3026bf7f84a6 req-484616dc-1fd2-4975-8915-db700978bf23 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 1160 time: 0.0768719
Nov 24 13:32:01.075496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06406f81-1fbb-4781-8ce6-3026bf7f84a6 req-d5d6411d-1cd0-433a-bb6d-663594320781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:01.076981 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-06406f81-1fbb-4781-8ce6-3026bf7f84a6 req-d5d6411d-1cd0-433a-bb6d-663594320781 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 905 time: 0.1390786
Nov 24 13:32:01.155671 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-06406f81-1fbb-4781-8ce6-3026bf7f84a6 req-4bc1120a-c753-494d-8153-b53e537664ef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30194177-fb87-44ed-afdd-c450bff70384 HTTP/1.1" status: 200  len: 217 time: 0.0698149
Nov 24 13:32:01.228572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06406f81-1fbb-4781-8ce6-3026bf7f84a6 req-83031e97-2c94-4f24-8c08-100d72f9c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:01.230155 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-06406f81-1fbb-4781-8ce6-3026bf7f84a6 req-83031e97-2c94-4f24-8c08-100d72f9c31b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 200  len: 850 time: 0.0682027
Nov 24 13:32:01.319799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06406f81-1fbb-4781-8ce6-3026bf7f84a6 req-b80dc078-8ff7-4808-863f-129bf5c7b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:01.321405 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-06406f81-1fbb-4781-8ce6-3026bf7f84a6 req-b80dc078-8ff7-4808-863f-129bf5c7b42f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0839067
Nov 24 13:32:01.351334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52446ba6-5321-4960-849d-4593558f8c62 req-6077ad17-5d16-4d92-ab3e-38903b0cb976 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:01.352861 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-52446ba6-5321-4960-849d-4593558f8c62 req-6077ad17-5d16-4d92-ab3e-38903b0cb976 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 943 time: 0.0892887
Nov 24 13:32:01.408289 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-52446ba6-5321-4960-849d-4593558f8c62 req-1dd41b6d-07e7-4425-b278-687a68a92c73 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486956
Nov 24 13:32:01.472546 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-06406f81-1fbb-4781-8ce6-3026bf7f84a6 req-2811c5f9-8317-4306-be35-64d7c2f6d725 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431727
Nov 24 13:32:01.622003 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-06406f81-1fbb-4781-8ce6-3026bf7f84a6 req-e3e5ecf6-6137-4c78-b443-c534fc89a41b service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1415384
Nov 24 13:32:02.627981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa3e22-2172-4f63-83cf-92c4f5da939e req-4d3d93ab-00f8-43a9-8d8a-8d06979a9687 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:02.629609 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4bfa3e22-2172-4f63-83cf-92c4f5da939e req-4d3d93ab-00f8-43a9-8d8a-8d06979a9687 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 943 time: 0.0885968
Nov 24 13:32:02.681531 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4bfa3e22-2172-4f63-83cf-92c4f5da939e req-2bf9ba4f-df85-47c7-9116-77d0e4a65700 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452976
Nov 24 13:32:03.511505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 30194177-fb87-44ed-afdd-c450bff70384 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:32:03.584316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port 30194177-fb87-44ed-afdd-c450bff70384 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:32:03.589094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 30194177-fb87-44ed-afdd-c450bff70384 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:32:03.589514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:32:03.712864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:32:03.742654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd9c289-961f-499d-8ea9-1f5bd5d30995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30194177-fb87-44ed-afdd-c450bff70384'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:32:03.753556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 30194177-fb87-44ed-afdd-c450bff70384, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=30194177-fb87-44ed-afdd-c450bff70384,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:32:03.757347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:32:03.759693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:32:03.804722 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd9c289-961f-499d-8ea9-1f5bd5d30995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30194177-fb87-44ed-afdd-c450bff70384', 'code': 200}
Nov 24 13:32:03.829153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=30194177-fb87-44ed-afdd-c450bff70384,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:32:03.832692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:32:03.902905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd8a86-d77e-4fc7-b2e1-ed2ce69f1b92 req-a7f351e6-f949-43a3-9842-393b6ce461d2 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:03.904538 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ffbd8a86-d77e-4fc7-b2e1-ed2ce69f1b92 req-a7f351e6-f949-43a3-9842-393b6ce461d2 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 945 time: 0.0889649
Nov 24 13:32:03.958499 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ffbd8a86-d77e-4fc7-b2e1-ed2ce69f1b92 req-9b0d248a-69f3-46ad-a339-256d50b57de5 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473881
Nov 24 13:32:04.077613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0209756-7c8c-4202-8de8-3a08bb950f95 req-d0f9aac4-99c5-4e00-a19f-ee1e7306c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:04.079259 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f0209756-7c8c-4202-8de8-3a08bb950f95 req-d0f9aac4-99c5-4e00-a19f-ee1e7306c558 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 1162 time: 0.0736399
Nov 24 13:32:04.125377 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f0209756-7c8c-4202-8de8-3a08bb950f95 req-0cf67acc-6484-4836-9014-d86e4f18451f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395653
Nov 24 13:32:05.194585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed5ce6-70fd-4515-8ac5-0d4365b98b00 req-13e05c50-84f0-457e-8f33-276707e36387 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:05.197219 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c7ed5ce6-70fd-4515-8ac5-0d4365b98b00 req-13e05c50-84f0-457e-8f33-276707e36387 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 945 time: 0.1011600
Nov 24 13:32:05.249565 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c7ed5ce6-70fd-4515-8ac5-0d4365b98b00 req-14887271-17f8-4c76-b1a4-41b86645c3d6 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456259
Nov 24 13:32:05.270965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 30194177-fb87-44ed-afdd-c450bff70384 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:32:05.344348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 30194177-fb87-44ed-afdd-c450bff70384 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:32:05.344766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:32:06.470206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeed34f-281e-4df2-9a37-2c122fee47f9 req-ba184b46-19dd-4dfd-9df3-ebe5b247a263 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:06.471718 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cfeed34f-281e-4df2-9a37-2c122fee47f9 req-ba184b46-19dd-4dfd-9df3-ebe5b247a263 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 945 time: 0.0887301
Nov 24 13:32:06.522603 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cfeed34f-281e-4df2-9a37-2c122fee47f9 req-b60a1a91-6355-4796-9d46-ea589768592b tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433195
Nov 24 13:32:06.734414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627a42d-89e2-4acb-a32f-2572bbe3d5d4 req-5d999716-b2f6-434e-9ee0-67300b60ace0 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:06.735954 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d627a42d-89e2-4acb-a32f-2572bbe3d5d4 req-5d999716-b2f6-434e-9ee0-67300b60ace0 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 945 time: 0.0860019
Nov 24 13:32:06.745703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 56476) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:32:06.751285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-90dcd719-c924-41ce-9e04-57d86dad464c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Request body: {'floatingip': {'port_id': '30194177-fb87-44ed-afdd-c450bff70384'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:32:06.840183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-90dcd719-c924-41ce-9e04-57d86dad464c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for floatingip, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:32:07.742141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-90dcd719-c924-41ce-9e04-57d86dad464c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for floatingip, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:32:07.744831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-90dcd719-c924-41ce-9e04-57d86dad464c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:32:07.947198 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-90dcd719-c924-41ce-9e04-57d86dad464c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Floating IP 5a057ef5-c7fb-4749-bc0c-3332adde1ffd associated. External IP: 172.26.8.5, port: 30194177-fb87-44ed-afdd-c450bff70384.
Nov 24 13:32:08.374497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90dcd719-c924-41ce-9e04-57d86dad464c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Router a398a310-bdfe-41a2-a3d9-da825aa5b62e has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:32:08.592249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90dcd719-c924-41ce-9e04-57d86dad464c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:32:08.596733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-90dcd719-c924-41ce-9e04-57d86dad464c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:32:08.602286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3b78a6-5983-49d7-8853-07259d2cf20b None None] Sync routers for ids ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:32:08.615138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3b78a6-5983-49d7-8853-07259d2cf20b None None] Routers {'a398a310-bdfe-41a2-a3d9-da825aa5b62e'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:32:08.616319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4b3b78a6-5983-49d7-8853-07259d2cf20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc21c18>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:31:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:32:08.655298 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-90dcd719-c924-41ce-9e04-57d86dad464c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "PUT /v2.0/floatingips/5a057ef5-c7fb-4749-bc0c-3332adde1ffd HTTP/1.1" status: 200  len: 989 time: 1.9083800
Nov 24 13:32:08.656031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd9c289-961f-499d-8ea9-1f5bd5d30995', 'tag': '30194177-fb87-44ed-afdd-c450bff70384'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:32:08.719614 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd9c289-961f-499d-8ea9-1f5bd5d30995', 'tag': '30194177-fb87-44ed-afdd-c450bff70384', 'status': 'completed', 'code': 200}
Nov 24 13:32:08.816847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-4b3b78a6-5983-49d7-8853-07259d2cf20b None None] Set router a398a310-bdfe-41a2-a3d9-da825aa5b62e gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:32:08.866034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc7d79-c3d4-49cf-b177-730949b9ff6f req-98e77e3c-d4c1-4e87-a098-3477fa4f942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:08.868189 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-29fc7d79-c3d4-49cf-b177-730949b9ff6f req-98e77e3c-d4c1-4e87-a098-3477fa4f942d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 1162 time: 0.0899529
Nov 24 13:32:09.017921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc7d79-c3d4-49cf-b177-730949b9ff6f req-7ec707a6-2f20-4df9-b6a7-a809a9084b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:09.019541 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-29fc7d79-c3d4-49cf-b177-730949b9ff6f req-7ec707a6-2f20-4df9-b6a7-a809a9084b39 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 905 time: 0.1451304
Nov 24 13:32:09.133932 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-29fc7d79-c3d4-49cf-b177-730949b9ff6f req-056672bc-d76c-4991-8df0-913a7cb1098f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30194177-fb87-44ed-afdd-c450bff70384 HTTP/1.1" status: 200  len: 997 time: 0.1068420
Nov 24 13:32:09.208126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4b3b78a6-5983-49d7-8853-07259d2cf20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc21c18>, [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 4, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port': {'id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:30Z', 'updated_at': '2020-11-24T13:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '5a057ef5-c7fb-4749-bc0c-3332adde1ffd', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'floating_ip_address': '172.26.8.5', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'port_id': '30194177-fb87-44ed-afdd-c450bff70384', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'mac_address': 'fa:16:3e:9d:a9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd9c289-961f-499d-8ea9-1f5bd5d30995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:30:37Z', 'updated_at': '2020-11-24T13:32:07Z', 'revision_number': 5, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489426de-621f-4c61-9e71-e26383972587', 'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'mac_address': 'fa:16:3e:2d:9f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:32Z', 'updated_at': '2020-11-24T13:30:41Z', 'revision_number': 5, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'subnets': [{'id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:32:09.208636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc7d79-c3d4-49cf-b177-730949b9ff6f req-c8e38ce0-b0c1-44ee-ae4e-cfd34a8bc805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:09.210400 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-29fc7d79-c3d4-49cf-b177-730949b9ff6f req-c8e38ce0-b0c1-44ee-ae4e-cfd34a8bc805 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 200  len: 850 time: 0.0704315
Nov 24 13:32:09.212562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3b78a6-5983-49d7-8853-07259d2cf20b None None] Checking router: a398a310-bdfe-41a2-a3d9-da825aa5b62e for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:32:09.225578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3b78a6-5983-49d7-8853-07259d2cf20b None None] Routers {'a398a310-bdfe-41a2-a3d9-da825aa5b62e'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:32:09.226303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4b3b78a6-5983-49d7-8853-07259d2cf20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc21c18>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:31:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:32:09.295476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc7d79-c3d4-49cf-b177-730949b9ff6f req-c5332c8e-f282-471e-afa6-cbbf270a0ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:09.297132 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-29fc7d79-c3d4-49cf-b177-730949b9ff6f req-c5332c8e-f282-471e-afa6-cbbf270a0ef5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807803
Nov 24 13:32:09.416966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-4b3b78a6-5983-49d7-8853-07259d2cf20b None None] Set router a398a310-bdfe-41a2-a3d9-da825aa5b62e gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:32:09.454077 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-29fc7d79-c3d4-49cf-b177-730949b9ff6f req-6ec560e6-17f7-4d31-8fc5-ca961b66a935 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1497059
Nov 24 13:32:09.607843 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-29fc7d79-c3d4-49cf-b177-730949b9ff6f req-6c887725-98ec-49d4-9bbd-1e0e908326a5 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1473255
Nov 24 13:32:09.801368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4b3b78a6-5983-49d7-8853-07259d2cf20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc21c18>, [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 4, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port': {'id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:30Z', 'updated_at': '2020-11-24T13:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '5a057ef5-c7fb-4749-bc0c-3332adde1ffd', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'floating_ip_address': '172.26.8.5', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'port_id': '30194177-fb87-44ed-afdd-c450bff70384', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'mac_address': 'fa:16:3e:9d:a9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd9c289-961f-499d-8ea9-1f5bd5d30995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:30:37Z', 'updated_at': '2020-11-24T13:32:07Z', 'revision_number': 5, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489426de-621f-4c61-9e71-e26383972587', 'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'mac_address': 'fa:16:3e:2d:9f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:32Z', 'updated_at': '2020-11-24T13:30:41Z', 'revision_number': 5, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'subnets': [{'id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:32:09.806063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3b78a6-5983-49d7-8853-07259d2cf20b None None] The sync data for ids ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'] in dv-neutron-601336-61-ovs is: [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 4, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port': {'id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:30Z', 'updated_at': '2020-11-24T13:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '5a057ef5-c7fb-4749-bc0c-3332adde1ffd', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'floating_ip_address': '172.26.8.5', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'port_id': '30194177-fb87-44ed-afdd-c450bff70384', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'mac_address': 'fa:16:3e:9d:a9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd9c289-961f-499d-8ea9-1f5bd5d30995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:30:37Z', 'updated_at': '2020-11-24T13:32:07Z', 'revision_number': 5, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489426de-621f-4c61-9e71-e26383972587', 'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'mac_address': 'fa:16:3e:2d:9f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:32Z', 'updated_at': '2020-11-24T13:30:41Z', 'revision_number': 5, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'subnets': [{'id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:32:10.098007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc40b1be-058b-41b2-a645-686c6b0d1cbf None None] New status for floating IP 5a057ef5-c7fb-4749-bc0c-3332adde1ffd: ACTIVE {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:32:10.261916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-095bf663-ac92-4f2b-a4f0-bc486b050538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:32:12.626239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1a26cddd-526b-49fe-af14-3f3aab313f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:32:12.964608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:32:13.829770 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-51e14ba6-891b-4789-b493-b924ec18b8ef req-cf489ab3-2b2b-48ee-8555-4c4592c07f5f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0791557
Nov 24 13:32:13.996687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e14ba6-891b-4789-b493-b924ec18b8ef req-f029f7f4-87d8-41bd-95e3-3b71078d084e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:13.998340 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-51e14ba6-891b-4789-b493-b924ec18b8ef req-f029f7f4-87d8-41bd-95e3-3b71078d084e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 1162 time: 0.0745387
Nov 24 13:32:14.156679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e14ba6-891b-4789-b493-b924ec18b8ef req-73d74660-84f9-483a-a3b9-07dc5659c257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:14.158234 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-51e14ba6-891b-4789-b493-b924ec18b8ef req-73d74660-84f9-483a-a3b9-07dc5659c257 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 905 time: 0.1409447
Nov 24 13:32:14.229899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:32:14.269685 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-51e14ba6-891b-4789-b493-b924ec18b8ef req-2da422ba-0731-4b33-b737-0837aea9836d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30194177-fb87-44ed-afdd-c450bff70384 HTTP/1.1" status: 200  len: 999 time: 0.1053469
Nov 24 13:32:14.342394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e14ba6-891b-4789-b493-b924ec18b8ef req-a071f3c1-5c3b-428c-8066-0d05e4a5bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:14.343961 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-51e14ba6-891b-4789-b493-b924ec18b8ef req-a071f3c1-5c3b-428c-8066-0d05e4a5bb3a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 200  len: 850 time: 0.0681040
Nov 24 13:32:14.428397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e14ba6-891b-4789-b493-b924ec18b8ef req-9c456837-f98f-446f-9abd-ad656f987ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:14.429914 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-51e14ba6-891b-4789-b493-b924ec18b8ef req-9c456837-f98f-446f-9abd-ad656f987ebf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798354
Nov 24 13:32:14.575587 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-51e14ba6-891b-4789-b493-b924ec18b8ef req-3709b878-101f-4556-ad52-75960cf964d6 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388745
Nov 24 13:32:14.718831 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-51e14ba6-891b-4789-b493-b924ec18b8ef req-bc6a13e5-87ba-41ad-8377-f9b9781f4904 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1363876
Nov 24 13:32:14.789224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:32:21.257272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:32:29.506582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:32:40.264589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d3872782-429a-4cb0-96d1-ca2f4170a44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:32:42.629993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ceae0499-9850-47f2-a223-0baed3a85b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:32:42.967926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:32:44.231368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:32:44.272310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45276a3-8e11-4215-b542-a9f24bb1cc90 req-4ae081d8-c728-48ea-9068-a03836ac129f tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:44.273928 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c45276a3-8e11-4215-b542-a9f24bb1cc90 req-4ae081d8-c728-48ea-9068-a03836ac129f tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 945 time: 0.0917823
Nov 24 13:32:44.328999 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c45276a3-8e11-4215-b542-a9f24bb1cc90 req-53ccf843-0ac8-45ca-a06a-bcb92d4a3818 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474672
Nov 24 13:32:44.793859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:32:45.556442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d2fa8-a4c1-42b9-bde2-07e28a1b95fa req-52d4ea29-88aa-435a-835e-89280a8aa47a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:45.558047 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1c0d2fa8-a4c1-42b9-bde2-07e28a1b95fa req-52d4ea29-88aa-435a-835e-89280a8aa47a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 945 time: 0.0896683
Nov 24 13:32:45.611081 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1c0d2fa8-a4c1-42b9-bde2-07e28a1b95fa req-0dbd318c-eabb-4f9f-885c-3e3c88b9e170 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464771
Nov 24 13:32:46.831726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea05752-f1f3-44a8-aa12-5ecac0fc5b46 req-3cb26236-be49-4a2a-a70c-dc33f3b1a5d2 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:46.833392 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5ea05752-f1f3-44a8-aa12-5ecac0fc5b46 req-3cb26236-be49-4a2a-a70c-dc33f3b1a5d2 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 945 time: 0.0902212
Nov 24 13:32:46.888021 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5ea05752-f1f3-44a8-aa12-5ecac0fc5b46 req-8caa5c6e-a5e6-4373-8983-b2048b150053 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477359
Nov 24 13:32:48.108776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3067301-c949-4546-b639-082b36d27854 req-7021e34c-f211-43b8-8620-9cd58cff3264 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:48.110426 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d3067301-c949-4546-b639-082b36d27854 req-7021e34c-f211-43b8-8620-9cd58cff3264 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 945 time: 0.0843842
Nov 24 13:32:48.161020 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d3067301-c949-4546-b639-082b36d27854 req-f7354fb0-8722-4645-a5ee-3857a2c4f991 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432756
Nov 24 13:32:49.387975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5bb29-b03d-41d8-a14e-d959471a1251 req-0c3dd9c1-7805-4b45-b4e3-b035cf97b290 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:49.389467 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-77e5bb29-b03d-41d8-a14e-d959471a1251 req-0c3dd9c1-7805-4b45-b4e3-b035cf97b290 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 945 time: 0.0874047
Nov 24 13:32:49.438739 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-77e5bb29-b03d-41d8-a14e-d959471a1251 req-543d2c9a-f1cb-4a17-a6d8-3f528b45184b tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427933
Nov 24 13:32:50.650476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b143a-4a5f-4996-a057-871ca09b56f0 req-84e33e4c-751c-4074-8f36-3056ff527ba0 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:50.652093 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f25b143a-4a5f-4996-a057-871ca09b56f0 req-84e33e4c-751c-4074-8f36-3056ff527ba0 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 945 time: 0.0837348
Nov 24 13:32:50.707860 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f25b143a-4a5f-4996-a057-871ca09b56f0 req-e585d503-f5b7-40ef-96d9-0eaed615ce0b tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491784
Nov 24 13:32:51.286501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:32:51.920656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93979b4e-12f8-4999-bc45-66d080a41b85 req-9586e8d4-c360-432e-a4d5-d1c08c208893 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:51.922297 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-93979b4e-12f8-4999-bc45-66d080a41b85 req-9586e8d4-c360-432e-a4d5-d1c08c208893 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 945 time: 0.0863881
Nov 24 13:32:51.971528 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-93979b4e-12f8-4999-bc45-66d080a41b85 req-23b9a854-9a76-48cd-95f0-0cadf4914de3 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424163
Nov 24 13:32:53.200332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225588e3-7784-4609-960f-d13542db56b6 req-e65375fc-fe5e-40bb-b01e-28e377b390fd tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:53.202021 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-225588e3-7784-4609-960f-d13542db56b6 req-e65375fc-fe5e-40bb-b01e-28e377b390fd tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 945 time: 0.1000786
Nov 24 13:32:53.255482 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-225588e3-7784-4609-960f-d13542db56b6 req-d056d6e7-12ef-4c64-9b3f-b571522bd6cb tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432668
Nov 24 13:32:54.477220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497fd3b-49ff-4058-9571-b4a6f5ce3a4b req-a7e3f8a8-5ff3-45d4-b00f-eb553466ee91 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:54.479539 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b497fd3b-49ff-4058-9571-b4a6f5ce3a4b req-a7e3f8a8-5ff3-45d4-b00f-eb553466ee91 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 945 time: 0.0904782
Nov 24 13:32:54.531913 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b497fd3b-49ff-4058-9571-b4a6f5ce3a4b req-b4972b92-a2a8-4040-b2fc-324a33644089 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458729
Nov 24 13:32:55.676296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 30194177-fb87-44ed-afdd-c450bff70384 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:32:55.753098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 30194177-fb87-44ed-afdd-c450bff70384 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:32:55.753519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:32:55.761694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ef588-2bf5-4190-9ed8-8bb20fb157d2 req-8f3e01db-e76e-4527-bfd1-bec0c3c5be38 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:55.763341 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2e8ef588-2bf5-4190-9ed8-8bb20fb157d2 req-8f3e01db-e76e-4527-bfd1-bec0c3c5be38 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 945 time: 0.0934532
Nov 24 13:32:55.814531 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2e8ef588-2bf5-4190-9ed8-8bb20fb157d2 req-bc5feb42-bb75-41aa-b0f1-490e99fe9b0b tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442851
Nov 24 13:32:56.219017 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4b52a988-7e1a-47b6-8d6a-196826b02570 req-bf4174f4-592e-4455-b5e4-a0ec7d9acade service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0761735
Nov 24 13:32:56.295615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8857c24-929c-485d-8a39-caf6fb52b342 req-db26a3ac-0b41-48ec-9fee-de8db36897b2 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:56.297074 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d8857c24-929c-485d-8a39-caf6fb52b342 req-db26a3ac-0b41-48ec-9fee-de8db36897b2 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 945 time: 0.0886495
Nov 24 13:32:56.348618 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d8857c24-929c-485d-8a39-caf6fb52b342 req-afe76fb0-4811-4d22-95fc-500951cfb237 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450957
Nov 24 13:32:57.568646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62dcc44-97bb-4432-b7e5-7ecf382d9c15 req-c5657f6b-c804-4f17-89e1-2f4b9a62fc75 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:57.571023 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c62dcc44-97bb-4432-b7e5-7ecf382d9c15 req-c5657f6b-c804-4f17-89e1-2f4b9a62fc75 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 945 time: 0.0886362
Nov 24 13:32:57.622174 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c62dcc44-97bb-4432-b7e5-7ecf382d9c15 req-d6dd9f0c-8dfe-4016-b08a-d245a0851a0d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447276
Nov 24 13:32:57.682267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52a988-7e1a-47b6-8d6a-196826b02570 req-0d5f1b2c-4599-40ee-a552-a3c5a5e05353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:57.683881 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4b52a988-7e1a-47b6-8d6a-196826b02570 req-0d5f1b2c-4599-40ee-a552-a3c5a5e05353 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 1162 time: 0.0810971
Nov 24 13:32:57.827527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52a988-7e1a-47b6-8d6a-196826b02570 req-0f41c0ed-8bd3-42a8-945f-febcb23e4fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:57.829022 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4b52a988-7e1a-47b6-8d6a-196826b02570 req-0f41c0ed-8bd3-42a8-945f-febcb23e4fd4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 905 time: 0.1389577
Nov 24 13:32:57.935024 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4b52a988-7e1a-47b6-8d6a-196826b02570 req-309211d9-d851-4122-969d-2ee10d320f91 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30194177-fb87-44ed-afdd-c450bff70384 HTTP/1.1" status: 200  len: 999 time: 0.0992267
Nov 24 13:32:58.010290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52a988-7e1a-47b6-8d6a-196826b02570 req-c01bb2b0-9bb1-43f2-b3cf-18ac23c8d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:58.011894 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4b52a988-7e1a-47b6-8d6a-196826b02570 req-c01bb2b0-9bb1-43f2-b3cf-18ac23c8d34d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 200  len: 850 time: 0.0709817
Nov 24 13:32:58.091840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52a988-7e1a-47b6-8d6a-196826b02570 req-b65da158-1ef7-41fe-8f05-148998490b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:58.093388 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4b52a988-7e1a-47b6-8d6a-196826b02570 req-b65da158-1ef7-41fe-8f05-148998490b38 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746505
Nov 24 13:32:58.284481 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4b52a988-7e1a-47b6-8d6a-196826b02570 req-90dfd741-309f-454c-b7c8-b10cc41f7820 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1842139
Nov 24 13:32:58.439149 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4b52a988-7e1a-47b6-8d6a-196826b02570 req-062cfe88-1b24-4626-9167-0cf227a76457 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1485028
Nov 24 13:32:58.853112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a6fb2-0e43-4254-923e-95cf4d7a272a req-9d1ea3b8-389b-42ab-ab78-15eeeee5bd83 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:32:58.854769 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2b8a6fb2-0e43-4254-923e-95cf4d7a272a req-9d1ea3b8-389b-42ab-ab78-15eeeee5bd83 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 945 time: 0.1014688
Nov 24 13:32:58.912198 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2b8a6fb2-0e43-4254-923e-95cf4d7a272a req-6f53f2c1-c59f-4675-8418-75f4db88dbb6 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508482
Nov 24 13:33:00.132620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ef196-e1e0-41e5-8db4-cba8904c5284 req-9e620c53-0518-4040-b0fa-601b697bc6a8 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:00.134541 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8c6ef196-e1e0-41e5-8db4-cba8904c5284 req-9e620c53-0518-4040-b0fa-601b697bc6a8 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 945 time: 0.0877352
Nov 24 13:33:00.184718 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8c6ef196-e1e0-41e5-8db4-cba8904c5284 req-24035ac8-fbb9-4ec8-a848-9dfe401b5e71 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436037
Nov 24 13:33:00.274491 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4b52a988-7e1a-47b6-8d6a-196826b02570 req-f7e1af6c-b8c4-4a9e-a235-f17a1ac2c5da service neutron] 10.222.0.70 "GET /v2.0/ports/30194177-fb87-44ed-afdd-c450bff70384/bindings/hv-neutron-6013 HTTP/1.1" status: 200  len: 454 time: 0.0842683
Nov 24 13:33:00.561134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52a988-7e1a-47b6-8d6a-196826b02570 req-2e07b6b1-91b8-4d28-b864-b47724a3cb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:00.562707 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4b52a988-7e1a-47b6-8d6a-196826b02570 req-2e07b6b1-91b8-4d28-b864-b47724a3cb5e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995&tenant_id=f113d8ed514a47218358d75a438fa3d2 HTTP/1.1" status: 200  len: 1162 time: 0.0758312
Nov 24 13:33:00.676491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52a988-7e1a-47b6-8d6a-196826b02570 req-8a0d4b9a-1b53-4a07-8d6c-5dac240829bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:00.678105 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4b52a988-7e1a-47b6-8d6a-196826b02570 req-8a0d4b9a-1b53-4a07-8d6c-5dac240829bd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 1162 time: 0.0821781
Nov 24 13:33:01.065591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52a988-7e1a-47b6-8d6a-196826b02570 req-4c4c5965-bf3b-4f83-b814-3d0cddd3686d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:01.067226 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4b52a988-7e1a-47b6-8d6a-196826b02570 req-4c4c5965-bf3b-4f83-b814-3d0cddd3686d service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 905 time: 0.3828926
Nov 24 13:33:01.182085 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4b52a988-7e1a-47b6-8d6a-196826b02570 req-0ade5720-d5f2-4aee-b2b9-a8753bf35cf1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30194177-fb87-44ed-afdd-c450bff70384 HTTP/1.1" status: 200  len: 999 time: 0.1085112
Nov 24 13:33:01.254514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52a988-7e1a-47b6-8d6a-196826b02570 req-481e0e47-d295-4f78-995d-1213d30b2498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:01.256119 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4b52a988-7e1a-47b6-8d6a-196826b02570 req-481e0e47-d295-4f78-995d-1213d30b2498 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 200  len: 850 time: 0.0674825
Nov 24 13:33:01.336958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52a988-7e1a-47b6-8d6a-196826b02570 req-2edfd30a-0291-4d90-80b8-3c20fbb54d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:01.338515 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4b52a988-7e1a-47b6-8d6a-196826b02570 req-2edfd30a-0291-4d90-80b8-3c20fbb54d60 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0761325
Nov 24 13:33:01.408904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df18e5d-fd05-422b-a309-b664ea335a74 req-091a3702-f7e8-41ca-990f-502258adacc7 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:01.410558 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6df18e5d-fd05-422b-a309-b664ea335a74 req-091a3702-f7e8-41ca-990f-502258adacc7 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 945 time: 0.0885158
Nov 24 13:33:01.459787 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6df18e5d-fd05-422b-a309-b664ea335a74 req-2da8a7be-60b6-4b36-ac7a-39cc1d81247c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422161
Nov 24 13:33:01.493182 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4b52a988-7e1a-47b6-8d6a-196826b02570 req-26ff5f4d-c56a-4fe7-b91e-43573d5ab892 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482580
Nov 24 13:33:01.570298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 30194177-fb87-44ed-afdd-c450bff70384 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:33:01.642646 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4b52a988-7e1a-47b6-8d6a-196826b02570 req-49d08a42-ce0e-41c6-807d-c233d954462d service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1419363
Nov 24 13:33:01.693507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:01.722071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd9c289-961f-499d-8ea9-1f5bd5d30995', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30194177-fb87-44ed-afdd-c450bff70384'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:33:01.733240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 30194177-fb87-44ed-afdd-c450bff70384, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=30194177-fb87-44ed-afdd-c450bff70384,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:33:01.737476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:01.739868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:33:01.796569 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd9c289-961f-499d-8ea9-1f5bd5d30995', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30194177-fb87-44ed-afdd-c450bff70384', 'code': 200}
Nov 24 13:33:01.817141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=30194177-fb87-44ed-afdd-c450bff70384,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:33:01.826864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:01.827255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:01.827632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:01.828005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:01.828374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:01.828742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:01.829106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:01.829469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:01.829914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:01.830306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:01.830668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:01.831029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:01.831487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:01.831848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:01.832206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:01.832563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:01.832920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:01.833278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:01.833635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:01.833991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:01.834385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:01.835268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:01.837110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:01.837494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:01.842515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:33:02.673407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff677e47-e0d6-4450-8de3-8dbcec6db570 req-c4140569-04d5-40a2-b836-b0877614a9c2 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:02.675067 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ff677e47-e0d6-4450-8de3-8dbcec6db570 req-c4140569-04d5-40a2-b836-b0877614a9c2 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 943 time: 0.0834966
Nov 24 13:33:02.724615 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ff677e47-e0d6-4450-8de3-8dbcec6db570 req-d18433f4-3ae9-4a5e-a733-212d852d6e76 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427492
Nov 24 13:33:03.949349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ca475-e13f-4194-a49f-b61adac1d65c req-9b0c9019-c261-4990-8aad-8bf7a8993d19 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:03.950997 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e68ca475-e13f-4194-a49f-b61adac1d65c req-9b0c9019-c261-4990-8aad-8bf7a8993d19 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 943 time: 0.0914733
Nov 24 13:33:03.999671 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e68ca475-e13f-4194-a49f-b61adac1d65c req-eaea02da-625f-4b95-bc84-99587eea2936 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422113
Nov 24 13:33:04.358961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499ac51-e77e-4a42-a127-631dd7b0cca7 req-41480438-2dc2-4a2d-87be-1fc8903426ad tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:04.360622 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4499ac51-e77e-4a42-a127-631dd7b0cca7 req-41480438-2dc2-4a2d-87be-1fc8903426ad tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 943 time: 0.0910149
Nov 24 13:33:04.363052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72544ff5-7c26-4300-96bb-dfd891697c52 req-84d17264-6b82-47b9-8614-663a2b745cc0 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:04.363823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-72544ff5-7c26-4300-96bb-dfd891697c52 req-84d17264-6b82-47b9-8614-663a2b745cc0 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Synchronizing usage tracker for tenant:f113d8ed514a47218358d75a438fa3d2 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:33:04.379488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-72544ff5-7c26-4300-96bb-dfd891697c52 req-84d17264-6b82-47b9-8614-663a2b745cc0 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Unset dirty status for tenant:f113d8ed514a47218358d75a438fa3d2 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:33:04.380724 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-72544ff5-7c26-4300-96bb-dfd891697c52 req-84d17264-6b82-47b9-8614-663a2b745cc0 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.70 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995&tenant_id=f113d8ed514a47218358d75a438fa3d2&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200  len: 943 time: 0.1095462
Nov 24 13:33:04.416582 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4499ac51-e77e-4a42-a127-631dd7b0cca7 req-6daef01b-8030-4f8f-819c-173451e39152 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485613
Nov 24 13:33:04.627752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72544ff5-7c26-4300-96bb-dfd891697c52 req-79386d85-095d-46a2-8160-7a233ecec365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:04.629291 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-72544ff5-7c26-4300-96bb-dfd891697c52 req-79386d85-095d-46a2-8160-7a233ecec365 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 1160 time: 0.1553946
Nov 24 13:33:04.771720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72544ff5-7c26-4300-96bb-dfd891697c52 req-2a4c3314-1683-45ef-8cd8-232b34af9a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:04.773815 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-72544ff5-7c26-4300-96bb-dfd891697c52 req-2a4c3314-1683-45ef-8cd8-232b34af9a4c service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 905 time: 0.1385851
Nov 24 13:33:04.885539 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-72544ff5-7c26-4300-96bb-dfd891697c52 req-3c7dfc85-3c27-42e5-be4a-86e15036178c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30194177-fb87-44ed-afdd-c450bff70384 HTTP/1.1" status: 200  len: 997 time: 0.1053343
Nov 24 13:33:04.957631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72544ff5-7c26-4300-96bb-dfd891697c52 req-f5d35fa8-594b-4e6c-a1f0-5139813b2a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:04.959261 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-72544ff5-7c26-4300-96bb-dfd891697c52 req-f5d35fa8-594b-4e6c-a1f0-5139813b2a60 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 200  len: 850 time: 0.0674915
Nov 24 13:33:05.043376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72544ff5-7c26-4300-96bb-dfd891697c52 req-f64ae710-e9ee-442f-88c4-f9801091c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:05.045005 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-72544ff5-7c26-4300-96bb-dfd891697c52 req-f64ae710-e9ee-442f-88c4-f9801091c6a5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796633
Nov 24 13:33:05.197450 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-72544ff5-7c26-4300-96bb-dfd891697c52 req-187898df-1083-4bb0-8dca-a8415627d2b6 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452456
Nov 24 13:33:05.348259 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-72544ff5-7c26-4300-96bb-dfd891697c52 req-815299d3-0950-49ca-ab8b-4c65c943cf31 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1436367
Nov 24 13:33:05.636825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73acaa-ae0c-4dce-b553-7ab0708bb8f1 req-899a6a7d-b6d3-46e6-8aff-eaf55b328d63 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:05.638466 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8b73acaa-ae0c-4dce-b553-7ab0708bb8f1 req-899a6a7d-b6d3-46e6-8aff-eaf55b328d63 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 943 time: 0.0830758
Nov 24 13:33:05.685798 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8b73acaa-ae0c-4dce-b553-7ab0708bb8f1 req-ad56ea02-ff06-4950-805a-7fd741a6d5d3 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410643
Nov 24 13:33:06.508236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:33:06.915377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5168a3-9010-4f40-bb3c-ed595da72023 req-6baef886-25c5-453c-8699-7d7d7c09ec87 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:06.916994 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fc5168a3-9010-4f40-bb3c-ed595da72023 req-6baef886-25c5-453c-8699-7d7d7c09ec87 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 943 time: 0.0966191
Nov 24 13:33:06.966518 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fc5168a3-9010-4f40-bb3c-ed595da72023 req-09bd844a-2718-437a-9cbe-826771df5ce3 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427990
Nov 24 13:33:07.177099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfb58b-5e25-4a2c-a26c-da129c4196a6 req-b86692a8-6edb-47f4-ab16-fa70d0eb8f04 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:07.180076 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f8cfb58b-5e25-4a2c-a26c-da129c4196a6 req-b86692a8-6edb-47f4-ab16-fa70d0eb8f04 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 943 time: 0.0850024
Nov 24 13:33:07.227941 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f8cfb58b-5e25-4a2c-a26c-da129c4196a6 req-62acc9ab-16c6-4274-8de0-812190b28f78 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415969
Nov 24 13:33:07.685611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0dc9a-afc4-414f-8e3d-f43fe02c7259 req-06387f5d-277b-4876-b90d-eed1fceaa6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:07.687243 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e9e0dc9a-afc4-414f-8e3d-f43fe02c7259 req-06387f5d-277b-4876-b90d-eed1fceaa6a0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 1160 time: 0.0811474
Nov 24 13:33:07.845036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0dc9a-afc4-414f-8e3d-f43fe02c7259 req-a2a0da5f-0774-4fa6-8dda-43c7c4d201a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:07.846684 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e9e0dc9a-afc4-414f-8e3d-f43fe02c7259 req-a2a0da5f-0774-4fa6-8dda-43c7c4d201a4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 905 time: 0.1528707
Nov 24 13:33:07.886345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401caa5b-e065-4402-b9d0-c2cd6af48aaf req-e560d553-73bd-4cc5-ba9e-17e97154ab44 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:07.887953 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-401caa5b-e065-4402-b9d0-c2cd6af48aaf req-e560d553-73bd-4cc5-ba9e-17e97154ab44 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 943 time: 0.3552852
Nov 24 13:33:07.942386 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-401caa5b-e065-4402-b9d0-c2cd6af48aaf req-b24ef006-056f-4c96-824c-09029d9e1916 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470419
Nov 24 13:33:07.962318 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e9e0dc9a-afc4-414f-8e3d-f43fe02c7259 req-f3b01e81-4e74-4d9b-80cd-d931abe7e588 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30194177-fb87-44ed-afdd-c450bff70384 HTTP/1.1" status: 200  len: 997 time: 0.1093538
Nov 24 13:33:08.031907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0dc9a-afc4-414f-8e3d-f43fe02c7259 req-6f03c4d5-e368-4071-b5f9-b62a723a85d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:08.033498 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e9e0dc9a-afc4-414f-8e3d-f43fe02c7259 req-6f03c4d5-e368-4071-b5f9-b62a723a85d4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 200  len: 850 time: 0.0651500
Nov 24 13:33:08.123190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0dc9a-afc4-414f-8e3d-f43fe02c7259 req-ca6cc3ff-eee8-44b8-bd12-7f3576f7b72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:08.124814 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e9e0dc9a-afc4-414f-8e3d-f43fe02c7259 req-ca6cc3ff-eee8-44b8-bd12-7f3576f7b72c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0853810
Nov 24 13:33:08.136513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-e9e0dc9a-afc4-414f-8e3d-f43fe02c7259 req-2c574ce6-f29d-4aa4-a64a-815aa65a3579 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:33:08.137666 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e9e0dc9a-afc4-414f-8e3d-f43fe02c7259 req-2c574ce6-f29d-4aa4-a64a-815aa65a3579 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0062964
Nov 24 13:33:08.287111 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e9e0dc9a-afc4-414f-8e3d-f43fe02c7259 req-efca1d94-9e55-4af4-acf7-01f0550d4d9e service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420283
Nov 24 13:33:08.433353 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e9e0dc9a-afc4-414f-8e3d-f43fe02c7259 req-85da2a52-7e6c-4298-8c7b-98c8ded46246 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1400051
Nov 24 13:33:09.169901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bccdc0-5a9b-46c9-a281-f8475a5289ef req-8176743a-e7a8-4f3b-9124-cf17314e2731 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:09.172545 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56bccdc0-5a9b-46c9-a281-f8475a5289ef req-8176743a-e7a8-4f3b-9124-cf17314e2731 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 943 time: 0.0953095
Nov 24 13:33:09.221214 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56bccdc0-5a9b-46c9-a281-f8475a5289ef req-b4dde220-db99-4930-ad1f-4117eb5ee20a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434737
Nov 24 13:33:09.953194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 30194177-fb87-44ed-afdd-c450bff70384 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:33:10.028415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 30194177-fb87-44ed-afdd-c450bff70384 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:33:10.028829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:10.155357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:10.184372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd9c289-961f-499d-8ea9-1f5bd5d30995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30194177-fb87-44ed-afdd-c450bff70384'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:33:10.194802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 30194177-fb87-44ed-afdd-c450bff70384, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=30194177-fb87-44ed-afdd-c450bff70384,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:33:10.197859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:10.199859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dab55624-5c3f-48ac-8bc6-9aa67f02880a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:33:10.248760 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd9c289-961f-499d-8ea9-1f5bd5d30995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30194177-fb87-44ed-afdd-c450bff70384', 'code': 200}
Nov 24 13:33:10.281583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c7892108-0669-46f7-99d1-6a9c83f9217d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:10.285469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=30194177-fb87-44ed-afdd-c450bff70384,revision_number=6']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:33:10.289147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:33:10.450063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e473fb-c43f-45a4-8135-02fbc9cf0edc req-5e162fb9-ddd9-4595-ac5d-e29826a19431 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:10.451727 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-54e473fb-c43f-45a4-8135-02fbc9cf0edc req-5e162fb9-ddd9-4595-ac5d-e29826a19431 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 945 time: 0.0913944
Nov 24 13:33:10.503205 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-54e473fb-c43f-45a4-8135-02fbc9cf0edc req-c5de43b0-7aa8-4e55-bbb6-551e11f909df tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448334
Nov 24 13:33:10.935101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c24a7-9211-4f6d-94ba-410986cbef1d req-d4c435dd-0410-4a05-bf7f-fcc783f9d205 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:10.936712 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b92c24a7-9211-4f6d-94ba-410986cbef1d req-d4c435dd-0410-4a05-bf7f-fcc783f9d205 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 945 time: 0.0905242
Nov 24 13:33:10.988677 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b92c24a7-9211-4f6d-94ba-410986cbef1d req-93c8e96b-296d-4a0c-bd25-a0115a99f062 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456808
Nov 24 13:33:11.802734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 30194177-fb87-44ed-afdd-c450bff70384 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:33:11.878386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 30194177-fb87-44ed-afdd-c450bff70384 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:33:11.878811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:12.203362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd7f1e-3b61-4ebb-a012-ec80605175d2 req-a0236a16-3838-4bcd-b755-d8c0539df90e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:12.204961 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d1bd7f1e-3b61-4ebb-a012-ec80605175d2 req-a0236a16-3838-4bcd-b755-d8c0539df90e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 945 time: 0.0845618
Nov 24 13:33:12.254085 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d1bd7f1e-3b61-4ebb-a012-ec80605175d2 req-9b902c47-20f1-4333-aeda-329727f112b2 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425644
Nov 24 13:33:12.632902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7c4fbf86-cacd-4e08-ad96-2a8a0293b620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:12.684982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00756b8-965a-4f30-9c12-af5d6c4dde33 req-7caea955-0c46-495c-a7f4-6478d1bf7297 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:12.686565 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d00756b8-965a-4f30-9c12-af5d6c4dde33 req-7caea955-0c46-495c-a7f4-6478d1bf7297 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.70 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 945 time: 0.0830121
Nov 24 13:33:12.765600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-d00756b8-965a-4f30-9c12-af5d6c4dde33 req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Deleting port 30194177-fb87-44ed-afdd-c450bff70384 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:33:12.765985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-d00756b8-965a-4f30-9c12-af5d6c4dde33 req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:12.970999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:13.020949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-d00756b8-965a-4f30-9c12-af5d6c4dde33 req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] For port 30194177-fb87-44ed-afdd-c450bff70384, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=30194177-fb87-44ed-afdd-c450bff70384,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:33:13.021349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-d00756b8-965a-4f30-9c12-af5d6c4dde33 req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:13.337557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-d00756b8-965a-4f30-9c12-af5d6c4dde33 req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for floatingip, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:13.337964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-d00756b8-965a-4f30-9c12-af5d6c4dde33 req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:13.338334 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [req-d00756b8-965a-4f30-9c12-af5d6c4dde33 req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Floating IP 5a057ef5-c7fb-4749-bc0c-3332adde1ffd disassociated. External IP: 172.26.8.5, port: 30194177-fb87-44ed-afdd-c450bff70384.
Nov 24 13:33:13.338707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-d00756b8-965a-4f30-9c12-af5d6c4dde33 req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Calling delete_port for 30194177-fb87-44ed-afdd-c450bff70384 owned by compute:nova {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:33:13.474648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925132e-eb55-4c48-b577-3b84b8019b61 req-ced1071e-617c-400f-8a91-50a48db34816 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:13.476730 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2925132e-eb55-4c48-b577-3b84b8019b61 req-ced1071e-617c-400f-8a91-50a48db34816 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 945 time: 0.0888958
Nov 24 13:33:13.491871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-d00756b8-965a-4f30-9c12-af5d6c4dde33 req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:13.507525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cc95142c-8009-40d4-9df6-8fa27932ebb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:33:13.526074 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2925132e-eb55-4c48-b577-3b84b8019b61 req-b3e090eb-5f39-4082-ac84-764f5c663a6b tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427439
Nov 24 13:33:13.595398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Pushing event deleted for resources: {'Port': ['ID=30194177-fb87-44ed-afdd-c450bff70384,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:33:13.624984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:13.625432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:13.625819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:13.626275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:13.626682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:13.627085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:13.627490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:13.627892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:13.628289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:13.628685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:13.629079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:13.629473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:13.630038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:13.630466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:13.630875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:13.631356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:13.631755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:13.632151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:13.632544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:13.633013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 30194177-fb87-44ed-afdd-c450bff70384 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:33:13.633190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:13.633581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:13.633974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:13.634394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:13.634792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:33:13.640284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:33:13.671857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] No Port match for: 30194177-fb87-44ed-afdd-c450bff70384 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:33:13.672267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 30194177-fb87-44ed-afdd-c450bff70384 not bound to the agent host hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:33:14.173192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d00756b8-965a-4f30-9c12-af5d6c4dde33 req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Router a398a310-bdfe-41a2-a3d9-da825aa5b62e has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:33:14.235629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:14.389819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d00756b8-965a-4f30-9c12-af5d6c4dde33 req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:33:14.400121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc0c197-600d-4daa-8c9b-20304522dddc None None] Sync routers for ids ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:33:14.413275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc0c197-600d-4daa-8c9b-20304522dddc None None] Routers {'a398a310-bdfe-41a2-a3d9-da825aa5b62e'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:33:14.413949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2cc0c197-600d-4daa-8c9b-20304522dddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca4f6d8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:33:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:33:14.429078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00756b8-965a-4f30-9c12-af5d6c4dde33 req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] No DVR routers for this DVR port 30194177-fb87-44ed-afdd-c450bff70384 on host hv-neutron-6013 {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:33:14.431557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-d00756b8-965a-4f30-9c12-af5d6c4dde33 req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:14.435607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd9c289-961f-499d-8ea9-1f5bd5d30995', 'name': 'network-vif-deleted', 'tag': '30194177-fb87-44ed-afdd-c450bff70384'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:33:14.449209 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d00756b8-965a-4f30-9c12-af5d6c4dde33 req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.70 "DELETE /v2.0/ports/30194177-fb87-44ed-afdd-c450bff70384 HTTP/1.1" status: 204  len: 173 time: 1.7568674
Nov 24 13:33:14.498321 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd9c289-961f-499d-8ea9-1f5bd5d30995', 'name': 'network-vif-deleted', 'tag': '30194177-fb87-44ed-afdd-c450bff70384', 'status': 'completed', 'code': 200}
Nov 24 13:33:14.621064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-2cc0c197-600d-4daa-8c9b-20304522dddc None None] Set router a398a310-bdfe-41a2-a3d9-da825aa5b62e gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:33:14.724709 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9dbd478d-e413-44c3-a041-87fd310b3515 req-df3b6f6e-00aa-4e32-8b4f-b2dab997428f tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 210 time: 0.0454321
Nov 24 13:33:14.766732 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-983df8c5-4ae6-4993-be32-361e5dccc87c req-107a1d4a-23bb-41a5-a037-1dae782f28f7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0454817
Nov 24 13:33:14.858180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:14.907388 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-983df8c5-4ae6-4993-be32-361e5dccc87c req-9c9b590d-ee59-47ea-a846-6046ffdeda03 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=bcd9c289-961f-499d-8ea9-1f5bd5d30995 HTTP/1.1" status: 200  len: 210 time: 0.0489457
Nov 24 13:33:14.977609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2cc0c197-600d-4daa-8c9b-20304522dddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca4f6d8>, [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 4, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port': {'id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:30Z', 'updated_at': '2020-11-24T13:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '489426de-621f-4c61-9e71-e26383972587', 'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'mac_address': 'fa:16:3e:2d:9f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:32Z', 'updated_at': '2020-11-24T13:30:41Z', 'revision_number': 5, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'subnets': [{'id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:33:14.982550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc0c197-600d-4daa-8c9b-20304522dddc None None] Checking router: a398a310-bdfe-41a2-a3d9-da825aa5b62e for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:33:14.995359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc0c197-600d-4daa-8c9b-20304522dddc None None] Routers {'a398a310-bdfe-41a2-a3d9-da825aa5b62e'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:33:14.996031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2cc0c197-600d-4daa-8c9b-20304522dddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca4f6d8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:33:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:33:15.109398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983df8c5-4ae6-4993-be32-361e5dccc87c req-ceb1e0ab-f7b2-4f34-ac5d-8ead1ad1cdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:15.111270 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-983df8c5-4ae6-4993-be32-361e5dccc87c req-ceb1e0ab-f7b2-4f34-ac5d-8ead1ad1cdff service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=f113d8ed514a47218358d75a438fa3d2&shared=False HTTP/1.1" status: 200  len: 905 time: 0.1681302
Nov 24 13:33:15.296139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983df8c5-4ae6-4993-be32-361e5dccc87c req-83831911-1cbf-44be-a90b-38e75bbf4f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:15.297917 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-983df8c5-4ae6-4993-be32-361e5dccc87c req-83831911-1cbf-44be-a90b-38e75bbf4f7a service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1725700
Nov 24 13:33:15.373960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-2cc0c197-600d-4daa-8c9b-20304522dddc None None] Set router a398a310-bdfe-41a2-a3d9-da825aa5b62e gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:33:15.717526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2cc0c197-600d-4daa-8c9b-20304522dddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca4f6d8>, [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 4, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port': {'id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:30Z', 'updated_at': '2020-11-24T13:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '489426de-621f-4c61-9e71-e26383972587', 'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'mac_address': 'fa:16:3e:2d:9f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:32Z', 'updated_at': '2020-11-24T13:30:41Z', 'revision_number': 5, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'subnets': [{'id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:33:15.721796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc0c197-600d-4daa-8c9b-20304522dddc None None] The sync data for ids ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'] in dv-neutron-601336-61-ovs is: [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 4, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port': {'id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:30Z', 'updated_at': '2020-11-24T13:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '489426de-621f-4c61-9e71-e26383972587', 'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'mac_address': 'fa:16:3e:2d:9f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:32Z', 'updated_at': '2020-11-24T13:30:41Z', 'revision_number': 5, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'subnets': [{'id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:33:16.113662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a6933a-03fa-461f-8444-b0a446c29c83 None None] New status for floating IP 5a057ef5-c7fb-4749-bc0c-3332adde1ffd: DOWN {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:33:16.145892 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-4cfdb800-daa0-4536-9ed5-d11228e1a1bc tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1297874121&fields=id&tenant_id=f113d8ed514a47218358d75a438fa3d2 HTTP/1.1" status: 200  len: 267 time: 0.0513639
Nov 24 13:33:16.326776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-54eb6cbb-cde5-4c0e-a8be-b257d7222d4e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:16.328349 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-54eb6cbb-cde5-4c0e-a8be-b257d7222d4e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 811 time: 0.1700754
Nov 24 13:33:16.347102 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-54fe64d5-16a4-46dd-a932-6f3456e2230a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/quotas/f113d8ed514a47218358d75a438fa3d2 HTTP/1.1" status: 200  len: 375 time: 0.0124519
Nov 24 13:33:16.440609 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-262d3aa5-fc1b-4221-b3ea-d23939a0e5f5 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0869958
Nov 24 13:33:16.667825 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-13ee03b6-8874-4e85-8b88-96170be1a3b9 service neutron] 10.222.0.76 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2137351
Nov 24 13:33:16.813332 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-3e2e0fc5-d5b2-4985-9a0d-e93741c9f721 service neutron] 10.222.0.76 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389189
Nov 24 13:33:17.037531 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9d4d31c8-46ab-4c2d-a582-3d046f16f501 req-d297238a-73de-4af4-beec-0b8432df51ae tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 210 time: 0.0486770
Nov 24 13:33:18.191887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-dc9ed2f9-7894-419c-8845-b5fc020022b1 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:18.193451 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-dc9ed2f9-7894-419c-8845-b5fc020022b1 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.70 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 811 time: 0.1775260
Nov 24 13:33:18.228064 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f6f24f4a-7c15-4ba1-8090-70f9122031c1 req-e144e7ee-0477-4cb1-b9a6-a775f8cc644d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 210 time: 0.0493360
Nov 24 13:33:18.285982 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-b9e1e1bc-72e7-4ee4-901e-79565265366d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f113d8ed514a47218358d75a438fa3d2 HTTP/1.1" status: 200  len: 5253 time: 0.0735071
Nov 24 13:33:18.295982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-adbf7b98-b8aa-4179-8c7f-2d4067e819df tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Request body: {'port': {'device_id': '4a35d904-05dc-426a-a013-9fa56a718302', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'admin_state_up': True, 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'security_groups': ['93091ea3-f06b-42d6-9ccc-567a6685d40d']}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:33:18.443047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-adbf7b98-b8aa-4179-8c7f-2d4067e819df tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:33:18.447377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-adbf7b98-b8aa-4179-8c7f-2d4067e819df tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Usage tracker for resource:port and tenant:f113d8ed514a47218358d75a438fa3d2 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:33:18.450439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-adbf7b98-b8aa-4179-8c7f-2d4067e819df tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Quota usage for port was recalculated. Used quota:3. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:33:18.457115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-adbf7b98-b8aa-4179-8c7f-2d4067e819df tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:33:18.469363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-adbf7b98-b8aa-4179-8c7f-2d4067e819df tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Made reservation on behalf of f113d8ed514a47218358d75a438fa3d2 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:33:18.475592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-adbf7b98-b8aa-4179-8c7f-2d4067e819df tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:18.798542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-adbf7b98-b8aa-4179-8c7f-2d4067e819df tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Allocated IP 172.20.0.14 (9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af/ff72eda6-981c-410f-98dc-6bc96f86afed/c97d565d-7f52-4d99-846c-c963648e19e6) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:33:19.008327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-adbf7b98-b8aa-4179-8c7f-2d4067e819df tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:19.025159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-adbf7b98-b8aa-4179-8c7f-2d4067e819df tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Transition to ACTIVE for port object c97d565d-7f52-4d99-846c-c963648e19e6 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:33:19.044550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-adbf7b98-b8aa-4179-8c7f-2d4067e819df tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:19.060307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a5c83a79-b2a4-4a3a-a6b3-cdb8af3e8021 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:33:19.199800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf7b98-b8aa-4179-8c7f-2d4067e819df tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Pushing event updated for resources: {'Port': ['ID=c97d565d-7f52-4d99-846c-c963648e19e6,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:33:19.204773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-adbf7b98-b8aa-4179-8c7f-2d4067e819df tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:33:19.262360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-adbf7b98-b8aa-4179-8c7f-2d4067e819df tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Network 9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:33:19.263082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-adbf7b98-b8aa-4179-8c7f-2d4067e819df tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:33:19.265626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-adbf7b98-b8aa-4179-8c7f-2d4067e819df tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:33:19.344918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-adbf7b98-b8aa-4179-8c7f-2d4067e819df tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:19.345588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-adbf7b98-b8aa-4179-8c7f-2d4067e819df tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:19.372828 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-adbf7b98-b8aa-4179-8c7f-2d4067e819df tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0808797
Nov 24 13:33:19.394977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-122045d4-ea67-44e4-8da7-91a6c5aa3742 service neutron] Request body: {'port': {'device_id': '4a35d904-05dc-426a-a013-9fa56a718302', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:33:19.465855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a7925-07ce-4495-bdd5-ee1a9db2757a req-914e05bb-33fc-4f02-b402-2b0af36f78bf tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:19.467678 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-064a7925-07ce-4495-bdd5-ee1a9db2757a req-914e05bb-33fc-4f02-b402-2b0af36f78bf tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 932 time: 0.0920866
Nov 24 13:33:19.522875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-491ab0b6-434e-4b23-bff0-7c3ac1ecdfb8 None None] Provisioning for port c97d565d-7f52-4d99-846c-c963648e19e6 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:33:19.523529 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-064a7925-07ce-4495-bdd5-ee1a9db2757a req-0ac8a02e-3b33-4392-bf02-e7340fa33f08 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491505
Nov 24 13:33:19.528004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-491ab0b6-434e-4b23-bff0-7c3ac1ecdfb8 None None] Provisioning complete for port c97d565d-7f52-4d99-846c-c963648e19e6 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:33:19.528274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-122045d4-ea67-44e4-8da7-91a6c5aa3742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:19.528460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-491ab0b6-434e-4b23-bff0-7c3ac1ecdfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:19.584871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-491ab0b6-434e-4b23-bff0-7c3ac1ecdfb8 None None] Port c97d565d-7f52-4d99-846c-c963648e19e6 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:33:19.954615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-122045d4-ea67-44e4-8da7-91a6c5aa3742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c97d565d-7f52-4d99-846c-c963648e19e6 {{(pid=80944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:33:19.962353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-122045d4-ea67-44e4-8da7-91a6c5aa3742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:19.976284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-122045d4-ea67-44e4-8da7-91a6c5aa3742 service neutron] Transition to ACTIVE for port object c97d565d-7f52-4d99-846c-c963648e19e6 will not be triggered until provisioned by entity L2. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:33:19.978782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-122045d4-ea67-44e4-8da7-91a6c5aa3742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:19.995593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-be17ad21-d535-45fc-9b41-5c4316dc4f6c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:33:20.130709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122045d4-ea67-44e4-8da7-91a6c5aa3742 service neutron] Pushing event updated for resources: {'Port': ['ID=c97d565d-7f52-4d99-846c-c963648e19e6,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:33:20.137070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-122045d4-ea67-44e4-8da7-91a6c5aa3742 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:33:20.337702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-122045d4-ea67-44e4-8da7-91a6c5aa3742 service neutron] Attempting to bind port c97d565d-7f52-4d99-846c-c963648e19e6 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:33:20.338330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-122045d4-ea67-44e4-8da7-91a6c5aa3742 service neutron] Attempting to bind port c97d565d-7f52-4d99-846c-c963648e19e6 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'd9cca3b5-9220-41fc-a322-c00f0302a9e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af'}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:33:20.338457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-122045d4-ea67-44e4-8da7-91a6c5aa3742 service neutron] Attempting to bind port c97d565d-7f52-4d99-846c-c963648e19e6 on network 9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:33:20.345611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-122045d4-ea67-44e4-8da7-91a6c5aa3742 service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:33:20.345979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-122045d4-ea67-44e4-8da7-91a6c5aa3742 service neutron] Checking segment: {'id': 'd9cca3b5-9220-41fc-a322-c00f0302a9e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:33:20.346403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-122045d4-ea67-44e4-8da7-91a6c5aa3742 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:20.346795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-122045d4-ea67-44e4-8da7-91a6c5aa3742 service neutron] Bound using segment: {'id': 'd9cca3b5-9220-41fc-a322-c00f0302a9e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af'} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:33:20.347265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-122045d4-ea67-44e4-8da7-91a6c5aa3742 service neutron] Bound port: c97d565d-7f52-4d99-846c-c963648e19e6, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9cca3b5-9220-41fc-a322-c00f0302a9e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af'}}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:33:20.347633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-122045d4-ea67-44e4-8da7-91a6c5aa3742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:20.440110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-122045d4-ea67-44e4-8da7-91a6c5aa3742 service neutron] For port c97d565d-7f52-4d99-846c-c963648e19e6, host hv-neutron-6013, cleared binding levels {{(pid=80944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:33:20.443253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-122045d4-ea67-44e4-8da7-91a6c5aa3742 service neutron] For port c97d565d-7f52-4d99-846c-c963648e19e6, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=c97d565d-7f52-4d99-846c-c963648e19e6,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:33:20.447072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-122045d4-ea67-44e4-8da7-91a6c5aa3742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:20.462798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8c2f7ebc-a005-4ed5-a1e8-137911442057 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:33:20.610226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122045d4-ea67-44e4-8da7-91a6c5aa3742 service neutron] Pushing event updated for resources: {'Port': ['ID=c97d565d-7f52-4d99-846c-c963648e19e6,revision_number=3']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:33:20.623894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-122045d4-ea67-44e4-8da7-91a6c5aa3742 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:33:20.659080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-122045d4-ea67-44e4-8da7-91a6c5aa3742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:20.659760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-122045d4-ea67-44e4-8da7-91a6c5aa3742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:20.661242 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-122045d4-ea67-44e4-8da7-91a6c5aa3742 service neutron] 10.222.0.70 "PUT /v2.0/ports/c97d565d-7f52-4d99-846c-c963648e19e6 HTTP/1.1" status: 200  len: 1158 time: 1.2755575
Nov 24 13:33:20.661845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a35d904-05dc-426a-a013-9fa56a718302', 'tag': 'c97d565d-7f52-4d99-846c-c963648e19e6'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:33:20.755597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dba487-c022-45c9-b3b1-63ce743b0dee req-986e0612-7f36-4189-b2a1-5e54fa031826 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:20.758084 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d4dba487-c022-45c9-b3b1-63ce743b0dee req-986e0612-7f36-4189-b2a1-5e54fa031826 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 944 time: 0.1012373
Nov 24 13:33:20.765057 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a35d904-05dc-426a-a013-9fa56a718302', 'tag': 'c97d565d-7f52-4d99-846c-c963648e19e6', 'status': 'completed', 'code': 200}
Nov 24 13:33:20.807903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-2da9ddec-c029-44c8-b13c-181318f20c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:20.809555 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-2da9ddec-c029-44c8-b13c-181318f20c89 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 1161 time: 0.0945559
Nov 24 13:33:20.812742 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d4dba487-c022-45c9-b3b1-63ce743b0dee req-7cee860f-21d5-40dd-ab3b-6aaff522ed7b tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480380
Nov 24 13:33:20.888153 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-3746bb49-aeb1-4713-b8c0-08df69088431 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c97d565d-7f52-4d99-846c-c963648e19e6 HTTP/1.1" status: 200  len: 217 time: 0.0660541
Nov 24 13:33:20.962768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-bc420040-71e6-4cc1-8b37-fb0f68940a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:20.964335 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-bc420040-71e6-4cc1-8b37-fb0f68940a37 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 200  len: 850 time: 0.0702078
Nov 24 13:33:21.046372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-f9585868-c102-4676-a96d-f6759b49fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:21.047993 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-f9585868-c102-4676-a96d-f6759b49fe7d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762682
Nov 24 13:33:21.197461 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-733d0cbc-e9b6-4066-a8d5-4062e40d5636 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427498
Nov 24 13:33:21.286340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:21.354715 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30bcf127-c006-44ee-9a81-19f758b29d97 req-6418ba15-a166-48e7-a4cc-817e44c67c90 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1501453
Nov 24 13:33:21.525375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f8df7-ef84-4a8b-ba2c-83f1ccf9d361 req-fe9f4c02-e855-482f-8762-42c3b75c4738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:21.527396 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-257f8df7-ef84-4a8b-ba2c-83f1ccf9d361 req-fe9f4c02-e855-482f-8762-42c3b75c4738 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 1161 time: 0.0839615
Nov 24 13:33:21.945021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f8df7-ef84-4a8b-ba2c-83f1ccf9d361 req-6b3ca5ae-091b-4ea8-b8aa-e4bc21961392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:21.946616 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-257f8df7-ef84-4a8b-ba2c-83f1ccf9d361 req-6b3ca5ae-091b-4ea8-b8aa-e4bc21961392 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 905 time: 0.4114473
Nov 24 13:33:22.019409 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-257f8df7-ef84-4a8b-ba2c-83f1ccf9d361 req-30955bc2-a44c-4688-afca-3bcb283ad72d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c97d565d-7f52-4d99-846c-c963648e19e6 HTTP/1.1" status: 200  len: 217 time: 0.0652254
Nov 24 13:33:22.034356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1f020-d867-4e6a-8894-f3e0d0b61d13 req-3ccb4d81-458d-4e56-b9d5-20d265b66882 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:22.036020 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1ce1f020-d867-4e6a-8894-f3e0d0b61d13 req-3ccb4d81-458d-4e56-b9d5-20d265b66882 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 944 time: 0.0842252
Nov 24 13:33:22.087022 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1ce1f020-d867-4e6a-8894-f3e0d0b61d13 req-64a0211f-50f8-4680-9301-926ddd39a2e2 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445213
Nov 24 13:33:22.091698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f8df7-ef84-4a8b-ba2c-83f1ccf9d361 req-35cfc122-d7ed-40c3-a639-b627075450fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:22.093271 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-257f8df7-ef84-4a8b-ba2c-83f1ccf9d361 req-35cfc122-d7ed-40c3-a639-b627075450fb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 200  len: 850 time: 0.0677187
Nov 24 13:33:22.181044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f8df7-ef84-4a8b-ba2c-83f1ccf9d361 req-9d42a1b0-2058-496e-9a8b-9be720d6b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:22.182704 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-257f8df7-ef84-4a8b-ba2c-83f1ccf9d361 req-9d42a1b0-2058-496e-9a8b-9be720d6b49a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785785
Nov 24 13:33:22.327627 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-257f8df7-ef84-4a8b-ba2c-83f1ccf9d361 req-4b928459-6579-4cde-8177-54f280c514e6 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379564
Nov 24 13:33:22.475267 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-257f8df7-ef84-4a8b-ba2c-83f1ccf9d361 req-aca3a250-cf76-463f-993e-b2f05d3379fb service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1373427
Nov 24 13:33:23.314008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e10cb6-3b1a-4d7e-bb80-1bb7dd6cd584 req-6bf81d1e-8e28-4c54-b4be-684218e58381 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:23.315648 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c3e10cb6-3b1a-4d7e-bb80-1bb7dd6cd584 req-6bf81d1e-8e28-4c54-b4be-684218e58381 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 944 time: 0.0887790
Nov 24 13:33:23.363699 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c3e10cb6-3b1a-4d7e-bb80-1bb7dd6cd584 req-5cd915ce-2b71-4a76-914b-e85e03526e97 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415041
Nov 24 13:33:24.223578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device c97d565d-7f52-4d99-846c-c963648e19e6 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:33:24.293784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port c97d565d-7f52-4d99-846c-c963648e19e6 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:33:24.299361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port c97d565d-7f52-4d99-846c-c963648e19e6 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:33:24.299787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:24.423943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:24.454317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a35d904-05dc-426a-a013-9fa56a718302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97d565d-7f52-4d99-846c-c963648e19e6'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:33:24.464557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port c97d565d-7f52-4d99-846c-c963648e19e6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=c97d565d-7f52-4d99-846c-c963648e19e6,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:33:24.468193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:24.470152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:33:24.521705 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a35d904-05dc-426a-a013-9fa56a718302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97d565d-7f52-4d99-846c-c963648e19e6', 'code': 200}
Nov 24 13:33:24.546097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=c97d565d-7f52-4d99-846c-c963648e19e6,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:33:24.551424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:33:24.589834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a69d2-2ff6-46f2-a42a-2e9ce7b9667b req-43ae6992-c496-46a9-a3df-0c7bc08feb15 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:24.591513 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8c6a69d2-2ff6-46f2-a42a-2e9ce7b9667b req-43ae6992-c496-46a9-a3df-0c7bc08feb15 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 946 time: 0.0944259
Nov 24 13:33:24.641258 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8c6a69d2-2ff6-46f2-a42a-2e9ce7b9667b req-e4e19784-993b-484f-b480-26ef667448a9 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434217
Nov 24 13:33:24.801112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea33c6-eb28-496c-af6d-fad692a28bac req-c9022a19-564c-4ee0-af87-f03482dce54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:24.803426 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5bea33c6-eb28-496c-af6d-fad692a28bac req-c9022a19-564c-4ee0-af87-f03482dce54e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 1163 time: 0.0804408
Nov 24 13:33:24.846846 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5bea33c6-eb28-496c-af6d-fad692a28bac req-f4a720d5-7c99-4457-acd2-5ccc3dfca210 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374119
Nov 24 13:33:25.863812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1618b-9ec2-4a21-a545-692006e38dbb req-755ce7fd-ecc9-4a23-9886-faa5eb27fa65 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:25.865896 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-01b1618b-9ec2-4a21-a545-692006e38dbb req-755ce7fd-ecc9-4a23-9886-faa5eb27fa65 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 946 time: 0.0899696
Nov 24 13:33:25.922739 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-01b1618b-9ec2-4a21-a545-692006e38dbb req-db0e5dbe-50a6-40d9-af2a-5ce96e1ed8b1 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499728
Nov 24 13:33:26.019636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device c97d565d-7f52-4d99-846c-c963648e19e6 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:33:26.090670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port c97d565d-7f52-4d99-846c-c963648e19e6 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:33:26.091107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:27.139668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee660e58-b7d9-472f-8f7a-09e11c5386e8 req-02e9cfc1-ebf9-43a1-ba93-8e22c19896c8 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:27.141292 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ee660e58-b7d9-472f-8f7a-09e11c5386e8 req-02e9cfc1-ebf9-43a1-ba93-8e22c19896c8 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 946 time: 0.0869656
Nov 24 13:33:27.191242 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ee660e58-b7d9-472f-8f7a-09e11c5386e8 req-04e7a0a7-6f60-471d-9681-094df8dc513e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424929
Nov 24 13:33:27.407591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bdd5d-0538-4f2e-999d-d470f6f6b9eb req-2f5e146f-6d41-4da3-8044-8bb3a5faef99 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:27.409192 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cf6bdd5d-0538-4f2e-999d-d470f6f6b9eb req-2f5e146f-6d41-4da3-8044-8bb3a5faef99 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 946 time: 0.0887077
Nov 24 13:33:27.419804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 56704) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:33:27.425660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c7546528-2e48-4431-83ce-326c6965693f tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Request body: {'floatingip': {'port_id': 'c97d565d-7f52-4d99-846c-c963648e19e6'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:33:27.511048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c7546528-2e48-4431-83ce-326c6965693f tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for floatingip, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:28.141221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c7546528-2e48-4431-83ce-326c6965693f tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for floatingip, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:28.144865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c7546528-2e48-4431-83ce-326c6965693f tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:28.350945 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-c7546528-2e48-4431-83ce-326c6965693f tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Floating IP 5a057ef5-c7fb-4749-bc0c-3332adde1ffd associated. External IP: 172.26.8.5, port: c97d565d-7f52-4d99-846c-c963648e19e6.
Nov 24 13:33:29.028691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7546528-2e48-4431-83ce-326c6965693f tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Router a398a310-bdfe-41a2-a3d9-da825aa5b62e has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:33:29.249593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7546528-2e48-4431-83ce-326c6965693f tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:33:29.254581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c7546528-2e48-4431-83ce-326c6965693f tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:29.259710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259889e2-ec1c-423e-8795-54caba5096a3 None None] Sync routers for ids ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:33:29.280341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259889e2-ec1c-423e-8795-54caba5096a3 None None] Routers {'a398a310-bdfe-41a2-a3d9-da825aa5b62e'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:33:29.280953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-259889e2-ec1c-423e-8795-54caba5096a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ce1ff28>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:33:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:33:29.315548 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c7546528-2e48-4431-83ce-326c6965693f tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "PUT /v2.0/floatingips/5a057ef5-c7fb-4749-bc0c-3332adde1ffd HTTP/1.1" status: 200  len: 990 time: 1.8945413
Nov 24 13:33:29.316256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a35d904-05dc-426a-a013-9fa56a718302', 'tag': 'c97d565d-7f52-4d99-846c-c963648e19e6'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:33:29.375845 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a35d904-05dc-426a-a013-9fa56a718302', 'tag': 'c97d565d-7f52-4d99-846c-c963648e19e6', 'status': 'completed', 'code': 200}
Nov 24 13:33:29.479438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-259889e2-ec1c-423e-8795-54caba5096a3 None None] Set router a398a310-bdfe-41a2-a3d9-da825aa5b62e gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:33:29.517776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8427407-9ac0-4b5b-8fd0-1464be2284f6 req-d8b9249d-b867-47ca-bf5d-6b5ba361e35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:29.519497 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d8427407-9ac0-4b5b-8fd0-1464be2284f6 req-d8b9249d-b867-47ca-bf5d-6b5ba361e35c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 1163 time: 0.0792675
Nov 24 13:33:29.669595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8427407-9ac0-4b5b-8fd0-1464be2284f6 req-888ca1e4-5aab-40db-9c8c-a02b9aa0b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:29.671125 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d8427407-9ac0-4b5b-8fd0-1464be2284f6 req-888ca1e4-5aab-40db-9c8c-a02b9aa0b781 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 905 time: 0.1452932
Nov 24 13:33:29.782896 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d8427407-9ac0-4b5b-8fd0-1464be2284f6 req-97e7ca9f-2033-4796-a308-6064cfd7aa76 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c97d565d-7f52-4d99-846c-c963648e19e6 HTTP/1.1" status: 200  len: 998 time: 0.1050124
Nov 24 13:33:29.856043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8427407-9ac0-4b5b-8fd0-1464be2284f6 req-533f972e-ffb6-420f-8644-033f3413fade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:29.857580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-259889e2-ec1c-423e-8795-54caba5096a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ce1ff28>, [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 4, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port': {'id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:30Z', 'updated_at': '2020-11-24T13:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '5a057ef5-c7fb-4749-bc0c-3332adde1ffd', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'floating_ip_address': '172.26.8.5', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'port_id': 'c97d565d-7f52-4d99-846c-c963648e19e6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'mac_address': 'fa:16:3e:90:73:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a35d904-05dc-426a-a013-9fa56a718302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:30:37Z', 'updated_at': '2020-11-24T13:33:28Z', 'revision_number': 9, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489426de-621f-4c61-9e71-e26383972587', 'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'mac_address': 'fa:16:3e:2d:9f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:32Z', 'updated_at': '2020-11-24T13:30:41Z', 'revision_number': 5, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'subnets': [{'id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:33:29.857945 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d8427407-9ac0-4b5b-8fd0-1464be2284f6 req-533f972e-ffb6-420f-8644-033f3413fade service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 200  len: 850 time: 0.0682321
Nov 24 13:33:29.861934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259889e2-ec1c-423e-8795-54caba5096a3 None None] Checking router: a398a310-bdfe-41a2-a3d9-da825aa5b62e for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:33:29.873368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259889e2-ec1c-423e-8795-54caba5096a3 None None] Routers {'a398a310-bdfe-41a2-a3d9-da825aa5b62e'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:33:29.874070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-259889e2-ec1c-423e-8795-54caba5096a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ce1ff28>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:33:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:33:29.941375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8427407-9ac0-4b5b-8fd0-1464be2284f6 req-875e0a11-47e0-486a-859c-ba7b1c4bc0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:33:29.942977 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d8427407-9ac0-4b5b-8fd0-1464be2284f6 req-875e0a11-47e0-486a-859c-ba7b1c4bc0fd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780616
Nov 24 13:33:30.062478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-259889e2-ec1c-423e-8795-54caba5096a3 None None] Set router a398a310-bdfe-41a2-a3d9-da825aa5b62e gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:33:30.089509 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d8427407-9ac0-4b5b-8fd0-1464be2284f6 req-ee3da7f9-7b8b-43d4-ac79-dd9377891353 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396005
Nov 24 13:33:30.239516 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d8427407-9ac0-4b5b-8fd0-1464be2284f6 req-6f558026-31c6-4c58-a0cb-3982b3ba90a5 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1431301
Nov 24 13:33:30.441803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-259889e2-ec1c-423e-8795-54caba5096a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ce1ff28>, [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 4, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port': {'id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:30Z', 'updated_at': '2020-11-24T13:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '5a057ef5-c7fb-4749-bc0c-3332adde1ffd', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'floating_ip_address': '172.26.8.5', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'port_id': 'c97d565d-7f52-4d99-846c-c963648e19e6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'mac_address': 'fa:16:3e:90:73:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a35d904-05dc-426a-a013-9fa56a718302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:30:37Z', 'updated_at': '2020-11-24T13:33:28Z', 'revision_number': 9, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489426de-621f-4c61-9e71-e26383972587', 'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'mac_address': 'fa:16:3e:2d:9f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:32Z', 'updated_at': '2020-11-24T13:30:41Z', 'revision_number': 5, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'subnets': [{'id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:33:30.446950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259889e2-ec1c-423e-8795-54caba5096a3 None None] The sync data for ids ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'] in dv-neutron-601336-61-ovs is: [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 4, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port': {'id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:30Z', 'updated_at': '2020-11-24T13:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '5a057ef5-c7fb-4749-bc0c-3332adde1ffd', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'floating_ip_address': '172.26.8.5', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'port_id': 'c97d565d-7f52-4d99-846c-c963648e19e6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'mac_address': 'fa:16:3e:90:73:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a35d904-05dc-426a-a013-9fa56a718302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:30:37Z', 'updated_at': '2020-11-24T13:33:28Z', 'revision_number': 9, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489426de-621f-4c61-9e71-e26383972587', 'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'mac_address': 'fa:16:3e:2d:9f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:32Z', 'updated_at': '2020-11-24T13:30:41Z', 'revision_number': 5, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'subnets': [{'id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:33:30.736205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47acb9fc-395d-490e-974a-ff89f826b424 None None] New status for floating IP 5a057ef5-c7fb-4749-bc0c-3332adde1ffd: ACTIVE {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:33:40.264710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b86c6de1-2113-41d4-936a-c0b2f1bb9e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:42.636289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ba1b7b7f-9c94-4efa-9ad5-91ef560274a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:42.973990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:43.510237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:33:44.242713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:44.801350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:33:51.287485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:06.228124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f84d3-849f-40ee-8799-c5d0dbb29d53 req-c2419150-cecf-4efa-b3be-a568fc7d4203 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:06.229786 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-281f84d3-849f-40ee-8799-c5d0dbb29d53 req-c2419150-cecf-4efa-b3be-a568fc7d4203 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 946 time: 0.0842125
Nov 24 13:34:06.252563 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-70244953-ffea-4620-be81-ed1b744149fe req-1fafa321-f1d4-4540-9dab-a8b2edd2df04 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1788330
Nov 24 13:34:06.285380 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-281f84d3-849f-40ee-8799-c5d0dbb29d53 req-f0ffa16d-82b0-4767-895e-9a0f108bf12f tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486894
Nov 24 13:34:07.589292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70244953-ffea-4620-be81-ed1b744149fe req-ed99b322-9356-439a-b9be-3c55f90c5c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:07.590954 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-70244953-ffea-4620-be81-ed1b744149fe req-ed99b322-9356-439a-b9be-3c55f90c5c73 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 1163 time: 0.0831509
Nov 24 13:34:07.617665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bcd06-1628-4810-bd9b-7932890b4cc4 req-27e11f1b-2b81-4f51-839d-017792dbd041 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:07.619855 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fa2bcd06-1628-4810-bd9b-7932890b4cc4 req-27e11f1b-2b81-4f51-839d-017792dbd041 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 946 time: 0.1923063
Nov 24 13:34:07.670734 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fa2bcd06-1628-4810-bd9b-7932890b4cc4 req-52f2ce31-28c4-46b1-8360-ba92341f2b12 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441508
Nov 24 13:34:07.742816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70244953-ffea-4620-be81-ed1b744149fe req-fb9a439c-5a9f-480a-8f4e-972f492b1f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:07.744916 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-70244953-ffea-4620-be81-ed1b744149fe req-fb9a439c-5a9f-480a-8f4e-972f492b1f62 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 905 time: 0.1464417
Nov 24 13:34:07.854908 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-70244953-ffea-4620-be81-ed1b744149fe req-ef520260-d640-4feb-b97f-01bd735c9c0b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c97d565d-7f52-4d99-846c-c963648e19e6 HTTP/1.1" status: 200  len: 1001 time: 0.1036961
Nov 24 13:34:07.923279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70244953-ffea-4620-be81-ed1b744149fe req-1bd89e42-9b2d-4bee-81be-0c8f24661f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:07.924818 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-70244953-ffea-4620-be81-ed1b744149fe req-1bd89e42-9b2d-4bee-81be-0c8f24661f05 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 200  len: 850 time: 0.0636325
Nov 24 13:34:08.002920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70244953-ffea-4620-be81-ed1b744149fe req-ef120945-78c9-427a-bb05-f0db25523e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:08.004543 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-70244953-ffea-4620-be81-ed1b744149fe req-ef120945-78c9-427a-bb05-f0db25523e3e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0737970
Nov 24 13:34:08.148061 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-70244953-ffea-4620-be81-ed1b744149fe req-aa8032dc-0e3c-42bf-b93a-ab67137690ab service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372380
Nov 24 13:34:08.297663 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-70244953-ffea-4620-be81-ed1b744149fe req-71a724f1-59f5-4d26-a62e-2738f5ed9f2f service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1428933
Nov 24 13:34:08.980939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d560cad-31c8-4308-b0ce-243e503ee517 req-020ce41c-92ab-4abf-b4a7-196fd6c2f74e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:08.982467 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5d560cad-31c8-4308-b0ce-243e503ee517 req-020ce41c-92ab-4abf-b4a7-196fd6c2f74e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 946 time: 0.1781852
Nov 24 13:34:09.033554 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5d560cad-31c8-4308-b0ce-243e503ee517 req-892f5a12-9d5a-4961-aac7-03db747c37a8 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444798
Nov 24 13:34:10.248121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d8a38-4a3a-43b1-b6f8-bf8f8c15a16d req-7334db5e-aaee-4780-bad7-8939f0409daa tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:10.250617 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-719d8a38-4a3a-43b1-b6f8-bf8f8c15a16d req-7334db5e-aaee-4780-bad7-8939f0409daa tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 946 time: 0.0855227
Nov 24 13:34:10.271586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6aa3dc07-99b0-4dc4-8a53-97fca82ff0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:10.303150 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-719d8a38-4a3a-43b1-b6f8-bf8f8c15a16d req-abd7cb22-0bcd-4b5e-a58f-c2471f5fbdad tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450826
Nov 24 13:34:11.523316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e653cd0-13c0-47c3-8a1d-06de7a469ee6 req-f3a98bd7-4f08-4e9c-b9a7-79dc18ec9e43 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:11.524897 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0e653cd0-13c0-47c3-8a1d-06de7a469ee6 req-f3a98bd7-4f08-4e9c-b9a7-79dc18ec9e43 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 946 time: 0.0904815
Nov 24 13:34:11.573452 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0e653cd0-13c0-47c3-8a1d-06de7a469ee6 req-5f8202a8-7264-46eb-89c8-a22d739b3b2e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412695
Nov 24 13:34:12.639933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-45a53dfc-266d-495b-9bd5-ac1a1138c7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:12.792077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af41e12-a788-46ca-9e9e-06cc3b9d6b30 req-f3682300-1dd7-4649-8eb2-0b46801f4d0f tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:12.793722 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8af41e12-a788-46ca-9e9e-06cc3b9d6b30 req-f3682300-1dd7-4649-8eb2-0b46801f4d0f tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 946 time: 0.0847819
Nov 24 13:34:12.843801 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8af41e12-a788-46ca-9e9e-06cc3b9d6b30 req-9715cf3d-c906-4215-bc5e-7bbd1578940d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435739
Nov 24 13:34:12.975597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:14.061863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97999e0a-07b0-40c3-adbc-d09ee49a589d req-0957c33f-9c4a-4c98-a7b1-76754b52fabb tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:14.063476 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-97999e0a-07b0-40c3-adbc-d09ee49a589d req-0957c33f-9c4a-4c98-a7b1-76754b52fabb tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 946 time: 0.0893757
Nov 24 13:34:14.112784 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-97999e0a-07b0-40c3-adbc-d09ee49a589d req-f78d1123-82f9-4391-a7e1-2c5f9e74e8d6 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429494
Nov 24 13:34:14.246193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:14.806158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:15.330558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d551683-03b8-4edd-b382-6f74bd50ef0f req-32fc8d43-96f0-4e61-a6d6-b11560f08c11 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:15.332172 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7d551683-03b8-4edd-b382-6f74bd50ef0f req-32fc8d43-96f0-4e61-a6d6-b11560f08c11 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 946 time: 0.0861526
Nov 24 13:34:15.385286 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7d551683-03b8-4edd-b382-6f74bd50ef0f req-71ffa768-e6ed-4943-b8fb-f9b061878329 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455039
Nov 24 13:34:15.904558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc913f-f567-4170-9d91-a4fa5a81c259 req-c9d05da3-035a-40d9-9391-d829f4088586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:15.906206 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9ecc913f-f567-4170-9d91-a4fa5a81c259 req-c9d05da3-035a-40d9-9391-d829f4088586 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 1163 time: 0.0819130
Nov 24 13:34:16.074944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc913f-f567-4170-9d91-a4fa5a81c259 req-f7018412-5a50-42df-9e89-1b6826bd0a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:16.076502 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9ecc913f-f567-4170-9d91-a4fa5a81c259 req-f7018412-5a50-42df-9e89-1b6826bd0a65 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 905 time: 0.1397276
Nov 24 13:34:16.188656 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9ecc913f-f567-4170-9d91-a4fa5a81c259 req-326841d8-f631-474e-aa23-8984c5b4cd29 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c97d565d-7f52-4d99-846c-c963648e19e6 HTTP/1.1" status: 200  len: 1001 time: 0.1047862
Nov 24 13:34:16.260376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc913f-f567-4170-9d91-a4fa5a81c259 req-1e0dc63f-796e-4921-a00f-be2eb038a3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:16.261946 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9ecc913f-f567-4170-9d91-a4fa5a81c259 req-1e0dc63f-796e-4921-a00f-be2eb038a3c3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 200  len: 850 time: 0.0669777
Nov 24 13:34:16.344234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc913f-f567-4170-9d91-a4fa5a81c259 req-73690cbf-3ae3-4d95-8bf2-18ed98e469fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:16.345802 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9ecc913f-f567-4170-9d91-a4fa5a81c259 req-73690cbf-3ae3-4d95-8bf2-18ed98e469fa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0775263
Nov 24 13:34:16.495852 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9ecc913f-f567-4170-9d91-a4fa5a81c259 req-0067ec37-4dcd-41e2-8630-8ada943ccf66 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430099
Nov 24 13:34:16.609452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cdc92-6f87-4da1-935b-91a2c89896d2 req-e7eb54c9-d45d-4a2e-9a71-c63e9b004305 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:16.611079 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c18cdc92-6f87-4da1-935b-91a2c89896d2 req-e7eb54c9-d45d-4a2e-9a71-c63e9b004305 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 946 time: 0.0867476
Nov 24 13:34:16.644034 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9ecc913f-f567-4170-9d91-a4fa5a81c259 req-c65a9395-7e5d-41b1-94bd-60e5fbbe924b service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1413271
Nov 24 13:34:16.661251 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c18cdc92-6f87-4da1-935b-91a2c89896d2 req-a3063a57-4ceb-4e54-9e2d-775605fbfaef tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434833
Nov 24 13:34:17.881845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc4f51-1925-40a8-8a53-dcee085ee40a req-27339c3b-e7a6-46e2-a522-4ffd84a6fee5 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:17.883731 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9bdc4f51-1925-40a8-8a53-dcee085ee40a req-27339c3b-e7a6-46e2-a522-4ffd84a6fee5 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 946 time: 0.0892775
Nov 24 13:34:17.934576 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9bdc4f51-1925-40a8-8a53-dcee085ee40a req-f125d67e-391a-40ea-9dd6-9b0916995241 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428371
Nov 24 13:34:19.149276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f8a79-9497-4d02-8803-4d02c1f6cb04 req-83bebd30-664d-46c7-9aef-57e0b392cce5 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:19.151032 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4e3f8a79-9497-4d02-8803-4d02c1f6cb04 req-83bebd30-664d-46c7-9aef-57e0b392cce5 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 946 time: 0.0858493
Nov 24 13:34:19.202896 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4e3f8a79-9497-4d02-8803-4d02c1f6cb04 req-f0e7fb2a-caf5-4eeb-8c81-e737c7a879e6 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450845
Nov 24 13:34:20.155771 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-70244953-ffea-4620-be81-ed1b744149fe req-26439729-7071-4776-8b12-dede29a8a4fe service neutron] 10.222.0.70 "GET /v2.0/ports/c97d565d-7f52-4d99-846c-c963648e19e6/bindings/hv-neutron-6013 HTTP/1.1" status: 200  len: 454 time: 0.0792658
Nov 24 13:34:20.303809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device c97d565d-7f52-4d99-846c-c963648e19e6 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:34:20.427330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:20.448099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6231f01-d5fc-40a3-916c-87675dce1872 req-406d43d3-b7f2-4ef3-ab70-b0d54349f966 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:20.450293 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f6231f01-d5fc-40a3-916c-87675dce1872 req-406d43d3-b7f2-4ef3-ab70-b0d54349f966 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 946 time: 0.1051226
Nov 24 13:34:20.457730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a35d904-05dc-426a-a013-9fa56a718302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c97d565d-7f52-4d99-846c-c963648e19e6'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:34:20.462467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70244953-ffea-4620-be81-ed1b744149fe req-963d8f52-d9b6-4782-8ef0-d867b3ba78ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:20.464162 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-70244953-ffea-4620-be81-ed1b744149fe req-963d8f52-d9b6-4782-8ef0-d867b3ba78ed service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302&tenant_id=f113d8ed514a47218358d75a438fa3d2 HTTP/1.1" status: 200  len: 1163 time: 0.0824478
Nov 24 13:34:20.469170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port c97d565d-7f52-4d99-846c-c963648e19e6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=c97d565d-7f52-4d99-846c-c963648e19e6,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:34:20.472280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:20.475259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:34:20.507981 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f6231f01-d5fc-40a3-916c-87675dce1872 req-19df3cfc-f18a-446c-a3ed-2b67caeccc04 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502050
Nov 24 13:34:20.515890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:34:20.548341 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a35d904-05dc-426a-a013-9fa56a718302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c97d565d-7f52-4d99-846c-c963648e19e6', 'code': 200}
Nov 24 13:34:20.562485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=c97d565d-7f52-4d99-846c-c963648e19e6,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:34:20.571993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:20.572386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:20.572771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:20.573156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:20.573535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:20.573909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:20.574312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:20.574749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:20.575123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:20.575492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:20.575862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:20.576228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:20.576702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:20.577073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:20.577440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:20.577804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:20.578195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:20.578567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:20.578932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:20.579297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:20.579662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:20.580024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:20.580391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:20.580754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:20.585176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:34:20.605964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70244953-ffea-4620-be81-ed1b744149fe req-467a0071-5976-4d06-b451-6f6806422684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:20.607751 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-70244953-ffea-4620-be81-ed1b744149fe req-467a0071-5976-4d06-b451-6f6806422684 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 1161 time: 0.0836530
Nov 24 13:34:20.756711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70244953-ffea-4620-be81-ed1b744149fe req-2a6069b7-d91b-4dde-8922-f9b2bec1665f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:20.758501 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-70244953-ffea-4620-be81-ed1b744149fe req-2a6069b7-d91b-4dde-8922-f9b2bec1665f service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 905 time: 0.1437485
Nov 24 13:34:20.866488 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-70244953-ffea-4620-be81-ed1b744149fe req-02bea3ad-2d87-4578-b1c6-7cb806b18f7d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c97d565d-7f52-4d99-846c-c963648e19e6 HTTP/1.1" status: 200  len: 999 time: 0.1016908
Nov 24 13:34:20.934679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70244953-ffea-4620-be81-ed1b744149fe req-e3a59918-ca7f-41cd-b708-c8e73d59a2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:20.936229 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-70244953-ffea-4620-be81-ed1b744149fe req-e3a59918-ca7f-41cd-b708-c8e73d59a2d7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 200  len: 850 time: 0.0635715
Nov 24 13:34:21.016474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70244953-ffea-4620-be81-ed1b744149fe req-58c848a7-b111-451a-baa3-b9bfebf33080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:21.017994 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-70244953-ffea-4620-be81-ed1b744149fe req-58c848a7-b111-451a-baa3-b9bfebf33080 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0742848
Nov 24 13:34:21.164690 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-70244953-ffea-4620-be81-ed1b744149fe req-e51b7444-067e-490d-803f-0258a82d8d4b service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403186
Nov 24 13:34:21.285086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:21.311152 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-70244953-ffea-4620-be81-ed1b744149fe req-b6cee257-cea3-4631-990d-5953a2bee7bb service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401048
Nov 24 13:34:21.852177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26872031-f16d-48f6-aaf7-4c1012d4fd40 req-af2b92ad-0de2-4d29-8e39-03c61313d623 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:21.853707 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-26872031-f16d-48f6-aaf7-4c1012d4fd40 req-af2b92ad-0de2-4d29-8e39-03c61313d623 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 944 time: 0.0844398
Nov 24 13:34:21.908664 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-26872031-f16d-48f6-aaf7-4c1012d4fd40 req-d5b6208e-f063-4f72-a09c-d1479b8f0459 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484805
Nov 24 13:34:23.133039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f641d3-abb4-4419-b317-b7e8820fd13d req-5e4906a0-7e77-46e0-bd35-5a82572cb523 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:23.136643 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-48f641d3-abb4-4419-b317-b7e8820fd13d req-5e4906a0-7e77-46e0-bd35-5a82572cb523 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 944 time: 0.0906031
Nov 24 13:34:23.193942 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-48f641d3-abb4-4419-b317-b7e8820fd13d req-83746487-d5b3-4cf6-87ee-b4c007ab1823 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494068
Nov 24 13:34:24.416505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6fc2d-29c0-4d2c-85a9-3c57d566615d req-166277b1-a89d-4146-8074-57c7514dbbdd tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:24.418199 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-64c6fc2d-29c0-4d2c-85a9-3c57d566615d req-166277b1-a89d-4146-8074-57c7514dbbdd tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 944 time: 0.0906217
Nov 24 13:34:24.470191 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-64c6fc2d-29c0-4d2c-85a9-3c57d566615d req-8bfdf819-53c0-4319-aa60-02d8c7f58aa6 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453458
Nov 24 13:34:24.625308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device c97d565d-7f52-4d99-846c-c963648e19e6 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:34:24.699078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port c97d565d-7f52-4d99-846c-c963648e19e6 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:34:24.699954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:24.831872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:24.860666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a35d904-05dc-426a-a013-9fa56a718302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97d565d-7f52-4d99-846c-c963648e19e6'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:34:24.873117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port c97d565d-7f52-4d99-846c-c963648e19e6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=c97d565d-7f52-4d99-846c-c963648e19e6,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:34:24.875593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:24.877544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:34:24.953030 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a35d904-05dc-426a-a013-9fa56a718302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97d565d-7f52-4d99-846c-c963648e19e6', 'code': 200}
Nov 24 13:34:24.962114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=c97d565d-7f52-4d99-846c-c963648e19e6,revision_number=6']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:34:24.971127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:34:25.018946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444226e-beb7-4543-811a-f7534eb3180b req-50bcaa02-4c14-4c3e-8caf-83eff6e989eb tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:25.020651 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d444226e-beb7-4543-811a-f7534eb3180b req-50bcaa02-4c14-4c3e-8caf-83eff6e989eb tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 946 time: 0.0966783
Nov 24 13:34:25.072935 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d444226e-beb7-4543-811a-f7534eb3180b req-b8aa743f-273c-4106-b0c6-7dadd6d6384b tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453699
Nov 24 13:34:25.206920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d8a0f-aee2-490f-8aef-fa8966564c24 req-1de67160-ca10-4b49-a38e-6839dab4681f tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:25.207604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-1a3d8a0f-aee2-490f-8aef-fa8966564c24 req-1de67160-ca10-4b49-a38e-6839dab4681f tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Synchronizing usage tracker for tenant:f113d8ed514a47218358d75a438fa3d2 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:34:25.223320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-1a3d8a0f-aee2-490f-8aef-fa8966564c24 req-1de67160-ca10-4b49-a38e-6839dab4681f tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Unset dirty status for tenant:f113d8ed514a47218358d75a438fa3d2 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:34:25.224590 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a3d8a0f-aee2-490f-8aef-fa8966564c24 req-1de67160-ca10-4b49-a38e-6839dab4681f tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.70 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302&tenant_id=f113d8ed514a47218358d75a438fa3d2&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200  len: 946 time: 0.3770065
Nov 24 13:34:25.306979 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a3d8a0f-aee2-490f-8aef-fa8966564c24 req-2f299ae4-4123-45f8-a45d-fa6813f446ff service neutron] 10.222.0.70 "GET /v2.0/ports/c97d565d-7f52-4d99-846c-c963648e19e6/bindings/hv-neutron-6013 HTTP/1.1" status: 200  len: 454 time: 0.0760882
Nov 24 13:34:25.420586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d8a0f-aee2-490f-8aef-fa8966564c24 req-eed48f1c-0481-44a9-9a30-5bcc6dbd5725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:25.422180 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a3d8a0f-aee2-490f-8aef-fa8966564c24 req-eed48f1c-0481-44a9-9a30-5bcc6dbd5725 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 1163 time: 0.0763545
Nov 24 13:34:25.566164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d8a0f-aee2-490f-8aef-fa8966564c24 req-fb73b7d2-56bd-43a5-a2f7-807535921280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:25.567751 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a3d8a0f-aee2-490f-8aef-fa8966564c24 req-fb73b7d2-56bd-43a5-a2f7-807535921280 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 905 time: 0.1393781
Nov 24 13:34:25.677406 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a3d8a0f-aee2-490f-8aef-fa8966564c24 req-37c57158-7b71-4529-9b16-b633e6884d34 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c97d565d-7f52-4d99-846c-c963648e19e6 HTTP/1.1" status: 200  len: 1001 time: 0.1029501
Nov 24 13:34:25.751522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d8a0f-aee2-490f-8aef-fa8966564c24 req-9e142e31-3d9a-4d7d-b27c-8be670c8b3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:25.753074 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a3d8a0f-aee2-490f-8aef-fa8966564c24 req-9e142e31-3d9a-4d7d-b27c-8be670c8b3fa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 200  len: 850 time: 0.0692956
Nov 24 13:34:25.834117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d8a0f-aee2-490f-8aef-fa8966564c24 req-e8530dce-7f09-40b2-b242-86f8f01609ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:25.835706 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a3d8a0f-aee2-490f-8aef-fa8966564c24 req-e8530dce-7f09-40b2-b242-86f8f01609ae service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762925
Nov 24 13:34:25.979821 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a3d8a0f-aee2-490f-8aef-fa8966564c24 req-34d05d9b-dffc-4acf-8e8d-ed014ee25d8c service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370838
Nov 24 13:34:26.140016 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a3d8a0f-aee2-490f-8aef-fa8966564c24 req-770d0e07-a178-435d-8e88-1b7ec6267e29 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1523020
Nov 24 13:34:26.306812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d958e7c-ea41-49e7-bca9-0f3b13530bcc req-063cb205-dff3-4f77-aff9-d6d9a1e63896 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:26.308423 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5d958e7c-ea41-49e7-bca9-0f3b13530bcc req-063cb205-dff3-4f77-aff9-d6d9a1e63896 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 946 time: 0.0879776
Nov 24 13:34:26.361226 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5d958e7c-ea41-49e7-bca9-0f3b13530bcc req-e1f4489b-9ff3-45fd-8a62-3f5b5d600e04 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443659
Nov 24 13:34:26.508882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device c97d565d-7f52-4d99-846c-c963648e19e6 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:34:26.760479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port c97d565d-7f52-4d99-846c-c963648e19e6 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:34:26.760821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:27.580696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761b923-4ea5-4bc0-bda8-68558f96e7e6 req-835b0785-5dd3-4884-9e6b-3f27902a83da tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:27.582375 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0761b923-4ea5-4bc0-bda8-68558f96e7e6 req-835b0785-5dd3-4884-9e6b-3f27902a83da tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 946 time: 0.0901937
Nov 24 13:34:27.635357 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0761b923-4ea5-4bc0-bda8-68558f96e7e6 req-f162a49c-ec94-4d99-b73a-d2dee835007f tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466590
Nov 24 13:34:28.399062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device c97d565d-7f52-4d99-846c-c963648e19e6 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:34:28.532779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:28.565932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a35d904-05dc-426a-a013-9fa56a718302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c97d565d-7f52-4d99-846c-c963648e19e6'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:34:28.578258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port c97d565d-7f52-4d99-846c-c963648e19e6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=c97d565d-7f52-4d99-846c-c963648e19e6,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:34:28.581725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:28.584148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:34:28.645199 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a35d904-05dc-426a-a013-9fa56a718302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c97d565d-7f52-4d99-846c-c963648e19e6', 'code': 200}
Nov 24 13:34:28.659089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=c97d565d-7f52-4d99-846c-c963648e19e6,revision_number=7']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:34:28.662547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:34:28.855787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180fde9-4ce0-4d88-a29a-4eee368496f8 req-8b5e1506-485a-4637-8b6b-8e19364eb436 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:28.857408 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7180fde9-4ce0-4d88-a29a-4eee368496f8 req-8b5e1506-485a-4637-8b6b-8e19364eb436 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 944 time: 0.0892324
Nov 24 13:34:28.873868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d8a0f-aee2-490f-8aef-fa8966564c24 req-e7927be3-e8ac-4606-a165-0b52aa7f1909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:28.876135 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a3d8a0f-aee2-490f-8aef-fa8966564c24 req-e7927be3-e8ac-4606-a165-0b52aa7f1909 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302&tenant_id=f113d8ed514a47218358d75a438fa3d2 HTTP/1.1" status: 200  len: 1161 time: 0.0829620
Nov 24 13:34:28.912090 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7180fde9-4ce0-4d88-a29a-4eee368496f8 req-9283c863-d1db-426f-960e-a5a08b224d53 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482161
Nov 24 13:34:28.988837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d8a0f-aee2-490f-8aef-fa8966564c24 req-fbe750db-b331-4520-a83c-bff061f84395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:28.990487 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a3d8a0f-aee2-490f-8aef-fa8966564c24 req-fbe750db-b331-4520-a83c-bff061f84395 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 1161 time: 0.0741942
Nov 24 13:34:29.136239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d8a0f-aee2-490f-8aef-fa8966564c24 req-22b26ea8-1ea8-4eff-b7f9-27016210bd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:29.138314 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a3d8a0f-aee2-490f-8aef-fa8966564c24 req-22b26ea8-1ea8-4eff-b7f9-27016210bd85 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 905 time: 0.1408362
Nov 24 13:34:29.251156 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a3d8a0f-aee2-490f-8aef-fa8966564c24 req-985b28f0-10b2-4c07-b5f6-e4ad71fb5555 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c97d565d-7f52-4d99-846c-c963648e19e6 HTTP/1.1" status: 200  len: 999 time: 0.1062510
Nov 24 13:34:29.327286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d8a0f-aee2-490f-8aef-fa8966564c24 req-d49f5afe-173b-4e12-990b-087abade489d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:29.328860 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a3d8a0f-aee2-490f-8aef-fa8966564c24 req-d49f5afe-173b-4e12-990b-087abade489d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 200  len: 850 time: 0.0712566
Nov 24 13:34:29.411493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d8a0f-aee2-490f-8aef-fa8966564c24 req-9e9356f0-7015-47ac-84ad-5e0819073e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:29.413029 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a3d8a0f-aee2-490f-8aef-fa8966564c24 req-9e9356f0-7015-47ac-84ad-5e0819073e58 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0775206
Nov 24 13:34:29.557508 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a3d8a0f-aee2-490f-8aef-fa8966564c24 req-d885ce6a-dadd-4272-8488-de7e9f1194b4 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380737
Nov 24 13:34:29.702009 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a3d8a0f-aee2-490f-8aef-fa8966564c24 req-3cca3e62-f90b-4ffa-89d1-aaa2bcdd6215 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1376188
Nov 24 13:34:30.137581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d16c16-d057-4b1a-b084-7cbe33af6d7f req-1cc7b9c3-98b6-4b89-9bbf-a140b52ece88 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:30.139263 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-72d16c16-d057-4b1a-b084-7cbe33af6d7f req-1cc7b9c3-98b6-4b89-9bbf-a140b52ece88 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 944 time: 0.0871987
Nov 24 13:34:30.192158 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-72d16c16-d057-4b1a-b084-7cbe33af6d7f req-c0118e13-99f9-479b-8fde-11b90432ac12 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462651
Nov 24 13:34:31.419917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383d5fd-3fe9-4be0-9d57-83dc45c04eb6 req-20c4ccf8-0b05-4554-85f2-8e02c7d40495 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:31.421462 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c383d5fd-3fe9-4be0-9d57-83dc45c04eb6 req-20c4ccf8-0b05-4554-85f2-8e02c7d40495 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 944 time: 0.0863974
Nov 24 13:34:31.474209 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c383d5fd-3fe9-4be0-9d57-83dc45c04eb6 req-9250b1ec-3d4e-4175-a0de-17f56a3f5785 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452712
Nov 24 13:34:32.690888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246c5fe-d478-479b-a56f-299620d1dffb req-4b67b088-a27a-4dc7-b68b-9661622b8750 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:32.692479 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3246c5fe-d478-479b-a56f-299620d1dffb req-4b67b088-a27a-4dc7-b68b-9661622b8750 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 944 time: 0.0863545
Nov 24 13:34:32.741602 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3246c5fe-d478-479b-a56f-299620d1dffb req-444cc942-70d3-420d-b004-480dc25fc4c6 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425103
Nov 24 13:34:32.768725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device c97d565d-7f52-4d99-846c-c963648e19e6 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:34:32.843424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port c97d565d-7f52-4d99-846c-c963648e19e6 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:34:32.843842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:32.954392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0865d28-e801-4dbb-86b3-7e74a273b4ac req-5753090a-00d8-437d-82aa-89917cbf6855 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:32.956006 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e0865d28-e801-4dbb-86b3-7e74a273b4ac req-5753090a-00d8-437d-82aa-89917cbf6855 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 944 time: 0.0832272
Nov 24 13:34:32.965800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:32.993705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a35d904-05dc-426a-a013-9fa56a718302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97d565d-7f52-4d99-846c-c963648e19e6'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:34:33.006504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port c97d565d-7f52-4d99-846c-c963648e19e6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=c97d565d-7f52-4d99-846c-c963648e19e6,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:34:33.007168 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e0865d28-e801-4dbb-86b3-7e74a273b4ac req-874c2800-8302-4941-bb86-32eb50bd8e9b tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445149
Nov 24 13:34:33.010579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:33.015876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:34:33.061945 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a35d904-05dc-426a-a013-9fa56a718302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97d565d-7f52-4d99-846c-c963648e19e6', 'code': 200}
Nov 24 13:34:33.091788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=c97d565d-7f52-4d99-846c-c963648e19e6,revision_number=8']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:34:33.095689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:34:33.228763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b7c34-8df4-4c59-a426-71a46d78c6f0 req-e8f934ce-5d10-4d3d-a287-eee1194cf745 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:33.235255 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bd7b7c34-8df4-4c59-a426-71a46d78c6f0 req-e8f934ce-5d10-4d3d-a287-eee1194cf745 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 946 time: 0.0891569
Nov 24 13:34:33.282433 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bd7b7c34-8df4-4c59-a426-71a46d78c6f0 req-3ffd1ac2-add9-43e0-a060-51c9ba03d211 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451171
Nov 24 13:34:33.736998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e88c9-5a99-4742-bdf4-a926e9b54f95 req-b622ae76-cf72-4e62-9ae6-581961794683 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:33.738652 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d08e88c9-5a99-4742-bdf4-a926e9b54f95 req-b622ae76-cf72-4e62-9ae6-581961794683 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 946 time: 0.0855596
Nov 24 13:34:33.794857 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d08e88c9-5a99-4742-bdf4-a926e9b54f95 req-f2b07dfe-ea6e-4f4b-9a98-837a6e07fa32 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495305
Nov 24 13:34:34.595984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device c97d565d-7f52-4d99-846c-c963648e19e6 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:34:34.668935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port c97d565d-7f52-4d99-846c-c963648e19e6 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:34:34.669356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:35.013425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8882b-f85c-4cb2-b7d8-ffe4888f7e13 req-b1c411dc-6e99-4fe4-a120-8a0d8d3f2e73 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:35.015083 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-76c8882b-f85c-4cb2-b7d8-ffe4888f7e13 req-b1c411dc-6e99-4fe4-a120-8a0d8d3f2e73 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 946 time: 0.0862281
Nov 24 13:34:35.068729 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-76c8882b-f85c-4cb2-b7d8-ffe4888f7e13 req-f4fcd266-e959-4b2c-96fd-9e03153d7cdb tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472651
Nov 24 13:34:35.950526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d49c2-e792-463d-8cba-4677b8afe66c req-3471da86-8d13-48c3-8784-1f8ff6ae9204 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:35.952019 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-375d49c2-e792-463d-8cba-4677b8afe66c req-3471da86-8d13-48c3-8784-1f8ff6ae9204 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.70 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 946 time: 0.0846291
Nov 24 13:34:36.027952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-375d49c2-e792-463d-8cba-4677b8afe66c req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Deleting port c97d565d-7f52-4d99-846c-c963648e19e6 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:34:36.028524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-375d49c2-e792-463d-8cba-4677b8afe66c req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:36.293327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9f8fc-198b-4603-a31e-bfaf00e435e8 req-6aa216ca-817f-46aa-95c2-7660b55a4a57 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:36.294973 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-54a9f8fc-198b-4603-a31e-bfaf00e435e8 req-6aa216ca-817f-46aa-95c2-7660b55a4a57 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 946 time: 0.0907996
Nov 24 13:34:36.298664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-375d49c2-e792-463d-8cba-4677b8afe66c req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] For port c97d565d-7f52-4d99-846c-c963648e19e6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=c97d565d-7f52-4d99-846c-c963648e19e6,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:34:36.299068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-375d49c2-e792-463d-8cba-4677b8afe66c req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:36.345998 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-54a9f8fc-198b-4603-a31e-bfaf00e435e8 req-f4a26e69-cf60-4192-9d4d-9ccd93796326 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427396
Nov 24 13:34:36.460723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device c97d565d-7f52-4d99-846c-c963648e19e6 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:34:36.585269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:36.617761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a35d904-05dc-426a-a013-9fa56a718302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c97d565d-7f52-4d99-846c-c963648e19e6'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:34:36.625590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-375d49c2-e792-463d-8cba-4677b8afe66c req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for floatingip, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:36.626010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-375d49c2-e792-463d-8cba-4677b8afe66c req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:36.626386 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [req-375d49c2-e792-463d-8cba-4677b8afe66c req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Floating IP 5a057ef5-c7fb-4749-bc0c-3332adde1ffd disassociated. External IP: 172.26.8.5, port: c97d565d-7f52-4d99-846c-c963648e19e6.
Nov 24 13:34:36.626771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-375d49c2-e792-463d-8cba-4677b8afe66c req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Calling delete_port for c97d565d-7f52-4d99-846c-c963648e19e6 owned by compute:nova {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:34:36.629396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port c97d565d-7f52-4d99-846c-c963648e19e6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=c97d565d-7f52-4d99-846c-c963648e19e6,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:34:36.632737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:36.635364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:34:36.682494 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a35d904-05dc-426a-a013-9fa56a718302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c97d565d-7f52-4d99-846c-c963648e19e6', 'code': 200}
Nov 24 13:34:36.707210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=c97d565d-7f52-4d99-846c-c963648e19e6,revision_number=9']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:34:36.711292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:34:36.714485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [req-375d49c2-e792-463d-8cba-4677b8afe66c req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:34:36.715374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [req-375d49c2-e792-463d-8cba-4677b8afe66c req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:34:37.216515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-375d49c2-e792-463d-8cba-4677b8afe66c req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Deleting port c97d565d-7f52-4d99-846c-c963648e19e6 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:34:37.216981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-375d49c2-e792-463d-8cba-4677b8afe66c req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:37.478197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-375d49c2-e792-463d-8cba-4677b8afe66c req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] For port c97d565d-7f52-4d99-846c-c963648e19e6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=c97d565d-7f52-4d99-846c-c963648e19e6,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:34:37.478527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-375d49c2-e792-463d-8cba-4677b8afe66c req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:37.562502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86451642-835c-485a-a044-7380427b5068 req-c4cd03e3-dbde-433d-a174-e91f2e0989bf tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:37.564226 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-86451642-835c-485a-a044-7380427b5068 req-c4cd03e3-dbde-433d-a174-e91f2e0989bf tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 944 time: 0.0861018
Nov 24 13:34:37.615418 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-86451642-835c-485a-a044-7380427b5068 req-18e12f24-d450-4f16-bee6-dd27c0a450cf tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448694
Nov 24 13:34:37.786786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-375d49c2-e792-463d-8cba-4677b8afe66c req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for floatingip, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:37.787198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-375d49c2-e792-463d-8cba-4677b8afe66c req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:37.787543 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [req-375d49c2-e792-463d-8cba-4677b8afe66c req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Floating IP 5a057ef5-c7fb-4749-bc0c-3332adde1ffd disassociated. External IP: 172.26.8.5, port: c97d565d-7f52-4d99-846c-c963648e19e6.
Nov 24 13:34:37.787966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-375d49c2-e792-463d-8cba-4677b8afe66c req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Calling delete_port for c97d565d-7f52-4d99-846c-c963648e19e6 owned by compute:nova {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:34:37.938940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-375d49c2-e792-463d-8cba-4677b8afe66c req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:37.954337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9d5f915f-3b76-4edb-a57b-f51d856b6ccf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:34:38.055429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Pushing event deleted for resources: {'Port': ['ID=c97d565d-7f52-4d99-846c-c963648e19e6,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:34:38.075110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:38.075538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:38.075953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:38.076365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:38.076773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:38.077180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:38.077583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:38.077990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:38.078417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:38.078823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:38.079224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:38.079626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:38.080126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:38.080529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:38.080928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:38.081330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:38.081729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:38.082153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:38.082552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:38.082949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:38.083346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:38.083750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:38.084149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:38.084551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:34:38.090189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:34:38.362324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-375d49c2-e792-463d-8cba-4677b8afe66c req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Router a398a310-bdfe-41a2-a3d9-da825aa5b62e has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:34:38.807139 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b69c5e10-a333-4ced-b1f1-e0e5b8ca5cf3 req-35e82f8b-b601-4f87-86f4-82efd63d503a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=4a35d904-05dc-426a-a013-9fa56a718302 HTTP/1.1" status: 200  len: 210 time: 0.0500357
Nov 24 13:34:38.840702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-375d49c2-e792-463d-8cba-4677b8afe66c req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:34:38.850921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73f76ba-3730-43a4-83f1-0b53c5b026ca None None] Sync routers for ids ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:34:38.864237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73f76ba-3730-43a4-83f1-0b53c5b026ca None None] Routers {'a398a310-bdfe-41a2-a3d9-da825aa5b62e'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:34:38.865019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e73f76ba-3730-43a4-83f1-0b53c5b026ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347e69e80>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:34:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:34:38.877822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-375d49c2-e792-463d-8cba-4677b8afe66c req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] No DVR routers for this DVR port c97d565d-7f52-4d99-846c-c963648e19e6 on host hv-neutron-6013 {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:34:38.880157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-375d49c2-e792-463d-8cba-4677b8afe66c req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:38.884460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a35d904-05dc-426a-a013-9fa56a718302', 'name': 'network-vif-deleted', 'tag': 'c97d565d-7f52-4d99-846c-c963648e19e6'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:34:38.898813 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-375d49c2-e792-463d-8cba-4677b8afe66c req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.70 "DELETE /v2.0/ports/c97d565d-7f52-4d99-846c-c963648e19e6 HTTP/1.1" status: 204  len: 173 time: 2.9412944
Nov 24 13:34:38.952462 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a35d904-05dc-426a-a013-9fa56a718302', 'name': 'network-vif-deleted', 'tag': 'c97d565d-7f52-4d99-846c-c963648e19e6', 'status': 'completed', 'code': 200}
Nov 24 13:34:39.065701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-e73f76ba-3730-43a4-83f1-0b53c5b026ca None None] Set router a398a310-bdfe-41a2-a3d9-da825aa5b62e gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:34:39.409659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e73f76ba-3730-43a4-83f1-0b53c5b026ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347e69e80>, [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 4, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port': {'id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:30Z', 'updated_at': '2020-11-24T13:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '489426de-621f-4c61-9e71-e26383972587', 'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'mac_address': 'fa:16:3e:2d:9f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:32Z', 'updated_at': '2020-11-24T13:30:41Z', 'revision_number': 5, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'subnets': [{'id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:34:39.413962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73f76ba-3730-43a4-83f1-0b53c5b026ca None None] Checking router: a398a310-bdfe-41a2-a3d9-da825aa5b62e for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:34:39.429721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73f76ba-3730-43a4-83f1-0b53c5b026ca None None] Routers {'a398a310-bdfe-41a2-a3d9-da825aa5b62e'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:34:39.430376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e73f76ba-3730-43a4-83f1-0b53c5b026ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347e69e80>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:34:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:34:39.626878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-e73f76ba-3730-43a4-83f1-0b53c5b026ca None None] Set router a398a310-bdfe-41a2-a3d9-da825aa5b62e gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:34:39.963676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-e73f76ba-3730-43a4-83f1-0b53c5b026ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347e69e80>, [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 4, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port': {'id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:30Z', 'updated_at': '2020-11-24T13:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '489426de-621f-4c61-9e71-e26383972587', 'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'mac_address': 'fa:16:3e:2d:9f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:32Z', 'updated_at': '2020-11-24T13:30:41Z', 'revision_number': 5, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'subnets': [{'id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:34:39.969016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73f76ba-3730-43a4-83f1-0b53c5b026ca None None] The sync data for ids ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'] in dv-neutron-601336-61-ovs is: [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 4, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port': {'id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:30Z', 'updated_at': '2020-11-24T13:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '489426de-621f-4c61-9e71-e26383972587', 'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'mac_address': 'fa:16:3e:2d:9f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:32Z', 'updated_at': '2020-11-24T13:30:41Z', 'revision_number': 5, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'subnets': [{'id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:34:40.238531 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-98515455-cf27-4eb0-b487-faa3ce9a16dd tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1297874121&fields=id&tenant_id=f113d8ed514a47218358d75a438fa3d2 HTTP/1.1" status: 200  len: 267 time: 0.0490310
Nov 24 13:34:40.266987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d21880c7-f6d8-4186-8412-013a0227eeb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:40.345153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80a2ae9-a02c-4a78-a76d-d2175cc84c6c None None] New status for floating IP 5a057ef5-c7fb-4749-bc0c-3332adde1ffd: DOWN {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:34:40.415071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-3193a3b7-8498-4440-b815-7c8fa8990dfc tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:40.416729 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-3193a3b7-8498-4440-b815-7c8fa8990dfc tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 811 time: 0.1681738
Nov 24 13:34:40.437774 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-54e9a9d8-e638-4afa-b516-17dc5041f842 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/quotas/f113d8ed514a47218358d75a438fa3d2 HTTP/1.1" status: 200  len: 375 time: 0.0124934
Nov 24 13:34:40.531111 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-c33711f1-68ad-480b-806f-f62af053f534 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0872872
Nov 24 13:34:40.549489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-ac1ebcb0-438b-4b1f-8e2e-543c4231f5bc service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:34:40.550764 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-ac1ebcb0-438b-4b1f-8e2e-543c4231f5bc service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0060568
Nov 24 13:34:40.706016 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-0b9e4804-f855-4766-9521-c36a633883df service neutron] 10.222.0.76 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480179
Nov 24 13:34:40.851373 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-e561c2d4-83ea-4a03-8b45-8146a0351227 service neutron] 10.222.0.76 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1386945
Nov 24 13:34:41.061140 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c99b1702-5b31-4e41-803b-e2d673f4f002 req-ef825ea5-4cc2-4175-aff7-a00699ecac34 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 210 time: 0.0528903
Nov 24 13:34:42.191463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-d1bcc677-8c0c-460a-80b1-1e253cd8809e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:42.192998 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-d1bcc677-8c0c-460a-80b1-1e253cd8809e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.70 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 811 time: 0.1645520
Nov 24 13:34:42.291222 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-f479f714-4cd2-43c2-ba08-9d87e3faef51 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f113d8ed514a47218358d75a438fa3d2 HTTP/1.1" status: 200  len: 5253 time: 0.0795443
Nov 24 13:34:42.301282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-1ede006e-2ee0-4f75-8fc9-bfc09e13471a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Request body: {'port': {'device_id': '3016d8e4-c984-4ef8-bd26-68b01e000904', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'admin_state_up': True, 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'security_groups': ['93091ea3-f06b-42d6-9ccc-567a6685d40d']}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:34:42.457629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-1ede006e-2ee0-4f75-8fc9-bfc09e13471a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:34:42.462377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-1ede006e-2ee0-4f75-8fc9-bfc09e13471a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Usage tracker for resource:port and tenant:f113d8ed514a47218358d75a438fa3d2 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:34:42.466558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-1ede006e-2ee0-4f75-8fc9-bfc09e13471a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Quota usage for port was recalculated. Used quota:3. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:34:42.472568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-1ede006e-2ee0-4f75-8fc9-bfc09e13471a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:34:42.488608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-1ede006e-2ee0-4f75-8fc9-bfc09e13471a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Made reservation on behalf of f113d8ed514a47218358d75a438fa3d2 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:34:42.494418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-1ede006e-2ee0-4f75-8fc9-bfc09e13471a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:42.514601 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3dac56dd-037a-4cdb-a07c-dd2db6e5556d req-354aeaf4-9f2b-4ab5-b654-540a6983092d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 210 time: 0.3073578
Nov 24 13:34:42.644163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-018fc455-2269-4d09-946b-21b80bd106f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:42.813234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-1ede006e-2ee0-4f75-8fc9-bfc09e13471a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Allocated IP 172.20.0.3 (9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af/ff72eda6-981c-410f-98dc-6bc96f86afed/21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:34:42.978213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:43.013843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-1ede006e-2ee0-4f75-8fc9-bfc09e13471a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:43.030643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-1ede006e-2ee0-4f75-8fc9-bfc09e13471a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Transition to ACTIVE for port object 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:34:43.049905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-1ede006e-2ee0-4f75-8fc9-bfc09e13471a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:43.065499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6be54716-4235-4597-b21c-ed3d0c82fe38 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:34:43.212679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede006e-2ee0-4f75-8fc9-bfc09e13471a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Pushing event updated for resources: {'Port': ['ID=21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:34:43.218275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1ede006e-2ee0-4f75-8fc9-bfc09e13471a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:34:43.275985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-1ede006e-2ee0-4f75-8fc9-bfc09e13471a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Network 9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:34:43.277200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-1ede006e-2ee0-4f75-8fc9-bfc09e13471a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:34:43.279616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-1ede006e-2ee0-4f75-8fc9-bfc09e13471a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:34:43.347710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-1ede006e-2ee0-4f75-8fc9-bfc09e13471a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:43.348375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-1ede006e-2ee0-4f75-8fc9-bfc09e13471a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:43.377553 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-1ede006e-2ee0-4f75-8fc9-bfc09e13471a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0806963
Nov 24 13:34:43.397596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-15369444-0bd9-4881-8665-2c1b431831fc service neutron] Request body: {'port': {'device_id': '3016d8e4-c984-4ef8-bd26-68b01e000904', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:34:43.515150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-13ef6fc2-1c1d-4fcc-bacf-3c0706fa2fa9 None None] Provisioning for port 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:34:43.518052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-15369444-0bd9-4881-8665-2c1b431831fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:43.520514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-13ef6fc2-1c1d-4fcc-bacf-3c0706fa2fa9 None None] Provisioning complete for port 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:34:43.520933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13ef6fc2-1c1d-4fcc-bacf-3c0706fa2fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:43.580480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-13ef6fc2-1c1d-4fcc-bacf-3c0706fa2fa9 None None] Port 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:34:43.735262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e427be6-5d11-4c47-842f-65571cf2e95c req-385a2a55-c6e2-4f10-8cf8-22f24878e9df tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:43.736796 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5e427be6-5d11-4c47-842f-65571cf2e95c req-385a2a55-c6e2-4f10-8cf8-22f24878e9df tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 931 time: 0.0847898
Nov 24 13:34:43.789529 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5e427be6-5d11-4c47-842f-65571cf2e95c req-b204dc92-f51b-457e-be51-168ed700b4da tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462258
Nov 24 13:34:43.936631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-15369444-0bd9-4881-8665-2c1b431831fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 {{(pid=80944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:34:43.943628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-15369444-0bd9-4881-8665-2c1b431831fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:43.956991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-15369444-0bd9-4881-8665-2c1b431831fc service neutron] Transition to ACTIVE for port object 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 will not be triggered until provisioned by entity L2. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:34:43.959276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-15369444-0bd9-4881-8665-2c1b431831fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:43.974862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ed9aa4b1-00f4-4bcd-9060-88ae414672cf tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:34:44.112622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15369444-0bd9-4881-8665-2c1b431831fc service neutron] Pushing event updated for resources: {'Port': ['ID=21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:34:44.118463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-15369444-0bd9-4881-8665-2c1b431831fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:34:44.253905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:44.308199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-15369444-0bd9-4881-8665-2c1b431831fc service neutron] Attempting to bind port 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:34:44.308583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-15369444-0bd9-4881-8665-2c1b431831fc service neutron] Attempting to bind port 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'd9cca3b5-9220-41fc-a322-c00f0302a9e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af'}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:34:44.308956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-15369444-0bd9-4881-8665-2c1b431831fc service neutron] Attempting to bind port 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 on network 9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:34:44.316945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-15369444-0bd9-4881-8665-2c1b431831fc service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:34:44.317318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-15369444-0bd9-4881-8665-2c1b431831fc service neutron] Checking segment: {'id': 'd9cca3b5-9220-41fc-a322-c00f0302a9e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:34:44.317725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-15369444-0bd9-4881-8665-2c1b431831fc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:44.318201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-15369444-0bd9-4881-8665-2c1b431831fc service neutron] Bound using segment: {'id': 'd9cca3b5-9220-41fc-a322-c00f0302a9e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af'} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:34:44.318621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-15369444-0bd9-4881-8665-2c1b431831fc service neutron] Bound port: 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9cca3b5-9220-41fc-a322-c00f0302a9e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af'}}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:34:44.318995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-15369444-0bd9-4881-8665-2c1b431831fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:44.412347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-15369444-0bd9-4881-8665-2c1b431831fc service neutron] For port 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7, host hv-neutron-6013, cleared binding levels {{(pid=80944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:34:44.415574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-15369444-0bd9-4881-8665-2c1b431831fc service neutron] For port 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:34:44.419268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-15369444-0bd9-4881-8665-2c1b431831fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:44.434985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-111b452b-edba-4c03-a075-c6b124e7a9b8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:34:44.581780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15369444-0bd9-4881-8665-2c1b431831fc service neutron] Pushing event updated for resources: {'Port': ['ID=21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7,revision_number=3']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:34:44.594952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-15369444-0bd9-4881-8665-2c1b431831fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:34:44.629282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-15369444-0bd9-4881-8665-2c1b431831fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:44.630004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-15369444-0bd9-4881-8665-2c1b431831fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:44.631531 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-15369444-0bd9-4881-8665-2c1b431831fc service neutron] 10.222.0.70 "PUT /v2.0/ports/21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 HTTP/1.1" status: 200  len: 1157 time: 1.2394605
Nov 24 13:34:44.632345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3016d8e4-c984-4ef8-bd26-68b01e000904', 'tag': '21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:34:44.727134 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3016d8e4-c984-4ef8-bd26-68b01e000904', 'tag': '21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7', 'status': 'completed', 'code': 200}
Nov 24 13:34:44.767170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-b801cca8-b519-4eed-95dd-e77fb3da74f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:44.768868 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-b801cca8-b519-4eed-95dd-e77fb3da74f4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 1160 time: 0.0861189
Nov 24 13:34:44.813406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:44.862493 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-ca42a121-60cf-45a0-9063-384680217f47 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 HTTP/1.1" status: 200  len: 217 time: 0.0813303
Nov 24 13:34:44.941036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-90475e51-530d-4683-8611-a7ad9bd89e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:44.942843 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-90475e51-530d-4683-8611-a7ad9bd89e68 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 200  len: 850 time: 0.0738232
Nov 24 13:34:45.026162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc06c2-4909-4aa5-bf22-320724a58945 req-f87a7d06-c127-48a3-a1fb-4673f38e3239 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:45.028268 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8abc06c2-4909-4aa5-bf22-320724a58945 req-f87a7d06-c127-48a3-a1fb-4673f38e3239 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 943 time: 0.1025465
Nov 24 13:34:45.029589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-75cae844-8b74-4a55-a31e-4e9d8d599095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:45.031230 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-75cae844-8b74-4a55-a31e-4e9d8d599095 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0816157
Nov 24 13:34:45.082521 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8abc06c2-4909-4aa5-bf22-320724a58945 req-58f35371-722c-4631-b859-0077c8cc8931 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477934
Nov 24 13:34:45.189034 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-c2caa9d6-1387-4dd0-b387-957f3978c791 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1507514
Nov 24 13:34:45.340492 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fd0080cc-198e-4f13-bbf9-3ef04b45ca58 req-3a732158-78e5-4081-bf91-a1a31ec8e908 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1451638
Nov 24 13:34:45.515890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4126b-63e1-4d51-aa4b-8995733fd895 req-b4ded0ca-bd68-4d2c-aba3-b467c1034027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:45.517000 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4de4126b-63e1-4d51-aa4b-8995733fd895 req-b4ded0ca-bd68-4d2c-aba3-b467c1034027 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 1160 time: 0.0786202
Nov 24 13:34:45.664246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4126b-63e1-4d51-aa4b-8995733fd895 req-26a4dd93-2036-4805-b668-c7aedd13aba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:45.665746 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4de4126b-63e1-4d51-aa4b-8995733fd895 req-26a4dd93-2036-4805-b668-c7aedd13aba1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 905 time: 0.1383712
Nov 24 13:34:45.741008 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4de4126b-63e1-4d51-aa4b-8995733fd895 req-d94f268b-9591-4a6d-8eb3-b1388fd3c332 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 HTTP/1.1" status: 200  len: 217 time: 0.0677390
Nov 24 13:34:45.808929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4126b-63e1-4d51-aa4b-8995733fd895 req-3dfd8fd0-92ca-421f-8f86-8e439ba0e59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:45.813521 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4de4126b-63e1-4d51-aa4b-8995733fd895 req-3dfd8fd0-92ca-421f-8f86-8e439ba0e59d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 200  len: 850 time: 0.0630302
Nov 24 13:34:45.905127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4126b-63e1-4d51-aa4b-8995733fd895 req-98eee481-0b67-44f0-8c3c-4cba59f82235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:45.906824 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4de4126b-63e1-4d51-aa4b-8995733fd895 req-98eee481-0b67-44f0-8c3c-4cba59f82235 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809922
Nov 24 13:34:46.312863 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4de4126b-63e1-4d51-aa4b-8995733fd895 req-f6e9b932-46fc-4037-a300-5adad6f7d2c3 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3986063
Nov 24 13:34:46.316987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995f1a4-bcc9-49ca-8fa4-6eb2d0db45a4 req-e3f9ed0a-26c1-45e2-912a-4cd45ddc36aa tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:46.318603 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5995f1a4-bcc9-49ca-8fa4-6eb2d0db45a4 req-e3f9ed0a-26c1-45e2-912a-4cd45ddc36aa tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 943 time: 0.0887172
Nov 24 13:34:46.367347 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5995f1a4-bcc9-49ca-8fa4-6eb2d0db45a4 req-2a645028-de36-48f7-aef9-15a5bb715eec tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416341
Nov 24 13:34:46.459447 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4de4126b-63e1-4d51-aa4b-8995733fd895 req-052ee381-4ccd-4ebc-a7cf-332f3d57b2e7 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1383531
Nov 24 13:34:47.585987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e94bf1-9c79-4fac-9629-f16bb7f74c4b req-ece37127-f0b6-425b-ba1a-ded7417b66ef tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:47.587646 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-29e94bf1-9c79-4fac-9629-f16bb7f74c4b req-ece37127-f0b6-425b-ba1a-ded7417b66ef tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 943 time: 0.0862591
Nov 24 13:34:47.635785 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-29e94bf1-9c79-4fac-9629-f16bb7f74c4b req-dc4f0fe6-946d-4896-b68c-982de5fb32f7 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415468
Nov 24 13:34:48.853544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ab5c7-60eb-486b-b6bd-70aabc6b2e77 req-14e861b5-ba4e-4947-af0e-895c8278094d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:48.855215 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-549ab5c7-60eb-486b-b6bd-70aabc6b2e77 req-14e861b5-ba4e-4947-af0e-895c8278094d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 943 time: 0.0889976
Nov 24 13:34:48.906877 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-549ab5c7-60eb-486b-b6bd-70aabc6b2e77 req-191b451c-e83b-4c01-b9dc-c6d16d3e6f2f tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450203
Nov 24 13:34:48.960094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:34:49.033349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:34:49.038253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:34:49.038696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:49.161574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:49.190578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3016d8e4-c984-4ef8-bd26-68b01e000904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:34:49.201955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:34:49.206879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:49.208975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:34:49.253789 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3016d8e4-c984-4ef8-bd26-68b01e000904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7', 'code': 200}
Nov 24 13:34:49.279217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:34:49.282548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:34:49.533888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82f083-fd66-4bfb-9b18-f4c3c7ca794f req-fc209dfb-18bb-4ab8-8308-2e43eb329505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:49.535562 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7c82f083-fd66-4bfb-9b18-f4c3c7ca794f req-fc209dfb-18bb-4ab8-8308-2e43eb329505 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 1162 time: 0.0815187
Nov 24 13:34:49.579896 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7c82f083-fd66-4bfb-9b18-f4c3c7ca794f req-f49b1cc1-aee8-482a-92ef-b59fbae10986 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381138
Nov 24 13:34:50.128853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9836102-480a-40f5-9ad3-505b771595e4 req-b48e3b72-ca73-4390-b180-fb7a28345751 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:50.130501 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b9836102-480a-40f5-9ad3-505b771595e4 req-b48e3b72-ca73-4390-b180-fb7a28345751 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 945 time: 0.0898614
Nov 24 13:34:50.180271 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b9836102-480a-40f5-9ad3-505b771595e4 req-24ffc108-6963-4361-8163-21f8fbe0ce66 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423989
Nov 24 13:34:50.733739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:34:50.811235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:34:50.811660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:51.284828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:51.407335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9305a-8cab-4574-a957-a4ddfd10d2a4 req-b2fd2de1-151a-40df-8100-1436ba2dd55c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:51.408950 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-64b9305a-8cab-4574-a957-a4ddfd10d2a4 req-b2fd2de1-151a-40df-8100-1436ba2dd55c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 945 time: 0.0876584
Nov 24 13:34:51.459754 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-64b9305a-8cab-4574-a957-a4ddfd10d2a4 req-0897b254-908c-4e93-ae0c-2a7a207e12d6 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442696
Nov 24 13:34:51.672769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dafa6a-25d6-49f8-a24a-c2231a8a718b req-9eb660bd-5e73-482e-a99a-1cf61f94648a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:51.674430 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d4dafa6a-25d6-49f8-a24a-c2231a8a718b req-9eb660bd-5e73-482e-a99a-1cf61f94648a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 945 time: 0.0846086
Nov 24 13:34:51.685041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 56940) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:34:51.692564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-eaf9bdcb-7777-4b2d-9cbd-0915988b67a5 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Request body: {'floatingip': {'port_id': '21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:34:51.775659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eaf9bdcb-7777-4b2d-9cbd-0915988b67a5 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for floatingip, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:52.424631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eaf9bdcb-7777-4b2d-9cbd-0915988b67a5 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for floatingip, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:52.427361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eaf9bdcb-7777-4b2d-9cbd-0915988b67a5 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:52.634677 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-eaf9bdcb-7777-4b2d-9cbd-0915988b67a5 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Floating IP 5a057ef5-c7fb-4749-bc0c-3332adde1ffd associated. External IP: 172.26.8.5, port: 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7.
Nov 24 13:34:53.067237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf9bdcb-7777-4b2d-9cbd-0915988b67a5 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Router a398a310-bdfe-41a2-a3d9-da825aa5b62e has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:34:53.287442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf9bdcb-7777-4b2d-9cbd-0915988b67a5 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:34:53.293142 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eaf9bdcb-7777-4b2d-9cbd-0915988b67a5 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:34:53.297739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590257b3-947d-4dd9-9593-d37d286640ce None None] Sync routers for ids ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:34:53.312089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590257b3-947d-4dd9-9593-d37d286640ce None None] Routers {'a398a310-bdfe-41a2-a3d9-da825aa5b62e'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:34:53.312762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-590257b3-947d-4dd9-9593-d37d286640ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347b85390>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:34:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:34:53.350276 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-eaf9bdcb-7777-4b2d-9cbd-0915988b67a5 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "PUT /v2.0/floatingips/5a057ef5-c7fb-4749-bc0c-3332adde1ffd HTTP/1.1" status: 200  len: 990 time: 1.6636577
Nov 24 13:34:53.350883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3016d8e4-c984-4ef8-bd26-68b01e000904', 'tag': '21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:34:53.470877 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3016d8e4-c984-4ef8-bd26-68b01e000904', 'tag': '21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7', 'status': 'completed', 'code': 200}
Nov 24 13:34:53.613985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729ca3a-5314-40e9-8d5b-806a75acc778 req-47978feb-5b96-4a1c-bb9a-7b22d9c27c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:53.615561 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3729ca3a-5314-40e9-8d5b-806a75acc778 req-47978feb-5b96-4a1c-bb9a-7b22d9c27c83 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 1162 time: 0.0836225
Nov 24 13:34:53.686386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-590257b3-947d-4dd9-9593-d37d286640ce None None] Set router a398a310-bdfe-41a2-a3d9-da825aa5b62e gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:34:53.761629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729ca3a-5314-40e9-8d5b-806a75acc778 req-749e941e-b37e-4409-91ad-a38e92dcd483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:53.763249 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3729ca3a-5314-40e9-8d5b-806a75acc778 req-749e941e-b37e-4409-91ad-a38e92dcd483 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 905 time: 0.1412523
Nov 24 13:34:53.869257 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3729ca3a-5314-40e9-8d5b-806a75acc778 req-310b6a8f-3bec-4786-b73f-587208a1c623 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 HTTP/1.1" status: 200  len: 998 time: 0.0994737
Nov 24 13:34:53.945601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729ca3a-5314-40e9-8d5b-806a75acc778 req-d044ec19-9a9a-4e96-adf5-ec9e6c567dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:53.947247 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3729ca3a-5314-40e9-8d5b-806a75acc778 req-d044ec19-9a9a-4e96-adf5-ec9e6c567dcf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 200  len: 850 time: 0.0722847
Nov 24 13:34:54.026171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729ca3a-5314-40e9-8d5b-806a75acc778 req-a0af7910-adeb-4214-bf13-34b39261e3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:34:54.028898 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3729ca3a-5314-40e9-8d5b-806a75acc778 req-a0af7910-adeb-4214-bf13-34b39261e3b7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0740650
Nov 24 13:34:54.060800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-590257b3-947d-4dd9-9593-d37d286640ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347b85390>, [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 4, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port': {'id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:30Z', 'updated_at': '2020-11-24T13:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '5a057ef5-c7fb-4749-bc0c-3332adde1ffd', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'floating_ip_address': '172.26.8.5', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'port_id': '21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'mac_address': 'fa:16:3e:a7:2c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3016d8e4-c984-4ef8-bd26-68b01e000904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:30:37Z', 'updated_at': '2020-11-24T13:34:52Z', 'revision_number': 13, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489426de-621f-4c61-9e71-e26383972587', 'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'mac_address': 'fa:16:3e:2d:9f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:32Z', 'updated_at': '2020-11-24T13:30:41Z', 'revision_number': 5, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'subnets': [{'id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:34:54.064949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590257b3-947d-4dd9-9593-d37d286640ce None None] Checking router: a398a310-bdfe-41a2-a3d9-da825aa5b62e for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:34:54.076455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590257b3-947d-4dd9-9593-d37d286640ce None None] Routers {'a398a310-bdfe-41a2-a3d9-da825aa5b62e'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:34:54.077108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-590257b3-947d-4dd9-9593-d37d286640ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347b85390>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:34:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:34:54.178074 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3729ca3a-5314-40e9-8d5b-806a75acc778 req-eee95b86-e471-44a5-825a-558f94454ea6 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431279
Nov 24 13:34:54.268323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-590257b3-947d-4dd9-9593-d37d286640ce None None] Set router a398a310-bdfe-41a2-a3d9-da825aa5b62e gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:34:54.321961 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3729ca3a-5314-40e9-8d5b-806a75acc778 req-5d54c780-4376-46cc-abe2-fcec08ac681e service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1379156
Nov 24 13:34:54.641648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-590257b3-947d-4dd9-9593-d37d286640ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347b85390>, [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 4, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port': {'id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:30Z', 'updated_at': '2020-11-24T13:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '5a057ef5-c7fb-4749-bc0c-3332adde1ffd', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'floating_ip_address': '172.26.8.5', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'port_id': '21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'mac_address': 'fa:16:3e:a7:2c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3016d8e4-c984-4ef8-bd26-68b01e000904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:30:37Z', 'updated_at': '2020-11-24T13:34:52Z', 'revision_number': 13, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489426de-621f-4c61-9e71-e26383972587', 'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'mac_address': 'fa:16:3e:2d:9f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:32Z', 'updated_at': '2020-11-24T13:30:41Z', 'revision_number': 5, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'subnets': [{'id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:34:54.646067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590257b3-947d-4dd9-9593-d37d286640ce None None] The sync data for ids ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'] in dv-neutron-601336-61-ovs is: [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 4, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port': {'id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:30Z', 'updated_at': '2020-11-24T13:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '5a057ef5-c7fb-4749-bc0c-3332adde1ffd', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'floating_ip_address': '172.26.8.5', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'port_id': '21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'mac_address': 'fa:16:3e:a7:2c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3016d8e4-c984-4ef8-bd26-68b01e000904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:30:37Z', 'updated_at': '2020-11-24T13:34:52Z', 'revision_number': 13, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489426de-621f-4c61-9e71-e26383972587', 'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'mac_address': 'fa:16:3e:2d:9f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:32Z', 'updated_at': '2020-11-24T13:30:41Z', 'revision_number': 5, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'subnets': [{'id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:34:54.956021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a53f219-5c98-4e60-8583-61fc8bdf6c46 None None] New status for floating IP 5a057ef5-c7fb-4749-bc0c-3332adde1ffd: ACTIVE {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:34:57.517302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:35:10.270539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bea89960-7b0d-4c8b-9653-29eccaed7eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:35:12.638063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8e0b753e-990e-4793-90fe-f41e2381c7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:35:12.981603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:35:14.249001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:35:14.813232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:35:16.811905 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1ed259ae-0d6e-4464-ab58-74bce11b6d09 req-7842efd5-ea23-4b39-84ee-a71e18ff54d7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0809884
Nov 24 13:35:17.245796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed259ae-0d6e-4464-ab58-74bce11b6d09 req-6505f576-3a39-4543-8aaf-00f505c94e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:35:17.247466 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1ed259ae-0d6e-4464-ab58-74bce11b6d09 req-6505f576-3a39-4543-8aaf-00f505c94e49 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 1162 time: 0.3330839
Nov 24 13:35:17.403994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed259ae-0d6e-4464-ab58-74bce11b6d09 req-a0f7e9af-026d-4c4b-9eb1-4e3f13c54067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:35:17.405579 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1ed259ae-0d6e-4464-ab58-74bce11b6d09 req-a0f7e9af-026d-4c4b-9eb1-4e3f13c54067 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 905 time: 0.1388357
Nov 24 13:35:17.514851 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1ed259ae-0d6e-4464-ab58-74bce11b6d09 req-5befc671-09ff-487a-8dd6-dab555dbef03 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 HTTP/1.1" status: 200  len: 1000 time: 0.1027405
Nov 24 13:35:17.583595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed259ae-0d6e-4464-ab58-74bce11b6d09 req-d7ab914a-9f1b-42c0-b387-1daa85c1dafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:35:17.585177 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1ed259ae-0d6e-4464-ab58-74bce11b6d09 req-d7ab914a-9f1b-42c0-b387-1daa85c1dafb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 200  len: 850 time: 0.0639923
Nov 24 13:35:17.666434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed259ae-0d6e-4464-ab58-74bce11b6d09 req-3a9956a1-383d-4d02-9436-7d79d84762e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:35:17.668082 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1ed259ae-0d6e-4464-ab58-74bce11b6d09 req-3a9956a1-383d-4d02-9436-7d79d84762e7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0768034
Nov 24 13:35:17.812853 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1ed259ae-0d6e-4464-ab58-74bce11b6d09 req-5ee01c34-48e5-4cc5-85fb-62e861630188 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375861
Nov 24 13:35:17.958346 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1ed259ae-0d6e-4464-ab58-74bce11b6d09 req-10967b46-1430-447a-b3df-7a06766d25a3 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378908
Nov 24 13:35:21.282979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:35:31.467596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e566e4-bdcb-41dc-9ebe-863d55ab69cf req-45fc4d46-309f-414f-8170-8d34960d39bd tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:35:31.469125 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f7e566e4-bdcb-41dc-9ebe-863d55ab69cf req-45fc4d46-309f-414f-8170-8d34960d39bd tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 945 time: 0.0889864
Nov 24 13:35:31.519131 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f7e566e4-bdcb-41dc-9ebe-863d55ab69cf req-12b108df-da5b-4917-8c38-13414af454ea tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434754
Nov 24 13:35:34.518976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:35:40.275970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-da68c760-a16f-4522-9f02-76dd0c8eca3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:35:40.392257 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56c4a97b-17c9-4ed4-ab8f-be14ba5432e8 req-bbe664f9-027a-4072-8f97-0f98009cc527 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0757077
Nov 24 13:35:40.472794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f313f4-f344-47d6-81fc-c351285c4888 req-576dcce2-b401-4295-a4dd-b6f12f5eca34 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:35:40.474417 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-83f313f4-f344-47d6-81fc-c351285c4888 req-576dcce2-b401-4295-a4dd-b6f12f5eca34 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 945 time: 0.0874147
Nov 24 13:35:40.529102 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-83f313f4-f344-47d6-81fc-c351285c4888 req-e31b32d2-c3fb-4431-9155-880896bbd530 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480275
Nov 24 13:35:41.672421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4a97b-17c9-4ed4-ab8f-be14ba5432e8 req-ee53cd2d-129c-414e-a8a8-4fa6a2516085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:35:41.674035 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56c4a97b-17c9-4ed4-ab8f-be14ba5432e8 req-ee53cd2d-129c-414e-a8a8-4fa6a2516085 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 1162 time: 0.0800967
Nov 24 13:35:41.749520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacefe3-5555-4725-9cb1-51cc01143d94 req-d798a2aa-e2af-47bb-8fc7-dbb4bdf85ccc tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:35:41.751199 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ddacefe3-5555-4725-9cb1-51cc01143d94 req-d798a2aa-e2af-47bb-8fc7-dbb4bdf85ccc tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 945 time: 0.0853181
Nov 24 13:35:41.800749 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ddacefe3-5555-4725-9cb1-51cc01143d94 req-7376f7f7-ea5b-4647-a423-aa0016012bbf tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422835
Nov 24 13:35:41.821605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4a97b-17c9-4ed4-ab8f-be14ba5432e8 req-deeba34a-d1eb-4b49-87e1-dc845bb05274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:35:41.824026 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56c4a97b-17c9-4ed4-ab8f-be14ba5432e8 req-deeba34a-d1eb-4b49-87e1-dc845bb05274 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 905 time: 0.1432843
Nov 24 13:35:41.934636 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56c4a97b-17c9-4ed4-ab8f-be14ba5432e8 req-d4975b55-0044-4967-84f7-4d6d81d7253d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 HTTP/1.1" status: 200  len: 1000 time: 0.1043489
Nov 24 13:35:42.007245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4a97b-17c9-4ed4-ab8f-be14ba5432e8 req-d56969c2-5e99-4e9b-80e5-2d61c42d6231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:35:42.008824 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56c4a97b-17c9-4ed4-ab8f-be14ba5432e8 req-d56969c2-5e99-4e9b-80e5-2d61c42d6231 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 200  len: 850 time: 0.0681756
Nov 24 13:35:42.089124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4a97b-17c9-4ed4-ab8f-be14ba5432e8 req-4042595d-2d7f-420e-9d54-b8c20560f6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:35:42.090722 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56c4a97b-17c9-4ed4-ab8f-be14ba5432e8 req-4042595d-2d7f-420e-9d54-b8c20560f6b9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754976
Nov 24 13:35:42.243296 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56c4a97b-17c9-4ed4-ab8f-be14ba5432e8 req-7214b517-c0a6-4927-9cb7-29f581e4b216 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457422
Nov 24 13:35:42.388613 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56c4a97b-17c9-4ed4-ab8f-be14ba5432e8 req-8dc07715-7e1d-4a10-9f48-f1aebd37d7df service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1383853
Nov 24 13:35:42.639912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f63bb634-7f20-491f-ac91-3f254c81d553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:35:42.984053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:35:43.026016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955397b-6594-4c17-8b5b-4cefbc1a067b req-52a12e19-44b3-4664-b436-ed0c63ec442e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:35:43.027655 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2955397b-6594-4c17-8b5b-4cefbc1a067b req-52a12e19-44b3-4664-b436-ed0c63ec442e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 945 time: 0.0918350
Nov 24 13:35:43.076160 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2955397b-6594-4c17-8b5b-4cefbc1a067b req-d637dca2-ce44-4f9c-b51b-9bcd3cf0b8fd tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420372
Nov 24 13:35:44.251916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:35:44.301069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72569890-0410-4aaf-9372-0052200caa58 req-bdb1c4d7-f242-429d-adbb-a9a289614a14 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:35:44.302694 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-72569890-0410-4aaf-9372-0052200caa58 req-bdb1c4d7-f242-429d-adbb-a9a289614a14 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 945 time: 0.0868423
Nov 24 13:35:44.351027 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-72569890-0410-4aaf-9372-0052200caa58 req-2d431f8b-fcef-4dd7-b608-1670dce8ee4a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419905
Nov 24 13:35:44.819373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:35:45.573317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fa452-0d4e-4849-ad9d-5da9f6429bb1 req-c86a4805-3b14-4d7e-ac50-0f5a55aa5283 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:35:45.574956 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-824fa452-0d4e-4849-ad9d-5da9f6429bb1 req-c86a4805-3b14-4d7e-ac50-0f5a55aa5283 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 945 time: 0.0878413
Nov 24 13:35:45.625023 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-824fa452-0d4e-4849-ad9d-5da9f6429bb1 req-5078cce1-bfd2-4311-89dd-6731e53379bb tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436075
Nov 24 13:35:46.840953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e639706-da59-4191-8f44-1ea1483fa546 req-0577a3bc-3ad4-4c5c-b731-43818675dc3f tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:35:46.842640 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0e639706-da59-4191-8f44-1ea1483fa546 req-0577a3bc-3ad4-4c5c-b731-43818675dc3f tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 945 time: 0.0876234
Nov 24 13:35:46.898761 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0e639706-da59-4191-8f44-1ea1483fa546 req-9380207e-0807-457c-bde9-b297c685cc88 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497365
Nov 24 13:35:48.118493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e740197-9719-4440-950c-47fe73d9dffd req-5022ecef-f2f8-47ec-857e-0a0eba17e729 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:35:48.121337 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4e740197-9719-4440-950c-47fe73d9dffd req-5022ecef-f2f8-47ec-857e-0a0eba17e729 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 945 time: 0.0865774
Nov 24 13:35:48.173477 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4e740197-9719-4440-950c-47fe73d9dffd req-287fc563-6e82-4ff2-a9ef-9333d27b380b tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449467
Nov 24 13:35:49.399801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1760c-e45a-46e3-816a-70dca54483da req-749bb49a-ab3b-48f4-9179-3ae2d08d35af tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:35:49.401430 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-75c1760c-e45a-46e3-816a-70dca54483da req-749bb49a-ab3b-48f4-9179-3ae2d08d35af tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 945 time: 0.0910239
Nov 24 13:35:49.450774 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-75c1760c-e45a-46e3-816a-70dca54483da req-6ba4c4db-44a9-4aca-9df3-65fd54022218 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424931
Nov 24 13:35:50.665608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e069a16-a469-4107-8581-705a1e250f17 req-42d745de-f8af-480a-9c69-5a7457fb0949 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:35:50.667190 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5e069a16-a469-4107-8581-705a1e250f17 req-42d745de-f8af-480a-9c69-5a7457fb0949 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 945 time: 0.0839665
Nov 24 13:35:50.717653 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5e069a16-a469-4107-8581-705a1e250f17 req-057c2608-8d5d-4319-a6de-432c2fb2642a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434916
Nov 24 13:35:51.300860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:35:51.940184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaaecc8-fb41-435e-98c1-511b6b5a4fc8 req-038904ac-98d2-43fe-9b31-2aba53f60462 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:35:51.941782 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0aaaecc8-fb41-435e-98c1-511b6b5a4fc8 req-038904ac-98d2-43fe-9b31-2aba53f60462 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 945 time: 0.0915568
Nov 24 13:35:51.990513 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0aaaecc8-fb41-435e-98c1-511b6b5a4fc8 req-89a74e61-49fe-45a3-83fd-fdc1a29a6a7a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417500
Nov 24 13:35:53.214109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a95fc-e752-436f-8006-3a30a994a512 req-cfe5aa72-d498-45bd-b440-37753b6ba7d2 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:35:53.215740 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-346a95fc-e752-436f-8006-3a30a994a512 req-cfe5aa72-d498-45bd-b440-37753b6ba7d2 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 945 time: 0.0897124
Nov 24 13:35:53.266482 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-346a95fc-e752-436f-8006-3a30a994a512 req-2e6eb1ea-aad8-44ab-be20-bcf818250c9a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439925
Nov 24 13:35:54.495373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1188b8a-56d9-43e0-bcb1-4ee1469205c1 req-22d03529-e25c-4a69-801b-429cf5f6770f tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:35:54.497299 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e1188b8a-56d9-43e0-bcb1-4ee1469205c1 req-22d03529-e25c-4a69-801b-429cf5f6770f tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 945 time: 0.0942695
Nov 24 13:35:54.551573 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e1188b8a-56d9-43e0-bcb1-4ee1469205c1 req-51e7f863-47fb-4146-a67c-e064310b84ad tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459270
Nov 24 13:35:55.012276 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56c4a97b-17c9-4ed4-ab8f-be14ba5432e8 req-c3e04516-e8e0-4b6c-9189-8e223ecb5e5c service neutron] 10.222.0.70 "GET /v2.0/ports/21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7/bindings/hv-neutron-6013 HTTP/1.1" status: 200  len: 454 time: 0.0856757
Nov 24 13:35:55.189896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:35:55.319421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:35:55.350051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3016d8e4-c984-4ef8-bd26-68b01e000904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:35:55.360732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:35:55.363880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:35:55.365898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:35:55.422583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4a97b-17c9-4ed4-ab8f-be14ba5432e8 req-569e8d0f-5507-4d8a-8e03-a6198ebd3ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:35:55.424279 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56c4a97b-17c9-4ed4-ab8f-be14ba5432e8 req-569e8d0f-5507-4d8a-8e03-a6198ebd3ff0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904&tenant_id=f113d8ed514a47218358d75a438fa3d2 HTTP/1.1" status: 200  len: 1160 time: 0.0828614
Nov 24 13:35:55.443856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:35:55.453967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:35:55.454438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:35:55.454819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:35:55.455196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:35:55.455569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:35:55.455940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:35:55.456309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:35:55.456677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:35:55.457045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:35:55.457447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:35:55.457811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:35:55.458190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:35:55.458667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:35:55.459034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:35:55.459398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:35:55.459761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:35:55.460122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:35:55.460483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:35:55.460844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:35:55.461202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:35:55.461562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:35:55.461919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:35:55.462343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:35:55.462706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:35:55.473861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:35:55.542635 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3016d8e4-c984-4ef8-bd26-68b01e000904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7', 'code': 200}
Nov 24 13:35:55.545420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4a97b-17c9-4ed4-ab8f-be14ba5432e8 req-1b1927d0-5cab-4a75-b89a-286a2f9b442b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:35:55.547083 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56c4a97b-17c9-4ed4-ab8f-be14ba5432e8 req-1b1927d0-5cab-4a75-b89a-286a2f9b442b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 1160 time: 0.0893145
Nov 24 13:35:55.740900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4a97b-17c9-4ed4-ab8f-be14ba5432e8 req-cdf99855-062c-4469-98fc-cb9342308451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:35:55.743556 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56c4a97b-17c9-4ed4-ab8f-be14ba5432e8 req-cdf99855-062c-4469-98fc-cb9342308451 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 905 time: 0.1644945
Nov 24 13:35:55.795748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190349ec-bfbc-44fd-8920-f037aca2669c req-45c4080e-03de-46f5-b8ab-5ceee201d384 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:35:55.797370 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-190349ec-bfbc-44fd-8920-f037aca2669c req-45c4080e-03de-46f5-b8ab-5ceee201d384 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 943 time: 0.1047437
Nov 24 13:35:55.854463 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-190349ec-bfbc-44fd-8920-f037aca2669c req-eede82fc-0445-4eb6-b0e2-092da0781169 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504920
Nov 24 13:35:55.857289 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56c4a97b-17c9-4ed4-ab8f-be14ba5432e8 req-409bed31-e1d7-43be-890e-02a7faefc14b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 HTTP/1.1" status: 200  len: 998 time: 0.1074698
Nov 24 13:35:55.932740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4a97b-17c9-4ed4-ab8f-be14ba5432e8 req-67af11c4-1c63-45ea-9252-a292d4a63a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:35:55.934445 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56c4a97b-17c9-4ed4-ab8f-be14ba5432e8 req-67af11c4-1c63-45ea-9252-a292d4a63a31 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 200  len: 850 time: 0.0712993
Nov 24 13:35:56.015477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4a97b-17c9-4ed4-ab8f-be14ba5432e8 req-bd38e3c5-4ea6-4593-bb96-8d0fd68cb8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:35:56.017018 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56c4a97b-17c9-4ed4-ab8f-be14ba5432e8 req-bd38e3c5-4ea6-4593-bb96-8d0fd68cb8c0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765047
Nov 24 13:35:56.165005 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56c4a97b-17c9-4ed4-ab8f-be14ba5432e8 req-f3eb01b8-b81e-484e-b946-159ca7c68e8a service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417480
Nov 24 13:35:56.313536 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56c4a97b-17c9-4ed4-ab8f-be14ba5432e8 req-8dad338e-1eb9-458f-8d7e-be74faaf1954 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1424263
Nov 24 13:35:57.088527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e025a-232c-475b-acfe-6285c7b88dbd req-4b0f18a9-9c39-47a3-a143-1ed3591e8d2a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:35:57.090384 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-740e025a-232c-475b-acfe-6285c7b88dbd req-4b0f18a9-9c39-47a3-a143-1ed3591e8d2a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 943 time: 0.0891435
Nov 24 13:35:57.151058 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-740e025a-232c-475b-acfe-6285c7b88dbd req-b5a3b213-41ca-4bf4-bd38-2c872685486a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493703
Nov 24 13:35:58.376318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e13d6c-f030-4163-8e48-233ff90deb67 req-ec55b606-47ef-4ab7-b037-916f4b6ca045 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:35:58.378309 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a4e13d6c-f030-4163-8e48-233ff90deb67 req-ec55b606-47ef-4ab7-b037-916f4b6ca045 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 943 time: 0.0904136
Nov 24 13:35:58.438779 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a4e13d6c-f030-4163-8e48-233ff90deb67 req-06474f9e-a592-49a1-ba40-4ee877fbd60a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473540
Nov 24 13:35:59.649690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ffdc9-3511-4fb1-a368-000b09703a32 req-0be80932-97a4-4245-a451-d68795f53eb1 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:35:59.651363 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-550ffdc9-3511-4fb1-a368-000b09703a32 req-0be80932-97a4-4245-a451-d68795f53eb1 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 943 time: 0.0851347
Nov 24 13:35:59.702345 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-550ffdc9-3511-4fb1-a368-000b09703a32 req-bfdd2aac-fb5a-421e-9fe2-ad902e7d95ba tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444789
Nov 24 13:36:00.925837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb58f0-c4a6-4ef2-995b-eeb331842144 req-56ddd310-88ff-4914-b68f-71f8e545318e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:00.927486 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b5bb58f0-c4a6-4ef2-995b-eeb331842144 req-56ddd310-88ff-4914-b68f-71f8e545318e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 943 time: 0.0879781
Nov 24 13:36:00.976722 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b5bb58f0-c4a6-4ef2-995b-eeb331842144 req-601ebf72-499b-4bc9-bac8-506b51f5ff4c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425527
Nov 24 13:36:02.192995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbe061-0c3d-4077-a811-17d0f935287f req-c280358d-d181-4a32-ab51-3bb2ae3f5329 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:02.194650 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9adbe061-0c3d-4077-a811-17d0f935287f req-c280358d-d181-4a32-ab51-3bb2ae3f5329 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 943 time: 0.0866823
Nov 24 13:36:02.252918 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9adbe061-0c3d-4077-a811-17d0f935287f req-70971f18-44c4-4eca-ba74-328981a0e9ce tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505054
Nov 24 13:36:03.474611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b1b78-5ade-4ddf-97f3-78906434c778 req-b38c8aee-1ce0-472b-90b8-31d413fea6a0 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:03.476131 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-475b1b78-5ade-4ddf-97f3-78906434c778 req-b38c8aee-1ce0-472b-90b8-31d413fea6a0 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 943 time: 0.0843611
Nov 24 13:36:03.526278 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-475b1b78-5ade-4ddf-97f3-78906434c778 req-0e16c732-f29b-4631-bad3-c59cc8b485c3 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430558
Nov 24 13:36:04.749619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2d755-e70c-4d75-b13b-941616431a58 req-1ccc67d8-7e27-4de1-ba65-8660e680acc4 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:04.751242 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-79d2d755-e70c-4d75-b13b-941616431a58 req-1ccc67d8-7e27-4de1-ba65-8660e680acc4 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 943 time: 0.0899088
Nov 24 13:36:04.804677 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-79d2d755-e70c-4d75-b13b-941616431a58 req-56f79d45-09af-4615-bca7-5747fc796218 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468330
Nov 24 13:36:05.606177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:36:05.682595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:36:05.683011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:05.800549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:05.830058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3016d8e4-c984-4ef8-bd26-68b01e000904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:36:05.840814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:36:05.843996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:05.845953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:36:05.906953 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3016d8e4-c984-4ef8-bd26-68b01e000904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7', 'code': 200}
Nov 24 13:36:05.920326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7,revision_number=6']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:36:05.923708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:36:06.026833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74f9f4-bc0e-4f2f-be9d-1c7eacca0cb3 req-756b3778-ceac-4da4-9dde-7d3d68288c65 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:06.028452 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8a74f9f4-bc0e-4f2f-be9d-1c7eacca0cb3 req-756b3778-ceac-4da4-9dde-7d3d68288c65 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 945 time: 0.0851028
Nov 24 13:36:06.077078 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8a74f9f4-bc0e-4f2f-be9d-1c7eacca0cb3 req-20cd6ce5-e147-4582-aa94-aa6d0b435185 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422852
Nov 24 13:36:06.533681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927e09c-8248-4219-baa6-8b9b27fb877d req-5d5507f4-5e2a-479b-8739-99e677bc6284 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:06.534476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-7927e09c-8248-4219-baa6-8b9b27fb877d req-5d5507f4-5e2a-479b-8739-99e677bc6284 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Synchronizing usage tracker for tenant:f113d8ed514a47218358d75a438fa3d2 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:36:06.549831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-7927e09c-8248-4219-baa6-8b9b27fb877d req-5d5507f4-5e2a-479b-8739-99e677bc6284 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Unset dirty status for tenant:f113d8ed514a47218358d75a438fa3d2 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:36:06.551130 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7927e09c-8248-4219-baa6-8b9b27fb877d req-5d5507f4-5e2a-479b-8739-99e677bc6284 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.70 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904&tenant_id=f113d8ed514a47218358d75a438fa3d2&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200  len: 945 time: 0.1057291
Nov 24 13:36:06.603905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c383875-9be9-4bb2-aaca-560862b1234e req-3db3be35-ea59-4e78-bd14-d5b9e5244b59 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:06.606249 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2c383875-9be9-4bb2-aaca-560862b1234e req-3db3be35-ea59-4e78-bd14-d5b9e5244b59 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 945 time: 0.0947604
Nov 24 13:36:06.638826 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7927e09c-8248-4219-baa6-8b9b27fb877d req-e6121dce-2cd9-4f2b-801c-4001976d5667 service neutron] 10.222.0.70 "GET /v2.0/ports/21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7/bindings/hv-neutron-6013 HTTP/1.1" status: 200  len: 454 time: 0.0818636
Nov 24 13:36:06.655726 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2c383875-9be9-4bb2-aaca-560862b1234e req-a02bd8a1-36c6-4509-81b2-2c07bf3f3841 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428391
Nov 24 13:36:06.752351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927e09c-8248-4219-baa6-8b9b27fb877d req-5e24a071-e6b2-46cd-932a-4ba060cbc878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:06.753946 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7927e09c-8248-4219-baa6-8b9b27fb877d req-5e24a071-e6b2-46cd-932a-4ba060cbc878 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 1162 time: 0.0753143
Nov 24 13:36:06.899522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927e09c-8248-4219-baa6-8b9b27fb877d req-370075a0-9add-4cb3-bf37-9ac0d74cd2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:06.901794 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7927e09c-8248-4219-baa6-8b9b27fb877d req-370075a0-9add-4cb3-bf37-9ac0d74cd2a9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 905 time: 0.1410761
Nov 24 13:36:07.012238 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7927e09c-8248-4219-baa6-8b9b27fb877d req-cac5f2c3-f919-4464-a076-a5bc7e673bae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 HTTP/1.1" status: 200  len: 1000 time: 0.1044276
Nov 24 13:36:07.083746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927e09c-8248-4219-baa6-8b9b27fb877d req-06cada93-e2b7-42e4-9d5a-37fd9004129b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:07.085343 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7927e09c-8248-4219-baa6-8b9b27fb877d req-06cada93-e2b7-42e4-9d5a-37fd9004129b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 200  len: 850 time: 0.0676434
Nov 24 13:36:07.166746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927e09c-8248-4219-baa6-8b9b27fb877d req-e9f9a213-b099-43d3-b6e5-06cdd657410c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:07.168373 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7927e09c-8248-4219-baa6-8b9b27fb877d req-e9f9a213-b099-43d3-b6e5-06cdd657410c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0769901
Nov 24 13:36:07.319575 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7927e09c-8248-4219-baa6-8b9b27fb877d req-e7aa756e-3f7f-4e17-a2af-2a9bc93b013b service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437762
Nov 24 13:36:07.434926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:36:07.466106 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7927e09c-8248-4219-baa6-8b9b27fb877d req-cfd164b9-d122-42dc-a678-d73612d6bcc1 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1399567
Nov 24 13:36:07.509124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:36:07.509549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:07.872126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d12cd9-e9ed-4a38-b335-a3cc4edbfa80 req-71abcd53-ad71-467f-a75b-c5f29e0f0735 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:07.873743 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-18d12cd9-e9ed-4a38-b335-a3cc4edbfa80 req-71abcd53-ad71-467f-a75b-c5f29e0f0735 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 945 time: 0.0839977
Nov 24 13:36:07.925452 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-18d12cd9-e9ed-4a38-b335-a3cc4edbfa80 req-7a69cb22-ff47-4504-8afb-ef9d04c3635b tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451484
Nov 24 13:36:09.289967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8222a-026b-4f1e-a0b7-b31784c6851f req-55f7615f-785f-4642-8674-6c31caa1fc39 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:09.295718 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-48f8222a-026b-4f1e-a0b7-b31784c6851f req-55f7615f-785f-4642-8674-6c31caa1fc39 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 945 time: 0.0927846
Nov 24 13:36:09.345406 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-48f8222a-026b-4f1e-a0b7-b31784c6851f req-ef94083e-1719-4543-a59a-99dfd759eef5 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460787
Nov 24 13:36:10.272108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-146f4a48-8f93-4668-b3d9-138f7138db64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:10.570853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e9f1b-2db7-4838-90f3-2677a882b7c8 req-e49936ba-a372-4967-a782-7a1ab1c25c97 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:10.572418 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ea8e9f1b-2db7-4838-90f3-2677a882b7c8 req-e49936ba-a372-4967-a782-7a1ab1c25c97 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 945 time: 0.0892327
Nov 24 13:36:10.631188 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ea8e9f1b-2db7-4838-90f3-2677a882b7c8 req-a7b17e96-4692-4c33-a1d9-22d4b6636284 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520952
Nov 24 13:36:10.813532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927e09c-8248-4219-baa6-8b9b27fb877d req-57d68c02-1c8b-4ebe-ba37-c214e3a3fba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:10.815200 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7927e09c-8248-4219-baa6-8b9b27fb877d req-57d68c02-1c8b-4ebe-ba37-c214e3a3fba8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904&tenant_id=f113d8ed514a47218358d75a438fa3d2 HTTP/1.1" status: 200  len: 1162 time: 0.0780077
Nov 24 13:36:10.931448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927e09c-8248-4219-baa6-8b9b27fb877d req-5685c981-4f2d-4e77-a30a-d53732897440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:10.932982 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7927e09c-8248-4219-baa6-8b9b27fb877d req-5685c981-4f2d-4e77-a30a-d53732897440 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 1162 time: 0.0850286
Nov 24 13:36:11.325937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:36:11.336001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927e09c-8248-4219-baa6-8b9b27fb877d req-e2235393-3f5a-466c-b08c-0f7c721b104f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:11.338417 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7927e09c-8248-4219-baa6-8b9b27fb877d req-e2235393-3f5a-466c-b08c-0f7c721b104f service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 905 time: 0.3990688
Nov 24 13:36:11.447252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:11.452286 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7927e09c-8248-4219-baa6-8b9b27fb877d req-b9a88363-6504-4177-a5c1-f7a469f53a6f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 HTTP/1.1" status: 200  len: 1000 time: 0.1071324
Nov 24 13:36:11.475471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3016d8e4-c984-4ef8-bd26-68b01e000904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:36:11.487706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:36:11.490994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:11.494387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1e7a76b6-9814-4139-9011-adb260526e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:36:11.519375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:36:11.525365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927e09c-8248-4219-baa6-8b9b27fb877d req-16e944ab-0db3-4692-b798-262c9c6e4c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:11.527339 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7927e09c-8248-4219-baa6-8b9b27fb877d req-16e944ab-0db3-4692-b798-262c9c6e4c18 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 200  len: 850 time: 0.0689535
Nov 24 13:36:11.560522 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3016d8e4-c984-4ef8-bd26-68b01e000904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7', 'code': 200}
Nov 24 13:36:11.565877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7,revision_number=7']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:36:11.569143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:36:11.616538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927e09c-8248-4219-baa6-8b9b27fb877d req-fbe8bd44-14d6-4471-954e-4614bbf42e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:11.618288 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7927e09c-8248-4219-baa6-8b9b27fb877d req-fbe8bd44-14d6-4471-954e-4614bbf42e76 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821505
Nov 24 13:36:11.766630 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7927e09c-8248-4219-baa6-8b9b27fb877d req-a5f2ba17-dafe-4d59-a229-0024ef0ae8eb service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407473
Nov 24 13:36:11.855728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d059410-e519-40e2-85df-f70698c9304e req-c72cfd03-9ed7-4e73-9ca5-d2b68d0db38c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:11.857374 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6d059410-e519-40e2-85df-f70698c9304e req-c72cfd03-9ed7-4e73-9ca5-d2b68d0db38c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 943 time: 0.0856457
Nov 24 13:36:11.906942 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6d059410-e519-40e2-85df-f70698c9304e req-a0ee89fa-e087-4d96-8d5b-c79625b92291 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430853
Nov 24 13:36:11.917879 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7927e09c-8248-4219-baa6-8b9b27fb877d req-e1416223-1ac0-4104-bd07-2f8cdae19b71 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1451690
Nov 24 13:36:12.644226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d9d86821-e3a4-4c18-8e61-1aedb56786fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:12.992806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:13.140988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bb5eb-a85a-45e5-8df7-d55b75b75a12 req-e7829ac0-2e56-4342-bbf2-b89906677432 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:13.142981 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8f8bb5eb-a85a-45e5-8df7-d55b75b75a12 req-e7829ac0-2e56-4342-bbf2-b89906677432 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 943 time: 0.0957506
Nov 24 13:36:13.200174 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8f8bb5eb-a85a-45e5-8df7-d55b75b75a12 req-9938b9d8-7521-4747-bf84-ecf6fd89634f tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507152
Nov 24 13:36:14.254927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:14.417285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63c35d-b66a-4a88-bd2e-2585fcd25814 req-3bcf6dbe-3600-4f38-a13c-ead11df024a4 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:14.418876 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8c63c35d-b66a-4a88-bd2e-2585fcd25814 req-3bcf6dbe-3600-4f38-a13c-ead11df024a4 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 943 time: 0.0836849
Nov 24 13:36:14.468991 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8c63c35d-b66a-4a88-bd2e-2585fcd25814 req-58b89b77-4dd0-483e-a157-83ffc3bb0fbd tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431130
Nov 24 13:36:14.825334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:15.687373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08498397-c4f3-44f7-a1b1-cc2b80364845 req-b2f893f4-d7d1-4b43-ad6c-6f7ee47dfe5c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:15.689014 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-08498397-c4f3-44f7-a1b1-cc2b80364845 req-b2f893f4-d7d1-4b43-ad6c-6f7ee47dfe5c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 943 time: 0.0885048
Nov 24 13:36:15.738726 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-08498397-c4f3-44f7-a1b1-cc2b80364845 req-d5b540f4-a2d8-4fa6-aeb6-d066a5386d35 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432394
Nov 24 13:36:16.955094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131ff0f-65ee-4a46-b6bb-db1bafb3b3ac req-a90ed453-77a6-4da3-a529-cb159d0b9037 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:16.956690 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4131ff0f-65ee-4a46-b6bb-db1bafb3b3ac req-a90ed453-77a6-4da3-a529-cb159d0b9037 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 943 time: 0.0846171
Nov 24 13:36:17.009998 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4131ff0f-65ee-4a46-b6bb-db1bafb3b3ac req-7ed2682b-6d5e-428d-ae1a-36b472727165 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468304
Nov 24 13:36:18.231203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07f838-8556-4452-b8f5-ee4c24d9efe8 req-642d49fe-0aaf-4186-9860-43de04f93f8a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:18.232868 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cc07f838-8556-4452-b8f5-ee4c24d9efe8 req-642d49fe-0aaf-4186-9860-43de04f93f8a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 943 time: 0.0889606
Nov 24 13:36:18.282469 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cc07f838-8556-4452-b8f5-ee4c24d9efe8 req-998f1403-07a6-45d0-844e-152cc74f1dc1 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429380
Nov 24 13:36:18.884646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808ab5e-03be-4da7-9187-448d3285ce90 req-a08336cb-956e-49a5-91d5-6881d248fdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:18.886181 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4808ab5e-03be-4da7-9187-448d3285ce90 req-a08336cb-956e-49a5-91d5-6881d248fdd6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f113d8ed514a47218358d75a438fa3d2&device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 1160 time: 0.0821264
Nov 24 13:36:19.050499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808ab5e-03be-4da7-9187-448d3285ce90 req-c61eab6c-a9f9-4942-9188-3c55fbf910ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:19.052146 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4808ab5e-03be-4da7-9187-448d3285ce90 req-c61eab6c-a9f9-4942-9188-3c55fbf910ab service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 200  len: 905 time: 0.1460161
Nov 24 13:36:19.177573 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4808ab5e-03be-4da7-9187-448d3285ce90 req-42c41401-f979-43af-8cf0-221a6837513a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 HTTP/1.1" status: 200  len: 998 time: 0.1096292
Nov 24 13:36:19.249105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808ab5e-03be-4da7-9187-448d3285ce90 req-96b56f7a-03af-49db-a2fe-996878534100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:19.250782 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4808ab5e-03be-4da7-9187-448d3285ce90 req-96b56f7a-03af-49db-a2fe-996878534100 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 200  len: 850 time: 0.0659506
Nov 24 13:36:19.336611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808ab5e-03be-4da7-9187-448d3285ce90 req-f53d9210-8ab6-47f9-b46d-60aeb7c34751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:19.339012 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4808ab5e-03be-4da7-9187-448d3285ce90 req-f53d9210-8ab6-47f9-b46d-60aeb7c34751 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813086
Nov 24 13:36:19.488844 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4808ab5e-03be-4da7-9187-448d3285ce90 req-a70dec17-6165-4da5-a6df-50ed88da276a service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419499
Nov 24 13:36:19.515735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12492fea-8db9-4d98-afe6-6a7e60865e7f req-b1e7bf8e-9c72-483a-bb6e-73818d63a052 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:19.517330 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-12492fea-8db9-4d98-afe6-6a7e60865e7f req-b1e7bf8e-9c72-483a-bb6e-73818d63a052 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 943 time: 0.0894747
Nov 24 13:36:19.566345 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-12492fea-8db9-4d98-afe6-6a7e60865e7f req-12a4cd76-1dd8-4381-856f-78884c874334 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426211
Nov 24 13:36:19.666983 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4808ab5e-03be-4da7-9187-448d3285ce90 req-d2f37a46-4068-4a72-a71d-4b509a6c3b34 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1409035
Nov 24 13:36:20.786186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cdc6d-b889-464d-b25b-fbd99a926627 req-bd6c1be4-2048-497e-b933-7c8077d23ccc tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:20.787776 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-974cdc6d-b889-464d-b25b-fbd99a926627 req-bd6c1be4-2048-497e-b933-7c8077d23ccc tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 943 time: 0.0842042
Nov 24 13:36:20.838892 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-974cdc6d-b889-464d-b25b-fbd99a926627 req-6dfcda2d-c5af-46b9-9151-df1a2709be08 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439422
Nov 24 13:36:21.058546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed7e17-ce56-4fc5-a17e-53299f4cd6e4 req-4bb73c63-0367-452b-8f9b-4418610f0ffc tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:21.060205 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2bed7e17-ce56-4fc5-a17e-53299f4cd6e4 req-4bb73c63-0367-452b-8f9b-4418610f0ffc tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 943 time: 0.0909207
Nov 24 13:36:21.110431 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2bed7e17-ce56-4fc5-a17e-53299f4cd6e4 req-f10abf47-8989-418a-94ee-ddef1308c4f3 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437593
Nov 24 13:36:21.323280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:21.354347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf080c7-a359-4731-aea7-b1a50dbf8e90 req-222713a5-87fb-4612-9d7d-2581bc3fda1a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:21.355941 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dbf080c7-a359-4731-aea7-b1a50dbf8e90 req-222713a5-87fb-4612-9d7d-2581bc3fda1a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 943 time: 0.0888782
Nov 24 13:36:21.407479 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dbf080c7-a359-4731-aea7-b1a50dbf8e90 req-1ff7f9d2-1b4b-4c9a-be3d-eb333fd2fd7c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449202
Nov 24 13:36:21.731186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:36:21.809114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:36:21.809731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:21.856728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5c403-deb9-4db0-b1f3-2b7d9cb02e9c req-b345f183-447a-4864-84d8-cbe445de20f9 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:21.858364 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-acb5c403-deb9-4db0-b1f3-2b7d9cb02e9c req-b345f183-447a-4864-84d8-cbe445de20f9 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 943 time: 0.0883520
Nov 24 13:36:21.910520 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-acb5c403-deb9-4db0-b1f3-2b7d9cb02e9c req-0d2cd176-2812-4797-848f-745aa58a368a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455873
Nov 24 13:36:21.935323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:21.963348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3016d8e4-c984-4ef8-bd26-68b01e000904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:36:21.973637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:36:21.976549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:21.979468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:36:22.037666 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3016d8e4-c984-4ef8-bd26-68b01e000904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7', 'code': 200}
Nov 24 13:36:22.051235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7,revision_number=8']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:36:22.054841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:36:23.130098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836b6bb-2c4b-4543-8574-cbc1aee5c8b3 req-ce3e6be7-501a-46a6-95d4-57f3d91fbac8 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:23.132000 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8836b6bb-2c4b-4543-8574-cbc1aee5c8b3 req-ce3e6be7-501a-46a6-95d4-57f3d91fbac8 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 945 time: 0.0882616
Nov 24 13:36:23.186852 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8836b6bb-2c4b-4543-8574-cbc1aee5c8b3 req-b16d0a16-2a50-4e3e-a770-e22426991ace tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473394
Nov 24 13:36:23.607121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:36:23.681978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:36:23.682449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:24.375282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195c654-0e69-4fa4-9b1d-ac37ed08fdbd req-d6ee4f9c-77eb-420d-8d01-b1623c7c1e11 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:24.376844 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7195c654-0e69-4fa4-9b1d-ac37ed08fdbd req-d6ee4f9c-77eb-420d-8d01-b1623c7c1e11 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.70 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 945 time: 0.0927827
Nov 24 13:36:24.410238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0a5ba-3e9b-43d1-9244-13c44d3be4a6 req-e0bf19a6-e265-4ac4-bb4b-c4a897b0203c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:24.411905 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-83a0a5ba-3e9b-43d1-9244-13c44d3be4a6 req-e0bf19a6-e265-4ac4-bb4b-c4a897b0203c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 945 time: 0.0876212
Nov 24 13:36:24.453053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-7195c654-0e69-4fa4-9b1d-ac37ed08fdbd req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Deleting port 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:36:24.453429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-7195c654-0e69-4fa4-9b1d-ac37ed08fdbd req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:24.462708 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-83a0a5ba-3e9b-43d1-9244-13c44d3be4a6 req-55128cd6-5d7e-46e2-9c2d-2e51af06561c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups?id=93091ea3-f06b-42d6-9ccc-567a6685d40d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441165
Nov 24 13:36:24.715470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-7195c654-0e69-4fa4-9b1d-ac37ed08fdbd req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] For port 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:36:24.715781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-7195c654-0e69-4fa4-9b1d-ac37ed08fdbd req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:25.018202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-7195c654-0e69-4fa4-9b1d-ac37ed08fdbd req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for floatingip, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:25.018567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-7195c654-0e69-4fa4-9b1d-ac37ed08fdbd req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:25.018917 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [req-7195c654-0e69-4fa4-9b1d-ac37ed08fdbd req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Floating IP 5a057ef5-c7fb-4749-bc0c-3332adde1ffd disassociated. External IP: 172.26.8.5, port: 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7.
Nov 24 13:36:25.019304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-7195c654-0e69-4fa4-9b1d-ac37ed08fdbd req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Calling delete_port for 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 owned by compute:nova {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:36:25.169672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-7195c654-0e69-4fa4-9b1d-ac37ed08fdbd req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:25.185691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-54673b96-2662-4c9e-8c30-31739e77de36 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:36:25.279352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Pushing event deleted for resources: {'Port': ['ID=21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:36:25.307807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:25.308232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:25.308648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:25.309076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:25.309481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:25.309885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:25.310369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:25.310752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:25.311504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:25.311886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:25.312357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:25.312785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:25.313290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:25.313692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:25.314092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:25.314525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:25.314923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:25.315321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:25.315721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:25.316118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:25.316513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:25.316909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:25.317307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:25.317704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:25.323492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:36:25.491631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:36:25.553353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] No Port match for: 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:36:25.553353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 not bound to the agent host hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:36:25.608874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7195c654-0e69-4fa4-9b1d-ac37ed08fdbd req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Router a398a310-bdfe-41a2-a3d9-da825aa5b62e has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:36:25.664804 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-51fcafcc-fff4-4431-837a-181c4a1a3236 req-59ab2396-d661-4e50-8375-e62d26d0a63c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 210 time: 0.0515199
Nov 24 13:36:25.823322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7195c654-0e69-4fa4-9b1d-ac37ed08fdbd req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:36:25.833162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c754bc0-7a57-415f-b424-2f64a8a0abd1 None None] Sync routers for ids ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:36:25.846235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c754bc0-7a57-415f-b424-2f64a8a0abd1 None None] Routers {'a398a310-bdfe-41a2-a3d9-da825aa5b62e'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:36:25.847061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4c754bc0-7a57-415f-b424-2f64a8a0abd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346ebe128>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:36:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:36:25.862946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-7195c654-0e69-4fa4-9b1d-ac37ed08fdbd req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] No DVR routers for this DVR port 21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 on host hv-neutron-6013 {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:36:25.865273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-7195c654-0e69-4fa4-9b1d-ac37ed08fdbd req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:25.868626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3016d8e4-c984-4ef8-bd26-68b01e000904', 'name': 'network-vif-deleted', 'tag': '21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:36:25.884958 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7195c654-0e69-4fa4-9b1d-ac37ed08fdbd req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.70 "DELETE /v2.0/ports/21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7 HTTP/1.1" status: 204  len: 173 time: 1.5025725
Nov 24 13:36:26.035595 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3016d8e4-c984-4ef8-bd26-68b01e000904', 'name': 'network-vif-deleted', 'tag': '21d6e032-6ebe-4275-8d06-8a8dcb4ac9c7', 'status': 'completed', 'code': 200}
Nov 24 13:36:26.219253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-4c754bc0-7a57-415f-b424-2f64a8a0abd1 None None] Set router a398a310-bdfe-41a2-a3d9-da825aa5b62e gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:36:26.573768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4c754bc0-7a57-415f-b424-2f64a8a0abd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346ebe128>, [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 4, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port': {'id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:30Z', 'updated_at': '2020-11-24T13:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '489426de-621f-4c61-9e71-e26383972587', 'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'mac_address': 'fa:16:3e:2d:9f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:32Z', 'updated_at': '2020-11-24T13:30:41Z', 'revision_number': 5, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'subnets': [{'id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:36:26.577995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c754bc0-7a57-415f-b424-2f64a8a0abd1 None None] Checking router: a398a310-bdfe-41a2-a3d9-da825aa5b62e for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:36:26.589458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c754bc0-7a57-415f-b424-2f64a8a0abd1 None None] Routers {'a398a310-bdfe-41a2-a3d9-da825aa5b62e'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:36:26.590135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4c754bc0-7a57-415f-b424-2f64a8a0abd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346ebe128>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:36:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:36:26.784060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-4c754bc0-7a57-415f-b424-2f64a8a0abd1 None None] Set router a398a310-bdfe-41a2-a3d9-da825aa5b62e gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:36:27.106607 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-af066143-f0a5-4ed3-84ab-28f74750da77 req-28f052c8-66d9-402c-80b9-5e5c29339c6a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/ports?device_id=3016d8e4-c984-4ef8-bd26-68b01e000904 HTTP/1.1" status: 200  len: 210 time: 0.2889144
Nov 24 13:36:27.167793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4c754bc0-7a57-415f-b424-2f64a8a0abd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346ebe128>, [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 4, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port': {'id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:30Z', 'updated_at': '2020-11-24T13:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '489426de-621f-4c61-9e71-e26383972587', 'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'mac_address': 'fa:16:3e:2d:9f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:32Z', 'updated_at': '2020-11-24T13:30:41Z', 'revision_number': 5, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'subnets': [{'id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:36:27.172195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c754bc0-7a57-415f-b424-2f64a8a0abd1 None None] The sync data for ids ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'] in dv-neutron-601336-61-ovs is: [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:30:33Z', 'revision_number': 4, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port': {'id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:30Z', 'updated_at': '2020-11-24T13:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '489426de-621f-4c61-9e71-e26383972587', 'name': '', 'network_id': '9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'mac_address': 'fa:16:3e:2d:9f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:32Z', 'updated_at': '2020-11-24T13:30:41Z', 'revision_number': 5, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'subnets': [{'id': 'ff72eda6-981c-410f-98dc-6bc96f86afed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:36:27.556924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92376f2b-7223-4d6f-b386-3a41044e1aaa None None] New status for floating IP 5a057ef5-c7fb-4749-bc0c-3332adde1ffd: DOWN {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:36:31.508342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57214) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:36:31.581414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-128b83d4-c83c-4de5-8596-4f0ab1896ee0 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:31.614055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-128b83d4-c83c-4de5-8596-4f0ab1896ee0 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:31.664605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-128b83d4-c83c-4de5-8596-4f0ab1896ee0 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:31.669917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5b0ff287-8cb1-4ca9-a1cd-0ed768733090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:36:31.685190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b83d4-c83c-4de5-8596-4f0ab1896ee0 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Pushing event deleted for resources: {'SecurityGroup': ['ID=93091ea3-f06b-42d6-9ccc-567a6685d40d,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:36:31.694149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-128b83d4-c83c-4de5-8596-4f0ab1896ee0 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:36:31.694834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-128b83d4-c83c-4de5-8596-4f0ab1896ee0 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:31.696597 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-128b83d4-c83c-4de5-8596-4f0ab1896ee0 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "DELETE /v2.0/security-groups/93091ea3-f06b-42d6-9ccc-567a6685d40d HTTP/1.1" status: 204  len: 168 time: 0.1861060
Nov 24 13:36:31.699247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57218) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:36:31.716795 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-ca25460b-5d7d-412b-806f-e609f95de90d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] show failed (client error): The resource could not be found.
Nov 24 13:36:31.717869 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ca25460b-5d7d-412b-806f-e609f95de90d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "GET /v2.0/security-groups/93091ea3-f06b-42d6-9ccc-567a6685d40d HTTP/1.1" status: 404  len: 347 time: 0.0176578
Nov 24 13:36:31.720719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57222) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:36:31.886303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-bbba946c-9d36-4262-a7e6-cea93141e359 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Deleting port ed0bcc22-5913-4793-bcb5-df5c6dc19703 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:36:31.886671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bbba946c-9d36-4262-a7e6-cea93141e359 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:32.063278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bbba946c-9d36-4262-a7e6-cea93141e359 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:32.063639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bbba946c-9d36-4262-a7e6-cea93141e359 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for floatingip, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:32.192029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-bbba946c-9d36-4262-a7e6-cea93141e359 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Calling delete_port for ed0bcc22-5913-4793-bcb5-df5c6dc19703 owned by network:floatingip {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:36:32.597923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bbba946c-9d36-4262-a7e6-cea93141e359 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:32.613918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8d50673c-e258-415b-bfb0-525f7c06750d tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:36:32.715130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba946c-9d36-4262-a7e6-cea93141e359 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Pushing event deleted for resources: {'Port': ['ID=ed0bcc22-5913-4793-bcb5-df5c6dc19703,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:36:32.718486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bbba946c-9d36-4262-a7e6-cea93141e359 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:36:32.839820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bbba946c-9d36-4262-a7e6-cea93141e359 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks [] for floatingip, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:32.855244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bbba946c-9d36-4262-a7e6-cea93141e359 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:32.856432 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bbba946c-9d36-4262-a7e6-cea93141e359 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] 10.222.0.76 "DELETE /v2.0/floatingips/5a057ef5-c7fb-4749-bc0c-3332adde1ffd HTTP/1.1" status: 204  len: 168 time: 1.1347632
Nov 24 13:36:32.859733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57226) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:36:33.356963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ffd0d9f7-2546-444a-8860-5088a75e7816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:33.996784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ffd0d9f7-2546-444a-8860-5088a75e7816 admin admin] Deleting port 489426de-621f-4c61-9e71-e26383972587 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:36:33.997414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ffd0d9f7-2546-444a-8860-5088a75e7816 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:34.179446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ffd0d9f7-2546-444a-8860-5088a75e7816 admin admin] For port 489426de-621f-4c61-9e71-e26383972587, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=489426de-621f-4c61-9e71-e26383972587,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:36:34.179842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ffd0d9f7-2546-444a-8860-5088a75e7816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:34.312597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ffd0d9f7-2546-444a-8860-5088a75e7816 admin admin] Calling delete_port for 489426de-621f-4c61-9e71-e26383972587 owned by network:router_interface {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:36:34.487564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ffd0d9f7-2546-444a-8860-5088a75e7816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:34.506238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1ede006e-2ee0-4f75-8fc9-bfc09e13471a tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:36:34.610510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd0d9f7-2546-444a-8860-5088a75e7816 admin admin] Pushing event deleted for resources: {'Port': ['ID=489426de-621f-4c61-9e71-e26383972587,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:36:34.615629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ffd0d9f7-2546-444a-8860-5088a75e7816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:36:34.944572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ffd0d9f7-2546-444a-8860-5088a75e7816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:35.945608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd0d9f7-2546-444a-8860-5088a75e7816 admin admin] Router a398a310-bdfe-41a2-a3d9-da825aa5b62e has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:36:36.163285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd0d9f7-2546-444a-8860-5088a75e7816 admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:36:36.181750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2fe0ef-a0ad-4132-a1b3-cf643b952033 None None] Sync routers for ids ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:36:36.184975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 57232) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:36:36.185122 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ffd0d9f7-2546-444a-8860-5088a75e7816 admin admin] 10.222.0.76 "PUT /v2.0/routers/a398a310-bdfe-41a2-a3d9-da825aa5b62e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3242869
Nov 24 13:36:36.194780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2fe0ef-a0ad-4132-a1b3-cf643b952033 None None] Routers {'a398a310-bdfe-41a2-a3d9-da825aa5b62e'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:36:36.195554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-de2fe0ef-a0ad-4132-a1b3-cf643b952033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346e61978>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:36:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:36:36.391849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-de2fe0ef-a0ad-4132-a1b3-cf643b952033 None None] Set router a398a310-bdfe-41a2-a3d9-da825aa5b62e gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:36:36.398685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:36.608997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:36.618652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Deleting port c5fcbed5-8668-4ffc-ae99-e8c78c39ccde {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:36:36.619024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:36.709368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-de2fe0ef-a0ad-4132-a1b3-cf643b952033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346e61978>, [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:36:34Z', 'revision_number': 5, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port': {'id': 'c5fcbed5-8668-4ffc-ae99-e8c78c39ccde', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:30:30Z', 'updated_at': '2020-11-24T13:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:36:36.714286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2fe0ef-a0ad-4132-a1b3-cf643b952033 None None] Checking router: a398a310-bdfe-41a2-a3d9-da825aa5b62e for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:36:36.726005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2fe0ef-a0ad-4132-a1b3-cf643b952033 None None] Routers {'a398a310-bdfe-41a2-a3d9-da825aa5b62e'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:36:36.726773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-de2fe0ef-a0ad-4132-a1b3-cf643b952033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346e61978>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:36:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:36:36.809658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] For port c5fcbed5-8668-4ffc-ae99-e8c78c39ccde, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=c5fcbed5-8668-4ffc-ae99-e8c78c39ccde,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:36:36.810053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:36.890026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-de2fe0ef-a0ad-4132-a1b3-cf643b952033 None None] Set router a398a310-bdfe-41a2-a3d9-da825aa5b62e gateway port host: None {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:36:36.941482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Calling delete_port for c5fcbed5-8668-4ffc-ae99-e8c78c39ccde owned by network:router_gateway {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:36:37.004950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-de2fe0ef-a0ad-4132-a1b3-cf643b952033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346e61978>, [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:36:36Z', 'revision_number': 6, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port_host': None}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:36:37.010546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2fe0ef-a0ad-4132-a1b3-cf643b952033 None None] The sync data for ids ['a398a310-bdfe-41a2-a3d9-da825aa5b62e'] in dv-neutron-601336-61-ovs is: [{'id': 'a398a310-bdfe-41a2-a3d9-da825aa5b62e', 'name': 'tempest-ServerActionsTestJSON-357081901-router', 'tenant_id': 'f113d8ed514a47218358d75a438fa3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:30:29Z', 'updated_at': '2020-11-24T13:36:36Z', 'revision_number': 6, 'project_id': 'f113d8ed514a47218358d75a438fa3d2', 'gw_port_host': None}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:36:37.131746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:37.148075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f1887dff-5784-422c-8fe0-efdb3ccbf366 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:36:37.239828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5fcbed5-8668-4ffc-ae99-e8c78c39ccde,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:36:37.274718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:37.274718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:37.275475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 489426de-621f-4c61-9e71-e26383972587 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:36:37.276050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:37.276050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:37.276050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:37.276397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:37.276504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:37.276903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:37.277349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:37.277913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:37.280303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:37.280303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:37.280303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:37.280303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:37.280303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:37.280303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:37.281416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:37.281416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:37.281416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:37.281967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:37.282183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:37.282763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:37.282965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:37.283416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:36:37.287685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:36:37.316946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 489426de-621f-4c61-9e71-e26383972587 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:36:37.317390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 489426de-621f-4c61-9e71-e26383972587 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:36:37.558869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:37.843907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:37.848777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:37.874271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:37.874895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a398a310-bdfe-41a2-a3d9-da825aa5b62e {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:36:37.888965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:37.890234 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] 10.222.0.76 "DELETE /v2.0/routers/a398a310-bdfe-41a2-a3d9-da825aa5b62e HTTP/1.1" status: 204  len: 168 time: 1.7040036
Nov 24 13:36:37.892904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 57236) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:36:37.962633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6bca8ae-a276-4cae-83fe-feecf51ce46e admin admin] Deleting subnet ff72eda6-981c-410f-98dc-6bc96f86afed {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:36:37.965932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6bca8ae-a276-4cae-83fe-feecf51ce46e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:38.022288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6bca8ae-a276-4cae-83fe-feecf51ce46e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:38.106797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6bca8ae-a276-4cae-83fe-feecf51ce46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:38.370436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6bca8ae-a276-4cae-83fe-feecf51ce46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:38.386106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3b606b81-cf40-48b2-a2c9-12c4e8f768b4 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:36:38.473508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bca8ae-a276-4cae-83fe-feecf51ce46e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff72eda6-981c-410f-98dc-6bc96f86afed,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:36:38.476866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b6bca8ae-a276-4cae-83fe-feecf51ce46e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:36:38.521089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6bca8ae-a276-4cae-83fe-feecf51ce46e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:38.526701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1e0842-e2b5-4b13-a32f-54d2645f714b None None] Network 9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:36:38.529359 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b6bca8ae-a276-4cae-83fe-feecf51ce46e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ff72eda6-981c-410f-98dc-6bc96f86afed HTTP/1.1" status: 204  len: 168 time: 0.6354115
Nov 24 13:36:38.531981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 57240) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:36:38.648586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1046fbf1-fa54-4e8b-84a4-62e1484fb39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:38.716494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-1046fbf1-fa54-4e8b-84a4-62e1484fb39f admin admin] Deleting port bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:36:38.716866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1046fbf1-fa54-4e8b-84a4-62e1484fb39f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:38.783518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5356ce8-6756-45f4-8bda-7c04bb5f1f8c None None] DHCP port deletion for 9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:36:38.788680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e5356ce8-6756-45f4-8bda-7c04bb5f1f8c None None] Deleting port bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:36:38.789384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e5356ce8-6756-45f4-8bda-7c04bb5f1f8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:39.018281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e5356ce8-6756-45f4-8bda-7c04bb5f1f8c None None] For port bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:36:39.018541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e5356ce8-6756-45f4-8bda-7c04bb5f1f8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:39.154022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e5356ce8-6756-45f4-8bda-7c04bb5f1f8c None None] Calling delete_port for bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:36:39.206418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-1046fbf1-fa54-4e8b-84a4-62e1484fb39f admin admin] For port bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c,segment=NetworkSegment(d9cca3b5-9220-41fc-a322-c00f0302a9e3),segment_id=d9cca3b5-9220-41fc-a322-c00f0302a9e3)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:36:39.206818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1046fbf1-fa54-4e8b-84a4-62e1484fb39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:39.233379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e5356ce8-6756-45f4-8bda-7c04bb5f1f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:39.250784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:36:39.346008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-1046fbf1-fa54-4e8b-84a4-62e1484fb39f admin admin] Calling delete_port for bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:36:39.349167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device c5fcbed5-8668-4ffc-ae99-e8c78c39ccde no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:36:39.386103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5356ce8-6756-45f4-8bda-7c04bb5f1f8c None None] Pushing event deleted for resources: {'Port': ['ID=bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:36:39.420145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-1046fbf1-fa54-4e8b-84a4-62e1484fb39f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:36:39.420512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-1046fbf1-fa54-4e8b-84a4-62e1484fb39f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:36:39.567051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e5356ce8-6756-45f4-8bda-7c04bb5f1f8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:36:39.570308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: c5fcbed5-8668-4ffc-ae99-e8c78c39ccde {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:36:39.570767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device c5fcbed5-8668-4ffc-ae99-e8c78c39ccde not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:36:39.571238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:36:39.617558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:36:39.617959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:36:39.647813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5356ce8-6756-45f4-8bda-7c04bb5f1f8c None None] No DVR routers for this DVR port bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:36:39.922499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-1046fbf1-fa54-4e8b-84a4-62e1484fb39f admin admin] Deleting port bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:36:39.922809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1046fbf1-fa54-4e8b-84a4-62e1484fb39f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:39.990555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-1046fbf1-fa54-4e8b-84a4-62e1484fb39f admin admin] The port 'bb9c1fcf-c1b9-4e4a-88ce-a702d19b6c6c' was deleted {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:36:40.114546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1046fbf1-fa54-4e8b-84a4-62e1484fb39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:40.233561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-1046fbf1-fa54-4e8b-84a4-62e1484fb39f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f63461190f0>,) {'filters': {'network_id': ['9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:36:40.246798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-1046fbf1-fa54-4e8b-84a4-62e1484fb39f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f63461190f0>, 'd9cca3b5-9220-41fc-a322-c00f0302a9e3') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:36:40.247154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-1046fbf1-fa54-4e8b-84a4-62e1484fb39f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f63461190f0>, 'd9cca3b5-9220-41fc-a322-c00f0302a9e3') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:36:40.260297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1046fbf1-fa54-4e8b-84a4-62e1484fb39f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:40.273556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c2e7e5d3-afd8-4fbb-a666-920ea9d59cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:40.277562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1046fbf1-fa54-4e8b-84a4-62e1484fb39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:40.281044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1046fbf1-fa54-4e8b-84a4-62e1484fb39f admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:36:40.467746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-1046fbf1-fa54-4e8b-84a4-62e1484fb39f admin admin] Network 9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:36:40.480732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1046fbf1-fa54-4e8b-84a4-62e1484fb39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:40.664173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-1046fbf1-fa54-4e8b-84a4-62e1484fb39f admin admin] Network 9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:36:40.686724 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:36:40.768668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1046fbf1-fa54-4e8b-84a4-62e1484fb39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:40.772220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-de464865-cdac-4d2c-89ce-07ddfc5375d9 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:36:40.790080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1046fbf1-fa54-4e8b-84a4-62e1484fb39f admin admin] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:40.796555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046fbf1-fa54-4e8b-84a4-62e1484fb39f admin admin] Pushing event deleted for resources: {'Network': ['ID=9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:36:40.798955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1046fbf1-fa54-4e8b-84a4-62e1484fb39f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:36:40.815641 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1046fbf1-fa54-4e8b-84a4-62e1484fb39f admin admin] 10.222.0.76 "DELETE /v2.0/networks/9cc9c9cb-0a65-4df6-8c7d-63c1f2aec3af HTTP/1.1" status: 204  len: 168 time: 2.2826138
Nov 24 13:36:40.955631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 57248) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:36:41.008935 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2c6b4b0e-24c0-4630-a9c5-1c49511af16f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f113d8ed514a47218358d75a438fa3d2&name=default HTTP/1.1" status: 200  len: 2751 time: 0.0519772
Nov 24 13:36:41.011978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 57252) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:36:41.073793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b6806f8-3228-4aa2-b50e-bd47d331045f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:41.106581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b6806f8-3228-4aa2-b50e-bd47d331045f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:41.155626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b6806f8-3228-4aa2-b50e-bd47d331045f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:41.159648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-972f0b8f-bcf3-4d7e-ae31-702012749592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:36:41.175280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6806f8-3228-4aa2-b50e-bd47d331045f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e314717-6932-4ad0-9159-b149558042a5,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:36:41.178001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0b6806f8-3228-4aa2-b50e-bd47d331045f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:36:41.190260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b6806f8-3228-4aa2-b50e-bd47d331045f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:41.191513 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0b6806f8-3228-4aa2-b50e-bd47d331045f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3e314717-6932-4ad0-9159-b149558042a5 HTTP/1.1" status: 204  len: 168 time: 0.1785622
Nov 24 13:36:42.122260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57274) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:36:42.285882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-520cd264-61e3-4a57-83f2-a5550df51708 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-658813716-network', 'tenant_id': '9ea04ecd2f2e4760a33c102ebd24bf21'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:36:42.291218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-520cd264-61e3-4a57-83f2-a5550df51708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:36:42.295258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-520cd264-61e3-4a57-83f2-a5550df51708 admin admin] Usage tracker for resource:network and tenant:9ea04ecd2f2e4760a33c102ebd24bf21 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:36:42.298271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-520cd264-61e3-4a57-83f2-a5550df51708 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:36:42.305966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-520cd264-61e3-4a57-83f2-a5550df51708 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:36:42.316882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520cd264-61e3-4a57-83f2-a5550df51708 admin admin] Made reservation on behalf of 9ea04ecd2f2e4760a33c102ebd24bf21 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:36:42.322440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-520cd264-61e3-4a57-83f2-a5550df51708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:42.335828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-520cd264-61e3-4a57-83f2-a5550df51708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:42.370416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-520cd264-61e3-4a57-83f2-a5550df51708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:36:42.374573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-520cd264-61e3-4a57-83f2-a5550df51708 admin admin] Usage tracker for resource:security_group_rule and tenant:9ea04ecd2f2e4760a33c102ebd24bf21 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:36:42.377517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-520cd264-61e3-4a57-83f2-a5550df51708 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:36:42.384266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-520cd264-61e3-4a57-83f2-a5550df51708 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:36:42.458972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-520cd264-61e3-4a57-83f2-a5550df51708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:42.461835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-520cd264-61e3-4a57-83f2-a5550df51708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:42.466317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-29b380cb-67a9-4f76-bdd4-aae34e40abe0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:36:42.498628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520cd264-61e3-4a57-83f2-a5550df51708 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:36:42.507994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520cd264-61e3-4a57-83f2-a5550df51708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cac783-6f37-4ac1-8d4e-baa365ad2f78,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:36:42.512690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-520cd264-61e3-4a57-83f2-a5550df51708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:36:42.515718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-520cd264-61e3-4a57-83f2-a5550df51708 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:42.516163 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-520cd264-61e3-4a57-83f2-a5550df51708 admin admin] Added segment a95bec92-2481-46a0-b90d-4d7f751f9677 of type vxlan for network 3121ecfc-0af1-4e4a-b627-e6d40d85ea06
Nov 24 13:36:42.543920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-520cd264-61e3-4a57-83f2-a5550df51708 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:42.578212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-520cd264-61e3-4a57-83f2-a5550df51708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:42.579195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520cd264-61e3-4a57-83f2-a5550df51708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:42.579825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-520cd264-61e3-4a57-83f2-a5550df51708 admin admin] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:42.584886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d5423525-7fa6-4e46-a638-9e37a47cd2d6 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:36:42.647340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ed84042-d21d-4d37-96e3-1f88b78216a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:42.688124 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-520cd264-61e3-4a57-83f2-a5550df51708 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.5646577
Nov 24 13:36:42.691384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520cd264-61e3-4a57-83f2-a5550df51708 admin admin] Pushing event updated for resources: {'Network': ['ID=3121ecfc-0af1-4e4a-b627-e6d40d85ea06,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:36:42.691523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 57280) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:36:42.694345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-520cd264-61e3-4a57-83f2-a5550df51708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:36:42.698595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-d33a4583-c843-488b-98ed-29535634abdd admin admin] Request body: {'subnet': {'network_id': '3121ecfc-0af1-4e4a-b627-e6d40d85ea06', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-658813716-subnet', 'tenant_id': '9ea04ecd2f2e4760a33c102ebd24bf21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:36:42.702000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 3121ecfc-0af1-4e4a-b627-e6d40d85ea06 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:36:42.704825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d33a4583-c843-488b-98ed-29535634abdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:36:42.709115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d33a4583-c843-488b-98ed-29535634abdd admin admin] Usage tracker for resource:subnet and tenant:9ea04ecd2f2e4760a33c102ebd24bf21 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:36:42.712905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d33a4583-c843-488b-98ed-29535634abdd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:36:42.717936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 3121ecfc-0af1-4e4a-b627-e6d40d85ea06 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:36:42.721026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d33a4583-c843-488b-98ed-29535634abdd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:36:42.732102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33a4583-c843-488b-98ed-29535634abdd admin admin] Made reservation on behalf of 9ea04ecd2f2e4760a33c102ebd24bf21 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:36:42.737090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d33a4583-c843-488b-98ed-29535634abdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:42.988462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:43.158837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d33a4583-c843-488b-98ed-29535634abdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:43.174911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ffcd13d9-5a15-497e-9258-1f441ee8cee1 tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:36:43.305705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a4583-c843-488b-98ed-29535634abdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=87a048cf-f168-443e-a0ac-f1d409f32edd,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:36:43.311789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d33a4583-c843-488b-98ed-29535634abdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:36:43.385400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a4583-c843-488b-98ed-29535634abdd admin admin] Checking segment: {'id': 'a95bec92-2481-46a0-b90d-4d7f751f9677', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3121ecfc-0af1-4e4a-b627-e6d40d85ea06'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:36:43.385791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33a4583-c843-488b-98ed-29535634abdd admin admin] Network hostable DHCP agents. Network: 3121ecfc-0af1-4e4a-b627-e6d40d85ea06, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:36:43.410248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33a4583-c843-488b-98ed-29535634abdd admin admin] Network 3121ecfc-0af1-4e4a-b627-e6d40d85ea06 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:36:43.419518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-d33a4583-c843-488b-98ed-29535634abdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 3121ecfc-0af1-4e4a-b627-e6d40d85ea06) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:36:43.428342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319604ff-6c84-459a-965a-40c537147bd0 None None] Network 3121ecfc-0af1-4e4a-b627-e6d40d85ea06 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:36:43.434002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33a4583-c843-488b-98ed-29535634abdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:43.434692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d33a4583-c843-488b-98ed-29535634abdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:43.454558 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d33a4583-c843-488b-98ed-29535634abdd admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7618663
Nov 24 13:36:43.660581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf89a08a-d127-4762-b782-9aa664a1e6ee None None] Network 3121ecfc-0af1-4e4a-b627-e6d40d85ea06 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:36:44.060591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-88fe3b87-8576-4c42-b69a-3708d768bc8e tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:44.062221 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-88fe3b87-8576-4c42-b69a-3708d768bc8e tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/networks?id=3121ecfc-0af1-4e4a-b627-e6d40d85ea06 HTTP/1.1" status: 200  len: 813 time: 0.1599631
Nov 24 13:36:44.080006 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-b6f348f5-4079-440e-a7c3-7a7e0b3f6a0c tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/quotas/9ea04ecd2f2e4760a33c102ebd24bf21 HTTP/1.1" status: 200  len: 375 time: 0.0117731
Nov 24 13:36:44.136174 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-1786b1af-c1a7-4d9c-a01c-1b7b4861d802 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/ports?tenant_id=9ea04ecd2f2e4760a33c102ebd24bf21&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0505404
Nov 24 13:36:44.259689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:44.375175 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-e04798b8-f313-4350-ad51-3cc7620f19b0 service neutron] 10.222.0.76 "GET /v2.0/networks/3121ecfc-0af1-4e4a-b627-e6d40d85ea06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2312801
Nov 24 13:36:44.524403 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-4b225e08-26e6-4db1-a97a-2fc18e9e85d0 service neutron] 10.222.0.76 "GET /v2.0/networks/3121ecfc-0af1-4e4a-b627-e6d40d85ea06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1416993
Nov 24 13:36:44.732729 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fd2c7cb3-c3c4-40ba-80cc-5d029baa5c2c req-b635322e-0fd0-4920-af5c-4f8d64824d96 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/ports?device_id=9a3887c7-3439-44d5-96ae-3bd80b29fb73 HTTP/1.1" status: 200  len: 210 time: 0.0475376
Nov 24 13:36:44.826090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:45.923522 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-34338150-841c-4e6e-85f7-551d4694bca9 req-d016f08c-6611-4f74-8177-05fbe09e74c9 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/ports?device_id=9a3887c7-3439-44d5-96ae-3bd80b29fb73 HTTP/1.1" status: 200  len: 210 time: 0.0518148
Nov 24 13:36:45.952026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-f6d77cfb-495b-467c-963a-25f793477e65 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:45.952995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-f6d77cfb-495b-467c-963a-25f793477e65 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Synchronizing usage tracker for tenant:9ea04ecd2f2e4760a33c102ebd24bf21 on resource:network {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:36:45.969892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-f6d77cfb-495b-467c-963a-25f793477e65 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Unset dirty status for tenant:9ea04ecd2f2e4760a33c102ebd24bf21 on resource:network {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:36:45.971192 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-f6d77cfb-495b-467c-963a-25f793477e65 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.70 "GET /v2.0/networks?id=3121ecfc-0af1-4e4a-b627-e6d40d85ea06 HTTP/1.1" status: 200  len: 813 time: 0.1900253
Nov 24 13:36:46.006238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-e06381d9-f454-43bb-acb7-c32f1b26c2a3 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Request body: {'port': {'device_id': '9a3887c7-3439-44d5-96ae-3bd80b29fb73', 'network_id': '3121ecfc-0af1-4e4a-b627-e6d40d85ea06', 'admin_state_up': True, 'tenant_id': '9ea04ecd2f2e4760a33c102ebd24bf21'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:36:46.160173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-e06381d9-f454-43bb-acb7-c32f1b26c2a3 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:36:46.165044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-e06381d9-f454-43bb-acb7-c32f1b26c2a3 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Usage tracker for resource:port and tenant:9ea04ecd2f2e4760a33c102ebd24bf21 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:36:46.167918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-e06381d9-f454-43bb-acb7-c32f1b26c2a3 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Quota usage for port was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:36:46.173719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-e06381d9-f454-43bb-acb7-c32f1b26c2a3 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:36:46.182897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-e06381d9-f454-43bb-acb7-c32f1b26c2a3 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Made reservation on behalf of 9ea04ecd2f2e4760a33c102ebd24bf21 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:36:46.188459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-e06381d9-f454-43bb-acb7-c32f1b26c2a3 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:46.510442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-e06381d9-f454-43bb-acb7-c32f1b26c2a3 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Allocated IP 172.20.0.12 (3121ecfc-0af1-4e4a-b627-e6d40d85ea06/87a048cf-f168-443e-a0ac-f1d409f32edd/0a8bdd99-8ba0-439d-bad6-d7fb9a199add) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:36:46.730483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-e06381d9-f454-43bb-acb7-c32f1b26c2a3 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:46.755992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-e06381d9-f454-43bb-acb7-c32f1b26c2a3 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:46.776430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-de369e58-2913-4bc2-8594-2cabfba5a4a7 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:36:46.908773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06381d9-f454-43bb-acb7-c32f1b26c2a3 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Pushing event updated for resources: {'Port': ['ID=0a8bdd99-8ba0-439d-bad6-d7fb9a199add,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:36:46.913148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e06381d9-f454-43bb-acb7-c32f1b26c2a3 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:36:46.970821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-e06381d9-f454-43bb-acb7-c32f1b26c2a3 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Network 3121ecfc-0af1-4e4a-b627-e6d40d85ea06 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:36:46.971932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-e06381d9-f454-43bb-acb7-c32f1b26c2a3 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:36:46.974279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-e06381d9-f454-43bb-acb7-c32f1b26c2a3 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:36:47.039476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-e06381d9-f454-43bb-acb7-c32f1b26c2a3 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:47.040054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-e06381d9-f454-43bb-acb7-c32f1b26c2a3 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:47.060643 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-e06381d9-f454-43bb-acb7-c32f1b26c2a3 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0592327
Nov 24 13:36:47.078526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-b7a6acd8-670e-4cf8-9d7c-cfd7610a2c35 service neutron] Request body: {'port': {'device_id': '9a3887c7-3439-44d5-96ae-3bd80b29fb73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:36:47.147005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711cec3-4e31-48c1-9f45-717118997ec1 req-baa2a9b9-c561-41d8-a9a3-9494c6d7c79b tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:47.149214 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b711cec3-4e31-48c1-9f45-717118997ec1 req-baa2a9b9-c561-41d8-a9a3-9494c6d7c79b tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/ports?device_id=9a3887c7-3439-44d5-96ae-3bd80b29fb73 HTTP/1.1" status: 200  len: 932 time: 0.0917416
Nov 24 13:36:47.202079 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b711cec3-4e31-48c1-9f45-717118997ec1 req-9878112a-7a9f-4830-8ffb-18e6b2d5d848 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/security-groups?id=46cac783-6f37-4ac1-8d4e-baa365ad2f78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454748
Nov 24 13:36:47.204475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-b7a6acd8-670e-4cf8-9d7c-cfd7610a2c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:47.635191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-b7a6acd8-670e-4cf8-9d7c-cfd7610a2c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8bdd99-8ba0-439d-bad6-d7fb9a199add {{(pid=80944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:36:47.642232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-b7a6acd8-670e-4cf8-9d7c-cfd7610a2c35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:47.654575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-b7a6acd8-670e-4cf8-9d7c-cfd7610a2c35 service neutron] Transition to ACTIVE for port object 0a8bdd99-8ba0-439d-bad6-d7fb9a199add will not be triggered until provisioned by entity L2. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:36:47.657314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-b7a6acd8-670e-4cf8-9d7c-cfd7610a2c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:47.672721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-adbf7b98-b8aa-4179-8c7f-2d4067e819df tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:36:47.809198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6acd8-670e-4cf8-9d7c-cfd7610a2c35 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8bdd99-8ba0-439d-bad6-d7fb9a199add,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:36:47.813936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b7a6acd8-670e-4cf8-9d7c-cfd7610a2c35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:36:47.998887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-b7a6acd8-670e-4cf8-9d7c-cfd7610a2c35 service neutron] Attempting to bind port 0a8bdd99-8ba0-439d-bad6-d7fb9a199add on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:36:47.999437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-b7a6acd8-670e-4cf8-9d7c-cfd7610a2c35 service neutron] Attempting to bind port 0a8bdd99-8ba0-439d-bad6-d7fb9a199add by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'a95bec92-2481-46a0-b90d-4d7f751f9677', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3121ecfc-0af1-4e4a-b627-e6d40d85ea06'}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:36:47.999544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-b7a6acd8-670e-4cf8-9d7c-cfd7610a2c35 service neutron] Attempting to bind port 0a8bdd99-8ba0-439d-bad6-d7fb9a199add on network 3121ecfc-0af1-4e4a-b627-e6d40d85ea06 {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:36:48.006819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-b7a6acd8-670e-4cf8-9d7c-cfd7610a2c35 service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:36:48.007197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-b7a6acd8-670e-4cf8-9d7c-cfd7610a2c35 service neutron] Checking segment: {'id': 'a95bec92-2481-46a0-b90d-4d7f751f9677', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3121ecfc-0af1-4e4a-b627-e6d40d85ea06'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:36:48.007614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-b7a6acd8-670e-4cf8-9d7c-cfd7610a2c35 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:48.008076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-b7a6acd8-670e-4cf8-9d7c-cfd7610a2c35 service neutron] Bound using segment: {'id': 'a95bec92-2481-46a0-b90d-4d7f751f9677', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3121ecfc-0af1-4e4a-b627-e6d40d85ea06'} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:36:48.008548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-b7a6acd8-670e-4cf8-9d7c-cfd7610a2c35 service neutron] Bound port: 0a8bdd99-8ba0-439d-bad6-d7fb9a199add, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95bec92-2481-46a0-b90d-4d7f751f9677', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3121ecfc-0af1-4e4a-b627-e6d40d85ea06'}}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:36:48.008923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-b7a6acd8-670e-4cf8-9d7c-cfd7610a2c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:48.099303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-b7a6acd8-670e-4cf8-9d7c-cfd7610a2c35 service neutron] For port 0a8bdd99-8ba0-439d-bad6-d7fb9a199add, host hv-neutron-6013, cleared binding levels {{(pid=80944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:36:48.103015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-b7a6acd8-670e-4cf8-9d7c-cfd7610a2c35 service neutron] For port 0a8bdd99-8ba0-439d-bad6-d7fb9a199add, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=0a8bdd99-8ba0-439d-bad6-d7fb9a199add,segment=NetworkSegment(a95bec92-2481-46a0-b90d-4d7f751f9677),segment_id=a95bec92-2481-46a0-b90d-4d7f751f9677)] {{(pid=80944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:36:48.106322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-b7a6acd8-670e-4cf8-9d7c-cfd7610a2c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:48.125517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6647ed4c-3ee5-41ab-a92a-2bc4a31bb302 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:36:48.268207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6acd8-670e-4cf8-9d7c-cfd7610a2c35 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8bdd99-8ba0-439d-bad6-d7fb9a199add,revision_number=3']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:36:48.282227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b7a6acd8-670e-4cf8-9d7c-cfd7610a2c35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:36:48.317874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-b7a6acd8-670e-4cf8-9d7c-cfd7610a2c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:48.318581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-b7a6acd8-670e-4cf8-9d7c-cfd7610a2c35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:48.320141 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-b7a6acd8-670e-4cf8-9d7c-cfd7610a2c35 service neutron] 10.222.0.70 "PUT /v2.0/ports/0a8bdd99-8ba0-439d-bad6-d7fb9a199add HTTP/1.1" status: 200  len: 1158 time: 1.2462788
Nov 24 13:36:48.321382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3887c7-3439-44d5-96ae-3bd80b29fb73', 'tag': '0a8bdd99-8ba0-439d-bad6-d7fb9a199add'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:36:48.410943 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3887c7-3439-44d5-96ae-3bd80b29fb73', 'tag': '0a8bdd99-8ba0-439d-bad6-d7fb9a199add', 'status': 'completed', 'code': 200}
Nov 24 13:36:48.428085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb51db3-a5ec-4019-90e3-160e356b251f req-7a5bedfd-13c5-4124-980e-d157ff9dbebb tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:48.429710 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cbb51db3-a5ec-4019-90e3-160e356b251f req-7a5bedfd-13c5-4124-980e-d157ff9dbebb tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/ports?device_id=9a3887c7-3439-44d5-96ae-3bd80b29fb73 HTTP/1.1" status: 200  len: 944 time: 0.0916541
Nov 24 13:36:48.453124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-d717cc45-1941-49ff-a4c5-02caa22848e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:48.454770 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-d717cc45-1941-49ff-a4c5-02caa22848e2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ea04ecd2f2e4760a33c102ebd24bf21&device_id=9a3887c7-3439-44d5-96ae-3bd80b29fb73 HTTP/1.1" status: 200  len: 1161 time: 0.0815091
Nov 24 13:36:48.479943 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cbb51db3-a5ec-4019-90e3-160e356b251f req-2b8f6aff-d74b-4028-adc6-7fb3408fc196 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/security-groups?id=46cac783-6f37-4ac1-8d4e-baa365ad2f78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428758
Nov 24 13:36:48.520139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:36:48.537439 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-39112b74-0572-458d-bc8f-5c3a24b24a62 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a8bdd99-8ba0-439d-bad6-d7fb9a199add HTTP/1.1" status: 200  len: 217 time: 0.0696704
Nov 24 13:36:48.605308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-f87ce49a-08a2-4d6d-ad09-38b506d8e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:48.606915 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-f87ce49a-08a2-4d6d-ad09-38b506d8e884 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=87a048cf-f168-443e-a0ac-f1d409f32edd HTTP/1.1" status: 200  len: 853 time: 0.0630171
Nov 24 13:36:48.658651 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-56945dc3-cc7b-4e26-8ba0-04c62d189eb0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3121ecfc-0af1-4e4a-b627-e6d40d85ea06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454013
Nov 24 13:36:48.806877 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-28f27e1e-07e3-4a2b-8f6c-b999f70f0dc5 service neutron] 10.222.0.70 "GET /v2.0/networks/3121ecfc-0af1-4e4a-b627-e6d40d85ea06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396713
Nov 24 13:36:48.948862 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cbb4c9c2-2f6e-428e-8d2e-8a68406dc691 req-b8353082-762d-4916-9b7c-39761ed6fe32 service neutron] 10.222.0.70 "GET /v2.0/networks/3121ecfc-0af1-4e4a-b627-e6d40d85ea06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1369226
Nov 24 13:36:49.108507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1cd8b-cc47-432d-a628-732b9e5b8b79 req-9d0d7e93-f8fa-4af2-bde1-cfbdaba16797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:49.110057 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3ca1cd8b-cc47-432d-a628-732b9e5b8b79 req-9d0d7e93-f8fa-4af2-bde1-cfbdaba16797 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ea04ecd2f2e4760a33c102ebd24bf21&device_id=9a3887c7-3439-44d5-96ae-3bd80b29fb73 HTTP/1.1" status: 200  len: 1161 time: 0.0776479
Nov 24 13:36:49.253487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1cd8b-cc47-432d-a628-732b9e5b8b79 req-687fe0e2-6af5-4ebf-90a3-fba8ec0c49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:49.255107 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3ca1cd8b-cc47-432d-a628-732b9e5b8b79 req-687fe0e2-6af5-4ebf-90a3-fba8ec0c49ef service neutron] 10.222.0.70 "GET /v2.0/networks?id=3121ecfc-0af1-4e4a-b627-e6d40d85ea06 HTTP/1.1" status: 200  len: 907 time: 0.1383832
Nov 24 13:36:49.333444 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3ca1cd8b-cc47-432d-a628-732b9e5b8b79 req-32ca6bb3-019e-47bb-af67-dd0e41081306 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a8bdd99-8ba0-439d-bad6-d7fb9a199add HTTP/1.1" status: 200  len: 217 time: 0.0706000
Nov 24 13:36:49.664006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1cd8b-cc47-432d-a628-732b9e5b8b79 req-63fb0848-d8c9-4ec6-b7d0-0a4e974c3bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:49.665694 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3ca1cd8b-cc47-432d-a628-732b9e5b8b79 req-63fb0848-d8c9-4ec6-b7d0-0a4e974c3bd7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=87a048cf-f168-443e-a0ac-f1d409f32edd HTTP/1.1" status: 200  len: 853 time: 0.3248682
Nov 24 13:36:49.707101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd416bf5-d037-4ac8-a3ca-ed8d86830c19 req-48c78368-90ad-47e9-bb1e-162a51ae2f4a tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:49.708706 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bd416bf5-d037-4ac8-a3ca-ed8d86830c19 req-48c78368-90ad-47e9-bb1e-162a51ae2f4a tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/ports?device_id=9a3887c7-3439-44d5-96ae-3bd80b29fb73 HTTP/1.1" status: 200  len: 944 time: 0.0902619
Nov 24 13:36:49.717276 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3ca1cd8b-cc47-432d-a628-732b9e5b8b79 req-b38b5e20-d5d6-4038-a4ee-e3303574ec42 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3121ecfc-0af1-4e4a-b627-e6d40d85ea06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0441959
Nov 24 13:36:49.759493 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bd416bf5-d037-4ac8-a3ca-ed8d86830c19 req-85616dbe-66d6-4f69-9df7-f3fe2a578d55 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/security-groups?id=46cac783-6f37-4ac1-8d4e-baa365ad2f78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435014
Nov 24 13:36:49.864499 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3ca1cd8b-cc47-432d-a628-732b9e5b8b79 req-76f491a3-eaf8-4236-bbe9-3a00ff0a317b service neutron] 10.222.0.70 "GET /v2.0/networks/3121ecfc-0af1-4e4a-b627-e6d40d85ea06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400378
Nov 24 13:36:50.009133 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3ca1cd8b-cc47-432d-a628-732b9e5b8b79 req-03777924-e256-48fe-ac57-2ec97ae7acc9 service neutron] 10.222.0.70 "GET /v2.0/networks/3121ecfc-0af1-4e4a-b627-e6d40d85ea06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1373537
Nov 24 13:36:50.976297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545790e-c6ab-4d1c-ba91-2f221bd6fb74 req-efcc2404-7baa-4371-b106-15ae4bcb18f9 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:50.978506 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1545790e-c6ab-4d1c-ba91-2f221bd6fb74 req-efcc2404-7baa-4371-b106-15ae4bcb18f9 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/ports?device_id=9a3887c7-3439-44d5-96ae-3bd80b29fb73 HTTP/1.1" status: 200  len: 944 time: 0.0862877
Nov 24 13:36:51.032363 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1545790e-c6ab-4d1c-ba91-2f221bd6fb74 req-5dba52c8-a851-4bc5-b42b-d2da10985937 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/security-groups?id=46cac783-6f37-4ac1-8d4e-baa365ad2f78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465281
Nov 24 13:36:51.327987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:51.817759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.objects.ports [None req-3e3e8fac-9791-4f4d-a8f8-6b3903ed4095 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80945) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 24 13:36:52.219375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 0a8bdd99-8ba0-439d-bad6-d7fb9a199add up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:36:52.249538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd3de8-a54b-41b3-9f3e-e81139b3e4e6 req-7d864561-f18a-4f58-a5f9-aa4acc71f9a0 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:52.251208 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-29dd3de8-a54b-41b3-9f3e-e81139b3e4e6 req-7d864561-f18a-4f58-a5f9-aa4acc71f9a0 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/ports?device_id=9a3887c7-3439-44d5-96ae-3bd80b29fb73 HTTP/1.1" status: 200  len: 944 time: 0.0881019
Nov 24 13:36:52.293537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port 0a8bdd99-8ba0-439d-bad6-d7fb9a199add completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:36:52.299078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 0a8bdd99-8ba0-439d-bad6-d7fb9a199add triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:36:52.299537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:52.303193 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-29dd3de8-a54b-41b3-9f3e-e81139b3e4e6 req-a503f5fe-e420-4327-a5b9-310388976f10 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/security-groups?id=46cac783-6f37-4ac1-8d4e-baa365ad2f78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448444
Nov 24 13:36:52.422024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:52.453976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3887c7-3439-44d5-96ae-3bd80b29fb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8bdd99-8ba0-439d-bad6-d7fb9a199add'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:36:52.466619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 0a8bdd99-8ba0-439d-bad6-d7fb9a199add, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=0a8bdd99-8ba0-439d-bad6-d7fb9a199add,segment=NetworkSegment(a95bec92-2481-46a0-b90d-4d7f751f9677),segment_id=a95bec92-2481-46a0-b90d-4d7f751f9677)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:36:52.469950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:52.471946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9eb6dc37-c4b4-49fc-928d-c43832f7261d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:36:52.519107 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3887c7-3439-44d5-96ae-3bd80b29fb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8bdd99-8ba0-439d-bad6-d7fb9a199add', 'code': 200}
Nov 24 13:36:52.541555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=0a8bdd99-8ba0-439d-bad6-d7fb9a199add,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:36:52.544775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:36:52.790802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c034e9-b9e4-451f-96e8-5a8a6b943038 req-7af79e79-5721-4daa-887a-839b541dfe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:52.792720 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b8c034e9-b9e4-451f-96e8-5a8a6b943038 req-7af79e79-5721-4daa-887a-839b541dfe93 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9a3887c7-3439-44d5-96ae-3bd80b29fb73 HTTP/1.1" status: 200  len: 1163 time: 0.0792208
Nov 24 13:36:52.845905 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b8c034e9-b9e4-451f-96e8-5a8a6b943038 req-74d15b84-38b2-4d09-ad34-83cd3a070b43 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=46cac783-6f37-4ac1-8d4e-baa365ad2f78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426736
Nov 24 13:36:53.525098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d405130-4d10-48e3-91f5-6e66e90c88e1 req-cbb7034d-bd9e-4c72-8641-6c24d8f82083 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:53.526767 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6d405130-4d10-48e3-91f5-6e66e90c88e1 req-cbb7034d-bd9e-4c72-8641-6c24d8f82083 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/ports?device_id=9a3887c7-3439-44d5-96ae-3bd80b29fb73 HTTP/1.1" status: 200  len: 946 time: 0.0898981
Nov 24 13:36:53.576200 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6d405130-4d10-48e3-91f5-6e66e90c88e1 req-39483388-4993-4f5a-ad5e-0050c3446ffb tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/security-groups?id=46cac783-6f37-4ac1-8d4e-baa365ad2f78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429695
Nov 24 13:36:53.842761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 0a8bdd99-8ba0-439d-bad6-d7fb9a199add up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:36:53.921477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 0a8bdd99-8ba0-439d-bad6-d7fb9a199add triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:36:53.921907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:54.793841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0749f23-c604-48cb-9cfe-44029162ab4e req-6e203f85-31cd-4a5e-8f4b-f828b603a655 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:54.795641 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e0749f23-c604-48cb-9cfe-44029162ab4e req-6e203f85-31cd-4a5e-8f4b-f828b603a655 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/ports?device_id=9a3887c7-3439-44d5-96ae-3bd80b29fb73 HTTP/1.1" status: 200  len: 946 time: 0.0855613
Nov 24 13:36:54.845103 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e0749f23-c604-48cb-9cfe-44029162ab4e req-7c7d7039-69fd-4999-a4db-704da60be72d tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/security-groups?id=46cac783-6f37-4ac1-8d4e-baa365ad2f78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431805
Nov 24 13:36:55.174760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-500c4692-b886-41eb-8cc4-c14c1961d2d1 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:55.176350 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-500c4692-b886-41eb-8cc4-c14c1961d2d1 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/networks?id=3121ecfc-0af1-4e4a-b627-e6d40d85ea06 HTTP/1.1" status: 200  len: 813 time: 0.1604052
Nov 24 13:36:55.197097 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-74fc880d-6ef9-409e-ba73-4cc19d1c216b tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/quotas/9ea04ecd2f2e4760a33c102ebd24bf21 HTTP/1.1" status: 200  len: 375 time: 0.0123177
Nov 24 13:36:55.287400 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-63111661-d259-443b-a2c9-da41009a2ffb tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/ports?tenant_id=9ea04ecd2f2e4760a33c102ebd24bf21&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0839822
Nov 24 13:36:55.439728 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-11cb5ed6-92c4-4c56-a848-4cc8db6cd28f service neutron] 10.222.0.76 "GET /v2.0/networks/3121ecfc-0af1-4e4a-b627-e6d40d85ea06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438076
Nov 24 13:36:55.848292 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-5fd7ee65-8d1c-4a20-b40a-1a4effeda44c service neutron] 10.222.0.76 "GET /v2.0/networks/3121ecfc-0af1-4e4a-b627-e6d40d85ea06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4015188
Nov 24 13:36:56.056461 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-773262bb-a3c6-4e40-9018-776a9ae973cc req-2a959d5f-7add-4d10-a312-8747285fe21f tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/ports?device_id=1801010a-7ec5-4d55-9a7e-866243195178 HTTP/1.1" status: 200  len: 210 time: 0.0455675
Nov 24 13:36:57.234407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-2cff2ae0-b36f-43d8-b4eb-6c4660e8e946 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:57.236021 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-2cff2ae0-b36f-43d8-b4eb-6c4660e8e946 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.70 "GET /v2.0/networks?id=3121ecfc-0af1-4e4a-b627-e6d40d85ea06 HTTP/1.1" status: 200  len: 813 time: 0.1788983
Nov 24 13:36:57.261298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-f9527194-a6d4-438a-8259-d27254621501 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Request body: {'port': {'device_id': '1801010a-7ec5-4d55-9a7e-866243195178', 'network_id': '3121ecfc-0af1-4e4a-b627-e6d40d85ea06', 'admin_state_up': True, 'tenant_id': '9ea04ecd2f2e4760a33c102ebd24bf21'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:36:57.279835 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ef5740ef-4234-458f-bdd7-84dcb7b48c9a req-ac6920d0-9c34-46b7-96df-4cb36af8a6f8 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/ports?device_id=1801010a-7ec5-4d55-9a7e-866243195178 HTTP/1.1" status: 200  len: 210 time: 0.0539498
Nov 24 13:36:57.414768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-f9527194-a6d4-438a-8259-d27254621501 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:36:57.418772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-f9527194-a6d4-438a-8259-d27254621501 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Usage tracker for resource:port and tenant:9ea04ecd2f2e4760a33c102ebd24bf21 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:36:57.421754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-f9527194-a6d4-438a-8259-d27254621501 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Quota usage for port was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:36:57.427565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-f9527194-a6d4-438a-8259-d27254621501 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:36:57.437501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-f9527194-a6d4-438a-8259-d27254621501 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Made reservation on behalf of 9ea04ecd2f2e4760a33c102ebd24bf21 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:36:57.443092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-f9527194-a6d4-438a-8259-d27254621501 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:57.756776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-f9527194-a6d4-438a-8259-d27254621501 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Allocated IP 172.20.0.10 (3121ecfc-0af1-4e4a-b627-e6d40d85ea06/87a048cf-f168-443e-a0ac-f1d409f32edd/3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:36:57.980089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-f9527194-a6d4-438a-8259-d27254621501 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:58.007944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-f9527194-a6d4-438a-8259-d27254621501 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:58.024057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c193ce49-1f53-44e5-b190-a12a7de2938d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:36:58.163517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9527194-a6d4-438a-8259-d27254621501 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Pushing event updated for resources: {'Port': ['ID=3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:36:58.169271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f9527194-a6d4-438a-8259-d27254621501 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:36:58.227686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-f9527194-a6d4-438a-8259-d27254621501 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Network 3121ecfc-0af1-4e4a-b627-e6d40d85ea06 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:36:58.228908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-f9527194-a6d4-438a-8259-d27254621501 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:36:58.231462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-f9527194-a6d4-438a-8259-d27254621501 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:36:58.294797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-f9527194-a6d4-438a-8259-d27254621501 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:58.295450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-f9527194-a6d4-438a-8259-d27254621501 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:58.315170 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-f9527194-a6d4-438a-8259-d27254621501 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0599723
Nov 24 13:36:58.340609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-c33e761c-cfca-4876-9dea-735183a2d04c service neutron] Request body: {'port': {'device_id': '1801010a-7ec5-4d55-9a7e-866243195178', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:36:58.459500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-c33e761c-cfca-4876-9dea-735183a2d04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:58.497689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60162a38-b5b4-4d9b-a2af-0fb34bdbd83f req-f2e178b2-1d80-45ec-bd1b-0e0afaf7dede tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:58.499323 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-60162a38-b5b4-4d9b-a2af-0fb34bdbd83f req-f2e178b2-1d80-45ec-bd1b-0e0afaf7dede tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/ports?device_id=1801010a-7ec5-4d55-9a7e-866243195178 HTTP/1.1" status: 200  len: 932 time: 0.0880489
Nov 24 13:36:58.547761 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-60162a38-b5b4-4d9b-a2af-0fb34bdbd83f req-5887fd33-1d34-47b3-a62c-bb57b91f1763 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/security-groups?id=46cac783-6f37-4ac1-8d4e-baa365ad2f78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419085
Nov 24 13:36:58.877477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-c33e761c-cfca-4876-9dea-735183a2d04c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf {{(pid=80944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:36:58.884721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-c33e761c-cfca-4876-9dea-735183a2d04c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:58.896722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-c33e761c-cfca-4876-9dea-735183a2d04c service neutron] Transition to ACTIVE for port object 3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf will not be triggered until provisioned by entity L2. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:36:58.901364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-c33e761c-cfca-4876-9dea-735183a2d04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:58.919410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-122045d4-ea67-44e4-8da7-91a6c5aa3742 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:36:59.051168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e761c-cfca-4876-9dea-735183a2d04c service neutron] Pushing event updated for resources: {'Port': ['ID=3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:36:59.054702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c33e761c-cfca-4876-9dea-735183a2d04c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:36:59.253426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-c33e761c-cfca-4876-9dea-735183a2d04c service neutron] Attempting to bind port 3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:36:59.253774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-c33e761c-cfca-4876-9dea-735183a2d04c service neutron] Attempting to bind port 3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'a95bec92-2481-46a0-b90d-4d7f751f9677', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3121ecfc-0af1-4e4a-b627-e6d40d85ea06'}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:36:59.254157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-c33e761c-cfca-4876-9dea-735183a2d04c service neutron] Attempting to bind port 3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf on network 3121ecfc-0af1-4e4a-b627-e6d40d85ea06 {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:36:59.262029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-c33e761c-cfca-4876-9dea-735183a2d04c service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:36:59.262459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-c33e761c-cfca-4876-9dea-735183a2d04c service neutron] Checking segment: {'id': 'a95bec92-2481-46a0-b90d-4d7f751f9677', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3121ecfc-0af1-4e4a-b627-e6d40d85ea06'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:36:59.262856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-c33e761c-cfca-4876-9dea-735183a2d04c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:59.263241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-c33e761c-cfca-4876-9dea-735183a2d04c service neutron] Bound using segment: {'id': 'a95bec92-2481-46a0-b90d-4d7f751f9677', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3121ecfc-0af1-4e4a-b627-e6d40d85ea06'} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:36:59.263702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-c33e761c-cfca-4876-9dea-735183a2d04c service neutron] Bound port: 3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95bec92-2481-46a0-b90d-4d7f751f9677', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3121ecfc-0af1-4e4a-b627-e6d40d85ea06'}}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:36:59.264068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-c33e761c-cfca-4876-9dea-735183a2d04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:59.358099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-c33e761c-cfca-4876-9dea-735183a2d04c service neutron] For port 3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf, host hv-neutron-6013, cleared binding levels {{(pid=80944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:36:59.361518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-c33e761c-cfca-4876-9dea-735183a2d04c service neutron] For port 3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf,segment=NetworkSegment(a95bec92-2481-46a0-b90d-4d7f751f9677),segment_id=a95bec92-2481-46a0-b90d-4d7f751f9677)] {{(pid=80944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:36:59.364040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-c33e761c-cfca-4876-9dea-735183a2d04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:59.379514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ffd0d9f7-2546-444a-8860-5088a75e7816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:36:59.523016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e761c-cfca-4876-9dea-735183a2d04c service neutron] Pushing event updated for resources: {'Port': ['ID=3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf,revision_number=3']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:36:59.536337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c33e761c-cfca-4876-9dea-735183a2d04c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:36:59.574004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-c33e761c-cfca-4876-9dea-735183a2d04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:59.574701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-c33e761c-cfca-4876-9dea-735183a2d04c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:36:59.576165 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-c33e761c-cfca-4876-9dea-735183a2d04c service neutron] 10.222.0.70 "PUT /v2.0/ports/3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf HTTP/1.1" status: 200  len: 1158 time: 1.2410734
Nov 24 13:36:59.576714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1801010a-7ec5-4d55-9a7e-866243195178', 'tag': '3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:36:59.663596 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1801010a-7ec5-4d55-9a7e-866243195178', 'tag': '3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf', 'status': 'completed', 'code': 200}
Nov 24 13:36:59.706352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-bb0c531a-1c38-4683-a4f6-55d2436e8548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:59.707994 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-bb0c531a-1c38-4683-a4f6-55d2436e8548 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ea04ecd2f2e4760a33c102ebd24bf21&device_id=1801010a-7ec5-4d55-9a7e-866243195178 HTTP/1.1" status: 200  len: 1161 time: 0.0808034
Nov 24 13:36:59.765075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fab85-e7ac-4073-83d3-c874e01a70fc req-0fe39418-6199-4017-aa47-9f4028782740 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:59.766704 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-846fab85-e7ac-4073-83d3-c874e01a70fc req-0fe39418-6199-4017-aa47-9f4028782740 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/ports?device_id=1801010a-7ec5-4d55-9a7e-866243195178 HTTP/1.1" status: 200  len: 944 time: 0.0838978
Nov 24 13:36:59.791885 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-3db31117-dcf0-4ebc-bc20-5f138047ba77 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf HTTP/1.1" status: 200  len: 217 time: 0.0704861
Nov 24 13:36:59.819642 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-846fab85-e7ac-4073-83d3-c874e01a70fc req-f661cdfc-1cb7-4137-8149-3242efc314c1 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/security-groups?id=46cac783-6f37-4ac1-8d4e-baa365ad2f78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462940
Nov 24 13:36:59.866568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-40147c87-b6ed-449f-887e-c598e8c6ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:36:59.868603 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-40147c87-b6ed-449f-887e-c598e8c6ce05 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=87a048cf-f168-443e-a0ac-f1d409f32edd HTTP/1.1" status: 200  len: 853 time: 0.0699508
Nov 24 13:36:59.921675 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-ccebed4c-45f5-43c7-b466-5ffaa298a028 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3121ecfc-0af1-4e4a-b627-e6d40d85ea06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0463302
Nov 24 13:37:00.065778 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-9de9fe02-d11c-4a9a-92aa-ac58ce028b1d service neutron] 10.222.0.70 "GET /v2.0/networks/3121ecfc-0af1-4e4a-b627-e6d40d85ea06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371706
Nov 24 13:37:00.214340 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-794dbeb9-1f24-4b31-89d9-823655fa9603 req-29819ccb-4132-4dd9-a156-27e2ad2a386c service neutron] 10.222.0.70 "GET /v2.0/networks/3121ecfc-0af1-4e4a-b627-e6d40d85ea06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411905
Nov 24 13:37:00.429725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e18162-ebcf-46a2-b768-11f12e686cdc req-5524a6cc-87a7-4762-9ffe-457b26c7c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:00.431310 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-55e18162-ebcf-46a2-b768-11f12e686cdc req-5524a6cc-87a7-4762-9ffe-457b26c7c1ab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ea04ecd2f2e4760a33c102ebd24bf21&device_id=1801010a-7ec5-4d55-9a7e-866243195178 HTTP/1.1" status: 200  len: 1161 time: 0.0786211
Nov 24 13:37:00.574780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e18162-ebcf-46a2-b768-11f12e686cdc req-205d90dc-8190-4cc3-b75d-ae2ebc93eaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:00.576385 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-55e18162-ebcf-46a2-b768-11f12e686cdc req-205d90dc-8190-4cc3-b75d-ae2ebc93eaab service neutron] 10.222.0.70 "GET /v2.0/networks?id=3121ecfc-0af1-4e4a-b627-e6d40d85ea06 HTTP/1.1" status: 200  len: 907 time: 0.1385584
Nov 24 13:37:00.649241 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-55e18162-ebcf-46a2-b768-11f12e686cdc req-d8cb4ce4-f034-4a54-897f-a2ca8bddd107 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf HTTP/1.1" status: 200  len: 217 time: 0.0657628
Nov 24 13:37:00.723338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e18162-ebcf-46a2-b768-11f12e686cdc req-817e2b58-9594-4a1d-bc93-dc08ca099715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:00.724863 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-55e18162-ebcf-46a2-b768-11f12e686cdc req-817e2b58-9594-4a1d-bc93-dc08ca099715 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=87a048cf-f168-443e-a0ac-f1d409f32edd HTTP/1.1" status: 200  len: 853 time: 0.0691028
Nov 24 13:37:00.776153 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-55e18162-ebcf-46a2-b768-11f12e686cdc req-2629cd65-0f82-4bde-abe3-4de569cf9831 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3121ecfc-0af1-4e4a-b627-e6d40d85ea06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0434299
Nov 24 13:37:01.056893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f076c5-42cd-4ad0-9fdd-3174563cfcf5 req-17067426-e390-4723-8da0-fb703fb5d636 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:01.059007 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f2f076c5-42cd-4ad0-9fdd-3174563cfcf5 req-17067426-e390-4723-8da0-fb703fb5d636 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/ports?device_id=1801010a-7ec5-4d55-9a7e-866243195178 HTTP/1.1" status: 200  len: 944 time: 0.0986681
Nov 24 13:37:01.111832 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f2f076c5-42cd-4ad0-9fdd-3174563cfcf5 req-ba35481b-0d89-4df8-863e-45a3abaeb775 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/security-groups?id=46cac783-6f37-4ac1-8d4e-baa365ad2f78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463367
Nov 24 13:37:01.182440 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-55e18162-ebcf-46a2-b768-11f12e686cdc req-a448af14-3a18-4004-943d-1e1aaef5e1e3 service neutron] 10.222.0.70 "GET /v2.0/networks/3121ecfc-0af1-4e4a-b627-e6d40d85ea06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3990865
Nov 24 13:37:01.327742 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-55e18162-ebcf-46a2-b768-11f12e686cdc req-e42721d8-b1cd-4a1d-b8e4-55dca73aebe1 service neutron] 10.222.0.70 "GET /v2.0/networks/3121ecfc-0af1-4e4a-b627-e6d40d85ea06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1383553
Nov 24 13:37:02.168636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:37:02.258632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port 3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:37:02.263755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:37:02.264210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:02.339095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7df33-67db-415c-95dc-4bda041f5e3a req-8aacf313-147d-410a-a027-da050180aad1 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:02.340726 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f5b7df33-67db-415c-95dc-4bda041f5e3a req-8aacf313-147d-410a-a027-da050180aad1 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/ports?device_id=1801010a-7ec5-4d55-9a7e-866243195178 HTTP/1.1" status: 200  len: 944 time: 0.0941484
Nov 24 13:37:02.383925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:02.391190 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f5b7df33-67db-415c-95dc-4bda041f5e3a req-d53c63cd-44ea-4dc9-b3a9-5465ad6db5c7 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/security-groups?id=46cac783-6f37-4ac1-8d4e-baa365ad2f78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435042
Nov 24 13:37:02.415705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1801010a-7ec5-4d55-9a7e-866243195178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:37:02.426251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf,segment=NetworkSegment(a95bec92-2481-46a0-b90d-4d7f751f9677),segment_id=a95bec92-2481-46a0-b90d-4d7f751f9677)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:37:02.429282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:02.432228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:02.475980 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1801010a-7ec5-4d55-9a7e-866243195178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf', 'code': 200}
Nov 24 13:37:02.502480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:02.512665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:02.513064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:02.513498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:02.513882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:02.514289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:02.514671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:02.515046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:02.515447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:02.515829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:02.516198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:02.518146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:02.518146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:02.518146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:02.518146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:02.518146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:02.518529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:02.518765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:02.519113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:02.519480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:02.519849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:02.520218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:02.520585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:02.520952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:02.521319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:02.535428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:02.756062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b674e-0773-46b2-8709-47f634d122ec req-00c678ae-58e7-4e39-83e5-fbc22f3d7ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:02.758157 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-705b674e-0773-46b2-8709-47f634d122ec req-00c678ae-58e7-4e39-83e5-fbc22f3d7ba6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1801010a-7ec5-4d55-9a7e-866243195178 HTTP/1.1" status: 200  len: 1163 time: 0.0753167
Nov 24 13:37:02.806135 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-705b674e-0773-46b2-8709-47f634d122ec req-c8dc0cc4-0fcb-4baf-bc50-248586d38da6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=46cac783-6f37-4ac1-8d4e-baa365ad2f78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418355
Nov 24 13:37:03.608228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca080893-21c0-4acd-b5b1-d2156d823abe req-145184c3-3e9f-4f69-b166-b39ce16a1e10 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:03.609824 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ca080893-21c0-4acd-b5b1-d2156d823abe req-145184c3-3e9f-4f69-b166-b39ce16a1e10 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/ports?device_id=1801010a-7ec5-4d55-9a7e-866243195178 HTTP/1.1" status: 200  len: 946 time: 0.0850995
Nov 24 13:37:03.657847 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ca080893-21c0-4acd-b5b1-d2156d823abe req-4de4c200-54ab-4a98-b75a-a1cb7997c9d9 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/security-groups?id=46cac783-6f37-4ac1-8d4e-baa365ad2f78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417042
Nov 24 13:37:03.959709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:37:04.034591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:37:04.035019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:04.877536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea820666-20d5-48d1-95f1-bfb9b67c7f22 req-93991630-6d79-48cf-a907-a8301a4dfe4e tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:04.879141 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ea820666-20d5-48d1-95f1-bfb9b67c7f22 req-93991630-6d79-48cf-a907-a8301a4dfe4e tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/ports?device_id=1801010a-7ec5-4d55-9a7e-866243195178 HTTP/1.1" status: 200  len: 946 time: 0.0902908
Nov 24 13:37:04.930762 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ea820666-20d5-48d1-95f1-bfb9b67c7f22 req-6c939702-c869-4c00-88e1-6a72728fa9cf tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/security-groups?id=46cac783-6f37-4ac1-8d4e-baa365ad2f78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448327
Nov 24 13:37:05.369209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5edfab-6d11-40d9-b3f8-0f1207838e07 req-6c1ed9e3-9abf-4323-bcb1-2ea15d71419b tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:05.370915 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ea5edfab-6d11-40d9-b3f8-0f1207838e07 req-6c1ed9e3-9abf-4323-bcb1-2ea15d71419b tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/ports?device_id=1801010a-7ec5-4d55-9a7e-866243195178 HTTP/1.1" status: 200  len: 946 time: 0.0897520
Nov 24 13:37:05.421671 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ea5edfab-6d11-40d9-b3f8-0f1207838e07 req-8df28e66-c6cd-4dd6-a208-821e631b9a46 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/security-groups?id=46cac783-6f37-4ac1-8d4e-baa365ad2f78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443249
Nov 24 13:37:06.648697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237c60c-4bba-46d3-9ba8-db5d9389624d req-041c2cf2-71a9-490c-872a-691195c8bd16 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:06.650378 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9237c60c-4bba-46d3-9ba8-db5d9389624d req-041c2cf2-71a9-490c-872a-691195c8bd16 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/ports?device_id=1801010a-7ec5-4d55-9a7e-866243195178 HTTP/1.1" status: 200  len: 946 time: 0.0915189
Nov 24 13:37:06.702092 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9237c60c-4bba-46d3-9ba8-db5d9389624d req-9f35b276-5287-44b1-bb47-b3fcdc7d48d8 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/security-groups?id=46cac783-6f37-4ac1-8d4e-baa365ad2f78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453062
Nov 24 13:37:06.867203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfcd68-06cf-4348-b232-0ed373aaae4c req-37056932-c304-4d8f-a8e9-8b2d9ee10812 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:06.867963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-30cfcd68-06cf-4348-b232-0ed373aaae4c req-37056932-c304-4d8f-a8e9-8b2d9ee10812 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Synchronizing usage tracker for tenant:9ea04ecd2f2e4760a33c102ebd24bf21 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:37:06.884957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-30cfcd68-06cf-4348-b232-0ed373aaae4c req-37056932-c304-4d8f-a8e9-8b2d9ee10812 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Unset dirty status for tenant:9ea04ecd2f2e4760a33c102ebd24bf21 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:37:06.886191 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30cfcd68-06cf-4348-b232-0ed373aaae4c req-37056932-c304-4d8f-a8e9-8b2d9ee10812 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.70 "GET /v2.0/ports?device_id=1801010a-7ec5-4d55-9a7e-866243195178 HTTP/1.1" status: 200  len: 946 time: 0.1042778
Nov 24 13:37:06.964151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-30cfcd68-06cf-4348-b232-0ed373aaae4c req-b72a28b0-1fab-4560-a27c-f47176460312 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Deleting port 3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:37:06.964527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-30cfcd68-06cf-4348-b232-0ed373aaae4c req-b72a28b0-1fab-4560-a27c-f47176460312 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:07.228489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-30cfcd68-06cf-4348-b232-0ed373aaae4c req-b72a28b0-1fab-4560-a27c-f47176460312 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] For port 3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf,segment=NetworkSegment(a95bec92-2481-46a0-b90d-4d7f751f9677),segment_id=a95bec92-2481-46a0-b90d-4d7f751f9677)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:37:07.228876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-30cfcd68-06cf-4348-b232-0ed373aaae4c req-b72a28b0-1fab-4560-a27c-f47176460312 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:07.359817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-30cfcd68-06cf-4348-b232-0ed373aaae4c req-b72a28b0-1fab-4560-a27c-f47176460312 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Calling delete_port for 3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf owned by compute:nova {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:37:07.520274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-30cfcd68-06cf-4348-b232-0ed373aaae4c req-b72a28b0-1fab-4560-a27c-f47176460312 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:07.535043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-15369444-0bd9-4881-8665-2c1b431831fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:07.638436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a28b0-1fab-4560-a27c-f47176460312 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Pushing event deleted for resources: {'Port': ['ID=3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:07.643883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b72a28b0-1fab-4560-a27c-f47176460312 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:07.745749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-30cfcd68-06cf-4348-b232-0ed373aaae4c req-b72a28b0-1fab-4560-a27c-f47176460312 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] No DVR routers for this DVR port 3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf on host hv-neutron-6013 {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:37:07.748131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-30cfcd68-06cf-4348-b232-0ed373aaae4c req-b72a28b0-1fab-4560-a27c-f47176460312 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:07.751065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1801010a-7ec5-4d55-9a7e-866243195178', 'name': 'network-vif-deleted', 'tag': '3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:37:07.767493 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30cfcd68-06cf-4348-b232-0ed373aaae4c req-b72a28b0-1fab-4560-a27c-f47176460312 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.70 "DELETE /v2.0/ports/3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf HTTP/1.1" status: 204  len: 173 time: 0.8744893
Nov 24 13:37:07.816507 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1801010a-7ec5-4d55-9a7e-866243195178', 'name': 'network-vif-deleted', 'tag': '3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf', 'status': 'completed', 'code': 200}
Nov 24 13:37:07.901845 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8fe43c10-5230-45a9-a8a6-074cc4249d8f req-e946a38f-47e8-4df6-a516-211756c4165b tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/ports?device_id=1801010a-7ec5-4d55-9a7e-866243195178 HTTP/1.1" status: 200  len: 210 time: 0.0516088
Nov 24 13:37:08.049395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:37:08.083946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] No Port match for: 3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:37:08.084367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 3b79e2c8-7f5f-43f7-95cc-2fde5bea13bf not bound to the agent host hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:37:09.212665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fd138-fa40-4914-a862-ee851835c162 req-7b8cb277-da70-427b-b940-271d82b1718b tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:09.214263 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d24fd138-fa40-4914-a862-ee851835c162 req-7b8cb277-da70-427b-b940-271d82b1718b tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/ports?device_id=9a3887c7-3439-44d5-96ae-3bd80b29fb73 HTTP/1.1" status: 200  len: 946 time: 0.0957482
Nov 24 13:37:09.267425 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d24fd138-fa40-4914-a862-ee851835c162 req-13604560-f4ed-4a55-9ce8-ed704459ff77 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/security-groups?id=46cac783-6f37-4ac1-8d4e-baa365ad2f78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465651
Nov 24 13:37:09.513083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a219de-4927-4e01-ba23-80ad8ddb7e6b req-7060b08a-3151-4150-83fa-1be0f6aaca90 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:09.514625 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-63a219de-4927-4e01-ba23-80ad8ddb7e6b req-7060b08a-3151-4150-83fa-1be0f6aaca90 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/ports?device_id=9a3887c7-3439-44d5-96ae-3bd80b29fb73 HTTP/1.1" status: 200  len: 946 time: 0.0898438
Nov 24 13:37:09.567173 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-63a219de-4927-4e01-ba23-80ad8ddb7e6b req-64522465-5642-4846-a558-e69f869da83e tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/security-groups?id=46cac783-6f37-4ac1-8d4e-baa365ad2f78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458298
Nov 24 13:37:09.783780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b22fd-f46b-4e88-ab91-8711770a6df8 req-c303d2b2-65e2-486a-b46c-d52963ae51c2 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:09.785362 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7b4b22fd-f46b-4e88-ab91-8711770a6df8 req-c303d2b2-65e2-486a-b46c-d52963ae51c2 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/ports?device_id=9a3887c7-3439-44d5-96ae-3bd80b29fb73 HTTP/1.1" status: 200  len: 946 time: 0.0835938
Nov 24 13:37:09.833728 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7b4b22fd-f46b-4e88-ab91-8711770a6df8 req-a9d6cb7f-1170-435a-bf79-d4cbeadcd21e tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/security-groups?id=46cac783-6f37-4ac1-8d4e-baa365ad2f78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417898
Nov 24 13:37:10.185552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c41bc-7399-4007-acae-4b73622922e2 req-7acb0463-3cd7-4958-ac37-50fab20e800a tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:10.187198 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ac6c41bc-7399-4007-acae-4b73622922e2 req-7acb0463-3cd7-4958-ac37-50fab20e800a tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/ports?device_id=9a3887c7-3439-44d5-96ae-3bd80b29fb73 HTTP/1.1" status: 200  len: 946 time: 0.0894356
Nov 24 13:37:10.238531 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ac6c41bc-7399-4007-acae-4b73622922e2 req-419c64c5-6dba-4bbe-bc1f-8786c8949c3e tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/security-groups?id=46cac783-6f37-4ac1-8d4e-baa365ad2f78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449848
Nov 24 13:37:10.286956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a1d06674-f621-412b-8d5d-662b4e6ca797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:10.455769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe621bf-45e8-4d23-a3f5-71a637092d83 req-9c83c80e-5549-4491-823a-b3292cbc3fb3 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:10.457291 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-efe621bf-45e8-4d23-a3f5-71a637092d83 req-9c83c80e-5549-4491-823a-b3292cbc3fb3 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/ports?device_id=9a3887c7-3439-44d5-96ae-3bd80b29fb73 HTTP/1.1" status: 200  len: 946 time: 0.0851922
Nov 24 13:37:10.513655 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-efe621bf-45e8-4d23-a3f5-71a637092d83 req-5db3872b-d4fa-4a89-b6d7-75c5ea4a5cb5 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/security-groups?id=46cac783-6f37-4ac1-8d4e-baa365ad2f78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489566
Nov 24 13:37:10.743316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cad845-669a-419b-8b03-5fd1f6903c50 req-eb4c6ce7-944d-4bcb-9794-951349ab09ee tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:10.744834 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-24cad845-669a-419b-8b03-5fd1f6903c50 req-eb4c6ce7-944d-4bcb-9794-951349ab09ee tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/ports?device_id=9a3887c7-3439-44d5-96ae-3bd80b29fb73 HTTP/1.1" status: 200  len: 946 time: 0.0857506
Nov 24 13:37:10.793200 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-24cad845-669a-419b-8b03-5fd1f6903c50 req-71c1ba5c-fe74-4463-a6ec-45eff5afd99b tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/security-groups?id=46cac783-6f37-4ac1-8d4e-baa365ad2f78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420642
Nov 24 13:37:11.399212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a30e31-ca53-4e87-b420-7b82cc96b24f req-2a83e894-109f-48f3-af47-2096d95c4e0e tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:11.400852 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b2a30e31-ca53-4e87-b420-7b82cc96b24f req-2a83e894-109f-48f3-af47-2096d95c4e0e tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/ports?device_id=9a3887c7-3439-44d5-96ae-3bd80b29fb73 HTTP/1.1" status: 200  len: 946 time: 0.0867784
Nov 24 13:37:11.450948 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b2a30e31-ca53-4e87-b420-7b82cc96b24f req-40e3ff7c-aeef-4ce8-adf1-79ba65361e3b tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/security-groups?id=46cac783-6f37-4ac1-8d4e-baa365ad2f78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434625
Nov 24 13:37:12.651273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1119f84b-3126-4ebc-b193-e5d2f9a380da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:12.671086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2d6ea-91f7-46de-ae36-4ad148e710d6 req-d33f2e28-875e-43fd-aca1-61025828c938 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:12.672707 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eab2d6ea-91f7-46de-ae36-4ad148e710d6 req-d33f2e28-875e-43fd-aca1-61025828c938 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/ports?device_id=9a3887c7-3439-44d5-96ae-3bd80b29fb73 HTTP/1.1" status: 200  len: 946 time: 0.0898094
Nov 24 13:37:12.723392 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eab2d6ea-91f7-46de-ae36-4ad148e710d6 req-7c5c89ea-b7dc-4a42-8d3d-f3e31a97c045 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/security-groups?id=46cac783-6f37-4ac1-8d4e-baa365ad2f78&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442936
Nov 24 13:37:12.845004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8795e7-4b32-48ee-807f-6761fb5c3d19 req-8139b7c0-b775-4b91-94f6-de515148a230 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:12.845756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-ef8795e7-4b32-48ee-807f-6761fb5c3d19 req-8139b7c0-b775-4b91-94f6-de515148a230 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Synchronizing usage tracker for tenant:9ea04ecd2f2e4760a33c102ebd24bf21 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:37:12.861147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-ef8795e7-4b32-48ee-807f-6761fb5c3d19 req-8139b7c0-b775-4b91-94f6-de515148a230 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Unset dirty status for tenant:9ea04ecd2f2e4760a33c102ebd24bf21 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:37:12.862441 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ef8795e7-4b32-48ee-807f-6761fb5c3d19 req-8139b7c0-b775-4b91-94f6-de515148a230 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.70 "GET /v2.0/ports?device_id=9a3887c7-3439-44d5-96ae-3bd80b29fb73 HTTP/1.1" status: 200  len: 946 time: 0.0971472
Nov 24 13:37:12.941537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-ef8795e7-4b32-48ee-807f-6761fb5c3d19 req-56afdb9a-8214-457b-aee1-2abe5acf2084 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Deleting port 0a8bdd99-8ba0-439d-bad6-d7fb9a199add {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:37:12.941912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-ef8795e7-4b32-48ee-807f-6761fb5c3d19 req-56afdb9a-8214-457b-aee1-2abe5acf2084 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:12.989428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:13.201342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-ef8795e7-4b32-48ee-807f-6761fb5c3d19 req-56afdb9a-8214-457b-aee1-2abe5acf2084 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] For port 0a8bdd99-8ba0-439d-bad6-d7fb9a199add, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=0a8bdd99-8ba0-439d-bad6-d7fb9a199add,segment=NetworkSegment(a95bec92-2481-46a0-b90d-4d7f751f9677),segment_id=a95bec92-2481-46a0-b90d-4d7f751f9677)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:37:13.201730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-ef8795e7-4b32-48ee-807f-6761fb5c3d19 req-56afdb9a-8214-457b-aee1-2abe5acf2084 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:13.332705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-ef8795e7-4b32-48ee-807f-6761fb5c3d19 req-56afdb9a-8214-457b-aee1-2abe5acf2084 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Calling delete_port for 0a8bdd99-8ba0-439d-bad6-d7fb9a199add owned by compute:nova {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:37:13.483139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-ef8795e7-4b32-48ee-807f-6761fb5c3d19 req-56afdb9a-8214-457b-aee1-2abe5acf2084 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:13.499174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-58a5e336-5925-4585-819e-dc9144c68dff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:13.601798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56afdb9a-8214-457b-aee1-2abe5acf2084 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Pushing event deleted for resources: {'Port': ['ID=0a8bdd99-8ba0-439d-bad6-d7fb9a199add,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:13.606410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-56afdb9a-8214-457b-aee1-2abe5acf2084 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:13.705479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8795e7-4b32-48ee-807f-6761fb5c3d19 req-56afdb9a-8214-457b-aee1-2abe5acf2084 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] No DVR routers for this DVR port 0a8bdd99-8ba0-439d-bad6-d7fb9a199add on host hv-neutron-6013 {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:37:13.707795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-ef8795e7-4b32-48ee-807f-6761fb5c3d19 req-56afdb9a-8214-457b-aee1-2abe5acf2084 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:13.711285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3887c7-3439-44d5-96ae-3bd80b29fb73', 'name': 'network-vif-deleted', 'tag': '0a8bdd99-8ba0-439d-bad6-d7fb9a199add'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:37:13.726969 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ef8795e7-4b32-48ee-807f-6761fb5c3d19 req-56afdb9a-8214-457b-aee1-2abe5acf2084 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.70 "DELETE /v2.0/ports/0a8bdd99-8ba0-439d-bad6-d7fb9a199add HTTP/1.1" status: 204  len: 173 time: 0.8581965
Nov 24 13:37:13.776065 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3887c7-3439-44d5-96ae-3bd80b29fb73', 'name': 'network-vif-deleted', 'tag': '0a8bdd99-8ba0-439d-bad6-d7fb9a199add', 'status': 'completed', 'code': 200}
Nov 24 13:37:13.868766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 0a8bdd99-8ba0-439d-bad6-d7fb9a199add no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:37:13.910160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] No Port match for: 0a8bdd99-8ba0-439d-bad6-d7fb9a199add {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:37:13.910767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 0a8bdd99-8ba0-439d-bad6-d7fb9a199add not bound to the agent host hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:37:13.915464 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6f701720-674d-4720-9d0a-4fcd71c35db3 req-e42fef1f-c606-4883-8eca-9aadd5f8ae3d tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] 10.222.0.76 "GET /v2.0/ports?device_id=9a3887c7-3439-44d5-96ae-3bd80b29fb73 HTTP/1.1" status: 200  len: 210 time: 0.0527377
Nov 24 13:37:14.263972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:14.829121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:15.030000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 57426) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:15.102623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d8fe9d-b0be-40b5-8c9d-5e124e1e02ed admin admin] Deleting subnet 87a048cf-f168-443e-a0ac-f1d409f32edd {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:37:15.105756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e7d8fe9d-b0be-40b5-8c9d-5e124e1e02ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:15.160655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e7d8fe9d-b0be-40b5-8c9d-5e124e1e02ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:15.226466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e7d8fe9d-b0be-40b5-8c9d-5e124e1e02ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:15.494738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e7d8fe9d-b0be-40b5-8c9d-5e124e1e02ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:15.509518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d20fb89b-6800-411b-9198-b9c2c89a5d3d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:15.598347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8fe9d-b0be-40b5-8c9d-5e124e1e02ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87a048cf-f168-443e-a0ac-f1d409f32edd,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:15.602789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e7d8fe9d-b0be-40b5-8c9d-5e124e1e02ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:15.658006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e7d8fe9d-b0be-40b5-8c9d-5e124e1e02ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:15.664889 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e7d8fe9d-b0be-40b5-8c9d-5e124e1e02ed admin admin] 10.222.0.76 "DELETE /v2.0/subnets/87a048cf-f168-443e-a0ac-f1d409f32edd HTTP/1.1" status: 204  len: 168 time: 0.6336641
Nov 24 13:37:15.667767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 57430) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:15.786729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dac51679-77fa-4138-9f01-f99994c606f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:15.983188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dac51679-77fa-4138-9f01-f99994c606f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:16.100788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-dac51679-77fa-4138-9f01-f99994c606f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634c39a320>,) {'filters': {'network_id': ['3121ecfc-0af1-4e4a-b627-e6d40d85ea06']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:37:16.114601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-dac51679-77fa-4138-9f01-f99994c606f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c39a320>, 'a95bec92-2481-46a0-b90d-4d7f751f9677') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:37:16.114946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-dac51679-77fa-4138-9f01-f99994c606f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c39a320>, 'a95bec92-2481-46a0-b90d-4d7f751f9677') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:37:16.127290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dac51679-77fa-4138-9f01-f99994c606f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:16.143072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dac51679-77fa-4138-9f01-f99994c606f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:16.145118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dac51679-77fa-4138-9f01-f99994c606f1 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:37:16.326209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-dac51679-77fa-4138-9f01-f99994c606f1 admin admin] Network 3121ecfc-0af1-4e4a-b627-e6d40d85ea06 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:37:16.339381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dac51679-77fa-4138-9f01-f99994c606f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:16.524677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-dac51679-77fa-4138-9f01-f99994c606f1 admin admin] Network 3121ecfc-0af1-4e4a-b627-e6d40d85ea06 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:37:16.547140 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:37:16.547140 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:37:16.547140 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:37:16.547140 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:37:16.547140 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:37:16.547140 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:37:16.547140 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:37:16.547140 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:37:16.547140 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:37:16.547140 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:37:16.547140 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:37:16.547140 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:37:16.547140 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:37:16.547140 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:37:16.547140 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:37:16.547140 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:37:16.547140 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:37:16.547140 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:37:16.547140 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:37:16.547140 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:37:16.547140 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:37:16.547140 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:37:16.547140 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:37:16.547140 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:37:16.547140 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:37:16.547140 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:37:16.547140 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:37:16.547140 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:37:16.547140 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:37:16.547140 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:37:16.547140 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:37:16.547140 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:37:16.627540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dac51679-77fa-4138-9f01-f99994c606f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:16.633009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dac51679-77fa-4138-9f01-f99994c606f1 admin admin] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:16.636962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b2e7ee56-71bb-4502-b762-73fcab201ea4 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:16.660001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac51679-77fa-4138-9f01-f99994c606f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3121ecfc-0af1-4e4a-b627-e6d40d85ea06,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:16.663216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dac51679-77fa-4138-9f01-f99994c606f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:16.668382 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-dac51679-77fa-4138-9f01-f99994c606f1 admin admin] 10.222.0.76 "DELETE /v2.0/networks/3121ecfc-0af1-4e4a-b627-e6d40d85ea06 HTTP/1.1" status: 204  len: 168 time: 0.9995730
Nov 24 13:37:16.820338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 57436) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:16.873316 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-27ba672e-5eb5-40d3-a356-60f5dc00d7ee admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9ea04ecd2f2e4760a33c102ebd24bf21&name=default HTTP/1.1" status: 200  len: 2751 time: 0.0509474
Nov 24 13:37:16.875242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 57440) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:16.941651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60ad1b61-862d-4c3f-a7eb-c79f3ef5886b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:16.973380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60ad1b61-862d-4c3f-a7eb-c79f3ef5886b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:17.029357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60ad1b61-862d-4c3f-a7eb-c79f3ef5886b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:17.034987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fe74eb0c-6ddd-444f-abfa-214777ce562f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:17.049133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad1b61-862d-4c3f-a7eb-c79f3ef5886b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cac783-6f37-4ac1-8d4e-baa365ad2f78,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:17.052431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-60ad1b61-862d-4c3f-a7eb-c79f3ef5886b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:17.053285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-60ad1b61-862d-4c3f-a7eb-c79f3ef5886b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:17.057564 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-60ad1b61-862d-4c3f-a7eb-c79f3ef5886b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/46cac783-6f37-4ac1-8d4e-baa365ad2f78 HTTP/1.1" status: 204  len: 168 time: 0.1786933
Nov 24 13:37:18.015108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 57462) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:18.158352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e72e30d8-9532-4b59-a45a-a72d769024f7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1160252413'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:37:18.165070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e72e30d8-9532-4b59-a45a-a72d769024f7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:37:18.169278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e72e30d8-9532-4b59-a45a-a72d769024f7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Usage tracker for resource:network and tenant:8b64a90ec9f943c09011774eee707d7e is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:37:18.172315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e72e30d8-9532-4b59-a45a-a72d769024f7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Quota usage for network was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:37:18.178083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e72e30d8-9532-4b59-a45a-a72d769024f7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:37:18.189310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72e30d8-9532-4b59-a45a-a72d769024f7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Made reservation on behalf of 8b64a90ec9f943c09011774eee707d7e for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:37:18.194944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e72e30d8-9532-4b59-a45a-a72d769024f7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:18.208520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e72e30d8-9532-4b59-a45a-a72d769024f7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:18.244996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e72e30d8-9532-4b59-a45a-a72d769024f7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:37:18.249093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e72e30d8-9532-4b59-a45a-a72d769024f7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Usage tracker for resource:security_group_rule and tenant:8b64a90ec9f943c09011774eee707d7e is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:37:18.252120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e72e30d8-9532-4b59-a45a-a72d769024f7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:37:18.258302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e72e30d8-9532-4b59-a45a-a72d769024f7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:37:18.330816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e72e30d8-9532-4b59-a45a-a72d769024f7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:18.333751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e72e30d8-9532-4b59-a45a-a72d769024f7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:18.337520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6f255bf7-064b-4209-9b94-8623abcd71ab tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:18.376864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e72e30d8-9532-4b59-a45a-a72d769024f7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:37:18.386544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e30d8-9532-4b59-a45a-a72d769024f7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Pushing event updated for resources: {'SecurityGroup': ['ID=fd561d0c-e634-4c56-bf3d-fef9d6d45807,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:18.391135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e72e30d8-9532-4b59-a45a-a72d769024f7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:18.393993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e72e30d8-9532-4b59-a45a-a72d769024f7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:18.394461 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-e72e30d8-9532-4b59-a45a-a72d769024f7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Added segment 3b79b37a-7b79-4746-8edc-e252ee864e55 of type vxlan for network 3499e7a4-95ee-4727-a256-9a75a602c547
Nov 24 13:37:18.427005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e72e30d8-9532-4b59-a45a-a72d769024f7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:18.456530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e72e30d8-9532-4b59-a45a-a72d769024f7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:18.461210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72e30d8-9532-4b59-a45a-a72d769024f7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:18.461840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e72e30d8-9532-4b59-a45a-a72d769024f7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:18.467125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dba6b948-50fe-4f91-b4d9-4c0bf96e9711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:18.580604 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e72e30d8-9532-4b59-a45a-a72d769024f7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.5642464
Nov 24 13:37:18.583797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e30d8-9532-4b59-a45a-a72d769024f7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Pushing event updated for resources: {'Network': ['ID=3499e7a4-95ee-4727-a256-9a75a602c547,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:18.587703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e72e30d8-9532-4b59-a45a-a72d769024f7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:18.597282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 3499e7a4-95ee-4727-a256-9a75a602c547 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:37:18.613892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 3499e7a4-95ee-4727-a256-9a75a602c547 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:37:21.326692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:22.330682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 57468) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:22.337854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a416dc2b-7350-42ba-8999-e7e1c233f00e tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Request body: {'subnet': {'network_id': '3499e7a4-95ee-4727-a256-9a75a602c547', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:37:22.461412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a416dc2b-7350-42ba-8999-e7e1c233f00e tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:37:22.465630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a416dc2b-7350-42ba-8999-e7e1c233f00e tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Usage tracker for resource:subnet and tenant:8b64a90ec9f943c09011774eee707d7e is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:37:22.468637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a416dc2b-7350-42ba-8999-e7e1c233f00e tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:37:22.474435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a416dc2b-7350-42ba-8999-e7e1c233f00e tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:37:22.483420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a416dc2b-7350-42ba-8999-e7e1c233f00e tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Made reservation on behalf of 8b64a90ec9f943c09011774eee707d7e for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:37:22.590494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a416dc2b-7350-42ba-8999-e7e1c233f00e tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:23.291602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a416dc2b-7350-42ba-8999-e7e1c233f00e tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:23.308695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e7d8fe9d-b0be-40b5-8c9d-5e124e1e02ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:23.441950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416dc2b-7350-42ba-8999-e7e1c233f00e tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Pushing event updated for resources: {'Subnet': ['ID=3071994d-1bac-4459-8015-980a9e99a0fd,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:23.446420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a416dc2b-7350-42ba-8999-e7e1c233f00e tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:23.524786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a416dc2b-7350-42ba-8999-e7e1c233f00e tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Checking segment: {'id': '3b79b37a-7b79-4746-8edc-e252ee864e55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3499e7a4-95ee-4727-a256-9a75a602c547'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:37:23.525176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a416dc2b-7350-42ba-8999-e7e1c233f00e tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Network hostable DHCP agents. Network: 3499e7a4-95ee-4727-a256-9a75a602c547, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:37:23.547121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a416dc2b-7350-42ba-8999-e7e1c233f00e tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Network 3499e7a4-95ee-4727-a256-9a75a602c547 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:37:23.555478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-a416dc2b-7350-42ba-8999-e7e1c233f00e tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 3499e7a4-95ee-4727-a256-9a75a602c547) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:37:23.565894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b730925-f4f1-4fa2-9943-dc21108773c2 None None] Network 3499e7a4-95ee-4727-a256-9a75a602c547 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:37:23.574186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a416dc2b-7350-42ba-8999-e7e1c233f00e tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:23.574835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a416dc2b-7350-42ba-8999-e7e1c233f00e tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:23.596047 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a416dc2b-7350-42ba-8999-e7e1c233f00e tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.2641506
Nov 24 13:37:23.599671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 57472) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:23.606975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-41d972f3-0e56-43fa-8816-b6caa84af4b1 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-356504617'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:37:23.612732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-41d972f3-0e56-43fa-8816-b6caa84af4b1 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:37:23.617470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-41d972f3-0e56-43fa-8816-b6caa84af4b1 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Usage tracker for resource:network and tenant:8b64a90ec9f943c09011774eee707d7e is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:37:23.620586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-41d972f3-0e56-43fa-8816-b6caa84af4b1 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Quota usage for network was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:37:23.626571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-41d972f3-0e56-43fa-8816-b6caa84af4b1 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:37:23.636060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d972f3-0e56-43fa-8816-b6caa84af4b1 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Made reservation on behalf of 8b64a90ec9f943c09011774eee707d7e for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:37:23.641775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-41d972f3-0e56-43fa-8816-b6caa84af4b1 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:23.675574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d972f3-0e56-43fa-8816-b6caa84af4b1 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:37:23.687263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-41d972f3-0e56-43fa-8816-b6caa84af4b1 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:23.687663 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-41d972f3-0e56-43fa-8816-b6caa84af4b1 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Added segment cc6b8e79-6791-401c-816f-e7bc5b997048 of type vxlan for network 5b0d342f-abdb-457d-bb5f-e22ab16ae3b8
Nov 24 13:37:23.715814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-41d972f3-0e56-43fa-8816-b6caa84af4b1 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:23.746842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-41d972f3-0e56-43fa-8816-b6caa84af4b1 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:23.751062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d972f3-0e56-43fa-8816-b6caa84af4b1 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:23.751809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-41d972f3-0e56-43fa-8816-b6caa84af4b1 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:23.757664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1852a562-23d1-44eb-95e7-c5a9ea103ff2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:23.807894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb44bc2-5fa0-412a-b60c-2c32466c2934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-3499e7a4-95ee-4727-a256-9a75a602c547', 'network_id': '3499e7a4-95ee-4727-a256-9a75a602c547', 'tenant_id': '8b64a90ec9f943c09011774eee707d7e', 'fixed_ips': [{'subnet_id': '3071994d-1bac-4459-8015-980a9e99a0fd'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:37:23.808821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1eb44bc2-5fa0-412a-b60c-2c32466c2934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:23.854925 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-41d972f3-0e56-43fa-8816-b6caa84af4b1 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2541473
Nov 24 13:37:23.858049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57476) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:23.864797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-fec915fd-58f3-4d2d-8cc3-9181d6288250 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Request body: {'subnet': {'network_id': '5b0d342f-abdb-457d-bb5f-e22ab16ae3b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:37:23.875720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d972f3-0e56-43fa-8816-b6caa84af4b1 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Pushing event updated for resources: {'Network': ['ID=5b0d342f-abdb-457d-bb5f-e22ab16ae3b8,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:23.878980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-41d972f3-0e56-43fa-8816-b6caa84af4b1 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:23.917605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 5b0d342f-abdb-457d-bb5f-e22ab16ae3b8 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:37:23.930714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 5b0d342f-abdb-457d-bb5f-e22ab16ae3b8 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:37:23.988173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fec915fd-58f3-4d2d-8cc3-9181d6288250 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:37:23.992478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fec915fd-58f3-4d2d-8cc3-9181d6288250 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Usage tracker for resource:subnet and tenant:8b64a90ec9f943c09011774eee707d7e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:37:23.995855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-fec915fd-58f3-4d2d-8cc3-9181d6288250 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:37:24.002163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-fec915fd-58f3-4d2d-8cc3-9181d6288250 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:37:24.012504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec915fd-58f3-4d2d-8cc3-9181d6288250 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Made reservation on behalf of 8b64a90ec9f943c09011774eee707d7e for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:37:24.132785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fec915fd-58f3-4d2d-8cc3-9181d6288250 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:24.494267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-1eb44bc2-5fa0-412a-b60c-2c32466c2934 None None] Allocated IP 2001:db8:0:ffff::2 (3499e7a4-95ee-4727-a256-9a75a602c547/3071994d-1bac-4459-8015-980a9e99a0fd/85e61784-4ea3-4eee-aede-8a5249e6a929) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:37:24.602022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fec915fd-58f3-4d2d-8cc3-9181d6288250 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:24.617917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-43801c2d-992d-4e0a-b8c5-d654ec27798d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:24.714907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1eb44bc2-5fa0-412a-b60c-2c32466c2934 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:24.726747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1eb44bc2-5fa0-412a-b60c-2c32466c2934 None None] Transition to ACTIVE for port object 85e61784-4ea3-4eee-aede-8a5249e6a929 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:37:24.743008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1eb44bc2-5fa0-412a-b60c-2c32466c2934 None None] Transition to ACTIVE for port object 85e61784-4ea3-4eee-aede-8a5249e6a929 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:37:24.746888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1eb44bc2-5fa0-412a-b60c-2c32466c2934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:24.755571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec915fd-58f3-4d2d-8cc3-9181d6288250 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Pushing event updated for resources: {'Subnet': ['ID=79665d64-30b7-4823-a82f-d62f81917141,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:24.760121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fec915fd-58f3-4d2d-8cc3-9181d6288250 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:24.814887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fc3d34e1-ea61-4685-a75f-70df052a19bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:24.836978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec915fd-58f3-4d2d-8cc3-9181d6288250 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Checking segment: {'id': 'cc6b8e79-6791-401c-816f-e7bc5b997048', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5b0d342f-abdb-457d-bb5f-e22ab16ae3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:37:24.837587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec915fd-58f3-4d2d-8cc3-9181d6288250 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Network hostable DHCP agents. Network: 5b0d342f-abdb-457d-bb5f-e22ab16ae3b8, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:37:24.860351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec915fd-58f3-4d2d-8cc3-9181d6288250 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Network 5b0d342f-abdb-457d-bb5f-e22ab16ae3b8 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:37:24.869050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-fec915fd-58f3-4d2d-8cc3-9181d6288250 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 5b0d342f-abdb-457d-bb5f-e22ab16ae3b8) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:37:24.883909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec915fd-58f3-4d2d-8cc3-9181d6288250 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:24.884708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fec915fd-58f3-4d2d-8cc3-9181d6288250 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:24.888270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a74c77-9a5a-4135-a85d-db35a18ad0fe None None] Network 5b0d342f-abdb-457d-bb5f-e22ab16ae3b8 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:37:24.904971 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fec915fd-58f3-4d2d-8cc3-9181d6288250 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 1.0455139
Nov 24 13:37:24.907903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57480) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:24.980377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb44bc2-5fa0-412a-b60c-2c32466c2934 None None] Pushing event updated for resources: {'Port': ['ID=85e61784-4ea3-4eee-aede-8a5249e6a929,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:24.988106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1eb44bc2-5fa0-412a-b60c-2c32466c2934 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:25.062650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:25.080055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb44bc2-5fa0-412a-b60c-2c32466c2934 None None] Network 3499e7a4-95ee-4727-a256-9a75a602c547 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:37:25.081347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-1eb44bc2-5fa0-412a-b60c-2c32466c2934 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:37:25.130518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb44bc2-5fa0-412a-b60c-2c32466c2934 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:37:25.204705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:25.235302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-1eb44bc2-5fa0-412a-b60c-2c32466c2934 None None] Attempting to bind port 85e61784-4ea3-4eee-aede-8a5249e6a929 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:37:25.235717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-1eb44bc2-5fa0-412a-b60c-2c32466c2934 None None] Attempting to bind port 85e61784-4ea3-4eee-aede-8a5249e6a929 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '3b79b37a-7b79-4746-8edc-e252ee864e55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3499e7a4-95ee-4727-a256-9a75a602c547'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:37:25.236140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb44bc2-5fa0-412a-b60c-2c32466c2934 None None] Attempting to bind port 85e61784-4ea3-4eee-aede-8a5249e6a929 on network 3499e7a4-95ee-4727-a256-9a75a602c547 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:37:25.240862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39e6f55-8c31-4ebc-9ebc-c4952c9a1346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-5b0d342f-abdb-457d-bb5f-e22ab16ae3b8', 'network_id': '5b0d342f-abdb-457d-bb5f-e22ab16ae3b8', 'tenant_id': '8b64a90ec9f943c09011774eee707d7e', 'fixed_ips': [{'subnet_id': '79665d64-30b7-4823-a82f-d62f81917141'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:37:25.242408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b39e6f55-8c31-4ebc-9ebc-c4952c9a1346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:25.274791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb44bc2-5fa0-412a-b60c-2c32466c2934 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:37:25.275230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb44bc2-5fa0-412a-b60c-2c32466c2934 None None] Checking segment: {'id': '3b79b37a-7b79-4746-8edc-e252ee864e55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3499e7a4-95ee-4727-a256-9a75a602c547'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:37:25.275689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1eb44bc2-5fa0-412a-b60c-2c32466c2934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:25.276212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb44bc2-5fa0-412a-b60c-2c32466c2934 None None] Bound using segment: {'id': '3b79b37a-7b79-4746-8edc-e252ee864e55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3499e7a4-95ee-4727-a256-9a75a602c547'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:37:25.276754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-1eb44bc2-5fa0-412a-b60c-2c32466c2934 None None] Bound port: 85e61784-4ea3-4eee-aede-8a5249e6a929, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b79b37a-7b79-4746-8edc-e252ee864e55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3499e7a4-95ee-4727-a256-9a75a602c547'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:37:25.277202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1eb44bc2-5fa0-412a-b60c-2c32466c2934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:25.482592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-1eb44bc2-5fa0-412a-b60c-2c32466c2934 None None] For port 85e61784-4ea3-4eee-aede-8a5249e6a929, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:37:25.515430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:25.521856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:37:25.531951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e50ef3e5-dd4a-474e-b11a-53a76b51c7c3 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:25.537557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-1eb44bc2-5fa0-412a-b60c-2c32466c2934 None None] For port 85e61784-4ea3-4eee-aede-8a5249e6a929, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=85e61784-4ea3-4eee-aede-8a5249e6a929,segment=NetworkSegment(3b79b37a-7b79-4746-8edc-e252ee864e55),segment_id=3b79b37a-7b79-4746-8edc-e252ee864e55)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:37:25.550641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1eb44bc2-5fa0-412a-b60c-2c32466c2934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:25.569351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:25.624986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Pushing event deleted for resources: {'Subnet': ['ID=79665d64-30b7-4823-a82f-d62f81917141,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:25.649894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:25.650343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:25.650756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:25.651167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:25.651569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:25.651973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:25.652373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:25.652785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:25.653176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:25.653571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:25.653966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:25.654407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:25.654885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:25.655321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:25.655718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:25.656113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:25.656506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:25.656908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:25.657306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:25.657695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:25.658087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:25.658507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:25.658898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:25.659290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:25.664543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server [None req-b39e6f55-8c31-4ebc-9ebc-c4952c9a1346 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 79665d64-30b7-4823-a82f-d62f81917141: This subnet is being modified by another concurrent operation.
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1420, in create_port
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1387, in _create_port_db
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server     raise exception
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 79665d64-30b7-4823-a82f-d62f81917141: This subnet is being modified by another concurrent operation.
Nov 24 13:37:25.741714 dv-neutron-601336-61-ovs neutron-server[80834]: ERROR oslo_messaging.rpc.server 
Nov 24 13:37:25.765893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb44bc2-5fa0-412a-b60c-2c32466c2934 None None] Pushing event updated for resources: {'Port': ['ID=85e61784-4ea3-4eee-aede-8a5249e6a929,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:25.768868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77eb579d-fa75-45dc-a372-a1e1ca39f245 None None] Network 5b0d342f-abdb-457d-bb5f-e22ab16ae3b8 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:37:25.788226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1eb44bc2-5fa0-412a-b60c-2c32466c2934 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:26.055692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:26.182185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634c0c1a58>,) {'filters': {'network_id': ['5b0d342f-abdb-457d-bb5f-e22ab16ae3b8']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:37:26.196302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c0c1a58>, 'cc6b8e79-6791-401c-816f-e7bc5b997048') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:37:26.201149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c0c1a58>, 'cc6b8e79-6791-401c-816f-e7bc5b997048') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:37:26.213057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:26.230618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:26.237292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Releasing vxlan tunnel 4 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:37:26.434873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Network 5b0d342f-abdb-457d-bb5f-e22ab16ae3b8 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:37:26.443988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:26.626878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Network 5b0d342f-abdb-457d-bb5f-e22ab16ae3b8 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:37:26.651648 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:37:26.651648 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:37:26.651648 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:37:26.651648 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:37:26.651648 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:37:26.651648 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:37:26.651648 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:37:26.651648 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:37:26.651648 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:37:26.651648 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:37:26.651648 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:37:26.651648 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:37:26.651648 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:37:26.651648 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:37:26.651648 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:37:26.651648 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:37:26.651648 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:37:26.651648 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:37:26.651648 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:37:26.651648 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:37:26.651648 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:37:26.651648 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:37:26.651648 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:37:26.651648 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:37:26.651648 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:37:26.651648 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:37:26.651648 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:37:26.651648 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:37:26.651648 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:37:26.651648 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:37:26.651648 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:37:26.651648 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:37:26.733819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:26.738028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f14cdbd8-64ed-423d-8d33-11c86f746a47 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:26.758707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:26.770207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Pushing event deleted for resources: {'Network': ['ID=5b0d342f-abdb-457d-bb5f-e22ab16ae3b8,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:26.775376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:26.778406 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8be3fb0c-b5cb-4104-885a-4bf9a8702018 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] 10.222.0.76 "DELETE /v2.0/networks/5b0d342f-abdb-457d-bb5f-e22ab16ae3b8 HTTP/1.1" status: 204  len: 168 time: 1.8694177
Nov 24 13:37:26.782147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57484) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:26.788421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2bb291d1-a6c5-451b-8231-d109339e3b00 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-690232310'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:37:26.793816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2bb291d1-a6c5-451b-8231-d109339e3b00 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:37:26.797894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2bb291d1-a6c5-451b-8231-d109339e3b00 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Usage tracker for resource:network and tenant:8b64a90ec9f943c09011774eee707d7e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:37:26.800895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2bb291d1-a6c5-451b-8231-d109339e3b00 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Quota usage for network was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:37:26.807207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2bb291d1-a6c5-451b-8231-d109339e3b00 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:37:26.816820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb291d1-a6c5-451b-8231-d109339e3b00 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Made reservation on behalf of 8b64a90ec9f943c09011774eee707d7e for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:37:26.822880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2bb291d1-a6c5-451b-8231-d109339e3b00 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:26.855714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb291d1-a6c5-451b-8231-d109339e3b00 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:37:26.865165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2bb291d1-a6c5-451b-8231-d109339e3b00 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:26.865709 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-2bb291d1-a6c5-451b-8231-d109339e3b00 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Added segment 855c6fb9-f6fd-4514-9caa-fa38ac8dc617 of type vxlan for network 1228fd14-5acc-4a44-9bdc-359f51792a96
Nov 24 13:37:26.895145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2bb291d1-a6c5-451b-8231-d109339e3b00 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:26.925907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2bb291d1-a6c5-451b-8231-d109339e3b00 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:26.930751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb291d1-a6c5-451b-8231-d109339e3b00 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:26.931394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2bb291d1-a6c5-451b-8231-d109339e3b00 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:26.936973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-416f02dc-aa02-4080-be62-f91618cfd421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:27.041811 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2bb291d1-a6c5-451b-8231-d109339e3b00 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2585175
Nov 24 13:37:27.044944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 57488) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:27.051350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb291d1-a6c5-451b-8231-d109339e3b00 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Pushing event updated for resources: {'Network': ['ID=1228fd14-5acc-4a44-9bdc-359f51792a96,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:27.051606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-3eb78efb-6036-495e-95bf-8f419c59a53f tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Request body: {'subnet': {'network_id': '1228fd14-5acc-4a44-9bdc-359f51792a96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:37:27.055588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2bb291d1-a6c5-451b-8231-d109339e3b00 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:27.064246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 1228fd14-5acc-4a44-9bdc-359f51792a96 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:37:27.082632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 1228fd14-5acc-4a44-9bdc-359f51792a96 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:37:27.183809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3eb78efb-6036-495e-95bf-8f419c59a53f tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:37:27.188861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3eb78efb-6036-495e-95bf-8f419c59a53f tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Usage tracker for resource:subnet and tenant:8b64a90ec9f943c09011774eee707d7e is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:37:27.192256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3eb78efb-6036-495e-95bf-8f419c59a53f tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:37:27.198923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3eb78efb-6036-495e-95bf-8f419c59a53f tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:37:27.210932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb78efb-6036-495e-95bf-8f419c59a53f tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Made reservation on behalf of 8b64a90ec9f943c09011774eee707d7e for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:37:27.342066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3eb78efb-6036-495e-95bf-8f419c59a53f tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:27.378796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 85e61784-4ea3-4eee-aede-8a5249e6a929 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:37:27.455252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 85e61784-4ea3-4eee-aede-8a5249e6a929 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:37:27.456050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.ipam_backend_mixin [None req-3eb78efb-6036-495e-95bf-8f419c59a53f tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Performing IP validity checks on allocation pools {{(pid=80943) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Nov 24 13:37:27.456772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.ipam_backend_mixin [None req-3eb78efb-6036-495e-95bf-8f419c59a53f tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Checking for overlaps among allocation pools and gateway ip {{(pid=80943) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Nov 24 13:37:27.496540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d0a124-5400-4ca2-8f42-2cd4791e3f0c None None] Network 3499e7a4-95ee-4727-a256-9a75a602c547 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:37:27.782838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9b26969b-505b-4bb5-801f-6916e4b37cac None None] Provisioning for port 85e61784-4ea3-4eee-aede-8a5249e6a929 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:37:27.802160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9b26969b-505b-4bb5-801f-6916e4b37cac None None] Provisioning complete for port 85e61784-4ea3-4eee-aede-8a5249e6a929 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:37:27.802627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b26969b-505b-4bb5-801f-6916e4b37cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:27.842560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3eb78efb-6036-495e-95bf-8f419c59a53f tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:27.859042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-392df07a-5417-415c-90f1-721d379f1ebb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:27.992848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb78efb-6036-495e-95bf-8f419c59a53f tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Pushing event updated for resources: {'Subnet': ['ID=c1cdf0f9-b0e6-40df-a53c-ea297e7c8efe,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:27.996475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3eb78efb-6036-495e-95bf-8f419c59a53f tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:28.035197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b26969b-505b-4bb5-801f-6916e4b37cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:28.074203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb78efb-6036-495e-95bf-8f419c59a53f tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Checking segment: {'id': '855c6fb9-f6fd-4514-9caa-fa38ac8dc617', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1228fd14-5acc-4a44-9bdc-359f51792a96'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:37:28.074563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb78efb-6036-495e-95bf-8f419c59a53f tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Network hostable DHCP agents. Network: 1228fd14-5acc-4a44-9bdc-359f51792a96, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:37:28.085754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-9b26969b-505b-4bb5-801f-6916e4b37cac None None] For port 85e61784-4ea3-4eee-aede-8a5249e6a929, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=85e61784-4ea3-4eee-aede-8a5249e6a929,segment=NetworkSegment(3b79b37a-7b79-4746-8edc-e252ee864e55),segment_id=3b79b37a-7b79-4746-8edc-e252ee864e55)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:37:28.089229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9b26969b-505b-4bb5-801f-6916e4b37cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:28.091313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1eb44bc2-5fa0-412a-b60c-2c32466c2934 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:28.099490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb78efb-6036-495e-95bf-8f419c59a53f tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Network 1228fd14-5acc-4a44-9bdc-359f51792a96 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:37:28.109711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-3eb78efb-6036-495e-95bf-8f419c59a53f tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 1228fd14-5acc-4a44-9bdc-359f51792a96) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:37:28.133722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb78efb-6036-495e-95bf-8f419c59a53f tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:28.134573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3eb78efb-6036-495e-95bf-8f419c59a53f tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:28.141946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7eb680-27a0-4a1e-8655-bec702d490ff None None] Network 1228fd14-5acc-4a44-9bdc-359f51792a96 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:37:28.161744 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3eb78efb-6036-495e-95bf-8f419c59a53f tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.1156018
Nov 24 13:37:28.166719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57492) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:28.293190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26969b-505b-4bb5-801f-6916e4b37cac None None] Pushing event updated for resources: {'Port': ['ID=85e61784-4ea3-4eee-aede-8a5249e6a929,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:28.305774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9b26969b-505b-4bb5-801f-6916e4b37cac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:28.358370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:28.429005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-bb98704a-f987-449b-b344-5a17388073c9 None None] Provisioning complete for port 85e61784-4ea3-4eee-aede-8a5249e6a929 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:37:28.429524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bb98704a-f987-449b-b344-5a17388073c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:28.461435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9825d1-2eea-4d10-949e-b3460957d7cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-1228fd14-5acc-4a44-9bdc-359f51792a96', 'network_id': '1228fd14-5acc-4a44-9bdc-359f51792a96', 'tenant_id': '8b64a90ec9f943c09011774eee707d7e', 'fixed_ips': [{'subnet_id': 'c1cdf0f9-b0e6-40df-a53c-ea297e7c8efe'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:37:28.462368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f9825d1-2eea-4d10-949e-b3460957d7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:28.518659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:28.853852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-8f9825d1-2eea-4d10-949e-b3460957d7cb None None] Allocated IP 2001:db8::3 (1228fd14-5acc-4a44-9bdc-359f51792a96/c1cdf0f9-b0e6-40df-a53c-ea297e7c8efe/912eada1-f668-45c9-9d07-7ea428a019cc) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:37:28.963173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2c3fff7d-9aa9-41da-bce4-46448857026c None None] Provisioning complete for port 85e61784-4ea3-4eee-aede-8a5249e6a929 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:37:28.963645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2c3fff7d-9aa9-41da-bce4-46448857026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:29.201627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f9825d1-2eea-4d10-949e-b3460957d7cb None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:29.213269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8f9825d1-2eea-4d10-949e-b3460957d7cb None None] Transition to ACTIVE for port object 912eada1-f668-45c9-9d07-7ea428a019cc will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:37:29.229842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8f9825d1-2eea-4d10-949e-b3460957d7cb None None] Transition to ACTIVE for port object 912eada1-f668-45c9-9d07-7ea428a019cc will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:37:29.235195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f9825d1-2eea-4d10-949e-b3460957d7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:29.247814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:29.252432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e4fa04e2-50e5-4cf0-9527-0c5f72a03903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:29.265775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bc07d8a3-9893-48c7-a4af-91d9905905bb tempest-NetworksTestDHCPv6-1471707880 tempest-NetworksTestDHCPv6-1471707880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:29.354116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 85e61784-4ea3-4eee-aede-8a5249e6a929 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:37:29.367808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Pushing event deleted for resources: {'Subnet': ['ID=c1cdf0f9-b0e6-40df-a53c-ea297e7c8efe,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:29.373508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:29.437869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9825d1-2eea-4d10-949e-b3460957d7cb None None] Pushing event updated for resources: {'Port': ['ID=912eada1-f668-45c9-9d07-7ea428a019cc,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:29.441423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8f9825d1-2eea-4d10-949e-b3460957d7cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:29.507535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9825d1-2eea-4d10-949e-b3460957d7cb None None] Network 1228fd14-5acc-4a44-9bdc-359f51792a96 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:37:29.509430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-8f9825d1-2eea-4d10-949e-b3460957d7cb None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:37:29.516429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9825d1-2eea-4d10-949e-b3460957d7cb None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:37:29.520148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:29.521019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 85e61784-4ea3-4eee-aede-8a5249e6a929 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:37:29.521438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:29.629890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-8f9825d1-2eea-4d10-949e-b3460957d7cb None None] Attempting to bind port 912eada1-f668-45c9-9d07-7ea428a019cc on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:37:29.630794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-8f9825d1-2eea-4d10-949e-b3460957d7cb None None] Attempting to bind port 912eada1-f668-45c9-9d07-7ea428a019cc by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '855c6fb9-f6fd-4514-9caa-fa38ac8dc617', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1228fd14-5acc-4a44-9bdc-359f51792a96'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:37:29.631792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9825d1-2eea-4d10-949e-b3460957d7cb None None] Attempting to bind port 912eada1-f668-45c9-9d07-7ea428a019cc on network 1228fd14-5acc-4a44-9bdc-359f51792a96 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:37:29.645805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9825d1-2eea-4d10-949e-b3460957d7cb None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:37:29.646262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9825d1-2eea-4d10-949e-b3460957d7cb None None] Checking segment: {'id': '855c6fb9-f6fd-4514-9caa-fa38ac8dc617', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1228fd14-5acc-4a44-9bdc-359f51792a96'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:37:29.646725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f9825d1-2eea-4d10-949e-b3460957d7cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:29.647244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9825d1-2eea-4d10-949e-b3460957d7cb None None] Bound using segment: {'id': '855c6fb9-f6fd-4514-9caa-fa38ac8dc617', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1228fd14-5acc-4a44-9bdc-359f51792a96'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:37:29.647944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-8f9825d1-2eea-4d10-949e-b3460957d7cb None None] Bound port: 912eada1-f668-45c9-9d07-7ea428a019cc, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855c6fb9-f6fd-4514-9caa-fa38ac8dc617', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1228fd14-5acc-4a44-9bdc-359f51792a96'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:37:29.648397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f9825d1-2eea-4d10-949e-b3460957d7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:29.653486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634d746278>,) {'filters': {'network_id': ['1228fd14-5acc-4a44-9bdc-359f51792a96']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:37:29.666992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634d746278>, '855c6fb9-f6fd-4514-9caa-fa38ac8dc617') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:37:29.667331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634d746278>, '855c6fb9-f6fd-4514-9caa-fa38ac8dc617') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:37:29.680731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:29.701853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:29.703859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Releasing vxlan tunnel 4 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:37:29.800124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-8f9825d1-2eea-4d10-949e-b3460957d7cb None None] For port 912eada1-f668-45c9-9d07-7ea428a019cc, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:37:29.887384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Network 1228fd14-5acc-4a44-9bdc-359f51792a96 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:37:29.900136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:30.083912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Network 1228fd14-5acc-4a44-9bdc-359f51792a96 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:37:30.111013 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:37:30.111013 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:37:30.111013 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:37:30.111013 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:37:30.111013 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:37:30.111013 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:37:30.111013 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:37:30.111013 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:37:30.111013 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:37:30.111013 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:37:30.111013 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:37:30.111013 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:37:30.111013 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:37:30.111013 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:37:30.111013 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:37:30.111013 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:37:30.111013 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:37:30.111013 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:37:30.111013 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:37:30.111013 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:37:30.111013 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:37:30.111013 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:37:30.111013 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:37:30.111013 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:37:30.111013 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:37:30.111013 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:37:30.111013 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:37:30.111013 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:37:30.111013 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:37:30.111013 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:37:30.111013 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:37:30.111013 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:37:30.202213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-8f9825d1-2eea-4d10-949e-b3460957d7cb None None] For port 912eada1-f668-45c9-9d07-7ea428a019cc, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=912eada1-f668-45c9-9d07-7ea428a019cc,segment=NetworkSegment(855c6fb9-f6fd-4514-9caa-fa38ac8dc617),segment_id=855c6fb9-f6fd-4514-9caa-fa38ac8dc617)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:37:30.203024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 24 13:37:30.203024 dv-neutron-601336-61-ovs neutron-server[80834]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 24 13:37:30.203024 dv-neutron-601336-61-ovs neutron-server[80834]: [parameters: {'id': '1228fd14-5acc-4a44-9bdc-359f51792a96'}]
Nov 24 13:37:30.203024 dv-neutron-601336-61-ovs neutron-server[80834]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:37:30.203566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:37:30.206140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f9825d1-2eea-4d10-949e-b3460957d7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:30.222253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:30.383507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9825d1-2eea-4d10-949e-b3460957d7cb None None] Pushing event updated for resources: {'Port': ['ID=912eada1-f668-45c9-9d07-7ea428a019cc,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:30.394067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8f9825d1-2eea-4d10-949e-b3460957d7cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:30.476244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214599a2-cd6b-44dd-92b3-1cb6d4af3c7d None None] Network 1228fd14-5acc-4a44-9bdc-359f51792a96 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:37:30.687591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c370e2f5-8ced-4ba0-b0aa-b7c893e20cea None None] get_active_networks_info from dv-neutron-601336-61-ovs {{(pid=80945) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 13:37:30.704711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:30.780345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Deleting port 912eada1-f668-45c9-9d07-7ea428a019cc {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:37:30.780722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:30.784190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c370e2f5-8ced-4ba0-b0aa-b7c893e20cea None None] Resources bound (agent type, host, resource id):  {{(pid=80945) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 24 13:37:31.008785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] For port 912eada1-f668-45c9-9d07-7ea428a019cc, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=912eada1-f668-45c9-9d07-7ea428a019cc,segment=NetworkSegment(855c6fb9-f6fd-4514-9caa-fa38ac8dc617),segment_id=855c6fb9-f6fd-4514-9caa-fa38ac8dc617)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:37:31.009379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:31.144938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Calling delete_port for 912eada1-f668-45c9-9d07-7ea428a019cc owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:37:31.226968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:31.245217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fc7b52aa-b9ba-4c1c-a580-fba02a6c8215 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:31.288555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0fa2a5-f6d8-4b4b-86be-9ce7f89d4ebf None None] get_active_networks_info from dv-neutron-601336-61-ovs {{(pid=80945) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 13:37:31.348915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Pushing event deleted for resources: {'Port': ['ID=912eada1-f668-45c9-9d07-7ea428a019cc,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:31.355672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:31.388056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0fa2a5-f6d8-4b4b-86be-9ce7f89d4ebf None None] Resources bound (agent type, host, resource id):  {{(pid=80945) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 24 13:37:31.404281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] No DVR routers for this DVR port 912eada1-f668-45c9-9d07-7ea428a019cc on host dv-neutron-601336-61-ovs {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:37:31.549459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:31.929531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634d397ac8>,) {'filters': {'network_id': ['1228fd14-5acc-4a44-9bdc-359f51792a96']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:37:31.942392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634d397ac8>, '855c6fb9-f6fd-4514-9caa-fa38ac8dc617') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:37:31.942727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634d397ac8>, '855c6fb9-f6fd-4514-9caa-fa38ac8dc617') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:37:31.955193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:31.970608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:31.972591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Releasing vxlan tunnel 4 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:37:32.159834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Network 1228fd14-5acc-4a44-9bdc-359f51792a96 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:37:32.169055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:32.353946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Network 1228fd14-5acc-4a44-9bdc-359f51792a96 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:37:32.378336 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:37:32.378336 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:37:32.378336 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:37:32.378336 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:37:32.378336 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:37:32.378336 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:37:32.378336 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:37:32.378336 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:37:32.378336 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:37:32.378336 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:37:32.378336 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:37:32.378336 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:37:32.378336 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:37:32.378336 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:37:32.378336 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:37:32.378336 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:37:32.378336 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:37:32.378336 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:37:32.378336 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:37:32.378336 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:37:32.378336 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:37:32.378336 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:37:32.378336 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:37:32.378336 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:37:32.378336 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:37:32.378336 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:37:32.378336 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:37:32.378336 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:37:32.378336 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:37:32.378336 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:37:32.378336 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:37:32.378336 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:37:32.466743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:32.470263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4f7ab93b-e3d3-4212-9f15-811b6db68aa3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:32.485668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:32.499822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Pushing event deleted for resources: {'Network': ['ID=1228fd14-5acc-4a44-9bdc-359f51792a96,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:32.505736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:32.509808 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] 10.222.0.76 "DELETE /v2.0/networks/1228fd14-5acc-4a44-9bdc-359f51792a96 HTTP/1.1" status: 204  len: 168 time: 4.3408282
Nov 24 13:37:32.513724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57496) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:32.520071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-7e531f5a-238f-4fc5-9ab3-fc01289548f3 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2108602318'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:37:32.525616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7e531f5a-238f-4fc5-9ab3-fc01289548f3 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:37:32.529677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7e531f5a-238f-4fc5-9ab3-fc01289548f3 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Usage tracker for resource:network and tenant:8b64a90ec9f943c09011774eee707d7e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:37:32.532832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-7e531f5a-238f-4fc5-9ab3-fc01289548f3 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Quota usage for network was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:37:32.542947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-7e531f5a-238f-4fc5-9ab3-fc01289548f3 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:37:32.552364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e531f5a-238f-4fc5-9ab3-fc01289548f3 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Made reservation on behalf of 8b64a90ec9f943c09011774eee707d7e for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:37:32.558364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e531f5a-238f-4fc5-9ab3-fc01289548f3 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:32.591739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e531f5a-238f-4fc5-9ab3-fc01289548f3 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:37:32.601254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e531f5a-238f-4fc5-9ab3-fc01289548f3 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:32.601672 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-7e531f5a-238f-4fc5-9ab3-fc01289548f3 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Added segment f573414b-a95f-4667-b001-e61e8adef322 of type vxlan for network 7b8d3001-a24f-40dc-bee1-ba32a1232a0a
Nov 24 13:37:32.628655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e531f5a-238f-4fc5-9ab3-fc01289548f3 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:32.661331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e531f5a-238f-4fc5-9ab3-fc01289548f3 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:32.665890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e531f5a-238f-4fc5-9ab3-fc01289548f3 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:32.666546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e531f5a-238f-4fc5-9ab3-fc01289548f3 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:32.671842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4f5978da-7538-486b-a417-a5188dc8d7d9 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:32.770412 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7e531f5a-238f-4fc5-9ab3-fc01289548f3 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2554319
Nov 24 13:37:32.774251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 57500) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:32.780264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e531f5a-238f-4fc5-9ab3-fc01289548f3 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Pushing event updated for resources: {'Network': ['ID=7b8d3001-a24f-40dc-bee1-ba32a1232a0a,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:32.780755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b6b66905-5b34-4fd7-9f68-ab5cd666a7e7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Request body: {'subnet': {'network_id': '7b8d3001-a24f-40dc-bee1-ba32a1232a0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:37:32.783690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7e531f5a-238f-4fc5-9ab3-fc01289548f3 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:32.794703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 7b8d3001-a24f-40dc-bee1-ba32a1232a0a details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:37:32.810558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 7b8d3001-a24f-40dc-bee1-ba32a1232a0a details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:37:32.905083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b6b66905-5b34-4fd7-9f68-ab5cd666a7e7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:37:32.909048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b6b66905-5b34-4fd7-9f68-ab5cd666a7e7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Usage tracker for resource:subnet and tenant:8b64a90ec9f943c09011774eee707d7e is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:37:32.912043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b6b66905-5b34-4fd7-9f68-ab5cd666a7e7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:37:32.918900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b6b66905-5b34-4fd7-9f68-ab5cd666a7e7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:37:32.928165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b66905-5b34-4fd7-9f68-ab5cd666a7e7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Made reservation on behalf of 8b64a90ec9f943c09011774eee707d7e for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:37:33.042985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6b66905-5b34-4fd7-9f68-ab5cd666a7e7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:33.506750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6b66905-5b34-4fd7-9f68-ab5cd666a7e7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:33.522014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0fe3eb66-d674-45b2-97de-89580840c6d5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:33.655005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b66905-5b34-4fd7-9f68-ab5cd666a7e7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Pushing event updated for resources: {'Subnet': ['ID=9ae5c5e3-f98d-4dce-8d75-06f7742394d5,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:33.659654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b6b66905-5b34-4fd7-9f68-ab5cd666a7e7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:33.729647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b66905-5b34-4fd7-9f68-ab5cd666a7e7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Checking segment: {'id': 'f573414b-a95f-4667-b001-e61e8adef322', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b8d3001-a24f-40dc-bee1-ba32a1232a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:37:33.730044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b66905-5b34-4fd7-9f68-ab5cd666a7e7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Network hostable DHCP agents. Network: 7b8d3001-a24f-40dc-bee1-ba32a1232a0a, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:37:33.754230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b66905-5b34-4fd7-9f68-ab5cd666a7e7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Network 7b8d3001-a24f-40dc-bee1-ba32a1232a0a is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:37:33.763779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-b6b66905-5b34-4fd7-9f68-ab5cd666a7e7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 7b8d3001-a24f-40dc-bee1-ba32a1232a0a) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:37:33.773370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a96f871-6519-4c24-8af7-1943a6766484 None None] Network 7b8d3001-a24f-40dc-bee1-ba32a1232a0a requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:37:33.777805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b66905-5b34-4fd7-9f68-ab5cd666a7e7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:33.778484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6b66905-5b34-4fd7-9f68-ab5cd666a7e7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:33.799035 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b6b66905-5b34-4fd7-9f68-ab5cd666a7e7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0236089
Nov 24 13:37:33.802884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 57504) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:33.809002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-02ae4d58-aedc-48b2-997a-72520ef75798 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-306963783'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:37:33.814414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-02ae4d58-aedc-48b2-997a-72520ef75798 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:37:33.819036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-02ae4d58-aedc-48b2-997a-72520ef75798 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Usage tracker for resource:network and tenant:8b64a90ec9f943c09011774eee707d7e is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:37:33.828323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-02ae4d58-aedc-48b2-997a-72520ef75798 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Quota usage for network was recalculated. Used quota:2. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:37:33.835369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-02ae4d58-aedc-48b2-997a-72520ef75798 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:37:33.845703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ae4d58-aedc-48b2-997a-72520ef75798 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Made reservation on behalf of 8b64a90ec9f943c09011774eee707d7e for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:37:33.852027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02ae4d58-aedc-48b2-997a-72520ef75798 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:33.885440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ae4d58-aedc-48b2-997a-72520ef75798 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:37:33.894806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02ae4d58-aedc-48b2-997a-72520ef75798 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:33.895192 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-02ae4d58-aedc-48b2-997a-72520ef75798 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Added segment e97e877d-47cf-40df-9b5a-45059dda961b of type vxlan for network 9fd5a970-e2dd-4ac2-8d88-1037d35bfe36
Nov 24 13:37:33.922721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02ae4d58-aedc-48b2-997a-72520ef75798 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:33.955303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02ae4d58-aedc-48b2-997a-72520ef75798 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:33.959526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ae4d58-aedc-48b2-997a-72520ef75798 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:33.960659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-02ae4d58-aedc-48b2-997a-72520ef75798 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:33.966154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d1af78fb-afb2-4e8e-978f-f2ecc6c4e682 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:34.002073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d051208-dcc7-4e28-849a-3a09ea1b118c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-7b8d3001-a24f-40dc-bee1-ba32a1232a0a', 'network_id': '7b8d3001-a24f-40dc-bee1-ba32a1232a0a', 'tenant_id': '8b64a90ec9f943c09011774eee707d7e', 'fixed_ips': [{'subnet_id': '9ae5c5e3-f98d-4dce-8d75-06f7742394d5'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:37:34.003011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d051208-dcc7-4e28-849a-3a09ea1b118c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:34.065706 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-02ae4d58-aedc-48b2-997a-72520ef75798 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2617004
Nov 24 13:37:34.069092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57508) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:34.075213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae4d58-aedc-48b2-997a-72520ef75798 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Pushing event updated for resources: {'Network': ['ID=9fd5a970-e2dd-4ac2-8d88-1037d35bfe36,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:34.076706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e0288685-1435-4c36-a1f9-6aa3325d0137 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Request body: {'subnet': {'network_id': '9fd5a970-e2dd-4ac2-8d88-1037d35bfe36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:37:34.078752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-02ae4d58-aedc-48b2-997a-72520ef75798 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:34.109723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 9fd5a970-e2dd-4ac2-8d88-1037d35bfe36 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:37:34.175211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 9fd5a970-e2dd-4ac2-8d88-1037d35bfe36 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:37:34.204855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e0288685-1435-4c36-a1f9-6aa3325d0137 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:37:34.208889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e0288685-1435-4c36-a1f9-6aa3325d0137 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Usage tracker for resource:subnet and tenant:8b64a90ec9f943c09011774eee707d7e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:37:34.212721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e0288685-1435-4c36-a1f9-6aa3325d0137 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:37:34.218625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e0288685-1435-4c36-a1f9-6aa3325d0137 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:37:34.227536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0288685-1435-4c36-a1f9-6aa3325d0137 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Made reservation on behalf of 8b64a90ec9f943c09011774eee707d7e for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:37:34.343053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e0288685-1435-4c36-a1f9-6aa3325d0137 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:34.512117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-9d051208-dcc7-4e28-849a-3a09ea1b118c None None] Allocated IP 2001:db8::2 (7b8d3001-a24f-40dc-bee1-ba32a1232a0a/9ae5c5e3-f98d-4dce-8d75-06f7742394d5/0ef0dbb5-3fd0-456c-9294-b1e31e14830a) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:37:34.727231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d051208-dcc7-4e28-849a-3a09ea1b118c None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:34.738341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9d051208-dcc7-4e28-849a-3a09ea1b118c None None] Transition to ACTIVE for port object 0ef0dbb5-3fd0-456c-9294-b1e31e14830a will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:37:34.754371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9d051208-dcc7-4e28-849a-3a09ea1b118c None None] Transition to ACTIVE for port object 0ef0dbb5-3fd0-456c-9294-b1e31e14830a will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:37:34.759225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d051208-dcc7-4e28-849a-3a09ea1b118c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:34.774965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-566f04f0-d9a0-4d6f-be7f-bd2a320a2949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:34.794210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e0288685-1435-4c36-a1f9-6aa3325d0137 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:34.809544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-af574386-e009-40fc-a838-f39e2ea294eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:34.908657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d051208-dcc7-4e28-849a-3a09ea1b118c None None] Pushing event updated for resources: {'Port': ['ID=0ef0dbb5-3fd0-456c-9294-b1e31e14830a,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:34.913735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9d051208-dcc7-4e28-849a-3a09ea1b118c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:34.943295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0288685-1435-4c36-a1f9-6aa3325d0137 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Pushing event updated for resources: {'Subnet': ['ID=38c16b84-289c-42d0-adaf-59bd81acf1d2,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:34.948820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e0288685-1435-4c36-a1f9-6aa3325d0137 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:34.969715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d051208-dcc7-4e28-849a-3a09ea1b118c None None] Network 7b8d3001-a24f-40dc-bee1-ba32a1232a0a is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:37:34.970868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-9d051208-dcc7-4e28-849a-3a09ea1b118c None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:37:34.973250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d051208-dcc7-4e28-849a-3a09ea1b118c None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:37:35.025233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0288685-1435-4c36-a1f9-6aa3325d0137 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Checking segment: {'id': 'e97e877d-47cf-40df-9b5a-45059dda961b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9fd5a970-e2dd-4ac2-8d88-1037d35bfe36'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:37:35.025628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0288685-1435-4c36-a1f9-6aa3325d0137 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Network hostable DHCP agents. Network: 9fd5a970-e2dd-4ac2-8d88-1037d35bfe36, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:37:35.030458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9d051208-dcc7-4e28-849a-3a09ea1b118c None None] Attempting to bind port 0ef0dbb5-3fd0-456c-9294-b1e31e14830a on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:37:35.030877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9d051208-dcc7-4e28-849a-3a09ea1b118c None None] Attempting to bind port 0ef0dbb5-3fd0-456c-9294-b1e31e14830a by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f573414b-a95f-4667-b001-e61e8adef322', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b8d3001-a24f-40dc-bee1-ba32a1232a0a'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:37:35.031260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d051208-dcc7-4e28-849a-3a09ea1b118c None None] Attempting to bind port 0ef0dbb5-3fd0-456c-9294-b1e31e14830a on network 7b8d3001-a24f-40dc-bee1-ba32a1232a0a {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:37:35.038085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d051208-dcc7-4e28-849a-3a09ea1b118c None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:37:35.038530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d051208-dcc7-4e28-849a-3a09ea1b118c None None] Checking segment: {'id': 'f573414b-a95f-4667-b001-e61e8adef322', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b8d3001-a24f-40dc-bee1-ba32a1232a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:37:35.038979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d051208-dcc7-4e28-849a-3a09ea1b118c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:35.039417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d051208-dcc7-4e28-849a-3a09ea1b118c None None] Bound using segment: {'id': 'f573414b-a95f-4667-b001-e61e8adef322', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b8d3001-a24f-40dc-bee1-ba32a1232a0a'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:37:35.039931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9d051208-dcc7-4e28-849a-3a09ea1b118c None None] Bound port: 0ef0dbb5-3fd0-456c-9294-b1e31e14830a, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f573414b-a95f-4667-b001-e61e8adef322', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b8d3001-a24f-40dc-bee1-ba32a1232a0a'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:37:35.040345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d051208-dcc7-4e28-849a-3a09ea1b118c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:35.047288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0288685-1435-4c36-a1f9-6aa3325d0137 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Network 9fd5a970-e2dd-4ac2-8d88-1037d35bfe36 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:37:35.055781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-e0288685-1435-4c36-a1f9-6aa3325d0137 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 9fd5a970-e2dd-4ac2-8d88-1037d35bfe36) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:37:35.070407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0288685-1435-4c36-a1f9-6aa3325d0137 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:35.071055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e0288685-1435-4c36-a1f9-6aa3325d0137 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:35.086367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db1e56f-d1fd-4e6c-ae2f-b7ec93d069b0 None None] Network 9fd5a970-e2dd-4ac2-8d88-1037d35bfe36 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:37:35.092077 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e0288685-1435-4c36-a1f9-6aa3325d0137 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0212319
Nov 24 13:37:35.095427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57512) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:35.233857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-9d051208-dcc7-4e28-849a-3a09ea1b118c None None] For port 0ef0dbb5-3fd0-456c-9294-b1e31e14830a, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:37:35.255224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01884ae5-98ca-429f-a404-f96ef76ee5dc tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:35.260868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-9d051208-dcc7-4e28-849a-3a09ea1b118c None None] For port 0ef0dbb5-3fd0-456c-9294-b1e31e14830a, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=0ef0dbb5-3fd0-456c-9294-b1e31e14830a,segment=NetworkSegment(f573414b-a95f-4667-b001-e61e8adef322),segment_id=f573414b-a95f-4667-b001-e61e8adef322)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:37:35.265807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d051208-dcc7-4e28-849a-3a09ea1b118c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:35.280884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8f9825d1-2eea-4d10-949e-b3460957d7cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:35.391349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01884ae5-98ca-429f-a404-f96ef76ee5dc tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:35.645756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d051208-dcc7-4e28-849a-3a09ea1b118c None None] Pushing event updated for resources: {'Port': ['ID=0ef0dbb5-3fd0-456c-9294-b1e31e14830a,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:35.687639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9d051208-dcc7-4e28-849a-3a09ea1b118c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:35.693069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01884ae5-98ca-429f-a404-f96ef76ee5dc tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:35.709459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6aed5339-aae0-4264-992a-cd37d9fb6f0d tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:35.721344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cb6d63-6c49-4a27-a9f6-2748cc970dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-9fd5a970-e2dd-4ac2-8d88-1037d35bfe36', 'network_id': '9fd5a970-e2dd-4ac2-8d88-1037d35bfe36', 'tenant_id': '8b64a90ec9f943c09011774eee707d7e', 'fixed_ips': [{'subnet_id': '38c16b84-289c-42d0-adaf-59bd81acf1d2'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:37:35.722255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d9cb6d63-6c49-4a27-a9f6-2748cc970dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:35.800445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01884ae5-98ca-429f-a404-f96ef76ee5dc tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Pushing event deleted for resources: {'Subnet': ['ID=38c16b84-289c-42d0-adaf-59bd81acf1d2,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:35.805785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-01884ae5-98ca-429f-a404-f96ef76ee5dc tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:35.946360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087dd175-d630-4411-91b3-62714ac12ba7 None None] Network 9fd5a970-e2dd-4ac2-8d88-1037d35bfe36 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:37:35.952693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01884ae5-98ca-429f-a404-f96ef76ee5dc tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:36.095087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-01884ae5-98ca-429f-a404-f96ef76ee5dc tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6347590940>,) {'filters': {'network_id': ['9fd5a970-e2dd-4ac2-8d88-1037d35bfe36']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:37:36.109948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-01884ae5-98ca-429f-a404-f96ef76ee5dc tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347590940>, 'e97e877d-47cf-40df-9b5a-45059dda961b') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:37:36.110348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-01884ae5-98ca-429f-a404-f96ef76ee5dc tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347590940>, 'e97e877d-47cf-40df-9b5a-45059dda961b') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:37:36.132698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01884ae5-98ca-429f-a404-f96ef76ee5dc tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:36.150536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01884ae5-98ca-429f-a404-f96ef76ee5dc tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:36.153181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-01884ae5-98ca-429f-a404-f96ef76ee5dc tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Releasing vxlan tunnel 5 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:37:36.343637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-01884ae5-98ca-429f-a404-f96ef76ee5dc tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Network 9fd5a970-e2dd-4ac2-8d88-1037d35bfe36 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:37:36.353131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01884ae5-98ca-429f-a404-f96ef76ee5dc tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:36.537753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-01884ae5-98ca-429f-a404-f96ef76ee5dc tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Network 9fd5a970-e2dd-4ac2-8d88-1037d35bfe36 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:37:36.561757 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:37:36.561757 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:37:36.561757 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:37:36.561757 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:37:36.561757 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:37:36.561757 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:37:36.561757 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:37:36.561757 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:37:36.561757 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:37:36.561757 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:37:36.561757 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:37:36.561757 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:37:36.561757 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:37:36.561757 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:37:36.561757 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:37:36.561757 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:37:36.561757 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:37:36.561757 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:37:36.561757 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:37:36.561757 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:37:36.561757 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:37:36.561757 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:37:36.561757 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:37:36.561757 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:37:36.561757 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:37:36.561757 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:37:36.561757 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:37:36.561757 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:37:36.561757 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:37:36.561757 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:37:36.561757 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:37:36.561757 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:37:36.646174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01884ae5-98ca-429f-a404-f96ef76ee5dc tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:36.650283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b96c82d7-ce65-4c5e-9bdb-6b4c4263ee9a tempest-NetworksIpV6TestAttrs-212957758 tempest-NetworksIpV6TestAttrs-212957758] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:36.665447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01884ae5-98ca-429f-a404-f96ef76ee5dc tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:36.676977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01884ae5-98ca-429f-a404-f96ef76ee5dc tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Pushing event deleted for resources: {'Network': ['ID=9fd5a970-e2dd-4ac2-8d88-1037d35bfe36,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:36.680263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-01884ae5-98ca-429f-a404-f96ef76ee5dc tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:36.681842 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-01884ae5-98ca-429f-a404-f96ef76ee5dc tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] 10.222.0.76 "DELETE /v2.0/networks/9fd5a970-e2dd-4ac2-8d88-1037d35bfe36 HTTP/1.1" status: 204  len: 168 time: 1.5852408
Nov 24 13:37:36.684757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57516) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:36.734425 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c384e2-983c-4154-9693-5023edafb2db tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] GET failed (client error): The resource could not be found.
Nov 24 13:37:36.734986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-59c384e2-983c-4154-9693-5023edafb2db tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Synchronizing usage tracker for tenant:8b64a90ec9f943c09011774eee707d7e on resource:subnet {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:37:36.751652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-59c384e2-983c-4154-9693-5023edafb2db tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Unset dirty status for tenant:8b64a90ec9f943c09011774eee707d7e on resource:subnet {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:37:36.752918 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-59c384e2-983c-4154-9693-5023edafb2db tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] 10.222.0.76 "GET /v2.0/subnets/38c16b84-289c-42d0-adaf-59bd81acf1d2 HTTP/1.1" status: 404  len: 337 time: 0.0671840
Nov 24 13:37:36.756136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57520) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:36.783061 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-362939bc-f02c-4d2f-b78f-446938cf3888 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] DELETE failed (client error): The resource could not be found.
Nov 24 13:37:36.783480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-362939bc-f02c-4d2f-b78f-446938cf3888 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:37:36.785183 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-362939bc-f02c-4d2f-b78f-446938cf3888 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] 10.222.0.76 "DELETE /v2.0/networks/9fd5a970-e2dd-4ac2-8d88-1037d35bfe36 HTTP/1.1" status: 404  len: 339 time: 0.0280292
Nov 24 13:37:36.789235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57524) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:36.830094 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-f24071f7-8a55-4826-83bc-f41f1a241b8e tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] DELETE failed (client error): The resource could not be found.
Nov 24 13:37:36.830633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f24071f7-8a55-4826-83bc-f41f1a241b8e tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:37:36.832439 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f24071f7-8a55-4826-83bc-f41f1a241b8e tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] 10.222.0.76 "DELETE /v2.0/subnets/38c16b84-289c-42d0-adaf-59bd81acf1d2 HTTP/1.1" status: 404  len: 337 time: 0.0422721
Nov 24 13:37:36.835186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57528) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:36.860927 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-84251902-c06b-4022-9514-d9910432bab7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] DELETE failed (client error): The resource could not be found.
Nov 24 13:37:36.861401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84251902-c06b-4022-9514-d9910432bab7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:37:36.863135 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-84251902-c06b-4022-9514-d9910432bab7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] 10.222.0.76 "DELETE /v2.0/networks/9fd5a970-e2dd-4ac2-8d88-1037d35bfe36 HTTP/1.1" status: 404  len: 339 time: 0.0269928
Nov 24 13:37:36.865676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57532) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:37.084766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d5eb50-1762-4eaf-a729-53544f187ae8 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Deleting subnet 9ae5c5e3-f98d-4dce-8d75-06f7742394d5 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:37:37.088434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d2d5eb50-1762-4eaf-a729-53544f187ae8 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:37.151079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d2d5eb50-1762-4eaf-a729-53544f187ae8 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:37.229091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032ef11f-eb03-40e1-8bca-e7244647df2e None None] Network 7b8d3001-a24f-40dc-bee1-ba32a1232a0a requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:37:37.251167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d2d5eb50-1762-4eaf-a729-53544f187ae8 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:37.339496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5c830827-8087-4db1-beaa-1c8f2acbe272 None None] Provisioning for port 0ef0dbb5-3fd0-456c-9294-b1e31e14830a completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:37:37.377601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 0ef0dbb5-3fd0-456c-9294-b1e31e14830a up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:37:37.560069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d2d5eb50-1762-4eaf-a729-53544f187ae8 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:37.567577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 0ef0dbb5-3fd0-456c-9294-b1e31e14830a completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:37:37.575886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 0ef0dbb5-3fd0-456c-9294-b1e31e14830a triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:37:37.576320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:37.576791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7bbcea3a-5cc7-4d3b-a282-dde33f69fc43 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:37.675028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5eb50-1762-4eaf-a729-53544f187ae8 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Pushing event deleted for resources: {'Subnet': ['ID=9ae5c5e3-f98d-4dce-8d75-06f7742394d5,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:37.680152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d2d5eb50-1762-4eaf-a729-53544f187ae8 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:37.724383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:37.734658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d2d5eb50-1762-4eaf-a729-53544f187ae8 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:37.749684 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d2d5eb50-1762-4eaf-a729-53544f187ae8 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] 10.222.0.76 "DELETE /v2.0/subnets/9ae5c5e3-f98d-4dce-8d75-06f7742394d5 HTTP/1.1" status: 204  len: 168 time: 0.8823752
Nov 24 13:37:37.752772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57536) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:37.775609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 0ef0dbb5-3fd0-456c-9294-b1e31e14830a, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=0ef0dbb5-3fd0-456c-9294-b1e31e14830a,segment=NetworkSegment(f573414b-a95f-4667-b001-e61e8adef322),segment_id=f573414b-a95f-4667-b001-e61e8adef322)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:37:37.779879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:37.782632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:37.837937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fa0b97-8d49-405b-871e-a5b3f79cb363 None None] Network 7b8d3001-a24f-40dc-bee1-ba32a1232a0a requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:37:37.976359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=0ef0dbb5-3fd0-456c-9294-b1e31e14830a,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:37.988018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:38.018393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-cba85e78-f34d-4fd1-b2bf-ab6fc21481a5 None None] Provisioning complete for port 0ef0dbb5-3fd0-456c-9294-b1e31e14830a triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:37:38.018823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cba85e78-f34d-4fd1-b2bf-ab6fc21481a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:38.143086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b86b928-620d-4dcd-a447-e667a7145f55 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:38.219810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-1b86b928-620d-4dcd-a447-e667a7145f55 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Deleting port 0ef0dbb5-3fd0-456c-9294-b1e31e14830a {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:37:38.220182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b86b928-620d-4dcd-a447-e667a7145f55 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:38.256358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2672929-7604-4c60-a425-cfd4d836635f None None] DHCP port deletion for 7b8d3001-a24f-40dc-bee1-ba32a1232a0a request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:37:38.261610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a2672929-7604-4c60-a425-cfd4d836635f None None] Deleting port 0ef0dbb5-3fd0-456c-9294-b1e31e14830a {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:37:38.262308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a2672929-7604-4c60-a425-cfd4d836635f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:38.448806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-1b86b928-620d-4dcd-a447-e667a7145f55 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] For port 0ef0dbb5-3fd0-456c-9294-b1e31e14830a, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=0ef0dbb5-3fd0-456c-9294-b1e31e14830a,segment=NetworkSegment(f573414b-a95f-4667-b001-e61e8adef322),segment_id=f573414b-a95f-4667-b001-e61e8adef322)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:37:38.449118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b86b928-620d-4dcd-a447-e667a7145f55 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:38.483450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-a2672929-7604-4c60-a425-cfd4d836635f None None] For port 0ef0dbb5-3fd0-456c-9294-b1e31e14830a, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=0ef0dbb5-3fd0-456c-9294-b1e31e14830a,segment=NetworkSegment(f573414b-a95f-4667-b001-e61e8adef322),segment_id=f573414b-a95f-4667-b001-e61e8adef322)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:37:38.483869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a2672929-7604-4c60-a425-cfd4d836635f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:38.582595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-1b86b928-620d-4dcd-a447-e667a7145f55 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Calling delete_port for 0ef0dbb5-3fd0-456c-9294-b1e31e14830a owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:37:38.614864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a2672929-7604-4c60-a425-cfd4d836635f None None] Calling delete_port for 0ef0dbb5-3fd0-456c-9294-b1e31e14830a owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:37:38.655851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b86b928-620d-4dcd-a447-e667a7145f55 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:38.671795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-122045d4-ea67-44e4-8da7-91a6c5aa3742 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:38.688101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-a2672929-7604-4c60-a425-cfd4d836635f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:37:38.688704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-a2672929-7604-4c60-a425-cfd4d836635f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:37:38.767700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b86b928-620d-4dcd-a447-e667a7145f55 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Pushing event deleted for resources: {'Port': ['ID=0ef0dbb5-3fd0-456c-9294-b1e31e14830a,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:38.772599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1b86b928-620d-4dcd-a447-e667a7145f55 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:38.818166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b86b928-620d-4dcd-a447-e667a7145f55 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] No DVR routers for this DVR port 0ef0dbb5-3fd0-456c-9294-b1e31e14830a on host dv-neutron-601336-61-ovs {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:37:38.950301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b86b928-620d-4dcd-a447-e667a7145f55 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:39.073215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-1b86b928-620d-4dcd-a447-e667a7145f55 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6347add630>,) {'filters': {'network_id': ['7b8d3001-a24f-40dc-bee1-ba32a1232a0a']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:37:39.086480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-1b86b928-620d-4dcd-a447-e667a7145f55 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347add630>, 'f573414b-a95f-4667-b001-e61e8adef322') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:37:39.086838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-1b86b928-620d-4dcd-a447-e667a7145f55 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347add630>, 'f573414b-a95f-4667-b001-e61e8adef322') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:37:39.101679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b86b928-620d-4dcd-a447-e667a7145f55 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:39.117137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b86b928-620d-4dcd-a447-e667a7145f55 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:39.119959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1b86b928-620d-4dcd-a447-e667a7145f55 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Releasing vxlan tunnel 4 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:37:39.190276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a2672929-7604-4c60-a425-cfd4d836635f None None] Deleting port 0ef0dbb5-3fd0-456c-9294-b1e31e14830a {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:37:39.190785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a2672929-7604-4c60-a425-cfd4d836635f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:39.262098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a2672929-7604-4c60-a425-cfd4d836635f None None] The port '0ef0dbb5-3fd0-456c-9294-b1e31e14830a' was deleted {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:37:39.308750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-1b86b928-620d-4dcd-a447-e667a7145f55 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Network 7b8d3001-a24f-40dc-bee1-ba32a1232a0a has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:37:39.318422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b86b928-620d-4dcd-a447-e667a7145f55 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:39.326349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 0ef0dbb5-3fd0-456c-9294-b1e31e14830a no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:37:39.363057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 0ef0dbb5-3fd0-456c-9294-b1e31e14830a {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:37:39.363462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 0ef0dbb5-3fd0-456c-9294-b1e31e14830a not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:37:39.507295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-1b86b928-620d-4dcd-a447-e667a7145f55 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Network 7b8d3001-a24f-40dc-bee1-ba32a1232a0a has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:37:39.535669 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:37:39.535669 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:37:39.535669 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:37:39.535669 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:37:39.535669 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:37:39.535669 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:37:39.535669 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:37:39.535669 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:37:39.535669 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:37:39.535669 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:37:39.535669 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:37:39.535669 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:37:39.535669 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:37:39.535669 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:37:39.535669 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:37:39.535669 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:37:39.535669 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:37:39.535669 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:37:39.535669 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:37:39.535669 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:37:39.535669 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:37:39.535669 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:37:39.535669 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:37:39.535669 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:37:39.535669 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:37:39.535669 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:37:39.535669 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:37:39.535669 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:37:39.535669 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:37:39.535669 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:37:39.535669 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:37:39.535669 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:37:39.619107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b86b928-620d-4dcd-a447-e667a7145f55 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:39.622847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-364c4e9a-71d5-4a3e-b2c4-8e403d7df5cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:39.642410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1b86b928-620d-4dcd-a447-e667a7145f55 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:39.652635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b86b928-620d-4dcd-a447-e667a7145f55 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Pushing event deleted for resources: {'Network': ['ID=7b8d3001-a24f-40dc-bee1-ba32a1232a0a,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:39.655986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1b86b928-620d-4dcd-a447-e667a7145f55 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:39.657602 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1b86b928-620d-4dcd-a447-e667a7145f55 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] 10.222.0.76 "DELETE /v2.0/networks/7b8d3001-a24f-40dc-bee1-ba32a1232a0a HTTP/1.1" status: 204  len: 168 time: 1.9040942
Nov 24 13:37:39.660381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57540) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:39.706947 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-51817e50-bd87-4261-93ca-554c1b50f13d tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] DELETE failed (client error): The resource could not be found.
Nov 24 13:37:39.707559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51817e50-bd87-4261-93ca-554c1b50f13d tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:37:39.709313 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-51817e50-bd87-4261-93ca-554c1b50f13d tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] 10.222.0.76 "DELETE /v2.0/subnets/c1cdf0f9-b0e6-40df-a53c-ea297e7c8efe HTTP/1.1" status: 404  len: 337 time: 0.0478692
Nov 24 13:37:39.712812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57544) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:39.739412 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-655c9e9c-e153-44a7-8b9c-b77592885826 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] DELETE failed (client error): The resource could not be found.
Nov 24 13:37:39.739899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-655c9e9c-e153-44a7-8b9c-b77592885826 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:37:39.742155 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-655c9e9c-e153-44a7-8b9c-b77592885826 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] 10.222.0.76 "DELETE /v2.0/networks/1228fd14-5acc-4a44-9bdc-359f51792a96 HTTP/1.1" status: 404  len: 339 time: 0.0283458
Nov 24 13:37:39.744690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57548) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:39.784841 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee947f9d-e52d-459e-b90b-dd888aa469be tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] DELETE failed (client error): The resource could not be found.
Nov 24 13:37:39.785323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee947f9d-e52d-459e-b90b-dd888aa469be tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:37:39.787081 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ee947f9d-e52d-459e-b90b-dd888aa469be tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] 10.222.0.76 "DELETE /v2.0/subnets/79665d64-30b7-4823-a82f-d62f81917141 HTTP/1.1" status: 404  len: 337 time: 0.0414515
Nov 24 13:37:39.789852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57552) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:39.817231 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66bdab7-b852-44a0-a471-b208d1d1e770 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] DELETE failed (client error): The resource could not be found.
Nov 24 13:37:39.817729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f66bdab7-b852-44a0-a471-b208d1d1e770 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] No notification will be sent due to unsuccessful status code: 404 {{(pid=80944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 24 13:37:39.820114 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f66bdab7-b852-44a0-a471-b208d1d1e770 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] 10.222.0.76 "DELETE /v2.0/networks/5b0d342f-abdb-457d-bb5f-e22ab16ae3b8 HTTP/1.1" status: 404  len: 339 time: 0.0292733
Nov 24 13:37:39.822920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57556) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:40.030256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-577a8b32-f63d-48ba-a97e-80f07295355e tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Deleting subnet 3071994d-1bac-4459-8015-980a9e99a0fd {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:37:40.033355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-577a8b32-f63d-48ba-a97e-80f07295355e tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:40.092180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-577a8b32-f63d-48ba-a97e-80f07295355e tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:40.192540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-577a8b32-f63d-48ba-a97e-80f07295355e tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:40.280887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa48ad38-6d02-44f7-9d2d-aa37f2539ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:40.487027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-577a8b32-f63d-48ba-a97e-80f07295355e tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:40.503473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-75d9b637-2f95-45b6-ada9-378a1ba56b5b tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:40.594971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a8b32-f63d-48ba-a97e-80f07295355e tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Pushing event deleted for resources: {'Subnet': ['ID=3071994d-1bac-4459-8015-980a9e99a0fd,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:40.597539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-577a8b32-f63d-48ba-a97e-80f07295355e tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:40.649197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-577a8b32-f63d-48ba-a97e-80f07295355e tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:40.654021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab38415-eacb-4278-853f-34394078bf21 None None] Network 3499e7a4-95ee-4727-a256-9a75a602c547 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:37:40.659554 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-577a8b32-f63d-48ba-a97e-80f07295355e tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] 10.222.0.76 "DELETE /v2.0/subnets/3071994d-1bac-4459-8015-980a9e99a0fd HTTP/1.1" status: 204  len: 168 time: 0.8356109
Nov 24 13:37:40.662070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57560) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:40.788619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f7638d4e-dca9-447b-af8b-2b974e0de53a tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:40.862220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f7638d4e-dca9-447b-af8b-2b974e0de53a tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Deleting port 85e61784-4ea3-4eee-aede-8a5249e6a929 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:37:40.862445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f7638d4e-dca9-447b-af8b-2b974e0de53a tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:40.927493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032d0ce0-12af-4074-8ce9-02b275a2d7ee None None] DHCP port deletion for 3499e7a4-95ee-4727-a256-9a75a602c547 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:37:40.933226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-032d0ce0-12af-4074-8ce9-02b275a2d7ee None None] Deleting port 85e61784-4ea3-4eee-aede-8a5249e6a929 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:37:40.933654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-032d0ce0-12af-4074-8ce9-02b275a2d7ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:41.082437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-f7638d4e-dca9-447b-af8b-2b974e0de53a tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] For port 85e61784-4ea3-4eee-aede-8a5249e6a929, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=85e61784-4ea3-4eee-aede-8a5249e6a929,segment=NetworkSegment(3b79b37a-7b79-4746-8edc-e252ee864e55),segment_id=3b79b37a-7b79-4746-8edc-e252ee864e55)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:37:41.082834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f7638d4e-dca9-447b-af8b-2b974e0de53a tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:41.158439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-032d0ce0-12af-4074-8ce9-02b275a2d7ee None None] For port 85e61784-4ea3-4eee-aede-8a5249e6a929, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=85e61784-4ea3-4eee-aede-8a5249e6a929,segment=NetworkSegment(3b79b37a-7b79-4746-8edc-e252ee864e55),segment_id=3b79b37a-7b79-4746-8edc-e252ee864e55)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:37:41.158823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-032d0ce0-12af-4074-8ce9-02b275a2d7ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:41.214227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f7638d4e-dca9-447b-af8b-2b974e0de53a tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Calling delete_port for 85e61784-4ea3-4eee-aede-8a5249e6a929 owned by network:dhcp {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:37:41.292705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f7638d4e-dca9-447b-af8b-2b974e0de53a tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:41.294317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-032d0ce0-12af-4074-8ce9-02b275a2d7ee None None] Calling delete_port for 85e61784-4ea3-4eee-aede-8a5249e6a929 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:37:41.308941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-41f016a6-ac9f-4ef6-92fb-11a2bec31f40 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:41.332668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 85e61784-4ea3-4eee-aede-8a5249e6a929 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:37:41.375669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 85e61784-4ea3-4eee-aede-8a5249e6a929 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:37:41.376072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 85e61784-4ea3-4eee-aede-8a5249e6a929 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:37:41.410976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-032d0ce0-12af-4074-8ce9-02b275a2d7ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:37:41.411309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-032d0ce0-12af-4074-8ce9-02b275a2d7ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:37:41.412298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7638d4e-dca9-447b-af8b-2b974e0de53a tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Pushing event deleted for resources: {'Port': ['ID=85e61784-4ea3-4eee-aede-8a5249e6a929,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:41.419011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f7638d4e-dca9-447b-af8b-2b974e0de53a tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:41.463710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7638d4e-dca9-447b-af8b-2b974e0de53a tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] No DVR routers for this DVR port 85e61784-4ea3-4eee-aede-8a5249e6a929 on host dv-neutron-601336-61-ovs {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:37:41.599873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f7638d4e-dca9-447b-af8b-2b974e0de53a tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:41.724012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f7638d4e-dca9-447b-af8b-2b974e0de53a tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6346b91b70>,) {'filters': {'network_id': ['3499e7a4-95ee-4727-a256-9a75a602c547']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:37:41.738608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f7638d4e-dca9-447b-af8b-2b974e0de53a tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346b91b70>, '3b79b37a-7b79-4746-8edc-e252ee864e55') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:37:41.738944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f7638d4e-dca9-447b-af8b-2b974e0de53a tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346b91b70>, '3b79b37a-7b79-4746-8edc-e252ee864e55') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:37:41.751283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f7638d4e-dca9-447b-af8b-2b974e0de53a tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:41.767115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f7638d4e-dca9-447b-af8b-2b974e0de53a tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:41.769106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f7638d4e-dca9-447b-af8b-2b974e0de53a tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Releasing vxlan tunnel 3 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:37:41.912738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-032d0ce0-12af-4074-8ce9-02b275a2d7ee None None] Deleting port 85e61784-4ea3-4eee-aede-8a5249e6a929 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:37:41.913322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-032d0ce0-12af-4074-8ce9-02b275a2d7ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:41.955561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f7638d4e-dca9-447b-af8b-2b974e0de53a tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Network 3499e7a4-95ee-4727-a256-9a75a602c547 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:37:41.965317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f7638d4e-dca9-447b-af8b-2b974e0de53a tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:41.980279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-032d0ce0-12af-4074-8ce9-02b275a2d7ee None None] The port '85e61784-4ea3-4eee-aede-8a5249e6a929' was deleted {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:37:42.145857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f7638d4e-dca9-447b-af8b-2b974e0de53a tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Network 3499e7a4-95ee-4727-a256-9a75a602c547 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:37:42.174747 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:37:42.174747 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:37:42.174747 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:37:42.174747 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:37:42.174747 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:37:42.174747 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:37:42.174747 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:37:42.174747 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:37:42.174747 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:37:42.174747 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:37:42.174747 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:37:42.174747 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:37:42.174747 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:37:42.174747 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:37:42.174747 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:37:42.174747 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:37:42.174747 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:37:42.174747 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:37:42.174747 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:37:42.174747 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:37:42.174747 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:37:42.174747 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:37:42.174747 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:37:42.174747 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:37:42.174747 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:37:42.174747 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:37:42.174747 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:37:42.174747 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:37:42.174747 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:37:42.174747 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:37:42.174747 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:37:42.174747 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:37:42.255388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f7638d4e-dca9-447b-af8b-2b974e0de53a tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:42.259469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0c4a1664-7e84-4957-88cb-80d2f93ff9d2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:42.278159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f7638d4e-dca9-447b-af8b-2b974e0de53a tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:42.284849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7638d4e-dca9-447b-af8b-2b974e0de53a tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Pushing event deleted for resources: {'Network': ['ID=3499e7a4-95ee-4727-a256-9a75a602c547,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:42.291081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f7638d4e-dca9-447b-af8b-2b974e0de53a tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:42.293946 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f7638d4e-dca9-447b-af8b-2b974e0de53a tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] 10.222.0.76 "DELETE /v2.0/networks/3499e7a4-95ee-4727-a256-9a75a602c547 HTTP/1.1" status: 204  len: 168 time: 1.6307452
Nov 24 13:37:42.653227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5a176832-3712-4e91-8b28-5b70324be3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:42.669215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57568) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:42.865539 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-63afbcc8-708e-41c5-9a28-a4ecbc22f45e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8b64a90ec9f943c09011774eee707d7e&name=default HTTP/1.1" status: 200  len: 2751 time: 0.1950016
Nov 24 13:37:42.868571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57574) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:42.934062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-61fd1be8-fb55-469d-b42c-b0e5c8fef5c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:42.961643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-61fd1be8-fb55-469d-b42c-b0e5c8fef5c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:42.997673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:43.013120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-61fd1be8-fb55-469d-b42c-b0e5c8fef5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:43.018449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-13b6c82b-dc42-45e6-9649-302f60d0d399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:43.032209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd1be8-fb55-469d-b42c-b0e5c8fef5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd561d0c-e634-4c56-bf3d-fef9d6d45807,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:43.034806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-61fd1be8-fb55-469d-b42c-b0e5c8fef5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:43.037293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-61fd1be8-fb55-469d-b42c-b0e5c8fef5c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:43.038588 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-61fd1be8-fb55-469d-b42c-b0e5c8fef5c6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fd561d0c-e634-4c56-bf3d-fef9d6d45807 HTTP/1.1" status: 204  len: 168 time: 0.1689887
Nov 24 13:37:44.065083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57596) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:44.207830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-1f57a7a2-c4ef-43f5-838b-fa2312a7331f tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2053642140', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:37:44.215457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1f57a7a2-c4ef-43f5-838b-fa2312a7331f tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:37:44.219562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1f57a7a2-c4ef-43f5-838b-fa2312a7331f tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Usage tracker for resource:router and tenant:b781005fd521423ebc8e9fc9b6997771 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:37:44.222604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-1f57a7a2-c4ef-43f5-838b-fa2312a7331f tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:37:44.230227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-1f57a7a2-c4ef-43f5-838b-fa2312a7331f tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:37:44.238907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1f57a7a2-c4ef-43f5-838b-fa2312a7331f tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:44.239961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1f57a7a2-c4ef-43f5-838b-fa2312a7331f tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:44.261546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1f57a7a2-c4ef-43f5-838b-fa2312a7331f tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:44.266638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:44.279289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1f57a7a2-c4ef-43f5-838b-fa2312a7331f tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:44.301186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1f57a7a2-c4ef-43f5-838b-fa2312a7331f tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:44.302493 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1f57a7a2-c4ef-43f5-838b-fa2312a7331f tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.2363133
Nov 24 13:37:44.306151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57602) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:44.312579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a09b2bd3-17fa-4b8b-9147-9b1ae8d22d91 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1115587081'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:37:44.317733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a09b2bd3-17fa-4b8b-9147-9b1ae8d22d91 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:37:44.322473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a09b2bd3-17fa-4b8b-9147-9b1ae8d22d91 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Usage tracker for resource:network and tenant:b781005fd521423ebc8e9fc9b6997771 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:37:44.326290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a09b2bd3-17fa-4b8b-9147-9b1ae8d22d91 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:37:44.332016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a09b2bd3-17fa-4b8b-9147-9b1ae8d22d91 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:37:44.340881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09b2bd3-17fa-4b8b-9147-9b1ae8d22d91 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Made reservation on behalf of b781005fd521423ebc8e9fc9b6997771 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:37:44.346199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a09b2bd3-17fa-4b8b-9147-9b1ae8d22d91 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:44.362838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a09b2bd3-17fa-4b8b-9147-9b1ae8d22d91 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:44.655109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a09b2bd3-17fa-4b8b-9147-9b1ae8d22d91 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:37:44.659113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a09b2bd3-17fa-4b8b-9147-9b1ae8d22d91 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Usage tracker for resource:security_group_rule and tenant:b781005fd521423ebc8e9fc9b6997771 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:37:44.662159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a09b2bd3-17fa-4b8b-9147-9b1ae8d22d91 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:37:44.668542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a09b2bd3-17fa-4b8b-9147-9b1ae8d22d91 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:37:44.743945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a09b2bd3-17fa-4b8b-9147-9b1ae8d22d91 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:44.746829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a09b2bd3-17fa-4b8b-9147-9b1ae8d22d91 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:44.751209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-52709b32-57f9-4141-aa8e-56ec24ae5a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:44.782733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a09b2bd3-17fa-4b8b-9147-9b1ae8d22d91 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:37:44.799027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b2bd3-17fa-4b8b-9147-9b1ae8d22d91 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Pushing event updated for resources: {'SecurityGroup': ['ID=7eeff0c8-3bf7-4fc9-9f94-7cfe87d96179,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:44.805117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a09b2bd3-17fa-4b8b-9147-9b1ae8d22d91 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:44.805511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a09b2bd3-17fa-4b8b-9147-9b1ae8d22d91 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:44.805953 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-a09b2bd3-17fa-4b8b-9147-9b1ae8d22d91 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Added segment 6946b688-6e82-4187-b01a-5d9941b51dfd of type vxlan for network 4ddaa742-0176-4de5-b0f7-8fd4b2980f4b
Nov 24 13:37:44.832803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:44.845966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a09b2bd3-17fa-4b8b-9147-9b1ae8d22d91 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:44.877240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a09b2bd3-17fa-4b8b-9147-9b1ae8d22d91 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:44.881812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09b2bd3-17fa-4b8b-9147-9b1ae8d22d91 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:44.882480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a09b2bd3-17fa-4b8b-9147-9b1ae8d22d91 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:44.887393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-01884ae5-98ca-429f-a404-f96ef76ee5dc tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:45.004288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b2bd3-17fa-4b8b-9147-9b1ae8d22d91 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Pushing event updated for resources: {'Network': ['ID=4ddaa742-0176-4de5-b0f7-8fd4b2980f4b,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:45.008363 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a09b2bd3-17fa-4b8b-9147-9b1ae8d22d91 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.7011194
Nov 24 13:37:45.011041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a09b2bd3-17fa-4b8b-9147-9b1ae8d22d91 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:45.012254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57606) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:45.020794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 4ddaa742-0176-4de5-b0f7-8fd4b2980f4b details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:37:45.021252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-54a7d491-785e-4bf4-a953-6acc0e53fae1 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Request body: {'subnet': {'network_id': '4ddaa742-0176-4de5-b0f7-8fd4b2980f4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:37:45.041815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 4ddaa742-0176-4de5-b0f7-8fd4b2980f4b details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:37:45.165213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-54a7d491-785e-4bf4-a953-6acc0e53fae1 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:37:45.170647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-54a7d491-785e-4bf4-a953-6acc0e53fae1 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Usage tracker for resource:subnet and tenant:b781005fd521423ebc8e9fc9b6997771 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:37:45.173835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-54a7d491-785e-4bf4-a953-6acc0e53fae1 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:37:45.180320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-54a7d491-785e-4bf4-a953-6acc0e53fae1 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:37:45.191835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a7d491-785e-4bf4-a953-6acc0e53fae1 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Made reservation on behalf of b781005fd521423ebc8e9fc9b6997771 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:37:45.310524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-54a7d491-785e-4bf4-a953-6acc0e53fae1 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:45.768073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-54a7d491-785e-4bf4-a953-6acc0e53fae1 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:45.783850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8985f168-48c7-4680-a838-fa4d87f920f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:45.913535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7d491-785e-4bf4-a953-6acc0e53fae1 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Pushing event updated for resources: {'Subnet': ['ID=6dfcc9f4-c495-43ca-85e5-1dffd8c0ec84,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:45.918040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-54a7d491-785e-4bf4-a953-6acc0e53fae1 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:45.986000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a7d491-785e-4bf4-a953-6acc0e53fae1 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Checking segment: {'id': '6946b688-6e82-4187-b01a-5d9941b51dfd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4ddaa742-0176-4de5-b0f7-8fd4b2980f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:37:45.986419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a7d491-785e-4bf4-a953-6acc0e53fae1 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Network hostable DHCP agents. Network: 4ddaa742-0176-4de5-b0f7-8fd4b2980f4b, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:37:46.008162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a7d491-785e-4bf4-a953-6acc0e53fae1 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Network 4ddaa742-0176-4de5-b0f7-8fd4b2980f4b is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:37:46.016403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-54a7d491-785e-4bf4-a953-6acc0e53fae1 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 4ddaa742-0176-4de5-b0f7-8fd4b2980f4b) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:37:46.028202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e85f07-637d-41b5-ac7a-cbaf9f8f59b2 None None] Network 4ddaa742-0176-4de5-b0f7-8fd4b2980f4b requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:37:46.030037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a7d491-785e-4bf4-a953-6acc0e53fae1 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:46.030721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-54a7d491-785e-4bf4-a953-6acc0e53fae1 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:46.054422 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-54a7d491-785e-4bf4-a953-6acc0e53fae1 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0373793
Nov 24 13:37:46.054669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57610) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:46.060753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-8175d203-83f6-42cf-8438-cb0183ec302b tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1394963075'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:37:46.066563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8175d203-83f6-42cf-8438-cb0183ec302b tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:37:46.072385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8175d203-83f6-42cf-8438-cb0183ec302b tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Usage tracker for resource:network and tenant:b781005fd521423ebc8e9fc9b6997771 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:37:46.075616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8175d203-83f6-42cf-8438-cb0183ec302b tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Quota usage for network was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:37:46.081869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8175d203-83f6-42cf-8438-cb0183ec302b tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:37:46.094386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8175d203-83f6-42cf-8438-cb0183ec302b tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Made reservation on behalf of b781005fd521423ebc8e9fc9b6997771 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:37:46.100818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8175d203-83f6-42cf-8438-cb0183ec302b tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:46.139550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8175d203-83f6-42cf-8438-cb0183ec302b tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:37:46.151301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8175d203-83f6-42cf-8438-cb0183ec302b tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:46.151749 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-8175d203-83f6-42cf-8438-cb0183ec302b tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Added segment aa3082cf-a1c7-4e53-af62-f69342fdd4e5 of type vxlan for network 16df67b5-5a33-47b3-bb32-5b9433308d79
Nov 24 13:37:46.184890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8175d203-83f6-42cf-8438-cb0183ec302b tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:46.218698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8175d203-83f6-42cf-8438-cb0183ec302b tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:46.223037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8175d203-83f6-42cf-8438-cb0183ec302b tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:46.223706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8175d203-83f6-42cf-8438-cb0183ec302b tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:46.228430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-81e3ae0e-dfda-45be-ac50-9f2746dc92a2 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:46.349087 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8175d203-83f6-42cf-8438-cb0183ec302b tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.2930799
Nov 24 13:37:46.352214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 57614) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:46.358505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175d203-83f6-42cf-8438-cb0183ec302b tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Pushing event updated for resources: {'Network': ['ID=16df67b5-5a33-47b3-bb32-5b9433308d79,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:46.363120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8175d203-83f6-42cf-8438-cb0183ec302b tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:46.364016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Request body: {'subnet': {'network_id': '16df67b5-5a33-47b3-bb32-5b9433308d79', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:37:46.391850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 16df67b5-5a33-47b3-bb32-5b9433308d79 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:37:46.408772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 16df67b5-5a33-47b3-bb32-5b9433308d79 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:37:46.491290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:37:46.497433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Usage tracker for resource:subnet and tenant:b781005fd521423ebc8e9fc9b6997771 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:37:46.500764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:37:46.507700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:37:46.516689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Made reservation on behalf of b781005fd521423ebc8e9fc9b6997771 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:37:46.634217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:46.668617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986522a8-4d99-448c-8a7e-80b72135639a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-4ddaa742-0176-4de5-b0f7-8fd4b2980f4b', 'network_id': '4ddaa742-0176-4de5-b0f7-8fd4b2980f4b', 'tenant_id': 'b781005fd521423ebc8e9fc9b6997771', 'fixed_ips': [{'subnet_id': '6dfcc9f4-c495-43ca-85e5-1dffd8c0ec84'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:37:46.669533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-986522a8-4d99-448c-8a7e-80b72135639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:46.972936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-986522a8-4d99-448c-8a7e-80b72135639a None None] Allocated IP 172.20.0.2 (4ddaa742-0176-4de5-b0f7-8fd4b2980f4b/6dfcc9f4-c495-43ca-85e5-1dffd8c0ec84/b7d5bb50-d459-4211-a1f8-1d15010c3309) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:37:47.080437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:47.096868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3eb78efb-6036-495e-95bf-8f419c59a53f tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:47.195983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-986522a8-4d99-448c-8a7e-80b72135639a None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:47.208738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-986522a8-4d99-448c-8a7e-80b72135639a None None] Transition to ACTIVE for port object b7d5bb50-d459-4211-a1f8-1d15010c3309 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:37:47.229588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-986522a8-4d99-448c-8a7e-80b72135639a None None] Transition to ACTIVE for port object b7d5bb50-d459-4211-a1f8-1d15010c3309 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:37:47.234166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-986522a8-4d99-448c-8a7e-80b72135639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:47.250964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9d051208-dcc7-4e28-849a-3a09ea1b118c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:47.386528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986522a8-4d99-448c-8a7e-80b72135639a None None] Pushing event updated for resources: {'Port': ['ID=b7d5bb50-d459-4211-a1f8-1d15010c3309,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:47.389753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-986522a8-4d99-448c-8a7e-80b72135639a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:47.452424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986522a8-4d99-448c-8a7e-80b72135639a None None] Network 4ddaa742-0176-4de5-b0f7-8fd4b2980f4b is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:37:47.453680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-986522a8-4d99-448c-8a7e-80b72135639a None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:37:47.456192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986522a8-4d99-448c-8a7e-80b72135639a None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:37:47.503359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Pushing event updated for resources: {'Subnet': ['ID=c62e065e-e0f1-4e51-82ea-878bc31bce17,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:47.515156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-986522a8-4d99-448c-8a7e-80b72135639a None None] Attempting to bind port b7d5bb50-d459-4211-a1f8-1d15010c3309 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:37:47.515569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-986522a8-4d99-448c-8a7e-80b72135639a None None] Attempting to bind port b7d5bb50-d459-4211-a1f8-1d15010c3309 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '6946b688-6e82-4187-b01a-5d9941b51dfd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4ddaa742-0176-4de5-b0f7-8fd4b2980f4b'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:37:47.515981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986522a8-4d99-448c-8a7e-80b72135639a None None] Attempting to bind port b7d5bb50-d459-4211-a1f8-1d15010c3309 on network 4ddaa742-0176-4de5-b0f7-8fd4b2980f4b {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:37:47.523537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986522a8-4d99-448c-8a7e-80b72135639a None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:37:47.523956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986522a8-4d99-448c-8a7e-80b72135639a None None] Checking segment: {'id': '6946b688-6e82-4187-b01a-5d9941b51dfd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4ddaa742-0176-4de5-b0f7-8fd4b2980f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:37:47.524400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-986522a8-4d99-448c-8a7e-80b72135639a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:47.524835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986522a8-4d99-448c-8a7e-80b72135639a None None] Bound using segment: {'id': '6946b688-6e82-4187-b01a-5d9941b51dfd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4ddaa742-0176-4de5-b0f7-8fd4b2980f4b'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:37:47.525611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-986522a8-4d99-448c-8a7e-80b72135639a None None] Bound port: b7d5bb50-d459-4211-a1f8-1d15010c3309, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6946b688-6e82-4187-b01a-5d9941b51dfd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4ddaa742-0176-4de5-b0f7-8fd4b2980f4b'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:37:47.526042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-986522a8-4d99-448c-8a7e-80b72135639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:47.528984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:47.529420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:47.529846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:47.530293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:47.530710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:47.531124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:47.531538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:47.531942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:47.532352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:47.532761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:47.533168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:47.533573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:47.534078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:47.534516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:47.534919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:47.535327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:47.535730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:47.536137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:47.536542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:47.536955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:47.537353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:47.538298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:47.538800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:47.539207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:37:47.551447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:47.598449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Checking segment: {'id': 'aa3082cf-a1c7-4e53-af62-f69342fdd4e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '16df67b5-5a33-47b3-bb32-5b9433308d79'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:37:47.598841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Network hostable DHCP agents. Network: 16df67b5-5a33-47b3-bb32-5b9433308d79, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:37:47.617529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-986522a8-4d99-448c-8a7e-80b72135639a None None] For port b7d5bb50-d459-4211-a1f8-1d15010c3309, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:37:47.621251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-986522a8-4d99-448c-8a7e-80b72135639a None None] For port b7d5bb50-d459-4211-a1f8-1d15010c3309, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=b7d5bb50-d459-4211-a1f8-1d15010c3309,segment=NetworkSegment(6946b688-6e82-4187-b01a-5d9941b51dfd),segment_id=6946b688-6e82-4187-b01a-5d9941b51dfd)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:37:47.621681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Network 16df67b5-5a33-47b3-bb32-5b9433308d79 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:37:47.623897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-986522a8-4d99-448c-8a7e-80b72135639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:47.632312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 16df67b5-5a33-47b3-bb32-5b9433308d79) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:37:47.645682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-986522a8-4d99-448c-8a7e-80b72135639a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:47.646885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:47.648320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:47.669178 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-48f80188-f124-4543-b514-f1120b47a9fc tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3153834
Nov 24 13:37:47.672428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 57618) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:47.675386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3f6d08-cf10-4aa2-8f55-ec79505e130c None None] Network 16df67b5-5a33-47b3-bb32-5b9433308d79 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:37:47.678706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-6c47697f-938d-400e-8a52-c51a799eb650 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Request body: {'router': {'external_gateway_info': {'network_id': '16df67b5-5a33-47b3-bb32-5b9433308d79'}}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:37:47.909488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986522a8-4d99-448c-8a7e-80b72135639a None None] Pushing event updated for resources: {'Port': ['ID=b7d5bb50-d459-4211-a1f8-1d15010c3309,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:47.913094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-986522a8-4d99-448c-8a7e-80b72135639a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:48.072026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe800b8d-634b-4f3f-bc16-8290dbf92f22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-16df67b5-5a33-47b3-bb32-5b9433308d79', 'network_id': '16df67b5-5a33-47b3-bb32-5b9433308d79', 'tenant_id': 'b781005fd521423ebc8e9fc9b6997771', 'fixed_ips': [{'subnet_id': 'c62e065e-e0f1-4e51-82ea-878bc31bce17'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:37:48.072945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe800b8d-634b-4f3f-bc16-8290dbf92f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:48.099482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6c47697f-938d-400e-8a52-c51a799eb650 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:48.264659 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.api.v2.resource [None req-6c47697f-938d-400e-8a52-c51a799eb650 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 13:37:48.273187 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6c47697f-938d-400e-8a52-c51a799eb650 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] 10.222.0.76 "PUT /v2.0/routers/ba80dfdc-aa9e-4f6d-a5c3-221295c76718 HTTP/1.1" status: 400  len: 364 time: 0.5921726
Nov 24 13:37:48.273809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57622) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:48.388534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-fe800b8d-634b-4f3f-bc16-8290dbf92f22 None None] Allocated IP 172.21.0.2 (16df67b5-5a33-47b3-bb32-5b9433308d79/c62e065e-e0f1-4e51-82ea-878bc31bce17/70cf1206-dda0-47d1-96d8-9c98242e5ffb) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:37:48.514377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a8ab3c7-c680-47e7-a4d4-d76389d4742d tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Deleting subnet c62e065e-e0f1-4e51-82ea-878bc31bce17 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:37:48.628911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe800b8d-634b-4f3f-bc16-8290dbf92f22 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:48.639851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-fe800b8d-634b-4f3f-bc16-8290dbf92f22 None None] Transition to ACTIVE for port object 70cf1206-dda0-47d1-96d8-9c98242e5ffb will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:37:48.656097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-fe800b8d-634b-4f3f-bc16-8290dbf92f22 None None] Transition to ACTIVE for port object 70cf1206-dda0-47d1-96d8-9c98242e5ffb will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:37:48.658837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6a8ab3c7-c680-47e7-a4d4-d76389d4742d tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:48.660834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe800b8d-634b-4f3f-bc16-8290dbf92f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:48.674809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:48.717675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6a8ab3c7-c680-47e7-a4d4-d76389d4742d tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:48.819876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6a8ab3c7-c680-47e7-a4d4-d76389d4742d tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:48.986984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe800b8d-634b-4f3f-bc16-8290dbf92f22 None None] Pushing event updated for resources: {'Port': ['ID=70cf1206-dda0-47d1-96d8-9c98242e5ffb,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:48.991824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fe800b8d-634b-4f3f-bc16-8290dbf92f22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:49.049600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe800b8d-634b-4f3f-bc16-8290dbf92f22 None None] Network 16df67b5-5a33-47b3-bb32-5b9433308d79 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:37:49.050828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-fe800b8d-634b-4f3f-bc16-8290dbf92f22 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:37:49.053125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe800b8d-634b-4f3f-bc16-8290dbf92f22 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:37:49.124057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-fe800b8d-634b-4f3f-bc16-8290dbf92f22 None None] Attempting to bind port 70cf1206-dda0-47d1-96d8-9c98242e5ffb on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:37:49.124485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-fe800b8d-634b-4f3f-bc16-8290dbf92f22 None None] Attempting to bind port 70cf1206-dda0-47d1-96d8-9c98242e5ffb by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'aa3082cf-a1c7-4e53-af62-f69342fdd4e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '16df67b5-5a33-47b3-bb32-5b9433308d79'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:37:49.124901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe800b8d-634b-4f3f-bc16-8290dbf92f22 None None] Attempting to bind port 70cf1206-dda0-47d1-96d8-9c98242e5ffb on network 16df67b5-5a33-47b3-bb32-5b9433308d79 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:37:49.128302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6a8ab3c7-c680-47e7-a4d4-d76389d4742d tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:49.133912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe800b8d-634b-4f3f-bc16-8290dbf92f22 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:37:49.134380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe800b8d-634b-4f3f-bc16-8290dbf92f22 None None] Checking segment: {'id': 'aa3082cf-a1c7-4e53-af62-f69342fdd4e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '16df67b5-5a33-47b3-bb32-5b9433308d79'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:37:49.134836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe800b8d-634b-4f3f-bc16-8290dbf92f22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:49.135280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe800b8d-634b-4f3f-bc16-8290dbf92f22 None None] Bound using segment: {'id': 'aa3082cf-a1c7-4e53-af62-f69342fdd4e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '16df67b5-5a33-47b3-bb32-5b9433308d79'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:37:49.135817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-fe800b8d-634b-4f3f-bc16-8290dbf92f22 None None] Bound port: 70cf1206-dda0-47d1-96d8-9c98242e5ffb, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3082cf-a1c7-4e53-af62-f69342fdd4e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '16df67b5-5a33-47b3-bb32-5b9433308d79'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:37:49.136231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe800b8d-634b-4f3f-bc16-8290dbf92f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:49.148314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d2d5eb50-1762-4eaf-a729-53544f187ae8 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:49.236629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-fe800b8d-634b-4f3f-bc16-8290dbf92f22 None None] For port 70cf1206-dda0-47d1-96d8-9c98242e5ffb, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:37:49.241000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-fe800b8d-634b-4f3f-bc16-8290dbf92f22 None None] For port 70cf1206-dda0-47d1-96d8-9c98242e5ffb, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=70cf1206-dda0-47d1-96d8-9c98242e5ffb,segment=NetworkSegment(aa3082cf-a1c7-4e53-af62-f69342fdd4e5),segment_id=aa3082cf-a1c7-4e53-af62-f69342fdd4e5)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:37:49.243649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ab3c7-c680-47e7-a4d4-d76389d4742d tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Pushing event deleted for resources: {'Subnet': ['ID=c62e065e-e0f1-4e51-82ea-878bc31bce17,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:49.243829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fe800b8d-634b-4f3f-bc16-8290dbf92f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:49.248591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6a8ab3c7-c680-47e7-a4d4-d76389d4742d tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:49.308245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6a8ab3c7-c680-47e7-a4d4-d76389d4742d tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:49.326916 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6a8ab3c7-c680-47e7-a4d4-d76389d4742d tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] 10.222.0.76 "DELETE /v2.0/subnets/c62e065e-e0f1-4e51-82ea-878bc31bce17 HTTP/1.1" status: 204  len: 168 time: 1.0519581
Nov 24 13:37:49.329510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 57626) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:49.332071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:49.425483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b7d5bb50-d459-4211-a1f8-1d15010c3309 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:37:49.488122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee76a355-2211-4d3d-9c43-6b6956b89052 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:49.488492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8550b7e6-646f-47c2-9289-1e255e8f1dcd None None] Network 4ddaa742-0176-4de5-b0f7-8fd4b2980f4b requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:37:49.560793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ee76a355-2211-4d3d-9c43-6b6956b89052 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Deleting port 70cf1206-dda0-47d1-96d8-9c98242e5ffb {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:37:49.561168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee76a355-2211-4d3d-9c43-6b6956b89052 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:49.612349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe800b8d-634b-4f3f-bc16-8290dbf92f22 None None] Pushing event updated for resources: {'Port': ['ID=70cf1206-dda0-47d1-96d8-9c98242e5ffb,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:49.653288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fe800b8d-634b-4f3f-bc16-8290dbf92f22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:49.670503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6081628b-5cb6-4ebb-9a4f-66813c9943a5 None None] Provisioning for port b7d5bb50-d459-4211-a1f8-1d15010c3309 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:37:49.735337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a07628b-f248-4a19-a677-45cb60aeacbb None None] Network 16df67b5-5a33-47b3-bb32-5b9433308d79 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:37:49.788112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ee76a355-2211-4d3d-9c43-6b6956b89052 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] For port 70cf1206-dda0-47d1-96d8-9c98242e5ffb, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=70cf1206-dda0-47d1-96d8-9c98242e5ffb,segment=NetworkSegment(aa3082cf-a1c7-4e53-af62-f69342fdd4e5),segment_id=aa3082cf-a1c7-4e53-af62-f69342fdd4e5)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:37:49.788510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee76a355-2211-4d3d-9c43-6b6956b89052 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:49.814930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port b7d5bb50-d459-4211-a1f8-1d15010c3309 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:37:49.860884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port b7d5bb50-d459-4211-a1f8-1d15010c3309 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:37:49.861306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:49.926350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ee76a355-2211-4d3d-9c43-6b6956b89052 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Calling delete_port for 70cf1206-dda0-47d1-96d8-9c98242e5ffb owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:37:50.008393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee76a355-2211-4d3d-9c43-6b6956b89052 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:50.024758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4af8edda-d91e-4375-af5f-559622f7aaaf tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:50.120039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76a355-2211-4d3d-9c43-6b6956b89052 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Pushing event deleted for resources: {'Port': ['ID=70cf1206-dda0-47d1-96d8-9c98242e5ffb,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:50.124548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ee76a355-2211-4d3d-9c43-6b6956b89052 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:50.160891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:50.185292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee76a355-2211-4d3d-9c43-6b6956b89052 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] No DVR routers for this DVR port 70cf1206-dda0-47d1-96d8-9c98242e5ffb on host dv-neutron-601336-61-ovs {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:37:50.202354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port b7d5bb50-d459-4211-a1f8-1d15010c3309, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=b7d5bb50-d459-4211-a1f8-1d15010c3309,segment=NetworkSegment(6946b688-6e82-4187-b01a-5d9941b51dfd),segment_id=6946b688-6e82-4187-b01a-5d9941b51dfd)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:37:50.205888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:50.207941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:50.284375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=b7d5bb50-d459-4211-a1f8-1d15010c3309,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:50.289179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:50.330045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee76a355-2211-4d3d-9c43-6b6956b89052 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:50.422716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1594b38c-e363-4692-9c04-4ad985401989 None None] Provisioning complete for port b7d5bb50-d459-4211-a1f8-1d15010c3309 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:37:50.423147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1594b38c-e363-4692-9c04-4ad985401989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:50.462884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-ee76a355-2211-4d3d-9c43-6b6956b89052 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634c23a780>,) {'filters': {'network_id': ['16df67b5-5a33-47b3-bb32-5b9433308d79']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:37:50.479020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-ee76a355-2211-4d3d-9c43-6b6956b89052 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c23a780>, 'aa3082cf-a1c7-4e53-af62-f69342fdd4e5') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:37:50.479020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-ee76a355-2211-4d3d-9c43-6b6956b89052 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c23a780>, 'aa3082cf-a1c7-4e53-af62-f69342fdd4e5') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:37:50.494829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee76a355-2211-4d3d-9c43-6b6956b89052 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:50.511978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee76a355-2211-4d3d-9c43-6b6956b89052 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:50.514103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ee76a355-2211-4d3d-9c43-6b6956b89052 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Releasing vxlan tunnel 4 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:37:50.681033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-14e540cd-15f4-49a3-ae35-4cfcb9c2431f None None] Provisioning complete for port b7d5bb50-d459-4211-a1f8-1d15010c3309 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:37:50.681464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-14e540cd-15f4-49a3-ae35-4cfcb9c2431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:50.708052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ee76a355-2211-4d3d-9c43-6b6956b89052 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Network 16df67b5-5a33-47b3-bb32-5b9433308d79 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:37:50.717981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee76a355-2211-4d3d-9c43-6b6956b89052 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:50.719341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8ee410-c72f-415d-b0f5-4891f2a89601 None None] get_active_networks_info from dv-neutron-601336-61-ovs {{(pid=80945) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 13:37:50.881621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8ee410-c72f-415d-b0f5-4891f2a89601 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 24 13:37:50.901419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-ee76a355-2211-4d3d-9c43-6b6956b89052 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Network 16df67b5-5a33-47b3-bb32-5b9433308d79 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:37:50.926532 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:37:50.926532 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:37:50.926532 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:37:50.926532 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:37:50.926532 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:37:50.926532 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:37:50.926532 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:37:50.926532 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:37:50.926532 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:37:50.926532 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:37:50.926532 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:37:50.926532 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:37:50.926532 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:37:50.926532 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:37:50.926532 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:37:50.926532 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:37:50.926532 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:37:50.926532 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:37:50.926532 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:37:50.926532 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:37:50.926532 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:37:50.926532 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:37:50.926532 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:37:50.926532 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:37:50.926532 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:37:50.926532 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:37:50.926532 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:37:50.926532 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:37:50.926532 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:37:50.926532 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:37:50.926532 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:37:50.926532 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:37:51.015460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee76a355-2211-4d3d-9c43-6b6956b89052 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:51.018657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3e98c37c-86ac-4195-aa7e-f61a6e2c138c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:51.035251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee76a355-2211-4d3d-9c43-6b6956b89052 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:51.047435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76a355-2211-4d3d-9c43-6b6956b89052 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Pushing event deleted for resources: {'Network': ['ID=16df67b5-5a33-47b3-bb32-5b9433308d79,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:51.050811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ee76a355-2211-4d3d-9c43-6b6956b89052 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:51.054880 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ee76a355-2211-4d3d-9c43-6b6956b89052 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] 10.222.0.76 "DELETE /v2.0/networks/16df67b5-5a33-47b3-bb32-5b9433308d79 HTTP/1.1" status: 204  len: 168 time: 1.7217803
Nov 24 13:37:51.055719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 57630) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:51.063605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f8e74418-f3f3-4cfc-88df-86d280b5fd22 None None] Provisioning complete for port b7d5bb50-d459-4211-a1f8-1d15010c3309 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:37:51.064034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f8e74418-f3f3-4cfc-88df-86d280b5fd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:51.273640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcfe5ee4-d4a6-4a56-87c8-21275d386d45 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Deleting subnet 6dfcc9f4-c495-43ca-85e5-1dffd8c0ec84 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:37:51.277322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bcfe5ee4-d4a6-4a56-87c8-21275d386d45 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:51.338401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bcfe5ee4-d4a6-4a56-87c8-21275d386d45 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:51.348466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b7d5bb50-d459-4211-a1f8-1d15010c3309 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:37:51.403171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:51.437449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bcfe5ee4-d4a6-4a56-87c8-21275d386d45 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:51.439201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port b7d5bb50-d459-4211-a1f8-1d15010c3309 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:37:51.439631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:51.735958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bcfe5ee4-d4a6-4a56-87c8-21275d386d45 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:51.751992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d33a4583-c843-488b-98ed-29535634abdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:51.842992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe5ee4-d4a6-4a56-87c8-21275d386d45 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Pushing event deleted for resources: {'Subnet': ['ID=6dfcc9f4-c495-43ca-85e5-1dffd8c0ec84,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:51.847586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bcfe5ee4-d4a6-4a56-87c8-21275d386d45 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:51.895718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bcfe5ee4-d4a6-4a56-87c8-21275d386d45 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:51.901340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2950b5-a720-40cb-89d9-ccd59bd464fe None None] Network 4ddaa742-0176-4de5-b0f7-8fd4b2980f4b requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:37:51.902199 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bcfe5ee4-d4a6-4a56-87c8-21275d386d45 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] 10.222.0.76 "DELETE /v2.0/subnets/6dfcc9f4-c495-43ca-85e5-1dffd8c0ec84 HTTP/1.1" status: 204  len: 168 time: 0.8460305
Nov 24 13:37:51.904916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 57634) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:52.033705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-63dccd4b-aac4-4649-a864-843ad76209a6 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:52.112255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-63dccd4b-aac4-4649-a864-843ad76209a6 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Deleting port b7d5bb50-d459-4211-a1f8-1d15010c3309 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:37:52.112628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-63dccd4b-aac4-4649-a864-843ad76209a6 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:52.175348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9653b4d6-8381-4945-b761-5a67081e61aa None None] DHCP port deletion for 4ddaa742-0176-4de5-b0f7-8fd4b2980f4b request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:37:52.184172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9653b4d6-8381-4945-b761-5a67081e61aa None None] Deleting port b7d5bb50-d459-4211-a1f8-1d15010c3309 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:37:52.184172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9653b4d6-8381-4945-b761-5a67081e61aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:52.339588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-63dccd4b-aac4-4649-a864-843ad76209a6 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] For port b7d5bb50-d459-4211-a1f8-1d15010c3309, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=b7d5bb50-d459-4211-a1f8-1d15010c3309,segment=NetworkSegment(6946b688-6e82-4187-b01a-5d9941b51dfd),segment_id=6946b688-6e82-4187-b01a-5d9941b51dfd)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:37:52.340179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-63dccd4b-aac4-4649-a864-843ad76209a6 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:52.420142 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-9653b4d6-8381-4945-b761-5a67081e61aa None None] For port b7d5bb50-d459-4211-a1f8-1d15010c3309, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=b7d5bb50-d459-4211-a1f8-1d15010c3309,segment=NetworkSegment(6946b688-6e82-4187-b01a-5d9941b51dfd),segment_id=6946b688-6e82-4187-b01a-5d9941b51dfd)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:37:52.420706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9653b4d6-8381-4945-b761-5a67081e61aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:52.644495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9653b4d6-8381-4945-b761-5a67081e61aa None None] Calling delete_port for b7d5bb50-d459-4211-a1f8-1d15010c3309 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:37:52.948579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-63dccd4b-aac4-4649-a864-843ad76209a6 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Calling delete_port for b7d5bb50-d459-4211-a1f8-1d15010c3309 owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:37:53.020835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9653b4d6-8381-4945-b761-5a67081e61aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:53.036250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:53.049562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-63dccd4b-aac4-4649-a864-843ad76209a6 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:37:53.049928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-63dccd4b-aac4-4649-a864-843ad76209a6 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:37:53.131864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9653b4d6-8381-4945-b761-5a67081e61aa None None] Pushing event deleted for resources: {'Port': ['ID=b7d5bb50-d459-4211-a1f8-1d15010c3309,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:53.136660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9653b4d6-8381-4945-b761-5a67081e61aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:53.179622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9653b4d6-8381-4945-b761-5a67081e61aa None None] No DVR routers for this DVR port b7d5bb50-d459-4211-a1f8-1d15010c3309 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:37:53.332062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b7d5bb50-d459-4211-a1f8-1d15010c3309 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:37:53.369997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: b7d5bb50-d459-4211-a1f8-1d15010c3309 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:37:53.370626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b7d5bb50-d459-4211-a1f8-1d15010c3309 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:37:53.551947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-63dccd4b-aac4-4649-a864-843ad76209a6 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Deleting port b7d5bb50-d459-4211-a1f8-1d15010c3309 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:37:53.552345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-63dccd4b-aac4-4649-a864-843ad76209a6 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:53.623955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-63dccd4b-aac4-4649-a864-843ad76209a6 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] The port 'b7d5bb50-d459-4211-a1f8-1d15010c3309' was deleted {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:37:53.759225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-63dccd4b-aac4-4649-a864-843ad76209a6 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:53.886986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-63dccd4b-aac4-4649-a864-843ad76209a6 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634d47ee48>,) {'filters': {'network_id': ['4ddaa742-0176-4de5-b0f7-8fd4b2980f4b']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:37:53.900025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-63dccd4b-aac4-4649-a864-843ad76209a6 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634d47ee48>, '6946b688-6e82-4187-b01a-5d9941b51dfd') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:37:53.900409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-63dccd4b-aac4-4649-a864-843ad76209a6 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634d47ee48>, '6946b688-6e82-4187-b01a-5d9941b51dfd') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:37:53.914796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-63dccd4b-aac4-4649-a864-843ad76209a6 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:53.930243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-63dccd4b-aac4-4649-a864-843ad76209a6 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:53.932263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-63dccd4b-aac4-4649-a864-843ad76209a6 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Releasing vxlan tunnel 3 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:37:54.117417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-63dccd4b-aac4-4649-a864-843ad76209a6 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Network 4ddaa742-0176-4de5-b0f7-8fd4b2980f4b has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:37:54.126936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-63dccd4b-aac4-4649-a864-843ad76209a6 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:54.320272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-63dccd4b-aac4-4649-a864-843ad76209a6 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Network 4ddaa742-0176-4de5-b0f7-8fd4b2980f4b has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:37:54.344110 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:37:54.344110 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:37:54.344110 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:37:54.344110 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:37:54.344110 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:37:54.344110 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:37:54.344110 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:37:54.344110 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:37:54.344110 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:37:54.344110 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:37:54.344110 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:37:54.344110 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:37:54.344110 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:37:54.344110 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:37:54.344110 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:37:54.344110 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:37:54.344110 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:37:54.344110 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:37:54.344110 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:37:54.344110 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:37:54.344110 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:37:54.344110 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:37:54.344110 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:37:54.344110 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:37:54.344110 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:37:54.344110 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:37:54.344110 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:37:54.344110 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:37:54.344110 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:37:54.344110 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:37:54.344110 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:37:54.344110 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:37:54.431401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-63dccd4b-aac4-4649-a864-843ad76209a6 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:54.434543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7a69091a-57de-41a5-a1b4-1d2824d162ff tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:54.452438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-63dccd4b-aac4-4649-a864-843ad76209a6 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:54.462042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dccd4b-aac4-4649-a864-843ad76209a6 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Pushing event deleted for resources: {'Network': ['ID=4ddaa742-0176-4de5-b0f7-8fd4b2980f4b,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:54.465098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-63dccd4b-aac4-4649-a864-843ad76209a6 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:54.468916 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-63dccd4b-aac4-4649-a864-843ad76209a6 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] 10.222.0.76 "DELETE /v2.0/networks/4ddaa742-0176-4de5-b0f7-8fd4b2980f4b HTTP/1.1" status: 204  len: 168 time: 2.5609841
Nov 24 13:37:54.469813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 57638) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:54.515812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-66b88814-0d4c-4987-9006-81d2ed693d42 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Synchronizing usage tracker for tenant:b781005fd521423ebc8e9fc9b6997771 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:37:54.531920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-66b88814-0d4c-4987-9006-81d2ed693d42 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Unset dirty status for tenant:b781005fd521423ebc8e9fc9b6997771 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:37:54.533179 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-66b88814-0d4c-4987-9006-81d2ed693d42 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] 10.222.0.76 "GET /v2.0/ports?device_id=ba80dfdc-aa9e-4f6d-a5c3-221295c76718 HTTP/1.1" status: 200  len: 205 time: 0.0623569
Nov 24 13:37:54.535910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 57642) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:54.683092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd06aaf0-cbd4-4972-b83d-a387d957cb55 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:55.096492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd06aaf0-cbd4-4972-b83d-a387d957cb55 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:55.101028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd06aaf0-cbd4-4972-b83d-a387d957cb55 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:55.126966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd06aaf0-cbd4-4972-b83d-a387d957cb55 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:55.127529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd06aaf0-cbd4-4972-b83d-a387d957cb55 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Fanout notify agent at l3_agent the message router_deleted on router ba80dfdc-aa9e-4f6d-a5c3-221295c76718 {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:37:55.139415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd06aaf0-cbd4-4972-b83d-a387d957cb55 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:55.140598 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cd06aaf0-cbd4-4972-b83d-a387d957cb55 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] 10.222.0.76 "DELETE /v2.0/routers/ba80dfdc-aa9e-4f6d-a5c3-221295c76718 HTTP/1.1" status: 204  len: 168 time: 0.6037314
Nov 24 13:37:55.457531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 57650) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:55.646768 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ff6a7374-0365-4282-9f57-c769d1c02787 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b781005fd521423ebc8e9fc9b6997771&name=default HTTP/1.1" status: 200  len: 2751 time: 0.1877401
Nov 24 13:37:55.649329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 57656) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:55.714324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-110c36c6-e560-4ad0-9537-17ac01efeb55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:55.744067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-110c36c6-e560-4ad0-9537-17ac01efeb55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:55.793801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-110c36c6-e560-4ad0-9537-17ac01efeb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:55.800251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d8472ca5-09e8-4db8-bdf8-4d0fdea5ce57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:55.815679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c36c6-e560-4ad0-9537-17ac01efeb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eeff0c8-3bf7-4fc9-9f94-7cfe87d96179,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:55.818511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-110c36c6-e560-4ad0-9537-17ac01efeb55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:55.821326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-110c36c6-e560-4ad0-9537-17ac01efeb55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:55.822982 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-110c36c6-e560-4ad0-9537-17ac01efeb55 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7eeff0c8-3bf7-4fc9-9f94-7cfe87d96179 HTTP/1.1" status: 204  len: 168 time: 0.1721313
Nov 24 13:37:56.674158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57678) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:56.820983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2a0086e2-fcf0-4aeb-8e46-5694bbd749f0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1585130737-network', 'tenant_id': '5f021113dc884d37b6f51210ef2eddda'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:37:56.826352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2a0086e2-fcf0-4aeb-8e46-5694bbd749f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:37:56.830482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2a0086e2-fcf0-4aeb-8e46-5694bbd749f0 admin admin] Usage tracker for resource:network and tenant:5f021113dc884d37b6f51210ef2eddda is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:37:56.833476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2a0086e2-fcf0-4aeb-8e46-5694bbd749f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:37:56.839756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2a0086e2-fcf0-4aeb-8e46-5694bbd749f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:37:56.854480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0086e2-fcf0-4aeb-8e46-5694bbd749f0 admin admin] Made reservation on behalf of 5f021113dc884d37b6f51210ef2eddda for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:37:56.859244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2a0086e2-fcf0-4aeb-8e46-5694bbd749f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:56.872772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2a0086e2-fcf0-4aeb-8e46-5694bbd749f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:56.907406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2a0086e2-fcf0-4aeb-8e46-5694bbd749f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:37:56.911491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2a0086e2-fcf0-4aeb-8e46-5694bbd749f0 admin admin] Usage tracker for resource:security_group_rule and tenant:5f021113dc884d37b6f51210ef2eddda is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:37:56.915300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2a0086e2-fcf0-4aeb-8e46-5694bbd749f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:37:56.921205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2a0086e2-fcf0-4aeb-8e46-5694bbd749f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:37:56.990866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2a0086e2-fcf0-4aeb-8e46-5694bbd749f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:56.993543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2a0086e2-fcf0-4aeb-8e46-5694bbd749f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:56.996692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a09b2bd3-17fa-4b8b-9147-9b1ae8d22d91 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:57.030587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0086e2-fcf0-4aeb-8e46-5694bbd749f0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:37:57.039706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0086e2-fcf0-4aeb-8e46-5694bbd749f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:57.044060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2a0086e2-fcf0-4aeb-8e46-5694bbd749f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:57.046670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2a0086e2-fcf0-4aeb-8e46-5694bbd749f0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:57.047101 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-2a0086e2-fcf0-4aeb-8e46-5694bbd749f0 admin admin] Added segment 348da762-8a63-4fe5-ab4b-000c8d5f75da of type vxlan for network 07efaeeb-e5ff-4600-bd8e-e648f90470ad
Nov 24 13:37:57.074553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2a0086e2-fcf0-4aeb-8e46-5694bbd749f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:57.104092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2a0086e2-fcf0-4aeb-8e46-5694bbd749f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:57.105048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0086e2-fcf0-4aeb-8e46-5694bbd749f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:57.105676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2a0086e2-fcf0-4aeb-8e46-5694bbd749f0 admin admin] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:57.110683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a09b2bd3-17fa-4b8b-9147-9b1ae8d22d91 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:57.217282 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2a0086e2-fcf0-4aeb-8e46-5694bbd749f0 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5418983
Nov 24 13:37:57.220661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 57684) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:57.220853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0086e2-fcf0-4aeb-8e46-5694bbd749f0 admin admin] Pushing event updated for resources: {'Network': ['ID=07efaeeb-e5ff-4600-bd8e-e648f90470ad,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:57.223876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2a0086e2-fcf0-4aeb-8e46-5694bbd749f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:57.228507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-415c80ad-5d3b-40c2-96be-78286c643617 admin admin] Request body: {'subnet': {'network_id': '07efaeeb-e5ff-4600-bd8e-e648f90470ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1585130737-subnet', 'tenant_id': '5f021113dc884d37b6f51210ef2eddda', 'ip_version': 4}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:37:57.231697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 07efaeeb-e5ff-4600-bd8e-e648f90470ad details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:37:57.234236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-415c80ad-5d3b-40c2-96be-78286c643617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:37:57.238366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-415c80ad-5d3b-40c2-96be-78286c643617 admin admin] Usage tracker for resource:subnet and tenant:5f021113dc884d37b6f51210ef2eddda is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:37:57.241610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-415c80ad-5d3b-40c2-96be-78286c643617 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:37:57.247522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-415c80ad-5d3b-40c2-96be-78286c643617 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:37:57.250529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 07efaeeb-e5ff-4600-bd8e-e648f90470ad details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:37:57.258936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415c80ad-5d3b-40c2-96be-78286c643617 admin admin] Made reservation on behalf of 5f021113dc884d37b6f51210ef2eddda for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:37:57.263725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-415c80ad-5d3b-40c2-96be-78286c643617 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:57.670866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-415c80ad-5d3b-40c2-96be-78286c643617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:57.694437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-eae1ebd8-d23c-40ab-99e1-03d30995043d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:57.826337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c80ad-5d3b-40c2-96be-78286c643617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57c16e30-d9b2-4171-b3bf-370cd2102194,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:57.831277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-415c80ad-5d3b-40c2-96be-78286c643617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:57.905398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415c80ad-5d3b-40c2-96be-78286c643617 admin admin] Checking segment: {'id': '348da762-8a63-4fe5-ab4b-000c8d5f75da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07efaeeb-e5ff-4600-bd8e-e648f90470ad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:37:57.905792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415c80ad-5d3b-40c2-96be-78286c643617 admin admin] Network hostable DHCP agents. Network: 07efaeeb-e5ff-4600-bd8e-e648f90470ad, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:37:57.929032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415c80ad-5d3b-40c2-96be-78286c643617 admin admin] Network 07efaeeb-e5ff-4600-bd8e-e648f90470ad is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:37:57.937110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-415c80ad-5d3b-40c2-96be-78286c643617 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 07efaeeb-e5ff-4600-bd8e-e648f90470ad) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:37:57.947711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d4d54a-9f4c-4560-a9f5-03cbb5e2edea None None] Network 07efaeeb-e5ff-4600-bd8e-e648f90470ad requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:37:57.949782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415c80ad-5d3b-40c2-96be-78286c643617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:37:57.950498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-415c80ad-5d3b-40c2-96be-78286c643617 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:57.970042 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-415c80ad-5d3b-40c2-96be-78286c643617 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.7479622
Nov 24 13:37:57.972981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 57688) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:37:57.979183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-98d2a90e-ac94-4ca0-a89d-596a4ce6704c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1585130737-router', 'tenant_id': '5f021113dc884d37b6f51210ef2eddda', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:37:57.984435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-98d2a90e-ac94-4ca0-a89d-596a4ce6704c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:37:57.988497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-98d2a90e-ac94-4ca0-a89d-596a4ce6704c admin admin] Usage tracker for resource:router and tenant:5f021113dc884d37b6f51210ef2eddda is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:37:57.992813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-98d2a90e-ac94-4ca0-a89d-596a4ce6704c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:37:57.998785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-98d2a90e-ac94-4ca0-a89d-596a4ce6704c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:37:58.008738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-98d2a90e-ac94-4ca0-a89d-596a4ce6704c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:58.009731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-98d2a90e-ac94-4ca0-a89d-596a4ce6704c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:58.029771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-98d2a90e-ac94-4ca0-a89d-596a4ce6704c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:58.183217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-98d2a90e-ac94-4ca0-a89d-596a4ce6704c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:58.183386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55652fad-4686-41e0-9c9e-f47bb93aeac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-07efaeeb-e5ff-4600-bd8e-e648f90470ad', 'network_id': '07efaeeb-e5ff-4600-bd8e-e648f90470ad', 'tenant_id': '5f021113dc884d37b6f51210ef2eddda', 'fixed_ips': [{'subnet_id': '57c16e30-d9b2-4171-b3bf-370cd2102194'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:37:58.184244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55652fad-4686-41e0-9c9e-f47bb93aeac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:58.491012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-55652fad-4686-41e0-9c9e-f47bb93aeac9 None None] Allocated IP 172.20.0.2 (07efaeeb-e5ff-4600-bd8e-e648f90470ad/57c16e30-d9b2-4171-b3bf-370cd2102194/fe2b4992-c0e7-444d-a1f2-83589e437de2) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:37:58.658226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-98d2a90e-ac94-4ca0-a89d-596a4ce6704c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:58.690825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-98d2a90e-ac94-4ca0-a89d-596a4ce6704c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:58.716224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55652fad-4686-41e0-9c9e-f47bb93aeac9 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:58.727899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-55652fad-4686-41e0-9c9e-f47bb93aeac9 None None] Transition to ACTIVE for port object fe2b4992-c0e7-444d-a1f2-83589e437de2 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:37:58.744432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-55652fad-4686-41e0-9c9e-f47bb93aeac9 None None] Transition to ACTIVE for port object fe2b4992-c0e7-444d-a1f2-83589e437de2 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:37:58.748897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55652fad-4686-41e0-9c9e-f47bb93aeac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:58.765240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:58.898942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55652fad-4686-41e0-9c9e-f47bb93aeac9 None None] Pushing event updated for resources: {'Port': ['ID=fe2b4992-c0e7-444d-a1f2-83589e437de2,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:58.903596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-55652fad-4686-41e0-9c9e-f47bb93aeac9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:58.959083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55652fad-4686-41e0-9c9e-f47bb93aeac9 None None] Network 07efaeeb-e5ff-4600-bd8e-e648f90470ad is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:37:58.960386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-55652fad-4686-41e0-9c9e-f47bb93aeac9 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:37:58.962871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55652fad-4686-41e0-9c9e-f47bb93aeac9 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:37:58.978694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-98d2a90e-ac94-4ca0-a89d-596a4ce6704c admin admin] Allocated IP 172.26.8.203 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/0a533091-b920-4925-8804-9f8b000aa7e0) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:37:59.020602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-55652fad-4686-41e0-9c9e-f47bb93aeac9 None None] Attempting to bind port fe2b4992-c0e7-444d-a1f2-83589e437de2 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:37:59.021023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-55652fad-4686-41e0-9c9e-f47bb93aeac9 None None] Attempting to bind port fe2b4992-c0e7-444d-a1f2-83589e437de2 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '348da762-8a63-4fe5-ab4b-000c8d5f75da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07efaeeb-e5ff-4600-bd8e-e648f90470ad'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:37:59.021441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55652fad-4686-41e0-9c9e-f47bb93aeac9 None None] Attempting to bind port fe2b4992-c0e7-444d-a1f2-83589e437de2 on network 07efaeeb-e5ff-4600-bd8e-e648f90470ad {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:37:59.028426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55652fad-4686-41e0-9c9e-f47bb93aeac9 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:37:59.028847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55652fad-4686-41e0-9c9e-f47bb93aeac9 None None] Checking segment: {'id': '348da762-8a63-4fe5-ab4b-000c8d5f75da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07efaeeb-e5ff-4600-bd8e-e648f90470ad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:37:59.029298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55652fad-4686-41e0-9c9e-f47bb93aeac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:59.029742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55652fad-4686-41e0-9c9e-f47bb93aeac9 None None] Bound using segment: {'id': '348da762-8a63-4fe5-ab4b-000c8d5f75da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07efaeeb-e5ff-4600-bd8e-e648f90470ad'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:37:59.030287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-55652fad-4686-41e0-9c9e-f47bb93aeac9 None None] Bound port: fe2b4992-c0e7-444d-a1f2-83589e437de2, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348da762-8a63-4fe5-ab4b-000c8d5f75da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07efaeeb-e5ff-4600-bd8e-e648f90470ad'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:37:59.030711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55652fad-4686-41e0-9c9e-f47bb93aeac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:59.125824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-55652fad-4686-41e0-9c9e-f47bb93aeac9 None None] For port fe2b4992-c0e7-444d-a1f2-83589e437de2, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:37:59.129173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-55652fad-4686-41e0-9c9e-f47bb93aeac9 None None] For port fe2b4992-c0e7-444d-a1f2-83589e437de2, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=fe2b4992-c0e7-444d-a1f2-83589e437de2,segment=NetworkSegment(348da762-8a63-4fe5-ab4b-000c8d5f75da),segment_id=348da762-8a63-4fe5-ab4b-000c8d5f75da)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:37:59.133437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55652fad-4686-41e0-9c9e-f47bb93aeac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:59.143609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-98d2a90e-ac94-4ca0-a89d-596a4ce6704c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:59.148974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:59.170684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-98d2a90e-ac94-4ca0-a89d-596a4ce6704c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:59.187180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4d25ac26-ffd3-423a-809e-b5230a31392a tempest-DeleteServersTestJSON-113007400 tempest-DeleteServersTestJSON-113007400] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:37:59.295939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55652fad-4686-41e0-9c9e-f47bb93aeac9 None None] Pushing event updated for resources: {'Port': ['ID=fe2b4992-c0e7-444d-a1f2-83589e437de2,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:59.309481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-55652fad-4686-41e0-9c9e-f47bb93aeac9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:59.325773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2a90e-ac94-4ca0-a89d-596a4ce6704c admin admin] Pushing event updated for resources: {'Port': ['ID=0a533091-b920-4925-8804-9f8b000aa7e0,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:37:59.331007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-98d2a90e-ac94-4ca0-a89d-596a4ce6704c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:37:59.388082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d2a90e-ac94-4ca0-a89d-596a4ce6704c admin admin] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:37:59.389368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-98d2a90e-ac94-4ca0-a89d-596a4ce6704c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:37:59.391686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d2a90e-ac94-4ca0-a89d-596a4ce6704c admin admin] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:37:59.560840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-98d2a90e-ac94-4ca0-a89d-596a4ce6704c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:59.561599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-98d2a90e-ac94-4ca0-a89d-596a4ce6704c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:37:59.831568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d2a90e-ac94-4ca0-a89d-596a4ce6704c admin admin] Router 7419e239-e96d-4049-ac9e-ca2c645a0f6b is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:38:00.047631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d2a90e-ac94-4ca0-a89d-596a4ce6704c admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:38:00.057007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8213d4c-f434-4fcb-a144-b43a900397d0 None None] Sync routers for ids ['7419e239-e96d-4049-ac9e-ca2c645a0f6b'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:38:00.069442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8213d4c-f434-4fcb-a144-b43a900397d0 None None] Routers {'7419e239-e96d-4049-ac9e-ca2c645a0f6b'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:38:00.070193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b8213d4c-f434-4fcb-a144-b43a900397d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d6ec5c0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:37:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['7419e239-e96d-4049-ac9e-ca2c645a0f6b'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:38:00.071888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-98d2a90e-ac94-4ca0-a89d-596a4ce6704c admin admin] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:00.073204 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-98d2a90e-ac94-4ca0-a89d-596a4ce6704c admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 2.0992427
Nov 24 13:38:00.076199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 57692) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:38:00.263094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-b8213d4c-f434-4fcb-a144-b43a900397d0 None None] Set router 7419e239-e96d-4049-ac9e-ca2c645a0f6b gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:38:00.734587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b8213d4c-f434-4fcb-a144-b43a900397d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d6ec5c0>, [{'id': '7419e239-e96d-4049-ac9e-ca2c645a0f6b', 'name': 'tempest-TestEncryptedCinderVolumes-1585130737-router', 'tenant_id': '5f021113dc884d37b6f51210ef2eddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': '0a533091-b920-4925-8804-9f8b000aa7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:37:58Z', 'updated_at': '2020-11-24T13:37:59Z', 'revision_number': 3, 'project_id': '5f021113dc884d37b6f51210ef2eddda', 'gw_port': {'id': '0a533091-b920-4925-8804-9f8b000aa7e0', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7419e239-e96d-4049-ac9e-ca2c645a0f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:37:58Z', 'updated_at': '2020-11-24T13:37:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:38:00.738932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8213d4c-f434-4fcb-a144-b43a900397d0 None None] Checking router: 7419e239-e96d-4049-ac9e-ca2c645a0f6b for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:38:00.739325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8213d4c-f434-4fcb-a144-b43a900397d0 None None] Updating router 7419e239-e96d-4049-ac9e-ca2c645a0f6b port 0a533091-b920-4925-8804-9f8b000aa7e0 binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:38:00.782499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eecf8d4-fc0c-457b-ba36-1990cd6c6dd9 None None] Network 07efaeeb-e5ff-4600-bd8e-e648f90470ad requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:38:00.798593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b8213d4c-f434-4fcb-a144-b43a900397d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:00.834795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d5f9a96f-9491-4f39-a8cd-e145afc5e90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:00.915618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-00cac480-740d-4323-bc00-6cff7d4a29ce None None] Provisioning for port fe2b4992-c0e7-444d-a1f2-83589e437de2 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:38:01.220390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-d5f9a96f-9491-4f39-a8cd-e145afc5e90a admin admin] Allocated IP 172.20.0.1 (07efaeeb-e5ff-4600-bd8e-e648f90470ad/57c16e30-d9b2-4171-b3bf-370cd2102194/33f833c9-5a49-4d1f-ab31-b4e43f4dabb9) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:38:01.245736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b8213d4c-f434-4fcb-a144-b43a900397d0 None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:01.258832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b8213d4c-f434-4fcb-a144-b43a900397d0 None None] Transition to ACTIVE for port object 0a533091-b920-4925-8804-9f8b000aa7e0 will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:38:01.263081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b8213d4c-f434-4fcb-a144-b43a900397d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:01.279739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f83d4149-28cd-4a9c-8a40-088b745ee26e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:38:01.428247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device fe2b4992-c0e7-444d-a1f2-83589e437de2 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:38:01.431856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d5f9a96f-9491-4f39-a8cd-e145afc5e90a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:01.451325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d5f9a96f-9491-4f39-a8cd-e145afc5e90a admin admin] Transition to ACTIVE for port object 33f833c9-5a49-4d1f-ab31-b4e43f4dabb9 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:38:01.461137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff8d1e-a5d6-4406-959c-8c18124b6992 None None] Pushing event updated for resources: {'Port': ['ID=0a533091-b920-4925-8804-9f8b000aa7e0,revision_number=2']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:38:01.482589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d5f9a96f-9491-4f39-a8cd-e145afc5e90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:01.494066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b8213d4c-f434-4fcb-a144-b43a900397d0 None None] Attempting to bind port 0a533091-b920-4925-8804-9f8b000aa7e0 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:38:01.494559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b8213d4c-f434-4fcb-a144-b43a900397d0 None None] Attempting to bind port 0a533091-b920-4925-8804-9f8b000aa7e0 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:38:01.495309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8213d4c-f434-4fcb-a144-b43a900397d0 None None] Attempting to bind port 0a533091-b920-4925-8804-9f8b000aa7e0 on network cfe08d36-e5ba-4f00-8669-16a0ead5d220 {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:38:01.499888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b1cb7075-3d80-4f58-85d9-b3beb15366ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:38:01.504028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8213d4c-f434-4fcb-a144-b43a900397d0 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:38:01.504335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8213d4c-f434-4fcb-a144-b43a900397d0 None None] Checking segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:38:01.505007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b8213d4c-f434-4fcb-a144-b43a900397d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:01.505675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8213d4c-f434-4fcb-a144-b43a900397d0 None None] Bound using segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:38:01.506594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b8213d4c-f434-4fcb-a144-b43a900397d0 None None] Bound port: 0a533091-b920-4925-8804-9f8b000aa7e0, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:38:01.507012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b8213d4c-f434-4fcb-a144-b43a900397d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:01.519047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port fe2b4992-c0e7-444d-a1f2-83589e437de2 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:38:01.525496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port fe2b4992-c0e7-444d-a1f2-83589e437de2 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:38:01.525910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:01.583760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b8213d4c-f434-4fcb-a144-b43a900397d0 None None] For port 0a533091-b920-4925-8804-9f8b000aa7e0, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:38:01.588515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b8213d4c-f434-4fcb-a144-b43a900397d0 None None] For port 0a533091-b920-4925-8804-9f8b000aa7e0, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=0a533091-b920-4925-8804-9f8b000aa7e0,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:38:01.593628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b8213d4c-f434-4fcb-a144-b43a900397d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:01.620400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b08bd83e-c47a-47b2-acf3-432239a6e979 None None] Provisioning complete for port fe2b4992-c0e7-444d-a1f2-83589e437de2 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:38:01.621250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b08bd83e-c47a-47b2-acf3-432239a6e979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:01.661553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9a96f-9491-4f39-a8cd-e145afc5e90a admin admin] Pushing event updated for resources: {'Port': ['ID=33f833c9-5a49-4d1f-ab31-b4e43f4dabb9,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:38:01.665288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d5f9a96f-9491-4f39-a8cd-e145afc5e90a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:38:01.676305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8d1e-a5d6-4406-959c-8c18124b6992 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:01.676690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8d1e-a5d6-4406-959c-8c18124b6992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:01.677063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8d1e-a5d6-4406-959c-8c18124b6992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:01.677432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8d1e-a5d6-4406-959c-8c18124b6992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:01.677820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8d1e-a5d6-4406-959c-8c18124b6992 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:01.678223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8d1e-a5d6-4406-959c-8c18124b6992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:01.678590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8d1e-a5d6-4406-959c-8c18124b6992 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:01.678946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8d1e-a5d6-4406-959c-8c18124b6992 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:01.679309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8d1e-a5d6-4406-959c-8c18124b6992 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:01.679668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8d1e-a5d6-4406-959c-8c18124b6992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:01.680023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8d1e-a5d6-4406-959c-8c18124b6992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:01.680377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8d1e-a5d6-4406-959c-8c18124b6992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:01.680830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8d1e-a5d6-4406-959c-8c18124b6992 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:01.681183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8d1e-a5d6-4406-959c-8c18124b6992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:01.681534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8d1e-a5d6-4406-959c-8c18124b6992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:01.681885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8d1e-a5d6-4406-959c-8c18124b6992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:01.682261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8d1e-a5d6-4406-959c-8c18124b6992 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:01.682613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8d1e-a5d6-4406-959c-8c18124b6992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:01.682969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8d1e-a5d6-4406-959c-8c18124b6992 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:01.683318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8d1e-a5d6-4406-959c-8c18124b6992 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:01.683665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8d1e-a5d6-4406-959c-8c18124b6992 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:01.684013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8d1e-a5d6-4406-959c-8c18124b6992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:01.684363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8d1e-a5d6-4406-959c-8c18124b6992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:01.684712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff8d1e-a5d6-4406-959c-8c18124b6992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:01.690386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b5ff8d1e-a5d6-4406-959c-8c18124b6992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:38:01.690897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-58da7b4c-a715-4676-a7ca-ae02679c485b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:38:01.745868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f9a96f-9491-4f39-a8cd-e145afc5e90a admin admin] Network 07efaeeb-e5ff-4600-bd8e-e648f90470ad is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:38:01.747202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-d5f9a96f-9491-4f39-a8cd-e145afc5e90a admin admin] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:38:01.749825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f9a96f-9491-4f39-a8cd-e145afc5e90a admin admin] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:38:01.809184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b08bd83e-c47a-47b2-acf3-432239a6e979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:01.809879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff8d1e-a5d6-4406-959c-8c18124b6992 None None] Pushing event updated for resources: {'Port': ['ID=0a533091-b920-4925-8804-9f8b000aa7e0,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:38:01.819014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d5f9a96f-9491-4f39-a8cd-e145afc5e90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:01.823676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b5ff8d1e-a5d6-4406-959c-8c18124b6992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:38:01.847129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8213d4c-f434-4fcb-a144-b43a900397d0 None None] Routers {'7419e239-e96d-4049-ac9e-ca2c645a0f6b'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:38:01.848423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b8213d4c-f434-4fcb-a144-b43a900397d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d6ec5c0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:37:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['7419e239-e96d-4049-ac9e-ca2c645a0f6b'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:38:01.864049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:01.876113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b08bd83e-c47a-47b2-acf3-432239a6e979 None None] For port fe2b4992-c0e7-444d-a1f2-83589e437de2, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=fe2b4992-c0e7-444d-a1f2-83589e437de2,segment=NetworkSegment(348da762-8a63-4fe5-ab4b-000c8d5f75da),segment_id=348da762-8a63-4fe5-ab4b-000c8d5f75da)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:38:01.885861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b08bd83e-c47a-47b2-acf3-432239a6e979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:01.889719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-55652fad-4686-41e0-9c9e-f47bb93aeac9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:38:01.930267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d5f9a96f-9491-4f39-a8cd-e145afc5e90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:02.046074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:38:02.046461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:38:02.047541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08bd83e-c47a-47b2-acf3-432239a6e979 None None] Pushing event updated for resources: {'Port': ['ID=fe2b4992-c0e7-444d-a1f2-83589e437de2,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:38:02.061400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b08bd83e-c47a-47b2-acf3-432239a6e979 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:38:02.062040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a99d489c-a266-4344-90db-20efadd74c90 None None] Provisioning complete for port fe2b4992-c0e7-444d-a1f2-83589e437de2 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:38:02.062543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a99d489c-a266-4344-90db-20efadd74c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:02.065481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-b8213d4c-f434-4fcb-a144-b43a900397d0 None None] Set router 7419e239-e96d-4049-ac9e-ca2c645a0f6b gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:38:02.267379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d5f9a96f-9491-4f39-a8cd-e145afc5e90a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:02.271553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d5f9a96f-9491-4f39-a8cd-e145afc5e90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:02.304919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7e1981c7-24d3-43bd-ac54-14319b199b71 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:38:02.376537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a99d489c-a266-4344-90db-20efadd74c90 None None] Provisioning for port 33f833c9-5a49-4d1f-ab31-b4e43f4dabb9 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:38:02.382514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a99d489c-a266-4344-90db-20efadd74c90 None None] Provisioning complete for port 33f833c9-5a49-4d1f-ab31-b4e43f4dabb9 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:38:02.382940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a99d489c-a266-4344-90db-20efadd74c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:02.395537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9a96f-9491-4f39-a8cd-e145afc5e90a admin admin] Pushing event updated for resources: {'Port': ['ID=33f833c9-5a49-4d1f-ab31-b4e43f4dabb9,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:38:02.402593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d5f9a96f-9491-4f39-a8cd-e145afc5e90a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:02.420377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d5f9a96f-9491-4f39-a8cd-e145afc5e90a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:38:02.430003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b8213d4c-f434-4fcb-a144-b43a900397d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d6ec5c0>, [{'id': '7419e239-e96d-4049-ac9e-ca2c645a0f6b', 'name': 'tempest-TestEncryptedCinderVolumes-1585130737-router', 'tenant_id': '5f021113dc884d37b6f51210ef2eddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': '0a533091-b920-4925-8804-9f8b000aa7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:37:58Z', 'updated_at': '2020-11-24T13:38:01Z', 'revision_number': 4, 'project_id': '5f021113dc884d37b6f51210ef2eddda', 'gw_port': {'id': '0a533091-b920-4925-8804-9f8b000aa7e0', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7419e239-e96d-4049-ac9e-ca2c645a0f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:37:58Z', 'updated_at': '2020-11-24T13:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '33f833c9-5a49-4d1f-ab31-b4e43f4dabb9', 'name': '', 'network_id': '07efaeeb-e5ff-4600-bd8e-e648f90470ad', 'tenant_id': '5f021113dc884d37b6f51210ef2eddda', 'mac_address': 'fa:16:3e:c8:a1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7419e239-e96d-4049-ac9e-ca2c645a0f6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '57c16e30-d9b2-4171-b3bf-370cd2102194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:38:01Z', 'updated_at': '2020-11-24T13:38:01Z', 'revision_number': 1, 'project_id': '5f021113dc884d37b6f51210ef2eddda', 'subnets': [{'id': '57c16e30-d9b2-4171-b3bf-370cd2102194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:38:02.434472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8213d4c-f434-4fcb-a144-b43a900397d0 None None] The sync data for ids ['7419e239-e96d-4049-ac9e-ca2c645a0f6b'] in dv-neutron-601336-61-ovs is: [{'id': '7419e239-e96d-4049-ac9e-ca2c645a0f6b', 'name': 'tempest-TestEncryptedCinderVolumes-1585130737-router', 'tenant_id': '5f021113dc884d37b6f51210ef2eddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': '0a533091-b920-4925-8804-9f8b000aa7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:37:58Z', 'updated_at': '2020-11-24T13:38:01Z', 'revision_number': 4, 'project_id': '5f021113dc884d37b6f51210ef2eddda', 'gw_port': {'id': '0a533091-b920-4925-8804-9f8b000aa7e0', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7419e239-e96d-4049-ac9e-ca2c645a0f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:37:58Z', 'updated_at': '2020-11-24T13:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '33f833c9-5a49-4d1f-ab31-b4e43f4dabb9', 'name': '', 'network_id': '07efaeeb-e5ff-4600-bd8e-e648f90470ad', 'tenant_id': '5f021113dc884d37b6f51210ef2eddda', 'mac_address': 'fa:16:3e:c8:a1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7419e239-e96d-4049-ac9e-ca2c645a0f6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '57c16e30-d9b2-4171-b3bf-370cd2102194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:38:01Z', 'updated_at': '2020-11-24T13:38:01Z', 'revision_number': 1, 'project_id': '5f021113dc884d37b6f51210ef2eddda', 'subnets': [{'id': '57c16e30-d9b2-4171-b3bf-370cd2102194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:38:02.441253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a99d489c-a266-4344-90db-20efadd74c90 None None] Port 33f833c9-5a49-4d1f-ab31-b4e43f4dabb9 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:38:02.523311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:38:02.558925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f9a96f-9491-4f39-a8cd-e145afc5e90a admin admin] Network 07efaeeb-e5ff-4600-bd8e-e648f90470ad is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:38:02.560053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-d5f9a96f-9491-4f39-a8cd-e145afc5e90a admin admin] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:38:02.774033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-43afef92-2129-46a2-a414-38ef40e1cb97 None None] Provisioning complete for port 33f833c9-5a49-4d1f-ab31-b4e43f4dabb9 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:38:02.774318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-43afef92-2129-46a2-a414-38ef40e1cb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:02.856441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-43afef92-2129-46a2-a414-38ef40e1cb97 None None] Port 33f833c9-5a49-4d1f-ab31-b4e43f4dabb9 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:38:03.301276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f9a96f-9491-4f39-a8cd-e145afc5e90a admin admin] Router 7419e239-e96d-4049-ac9e-ca2c645a0f6b has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:38:03.419327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 0a533091-b920-4925-8804-9f8b000aa7e0 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:38:03.494344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 0a533091-b920-4925-8804-9f8b000aa7e0 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:38:03.499065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 0a533091-b920-4925-8804-9f8b000aa7e0 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:38:03.499494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:03.548020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f9a96f-9491-4f39-a8cd-e145afc5e90a admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:38:03.566170 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d5f9a96f-9491-4f39-a8cd-e145afc5e90a admin admin] 10.222.0.76 "PUT /v2.0/routers/7419e239-e96d-4049-ac9e-ca2c645a0f6b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4819536
Nov 24 13:38:03.637976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:03.656183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 0a533091-b920-4925-8804-9f8b000aa7e0, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=0a533091-b920-4925-8804-9f8b000aa7e0,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:38:03.659391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:03.660391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device fe2b4992-c0e7-444d-a1f2-83589e437de2 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:38:03.698671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1eb44bc2-5fa0-412a-b60c-2c32466c2934 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:38:03.791796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=0a533091-b920-4925-8804-9f8b000aa7e0,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:38:03.805087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:03.805500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:03.805828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:03.806241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:03.806629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:03.807009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:03.807389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:03.807765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:03.808140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:03.808512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:03.808902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:03.809253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:03.809730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:03.810101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:03.810496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:03.810865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:03.811230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:03.811603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:03.811967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:03.812435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:03.812671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:03.813035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:03.813404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:03.813769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:03.818607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:38:03.827913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port fe2b4992-c0e7-444d-a1f2-83589e437de2 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:38:03.828344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:04.314963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 57710) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:38:04.321490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-5e210fb9-cd46-4958-9d12-9668f35357fb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1670683045-network', 'tenant_id': 'de6c77d652ed4871ab97d1b2146be6f3'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:38:04.326955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5e210fb9-cd46-4958-9d12-9668f35357fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:38:04.331044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5e210fb9-cd46-4958-9d12-9668f35357fb admin admin] Usage tracker for resource:network and tenant:de6c77d652ed4871ab97d1b2146be6f3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:38:04.334646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5e210fb9-cd46-4958-9d12-9668f35357fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:38:04.340525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5e210fb9-cd46-4958-9d12-9668f35357fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:38:04.350974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e210fb9-cd46-4958-9d12-9668f35357fb admin admin] Made reservation on behalf of de6c77d652ed4871ab97d1b2146be6f3 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:38:04.355789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e210fb9-cd46-4958-9d12-9668f35357fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:04.369451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e210fb9-cd46-4958-9d12-9668f35357fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:04.409374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5e210fb9-cd46-4958-9d12-9668f35357fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:38:04.414663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5e210fb9-cd46-4958-9d12-9668f35357fb admin admin] Usage tracker for resource:security_group_rule and tenant:de6c77d652ed4871ab97d1b2146be6f3 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:38:04.417745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5e210fb9-cd46-4958-9d12-9668f35357fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:38:04.424185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5e210fb9-cd46-4958-9d12-9668f35357fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:38:04.493116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e210fb9-cd46-4958-9d12-9668f35357fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:04.495910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e210fb9-cd46-4958-9d12-9668f35357fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:04.500230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cda14541-32fd-455d-8d2c-cda429bc6b8f tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:38:04.524575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e210fb9-cd46-4958-9d12-9668f35357fb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:38:04.547509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e210fb9-cd46-4958-9d12-9668f35357fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:04.547901 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-5e210fb9-cd46-4958-9d12-9668f35357fb admin admin] Added segment 90afdf2e-f0f6-4746-b6f4-f19be29f2ef6 of type vxlan for network af834f59-4aef-4018-b0d6-be1803cb5a4f
Nov 24 13:38:04.549243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e210fb9-cd46-4958-9d12-9668f35357fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bacc2f5-c73c-4377-9d52-188bba4bf303,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:38:04.556126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5e210fb9-cd46-4958-9d12-9668f35357fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:38:04.579667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e210fb9-cd46-4958-9d12-9668f35357fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:04.618966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e210fb9-cd46-4958-9d12-9668f35357fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:04.620018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e210fb9-cd46-4958-9d12-9668f35357fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:38:04.620666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e210fb9-cd46-4958-9d12-9668f35357fb admin admin] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:04.625979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-715b5cc5-5a85-41cf-92eb-cc9e9a576bb5 tempest-NetworksTest-1053953050 tempest-NetworksTest-1053953050] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:38:04.734660 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5e210fb9-cd46-4958-9d12-9668f35357fb admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.4184697
Nov 24 13:38:04.735659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e210fb9-cd46-4958-9d12-9668f35357fb admin admin] Pushing event updated for resources: {'Network': ['ID=af834f59-4aef-4018-b0d6-be1803cb5a4f,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:38:04.738215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57714) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:38:04.738650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5e210fb9-cd46-4958-9d12-9668f35357fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:38:04.745444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-05d2d04f-fb7c-4df5-aee3-98d52f4e56c9 admin admin] Request body: {'subnet': {'network_id': 'af834f59-4aef-4018-b0d6-be1803cb5a4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1670683045-subnet', 'tenant_id': 'de6c77d652ed4871ab97d1b2146be6f3', 'ip_version': 4}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:38:04.746213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network af834f59-4aef-4018-b0d6-be1803cb5a4f details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:38:04.751053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-05d2d04f-fb7c-4df5-aee3-98d52f4e56c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:38:04.755456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-05d2d04f-fb7c-4df5-aee3-98d52f4e56c9 admin admin] Usage tracker for resource:subnet and tenant:de6c77d652ed4871ab97d1b2146be6f3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:38:04.760238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-05d2d04f-fb7c-4df5-aee3-98d52f4e56c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:38:04.764486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network af834f59-4aef-4018-b0d6-be1803cb5a4f details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:38:04.766202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-05d2d04f-fb7c-4df5-aee3-98d52f4e56c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:38:04.777307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d2d04f-fb7c-4df5-aee3-98d52f4e56c9 admin admin] Made reservation on behalf of de6c77d652ed4871ab97d1b2146be6f3 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:38:04.782160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05d2d04f-fb7c-4df5-aee3-98d52f4e56c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:05.211939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05d2d04f-fb7c-4df5-aee3-98d52f4e56c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:05.225329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0c360366-0f75-4c25-a2bf-f3cceaafe9e4 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:38:05.350814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 0a533091-b920-4925-8804-9f8b000aa7e0 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:38:05.364331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2d04f-fb7c-4df5-aee3-98d52f4e56c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc380ebe-c63e-47e0-8cc3-c6ed7fa07291,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:38:05.368165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-05d2d04f-fb7c-4df5-aee3-98d52f4e56c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:38:05.425939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 0a533091-b920-4925-8804-9f8b000aa7e0 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:38:05.426316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:05.447605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d2d04f-fb7c-4df5-aee3-98d52f4e56c9 admin admin] Checking segment: {'id': '90afdf2e-f0f6-4746-b6f4-f19be29f2ef6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'af834f59-4aef-4018-b0d6-be1803cb5a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:38:05.447980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d2d04f-fb7c-4df5-aee3-98d52f4e56c9 admin admin] Network hostable DHCP agents. Network: af834f59-4aef-4018-b0d6-be1803cb5a4f, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:38:05.471263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d2d04f-fb7c-4df5-aee3-98d52f4e56c9 admin admin] Network af834f59-4aef-4018-b0d6-be1803cb5a4f is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:38:05.480303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-05d2d04f-fb7c-4df5-aee3-98d52f4e56c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, af834f59-4aef-4018-b0d6-be1803cb5a4f) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:38:05.489510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a271e09a-f9df-459c-bf4d-118137f3649d None None] Network af834f59-4aef-4018-b0d6-be1803cb5a4f requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:38:05.493769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d2d04f-fb7c-4df5-aee3-98d52f4e56c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:38:05.494470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-05d2d04f-fb7c-4df5-aee3-98d52f4e56c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:05.518452 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-05d2d04f-fb7c-4df5-aee3-98d52f4e56c9 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.7785530
Nov 24 13:38:05.521132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57718) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:38:05.526675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-18e74844-d35c-4cd5-bafd-7d5ce6a99c89 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1670683045-router', 'tenant_id': 'de6c77d652ed4871ab97d1b2146be6f3', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:38:05.533776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-18e74844-d35c-4cd5-bafd-7d5ce6a99c89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:38:05.539031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-18e74844-d35c-4cd5-bafd-7d5ce6a99c89 admin admin] Usage tracker for resource:router and tenant:de6c77d652ed4871ab97d1b2146be6f3 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:38:05.542973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-18e74844-d35c-4cd5-bafd-7d5ce6a99c89 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:38:05.549159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-18e74844-d35c-4cd5-bafd-7d5ce6a99c89 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:38:05.559783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18e74844-d35c-4cd5-bafd-7d5ce6a99c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:05.560673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18e74844-d35c-4cd5-bafd-7d5ce6a99c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:05.579762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18e74844-d35c-4cd5-bafd-7d5ce6a99c89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:05.744881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18e74844-d35c-4cd5-bafd-7d5ce6a99c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:05.784206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f8cdb2-0ed7-4f53-b940-8460e9adaf8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-af834f59-4aef-4018-b0d6-be1803cb5a4f', 'network_id': 'af834f59-4aef-4018-b0d6-be1803cb5a4f', 'tenant_id': 'de6c77d652ed4871ab97d1b2146be6f3', 'fixed_ips': [{'subnet_id': 'fc380ebe-c63e-47e0-8cc3-c6ed7fa07291'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:38:05.785130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e4f8cdb2-0ed7-4f53-b940-8460e9adaf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:05.815936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e1c33e-f810-497f-993a-729fb0da1234 None None] Sync routers for ids ['7419e239-e96d-4049-ac9e-ca2c645a0f6b'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:38:05.911654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e1c33e-f810-497f-993a-729fb0da1234 None None] Routers {'7419e239-e96d-4049-ac9e-ca2c645a0f6b'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:38:05.912420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-34e1c33e-f810-497f-993a-729fb0da1234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347b854a8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:37:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['7419e239-e96d-4049-ac9e-ca2c645a0f6b'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:38:05.952682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18e74844-d35c-4cd5-bafd-7d5ce6a99c89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:05.986058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18e74844-d35c-4cd5-bafd-7d5ce6a99c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:06.222558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-34e1c33e-f810-497f-993a-729fb0da1234 None None] Set router 7419e239-e96d-4049-ac9e-ca2c645a0f6b gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:38:06.426474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-e4f8cdb2-0ed7-4f53-b940-8460e9adaf8b None None] Allocated IP 172.20.0.2 (af834f59-4aef-4018-b0d6-be1803cb5a4f/fc380ebe-c63e-47e0-8cc3-c6ed7fa07291/d28ff462-2027-4c50-8f4b-ccc12979bb64) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:38:06.530060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-18e74844-d35c-4cd5-bafd-7d5ce6a99c89 admin admin] Allocated IP 172.26.8.32 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/77da63a0-50cd-4b52-a73a-c22d387f06a4) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:38:06.703853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18e74844-d35c-4cd5-bafd-7d5ce6a99c89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:06.732192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18e74844-d35c-4cd5-bafd-7d5ce6a99c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:06.748062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b72a28b0-1fab-4560-a27c-f47176460312 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:38:06.886560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e74844-d35c-4cd5-bafd-7d5ce6a99c89 admin admin] Pushing event updated for resources: {'Port': ['ID=77da63a0-50cd-4b52-a73a-c22d387f06a4,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:38:06.889694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-18e74844-d35c-4cd5-bafd-7d5ce6a99c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:38:06.947492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e74844-d35c-4cd5-bafd-7d5ce6a99c89 admin admin] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:38:06.948707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-18e74844-d35c-4cd5-bafd-7d5ce6a99c89 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:38:06.951078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e74844-d35c-4cd5-bafd-7d5ce6a99c89 admin admin] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:38:07.013381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e4f8cdb2-0ed7-4f53-b940-8460e9adaf8b None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:07.017796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-34e1c33e-f810-497f-993a-729fb0da1234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347b854a8>, [{'id': '7419e239-e96d-4049-ac9e-ca2c645a0f6b', 'name': 'tempest-TestEncryptedCinderVolumes-1585130737-router', 'tenant_id': '5f021113dc884d37b6f51210ef2eddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': '0a533091-b920-4925-8804-9f8b000aa7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:37:58Z', 'updated_at': '2020-11-24T13:38:01Z', 'revision_number': 4, 'project_id': '5f021113dc884d37b6f51210ef2eddda', 'gw_port': {'id': '0a533091-b920-4925-8804-9f8b000aa7e0', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7419e239-e96d-4049-ac9e-ca2c645a0f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:37:58Z', 'updated_at': '2020-11-24T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '33f833c9-5a49-4d1f-ab31-b4e43f4dabb9', 'name': '', 'network_id': '07efaeeb-e5ff-4600-bd8e-e648f90470ad', 'tenant_id': '5f021113dc884d37b6f51210ef2eddda', 'mac_address': 'fa:16:3e:c8:a1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7419e239-e96d-4049-ac9e-ca2c645a0f6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '57c16e30-d9b2-4171-b3bf-370cd2102194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:38:01Z', 'updated_at': '2020-11-24T13:38:02Z', 'revision_number': 2, 'project_id': '5f021113dc884d37b6f51210ef2eddda', 'subnets': [{'id': '57c16e30-d9b2-4171-b3bf-370cd2102194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:38:07.027798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e1c33e-f810-497f-993a-729fb0da1234 None None] Checking router: 7419e239-e96d-4049-ac9e-ca2c645a0f6b for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:38:07.028210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e1c33e-f810-497f-993a-729fb0da1234 None None] Updating router 7419e239-e96d-4049-ac9e-ca2c645a0f6b port 33f833c9-5a49-4d1f-ab31-b4e43f4dabb9 binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:38:07.066087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e4f8cdb2-0ed7-4f53-b940-8460e9adaf8b None None] Transition to ACTIVE for port object d28ff462-2027-4c50-8f4b-ccc12979bb64 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:38:07.103639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e4f8cdb2-0ed7-4f53-b940-8460e9adaf8b None None] Transition to ACTIVE for port object d28ff462-2027-4c50-8f4b-ccc12979bb64 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:38:07.108079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34e1c33e-f810-497f-993a-729fb0da1234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:07.113590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18e74844-d35c-4cd5-bafd-7d5ce6a99c89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:07.114429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18e74844-d35c-4cd5-bafd-7d5ce6a99c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:07.155614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e4f8cdb2-0ed7-4f53-b940-8460e9adaf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:07.178103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b08bd83e-c47a-47b2-acf3-432239a6e979 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:38:07.365091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e74844-d35c-4cd5-bafd-7d5ce6a99c89 admin admin] Router e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:38:07.374415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8cdb2-0ed7-4f53-b940-8460e9adaf8b None None] Pushing event updated for resources: {'Port': ['ID=d28ff462-2027-4c50-8f4b-ccc12979bb64,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:38:07.386926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e4f8cdb2-0ed7-4f53-b940-8460e9adaf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:38:07.592628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e74844-d35c-4cd5-bafd-7d5ce6a99c89 admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:38:07.601710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccdf933-d497-47d2-9ea2-d175a49aec18 None None] Sync routers for ids ['e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:38:07.613272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f8cdb2-0ed7-4f53-b940-8460e9adaf8b None None] Network af834f59-4aef-4018-b0d6-be1803cb5a4f is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:38:07.614822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccdf933-d497-47d2-9ea2-d175a49aec18 None None] Routers {'e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:38:07.615816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2ccdf933-d497-47d2-9ea2-d175a49aec18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca90e10>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:37:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:38:07.616646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-e4f8cdb2-0ed7-4f53-b940-8460e9adaf8b None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:38:07.617421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18e74844-d35c-4cd5-bafd-7d5ce6a99c89 admin admin] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:07.622019 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-18e74844-d35c-4cd5-bafd-7d5ce6a99c89 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 2.0967441
Nov 24 13:38:07.622230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f8cdb2-0ed7-4f53-b940-8460e9adaf8b None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:38:07.622365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 57722) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:38:07.717591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e4f8cdb2-0ed7-4f53-b940-8460e9adaf8b None None] Attempting to bind port d28ff462-2027-4c50-8f4b-ccc12979bb64 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:38:07.717964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e4f8cdb2-0ed7-4f53-b940-8460e9adaf8b None None] Attempting to bind port d28ff462-2027-4c50-8f4b-ccc12979bb64 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '90afdf2e-f0f6-4746-b6f4-f19be29f2ef6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'af834f59-4aef-4018-b0d6-be1803cb5a4f'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:38:07.718333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f8cdb2-0ed7-4f53-b940-8460e9adaf8b None None] Attempting to bind port d28ff462-2027-4c50-8f4b-ccc12979bb64 on network af834f59-4aef-4018-b0d6-be1803cb5a4f {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:38:07.731431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f8cdb2-0ed7-4f53-b940-8460e9adaf8b None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:38:07.731870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f8cdb2-0ed7-4f53-b940-8460e9adaf8b None None] Checking segment: {'id': '90afdf2e-f0f6-4746-b6f4-f19be29f2ef6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'af834f59-4aef-4018-b0d6-be1803cb5a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:38:07.732295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e4f8cdb2-0ed7-4f53-b940-8460e9adaf8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:07.732740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f8cdb2-0ed7-4f53-b940-8460e9adaf8b None None] Bound using segment: {'id': '90afdf2e-f0f6-4746-b6f4-f19be29f2ef6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'af834f59-4aef-4018-b0d6-be1803cb5a4f'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:38:07.733281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e4f8cdb2-0ed7-4f53-b940-8460e9adaf8b None None] Bound port: d28ff462-2027-4c50-8f4b-ccc12979bb64, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90afdf2e-f0f6-4746-b6f4-f19be29f2ef6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'af834f59-4aef-4018-b0d6-be1803cb5a4f'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:38:07.733716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e4f8cdb2-0ed7-4f53-b940-8460e9adaf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:07.830757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-2ccdf933-d497-47d2-9ea2-d175a49aec18 None None] Set router e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:38:07.904388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34e1c33e-f810-497f-993a-729fb0da1234 None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:07.907162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e4f8cdb2-0ed7-4f53-b940-8460e9adaf8b None None] For port d28ff462-2027-4c50-8f4b-ccc12979bb64, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:38:07.912032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e4f8cdb2-0ed7-4f53-b940-8460e9adaf8b None None] For port d28ff462-2027-4c50-8f4b-ccc12979bb64, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d28ff462-2027-4c50-8f4b-ccc12979bb64,segment=NetworkSegment(90afdf2e-f0f6-4746-b6f4-f19be29f2ef6),segment_id=90afdf2e-f0f6-4746-b6f4-f19be29f2ef6)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:38:07.922007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e4f8cdb2-0ed7-4f53-b940-8460e9adaf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:07.939287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9653b4d6-8381-4945-b761-5a67081e61aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:38:07.972959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-34e1c33e-f810-497f-993a-729fb0da1234 None None] Transition to ACTIVE for port object 33f833c9-5a49-4d1f-ab31-b4e43f4dabb9 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:38:08.045178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34e1c33e-f810-497f-993a-729fb0da1234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:08.160428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8cdb2-0ed7-4f53-b940-8460e9adaf8b None None] Pushing event updated for resources: {'Port': ['ID=d28ff462-2027-4c50-8f4b-ccc12979bb64,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:38:08.168180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e4f8cdb2-0ed7-4f53-b940-8460e9adaf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:38:08.170388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fe800b8d-634b-4f3f-bc16-8290dbf92f22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:38:08.184039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2ccdf933-d497-47d2-9ea2-d175a49aec18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca90e10>, [{'id': 'e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0', 'name': 'tempest-TestEncryptedCinderVolumes-1670683045-router', 'tenant_id': 'de6c77d652ed4871ab97d1b2146be6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '77da63a0-50cd-4b52-a73a-c22d387f06a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:38:05Z', 'updated_at': '2020-11-24T13:38:07Z', 'revision_number': 3, 'project_id': 'de6c77d652ed4871ab97d1b2146be6f3', 'gw_port': {'id': '77da63a0-50cd-4b52-a73a-c22d387f06a4', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:73:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:38:06Z', 'updated_at': '2020-11-24T13:38:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:38:08.188342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccdf933-d497-47d2-9ea2-d175a49aec18 None None] Checking router: e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:38:08.188736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccdf933-d497-47d2-9ea2-d175a49aec18 None None] Updating router e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0 port 77da63a0-50cd-4b52-a73a-c22d387f06a4 binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:38:08.245413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6984b-b420-4a5a-82ed-550b59778cf3 None None] Pushing event updated for resources: {'Port': ['ID=33f833c9-5a49-4d1f-ab31-b4e43f4dabb9,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:38:08.251299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ccdf933-d497-47d2-9ea2-d175a49aec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:08.261679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-acb6984b-b420-4a5a-82ed-550b59778cf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:38:08.418825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de9d03c1-05b1-497b-ad91-af303a29eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:08.497465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-34e1c33e-f810-497f-993a-729fb0da1234 None None] Attempting to bind port 33f833c9-5a49-4d1f-ab31-b4e43f4dabb9 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:38:08.497803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-34e1c33e-f810-497f-993a-729fb0da1234 None None] Attempting to bind port 33f833c9-5a49-4d1f-ab31-b4e43f4dabb9 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '348da762-8a63-4fe5-ab4b-000c8d5f75da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07efaeeb-e5ff-4600-bd8e-e648f90470ad'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:38:08.498223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e1c33e-f810-497f-993a-729fb0da1234 None None] Attempting to bind port 33f833c9-5a49-4d1f-ab31-b4e43f4dabb9 on network 07efaeeb-e5ff-4600-bd8e-e648f90470ad {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:38:08.506274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e1c33e-f810-497f-993a-729fb0da1234 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:38:08.506648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e1c33e-f810-497f-993a-729fb0da1234 None None] Checking segment: {'id': '348da762-8a63-4fe5-ab4b-000c8d5f75da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07efaeeb-e5ff-4600-bd8e-e648f90470ad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:38:08.507119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34e1c33e-f810-497f-993a-729fb0da1234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:08.507572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e1c33e-f810-497f-993a-729fb0da1234 None None] Bound using segment: {'id': '348da762-8a63-4fe5-ab4b-000c8d5f75da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07efaeeb-e5ff-4600-bd8e-e648f90470ad'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:38:08.508114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-34e1c33e-f810-497f-993a-729fb0da1234 None None] Bound port: 33f833c9-5a49-4d1f-ab31-b4e43f4dabb9, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348da762-8a63-4fe5-ab4b-000c8d5f75da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07efaeeb-e5ff-4600-bd8e-e648f90470ad'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:38:08.508543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34e1c33e-f810-497f-993a-729fb0da1234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:08.639769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-34e1c33e-f810-497f-993a-729fb0da1234 None None] For port 33f833c9-5a49-4d1f-ab31-b4e43f4dabb9, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:38:08.643398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-34e1c33e-f810-497f-993a-729fb0da1234 None None] For port 33f833c9-5a49-4d1f-ab31-b4e43f4dabb9, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=33f833c9-5a49-4d1f-ab31-b4e43f4dabb9,segment=NetworkSegment(348da762-8a63-4fe5-ab4b-000c8d5f75da),segment_id=348da762-8a63-4fe5-ab4b-000c8d5f75da)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:38:08.650592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34e1c33e-f810-497f-993a-729fb0da1234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:08.701969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ccdf933-d497-47d2-9ea2-d175a49aec18 None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:08.715697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2ccdf933-d497-47d2-9ea2-d175a49aec18 None None] Transition to ACTIVE for port object 77da63a0-50cd-4b52-a73a-c22d387f06a4 will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:38:08.718580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ccdf933-d497-47d2-9ea2-d175a49aec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:08.736000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f04dacbb-e700-40c6-8067-68b9a4cdc62e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:38:08.738072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:38:08.868074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-de9d03c1-05b1-497b-ad91-af303a29eee8 admin admin] Allocated IP 172.20.0.1 (af834f59-4aef-4018-b0d6-be1803cb5a4f/fc380ebe-c63e-47e0-8cc3-c6ed7fa07291/dc3e3022-fa43-4740-a82b-1d7cd2e422fa) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:38:08.885794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317bc38-0fd9-4215-9f1d-0421b5ed27bd None None] Pushing event updated for resources: {'Port': ['ID=77da63a0-50cd-4b52-a73a-c22d387f06a4,revision_number=2']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:38:08.905643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e1c33e-f810-497f-993a-729fb0da1234 None None] Routers {'7419e239-e96d-4049-ac9e-ca2c645a0f6b'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:38:08.906768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-34e1c33e-f810-497f-993a-729fb0da1234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347b854a8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:37:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['7419e239-e96d-4049-ac9e-ca2c645a0f6b'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:38:08.917656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c317bc38-0fd9-4215-9f1d-0421b5ed27bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:38:08.987490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6984b-b420-4a5a-82ed-550b59778cf3 None None] Pushing event updated for resources: {'Port': ['ID=33f833c9-5a49-4d1f-ab31-b4e43f4dabb9,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:38:08.992114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-acb6984b-b420-4a5a-82ed-550b59778cf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:38:09.096741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de9d03c1-05b1-497b-ad91-af303a29eee8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:09.119515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-de9d03c1-05b1-497b-ad91-af303a29eee8 admin admin] Transition to ACTIVE for port object dc3e3022-fa43-4740-a82b-1d7cd2e422fa will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:38:09.143816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de9d03c1-05b1-497b-ad91-af303a29eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:09.164806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e06381d9-f454-43bb-acb7-c32f1b26c2a3 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:38:09.250574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2ccdf933-d497-47d2-9ea2-d175a49aec18 None None] Attempting to bind port 77da63a0-50cd-4b52-a73a-c22d387f06a4 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:38:09.250973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2ccdf933-d497-47d2-9ea2-d175a49aec18 None None] Attempting to bind port 77da63a0-50cd-4b52-a73a-c22d387f06a4 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:38:09.251391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccdf933-d497-47d2-9ea2-d175a49aec18 None None] Attempting to bind port 77da63a0-50cd-4b52-a73a-c22d387f06a4 on network cfe08d36-e5ba-4f00-8669-16a0ead5d220 {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:38:09.259854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccdf933-d497-47d2-9ea2-d175a49aec18 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:38:09.260279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccdf933-d497-47d2-9ea2-d175a49aec18 None None] Checking segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:38:09.260709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ccdf933-d497-47d2-9ea2-d175a49aec18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:09.261146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccdf933-d497-47d2-9ea2-d175a49aec18 None None] Bound using segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:38:09.261676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2ccdf933-d497-47d2-9ea2-d175a49aec18 None None] Bound port: 77da63a0-50cd-4b52-a73a-c22d387f06a4, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:38:09.262101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ccdf933-d497-47d2-9ea2-d175a49aec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:09.321817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d03c1-05b1-497b-ad91-af303a29eee8 admin admin] Pushing event updated for resources: {'Port': ['ID=dc3e3022-fa43-4740-a82b-1d7cd2e422fa,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:38:09.327768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-de9d03c1-05b1-497b-ad91-af303a29eee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:38:09.355101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-2ccdf933-d497-47d2-9ea2-d175a49aec18 None None] For port 77da63a0-50cd-4b52-a73a-c22d387f06a4, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:38:09.359419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-2ccdf933-d497-47d2-9ea2-d175a49aec18 None None] For port 77da63a0-50cd-4b52-a73a-c22d387f06a4, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=77da63a0-50cd-4b52-a73a-c22d387f06a4,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:38:09.363902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ccdf933-d497-47d2-9ea2-d175a49aec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:09.381781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b5ff8d1e-a5d6-4406-959c-8c18124b6992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:38:09.392414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9d03c1-05b1-497b-ad91-af303a29eee8 admin admin] Network af834f59-4aef-4018-b0d6-be1803cb5a4f is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:38:09.394148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-34e1c33e-f810-497f-993a-729fb0da1234 None None] Set router 7419e239-e96d-4049-ac9e-ca2c645a0f6b gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:38:09.396657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-de9d03c1-05b1-497b-ad91-af303a29eee8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:38:09.399906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9d03c1-05b1-497b-ad91-af303a29eee8 admin admin] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:38:09.470647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de9d03c1-05b1-497b-ad91-af303a29eee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:09.560578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d28ff462-2027-4c50-8f4b-ccc12979bb64 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:38:09.563698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317bc38-0fd9-4215-9f1d-0421b5ed27bd None None] Pushing event updated for resources: {'Port': ['ID=77da63a0-50cd-4b52-a73a-c22d387f06a4,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:38:09.569743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c317bc38-0fd9-4215-9f1d-0421b5ed27bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:38:09.583538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de9d03c1-05b1-497b-ad91-af303a29eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:09.637579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccdf933-d497-47d2-9ea2-d175a49aec18 None None] Routers {'e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:38:09.638300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2ccdf933-d497-47d2-9ea2-d175a49aec18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca90e10>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:37:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:38:09.751210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port d28ff462-2027-4c50-8f4b-ccc12979bb64 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:38:09.762090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 33f833c9-5a49-4d1f-ab31-b4e43f4dabb9 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:38:09.861210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-2ccdf933-d497-47d2-9ea2-d175a49aec18 None None] Set router e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:38:09.918763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 33f833c9-5a49-4d1f-ab31-b4e43f4dabb9 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:38:09.933763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 33f833c9-5a49-4d1f-ab31-b4e43f4dabb9 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:38:09.934192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:09.996175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-34e1c33e-f810-497f-993a-729fb0da1234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347b854a8>, [{'id': '7419e239-e96d-4049-ac9e-ca2c645a0f6b', 'name': 'tempest-TestEncryptedCinderVolumes-1585130737-router', 'tenant_id': '5f021113dc884d37b6f51210ef2eddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': '0a533091-b920-4925-8804-9f8b000aa7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:37:58Z', 'updated_at': '2020-11-24T13:38:01Z', 'revision_number': 4, 'project_id': '5f021113dc884d37b6f51210ef2eddda', 'gw_port': {'id': '0a533091-b920-4925-8804-9f8b000aa7e0', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7419e239-e96d-4049-ac9e-ca2c645a0f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:37:58Z', 'updated_at': '2020-11-24T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '33f833c9-5a49-4d1f-ab31-b4e43f4dabb9', 'name': '', 'network_id': '07efaeeb-e5ff-4600-bd8e-e648f90470ad', 'tenant_id': '5f021113dc884d37b6f51210ef2eddda', 'mac_address': 'fa:16:3e:c8:a1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7419e239-e96d-4049-ac9e-ca2c645a0f6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '57c16e30-d9b2-4171-b3bf-370cd2102194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:38:01Z', 'updated_at': '2020-11-24T13:38:08Z', 'revision_number': 4, 'project_id': '5f021113dc884d37b6f51210ef2eddda', 'subnets': [{'id': '57c16e30-d9b2-4171-b3bf-370cd2102194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:38:10.004989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e1c33e-f810-497f-993a-729fb0da1234 None None] The sync data for ids ['7419e239-e96d-4049-ac9e-ca2c645a0f6b'] in dv-neutron-601336-61-ovs is: [{'id': '7419e239-e96d-4049-ac9e-ca2c645a0f6b', 'name': 'tempest-TestEncryptedCinderVolumes-1585130737-router', 'tenant_id': '5f021113dc884d37b6f51210ef2eddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': '0a533091-b920-4925-8804-9f8b000aa7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:37:58Z', 'updated_at': '2020-11-24T13:38:01Z', 'revision_number': 4, 'project_id': '5f021113dc884d37b6f51210ef2eddda', 'gw_port': {'id': '0a533091-b920-4925-8804-9f8b000aa7e0', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7419e239-e96d-4049-ac9e-ca2c645a0f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:37:58Z', 'updated_at': '2020-11-24T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '33f833c9-5a49-4d1f-ab31-b4e43f4dabb9', 'name': '', 'network_id': '07efaeeb-e5ff-4600-bd8e-e648f90470ad', 'tenant_id': '5f021113dc884d37b6f51210ef2eddda', 'mac_address': 'fa:16:3e:c8:a1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7419e239-e96d-4049-ac9e-ca2c645a0f6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '57c16e30-d9b2-4171-b3bf-370cd2102194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:38:01Z', 'updated_at': '2020-11-24T13:38:08Z', 'revision_number': 4, 'project_id': '5f021113dc884d37b6f51210ef2eddda', 'subnets': [{'id': '57c16e30-d9b2-4171-b3bf-370cd2102194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:38:10.106166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:10.170516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b250fe-cbba-4de6-aa6b-0f0758899feb None None] Network af834f59-4aef-4018-b0d6-be1803cb5a4f requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:38:10.242767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de9d03c1-05b1-497b-ad91-af303a29eee8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:10.247604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de9d03c1-05b1-497b-ad91-af303a29eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:10.273337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 33f833c9-5a49-4d1f-ab31-b4e43f4dabb9, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=33f833c9-5a49-4d1f-ab31-b4e43f4dabb9,segment=NetworkSegment(348da762-8a63-4fe5-ab4b-000c8d5f75da),segment_id=348da762-8a63-4fe5-ab4b-000c8d5f75da)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:38:10.297301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2ccdf933-d497-47d2-9ea2-d175a49aec18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca90e10>, [{'id': 'e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0', 'name': 'tempest-TestEncryptedCinderVolumes-1670683045-router', 'tenant_id': 'de6c77d652ed4871ab97d1b2146be6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '77da63a0-50cd-4b52-a73a-c22d387f06a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:38:05Z', 'updated_at': '2020-11-24T13:38:09Z', 'revision_number': 4, 'project_id': 'de6c77d652ed4871ab97d1b2146be6f3', 'gw_port': {'id': '77da63a0-50cd-4b52-a73a-c22d387f06a4', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:73:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:38:06Z', 'updated_at': '2020-11-24T13:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'dc3e3022-fa43-4740-a82b-1d7cd2e422fa', 'name': '', 'network_id': 'af834f59-4aef-4018-b0d6-be1803cb5a4f', 'tenant_id': 'de6c77d652ed4871ab97d1b2146be6f3', 'mac_address': 'fa:16:3e:4f:73:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'fc380ebe-c63e-47e0-8cc3-c6ed7fa07291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:38:08Z', 'updated_at': '2020-11-24T13:38:08Z', 'revision_number': 1, 'project_id': 'de6c77d652ed4871ab97d1b2146be6f3', 'subnets': [{'id': 'fc380ebe-c63e-47e0-8cc3-c6ed7fa07291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:38:10.298748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:10.306555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:38:10.306746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccdf933-d497-47d2-9ea2-d175a49aec18 None None] The sync data for ids ['e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0'] in dv-neutron-601336-61-ovs is: [{'id': 'e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0', 'name': 'tempest-TestEncryptedCinderVolumes-1670683045-router', 'tenant_id': 'de6c77d652ed4871ab97d1b2146be6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '77da63a0-50cd-4b52-a73a-c22d387f06a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:38:05Z', 'updated_at': '2020-11-24T13:38:09Z', 'revision_number': 4, 'project_id': 'de6c77d652ed4871ab97d1b2146be6f3', 'gw_port': {'id': '77da63a0-50cd-4b52-a73a-c22d387f06a4', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:73:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:38:06Z', 'updated_at': '2020-11-24T13:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'dc3e3022-fa43-4740-a82b-1d7cd2e422fa', 'name': '', 'network_id': 'af834f59-4aef-4018-b0d6-be1803cb5a4f', 'tenant_id': 'de6c77d652ed4871ab97d1b2146be6f3', 'mac_address': 'fa:16:3e:4f:73:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'fc380ebe-c63e-47e0-8cc3-c6ed7fa07291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:38:08Z', 'updated_at': '2020-11-24T13:38:08Z', 'revision_number': 1, 'project_id': 'de6c77d652ed4871ab97d1b2146be6f3', 'subnets': [{'id': 'fc380ebe-c63e-47e0-8cc3-c6ed7fa07291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:38:10.312001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9d5f915f-3b76-4edb-a57b-f51d856b6ccf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:38:10.354028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de9d03c1-05b1-497b-ad91-af303a29eee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:10.381491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0e17aefd-ea16-4530-b881-49cff83426d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:10.403606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6d22a651-19cf-4883-b7cb-341a682f968d None None] Provisioning for port d28ff462-2027-4c50-8f4b-ccc12979bb64 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:38:10.407020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=33f833c9-5a49-4d1f-ab31-b4e43f4dabb9,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:38:10.410630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:38:10.418108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6d22a651-19cf-4883-b7cb-341a682f968d None None] Provisioning complete for port d28ff462-2027-4c50-8f4b-ccc12979bb64 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:38:10.418557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d22a651-19cf-4883-b7cb-341a682f968d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:10.487567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d03c1-05b1-497b-ad91-af303a29eee8 admin admin] Pushing event updated for resources: {'Port': ['ID=dc3e3022-fa43-4740-a82b-1d7cd2e422fa,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:38:10.491958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-de9d03c1-05b1-497b-ad91-af303a29eee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:38:10.565067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9d03c1-05b1-497b-ad91-af303a29eee8 admin admin] Network af834f59-4aef-4018-b0d6-be1803cb5a4f is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:38:10.567009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-de9d03c1-05b1-497b-ad91-af303a29eee8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:38:10.668204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d22a651-19cf-4883-b7cb-341a682f968d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:10.717645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-6d22a651-19cf-4883-b7cb-341a682f968d None None] For port d28ff462-2027-4c50-8f4b-ccc12979bb64, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d28ff462-2027-4c50-8f4b-ccc12979bb64,segment=NetworkSegment(90afdf2e-f0f6-4746-b6f4-f19be29f2ef6),segment_id=90afdf2e-f0f6-4746-b6f4-f19be29f2ef6)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:38:10.722395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d22a651-19cf-4883-b7cb-341a682f968d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:10.725478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:38:10.821280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22a651-19cf-4883-b7cb-341a682f968d None None] Pushing event updated for resources: {'Port': ['ID=d28ff462-2027-4c50-8f4b-ccc12979bb64,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:38:10.844965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6d22a651-19cf-4883-b7cb-341a682f968d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:38:11.041329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9d03c1-05b1-497b-ad91-af303a29eee8 admin admin] Router e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:38:11.056102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-afd45d08-812d-45f9-af31-5f174ea50ac8 None None] Provisioning for port dc3e3022-fa43-4740-a82b-1d7cd2e422fa completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:38:11.063568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-afd45d08-812d-45f9-af31-5f174ea50ac8 None None] Provisioning complete for port dc3e3022-fa43-4740-a82b-1d7cd2e422fa triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:38:11.063990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-afd45d08-812d-45f9-af31-5f174ea50ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:11.168862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-afd45d08-812d-45f9-af31-5f174ea50ac8 None None] Port dc3e3022-fa43-4740-a82b-1d7cd2e422fa cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:38:11.190030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-afd45d08-812d-45f9-af31-5f174ea50ac8 None None] Provisioning complete for port d28ff462-2027-4c50-8f4b-ccc12979bb64 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:38:11.190541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-afd45d08-812d-45f9-af31-5f174ea50ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:11.331551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9d03c1-05b1-497b-ad91-af303a29eee8 admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:38:11.373209 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-de9d03c1-05b1-497b-ad91-af303a29eee8 admin admin] 10.222.0.76 "PUT /v2.0/routers/e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7497070
Nov 24 13:38:11.445799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d28ff462-2027-4c50-8f4b-ccc12979bb64 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:38:11.541854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port d28ff462-2027-4c50-8f4b-ccc12979bb64 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:38:11.542447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:11.603979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0113a689-eca4-406e-b7e4-ba01254d1843 None None] Provisioning complete for port d28ff462-2027-4c50-8f4b-ccc12979bb64 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:38:11.604325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0113a689-eca4-406e-b7e4-ba01254d1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:11.828375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 33f833c9-5a49-4d1f-ab31-b4e43f4dabb9 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:38:11.918436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 33f833c9-5a49-4d1f-ab31-b4e43f4dabb9 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:38:11.918869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:12.034309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-102c8156-e902-455d-b23b-76dc90d83f7c None None] Provisioning complete for port dc3e3022-fa43-4740-a82b-1d7cd2e422fa triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:38:12.034877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-102c8156-e902-455d-b23b-76dc90d83f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:12.158714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-102c8156-e902-455d-b23b-76dc90d83f7c None None] Port dc3e3022-fa43-4740-a82b-1d7cd2e422fa cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:38:12.173298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-102c8156-e902-455d-b23b-76dc90d83f7c None None] Provisioning complete for port d28ff462-2027-4c50-8f4b-ccc12979bb64 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:38:12.173720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-102c8156-e902-455d-b23b-76dc90d83f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:12.659020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1f08a4d5-b13f-4dae-a06a-1e6dc3ab031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:12.993536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:13.390002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 77da63a0-50cd-4b52-a73a-c22d387f06a4 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:38:13.501337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 77da63a0-50cd-4b52-a73a-c22d387f06a4 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:38:13.508128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 77da63a0-50cd-4b52-a73a-c22d387f06a4 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:38:13.508556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:13.647572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:13.668964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 77da63a0-50cd-4b52-a73a-c22d387f06a4, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=77da63a0-50cd-4b52-a73a-c22d387f06a4,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:38:13.673272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:13.680419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fe800b8d-634b-4f3f-bc16-8290dbf92f22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:38:13.758641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=77da63a0-50cd-4b52-a73a-c22d387f06a4,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:38:13.762680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:38:14.271041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:14.456532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc84fd0-4f84-4da5-a955-2667a1a21350 None None] Sync routers for ids ['e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:38:14.473276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc84fd0-4f84-4da5-a955-2667a1a21350 None None] Routers {'e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:38:14.474344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-efc84fd0-4f84-4da5-a955-2667a1a21350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347037b70>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:38:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:38:14.691177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-efc84fd0-4f84-4da5-a955-2667a1a21350 None None] Set router e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:38:14.939491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:15.080494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-efc84fd0-4f84-4da5-a955-2667a1a21350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347037b70>, [{'id': 'e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0', 'name': 'tempest-TestEncryptedCinderVolumes-1670683045-router', 'tenant_id': 'de6c77d652ed4871ab97d1b2146be6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '77da63a0-50cd-4b52-a73a-c22d387f06a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:38:05Z', 'updated_at': '2020-11-24T13:38:09Z', 'revision_number': 4, 'project_id': 'de6c77d652ed4871ab97d1b2146be6f3', 'gw_port': {'id': '77da63a0-50cd-4b52-a73a-c22d387f06a4', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:38:06Z', 'updated_at': '2020-11-24T13:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'dc3e3022-fa43-4740-a82b-1d7cd2e422fa', 'name': '', 'network_id': 'af834f59-4aef-4018-b0d6-be1803cb5a4f', 'tenant_id': 'de6c77d652ed4871ab97d1b2146be6f3', 'mac_address': 'fa:16:3e:4f:73:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'fc380ebe-c63e-47e0-8cc3-c6ed7fa07291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:38:08Z', 'updated_at': '2020-11-24T13:38:10Z', 'revision_number': 2, 'project_id': 'de6c77d652ed4871ab97d1b2146be6f3', 'subnets': [{'id': 'fc380ebe-c63e-47e0-8cc3-c6ed7fa07291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:38:15.085677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc84fd0-4f84-4da5-a955-2667a1a21350 None None] Checking router: e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:38:15.088215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc84fd0-4f84-4da5-a955-2667a1a21350 None None] Updating router e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0 port dc3e3022-fa43-4740-a82b-1d7cd2e422fa binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:38:15.176006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-efc84fd0-4f84-4da5-a955-2667a1a21350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:15.389000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 77da63a0-50cd-4b52-a73a-c22d387f06a4 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:38:15.757984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 77da63a0-50cd-4b52-a73a-c22d387f06a4 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:38:15.758380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:15.997926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-efc84fd0-4f84-4da5-a955-2667a1a21350 None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:16.016798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-efc84fd0-4f84-4da5-a955-2667a1a21350 None None] Transition to ACTIVE for port object dc3e3022-fa43-4740-a82b-1d7cd2e422fa will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:38:16.019709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-efc84fd0-4f84-4da5-a955-2667a1a21350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:16.041548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:38:16.215142 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f0023-4ef6-4ff6-9aeb-cd92b46aedcf None None] Pushing event updated for resources: {'Port': ['ID=dc3e3022-fa43-4740-a82b-1d7cd2e422fa,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:38:16.237998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a32f0023-4ef6-4ff6-9aeb-cd92b46aedcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:38:16.424054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-efc84fd0-4f84-4da5-a955-2667a1a21350 None None] Attempting to bind port dc3e3022-fa43-4740-a82b-1d7cd2e422fa on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:38:16.424609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-efc84fd0-4f84-4da5-a955-2667a1a21350 None None] Attempting to bind port dc3e3022-fa43-4740-a82b-1d7cd2e422fa by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '90afdf2e-f0f6-4746-b6f4-f19be29f2ef6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'af834f59-4aef-4018-b0d6-be1803cb5a4f'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:38:16.424878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc84fd0-4f84-4da5-a955-2667a1a21350 None None] Attempting to bind port dc3e3022-fa43-4740-a82b-1d7cd2e422fa on network af834f59-4aef-4018-b0d6-be1803cb5a4f {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:38:16.435071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc84fd0-4f84-4da5-a955-2667a1a21350 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:38:16.435504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc84fd0-4f84-4da5-a955-2667a1a21350 None None] Checking segment: {'id': '90afdf2e-f0f6-4746-b6f4-f19be29f2ef6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'af834f59-4aef-4018-b0d6-be1803cb5a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:38:16.435968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-efc84fd0-4f84-4da5-a955-2667a1a21350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:16.436417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc84fd0-4f84-4da5-a955-2667a1a21350 None None] Bound using segment: {'id': '90afdf2e-f0f6-4746-b6f4-f19be29f2ef6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'af834f59-4aef-4018-b0d6-be1803cb5a4f'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:38:16.436960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-efc84fd0-4f84-4da5-a955-2667a1a21350 None None] Bound port: dc3e3022-fa43-4740-a82b-1d7cd2e422fa, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90afdf2e-f0f6-4746-b6f4-f19be29f2ef6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'af834f59-4aef-4018-b0d6-be1803cb5a4f'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:38:16.437388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-efc84fd0-4f84-4da5-a955-2667a1a21350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:16.546861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-efc84fd0-4f84-4da5-a955-2667a1a21350 None None] For port dc3e3022-fa43-4740-a82b-1d7cd2e422fa, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:38:16.555005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-efc84fd0-4f84-4da5-a955-2667a1a21350 None None] For port dc3e3022-fa43-4740-a82b-1d7cd2e422fa, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=dc3e3022-fa43-4740-a82b-1d7cd2e422fa,segment=NetworkSegment(90afdf2e-f0f6-4746-b6f4-f19be29f2ef6),segment_id=90afdf2e-f0f6-4746-b6f4-f19be29f2ef6)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:38:16.560286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-efc84fd0-4f84-4da5-a955-2667a1a21350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:16.628393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e5356ce8-6756-45f4-8bda-7c04bb5f1f8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:38:16.762787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f0023-4ef6-4ff6-9aeb-cd92b46aedcf None None] Pushing event updated for resources: {'Port': ['ID=dc3e3022-fa43-4740-a82b-1d7cd2e422fa,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:38:16.769027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a32f0023-4ef6-4ff6-9aeb-cd92b46aedcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:38:16.806806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc84fd0-4f84-4da5-a955-2667a1a21350 None None] Routers {'e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:38:16.808256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-efc84fd0-4f84-4da5-a955-2667a1a21350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347037b70>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:38:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:38:17.038398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-efc84fd0-4f84-4da5-a955-2667a1a21350 None None] Set router e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:38:17.436184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device dc3e3022-fa43-4740-a82b-1d7cd2e422fa up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:38:17.544279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-efc84fd0-4f84-4da5-a955-2667a1a21350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347037b70>, [{'id': 'e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0', 'name': 'tempest-TestEncryptedCinderVolumes-1670683045-router', 'tenant_id': 'de6c77d652ed4871ab97d1b2146be6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '77da63a0-50cd-4b52-a73a-c22d387f06a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:38:05Z', 'updated_at': '2020-11-24T13:38:09Z', 'revision_number': 4, 'project_id': 'de6c77d652ed4871ab97d1b2146be6f3', 'gw_port': {'id': '77da63a0-50cd-4b52-a73a-c22d387f06a4', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:38:06Z', 'updated_at': '2020-11-24T13:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'dc3e3022-fa43-4740-a82b-1d7cd2e422fa', 'name': '', 'network_id': 'af834f59-4aef-4018-b0d6-be1803cb5a4f', 'tenant_id': 'de6c77d652ed4871ab97d1b2146be6f3', 'mac_address': 'fa:16:3e:4f:73:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'fc380ebe-c63e-47e0-8cc3-c6ed7fa07291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:38:08Z', 'updated_at': '2020-11-24T13:38:16Z', 'revision_number': 4, 'project_id': 'de6c77d652ed4871ab97d1b2146be6f3', 'subnets': [{'id': 'fc380ebe-c63e-47e0-8cc3-c6ed7fa07291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:38:17.549862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc84fd0-4f84-4da5-a955-2667a1a21350 None None] The sync data for ids ['e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0'] in dv-neutron-601336-61-ovs is: [{'id': 'e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0', 'name': 'tempest-TestEncryptedCinderVolumes-1670683045-router', 'tenant_id': 'de6c77d652ed4871ab97d1b2146be6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '77da63a0-50cd-4b52-a73a-c22d387f06a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:38:05Z', 'updated_at': '2020-11-24T13:38:09Z', 'revision_number': 4, 'project_id': 'de6c77d652ed4871ab97d1b2146be6f3', 'gw_port': {'id': '77da63a0-50cd-4b52-a73a-c22d387f06a4', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:38:06Z', 'updated_at': '2020-11-24T13:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': 'dc3e3022-fa43-4740-a82b-1d7cd2e422fa', 'name': '', 'network_id': 'af834f59-4aef-4018-b0d6-be1803cb5a4f', 'tenant_id': 'de6c77d652ed4871ab97d1b2146be6f3', 'mac_address': 'fa:16:3e:4f:73:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'fc380ebe-c63e-47e0-8cc3-c6ed7fa07291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:38:08Z', 'updated_at': '2020-11-24T13:38:16Z', 'revision_number': 4, 'project_id': 'de6c77d652ed4871ab97d1b2146be6f3', 'subnets': [{'id': 'fc380ebe-c63e-47e0-8cc3-c6ed7fa07291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:38:17.552134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port dc3e3022-fa43-4740-a82b-1d7cd2e422fa completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:38:17.561002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port dc3e3022-fa43-4740-a82b-1d7cd2e422fa triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:38:17.561430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:17.719682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:17.759759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port dc3e3022-fa43-4740-a82b-1d7cd2e422fa, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=dc3e3022-fa43-4740-a82b-1d7cd2e422fa,segment=NetworkSegment(90afdf2e-f0f6-4746-b6f4-f19be29f2ef6),segment_id=90afdf2e-f0f6-4746-b6f4-f19be29f2ef6)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:38:17.762977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:17.766400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-986522a8-4d99-448c-8a7e-80b72135639a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:38:17.847491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=dc3e3022-fa43-4740-a82b-1d7cd2e422fa,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:38:17.852343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:38:19.374487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device dc3e3022-fa43-4740-a82b-1d7cd2e422fa up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:38:19.459758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port dc3e3022-fa43-4740-a82b-1d7cd2e422fa triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:38:19.460228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:21.357988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:21.940175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-5f33ade3-e540-4a47-97cf-3c710d1b493f tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:38:21.941785 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-5f33ade3-e540-4a47-97cf-3c710d1b493f tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/networks?id=07efaeeb-e5ff-4600-bd8e-e648f90470ad HTTP/1.1" status: 200  len: 817 time: 0.1602137
Nov 24 13:38:21.960187 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-b1292e2d-e9bf-4b73-8bba-4e184329f9d1 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/quotas/5f021113dc884d37b6f51210ef2eddda HTTP/1.1" status: 200  len: 375 time: 0.0117998
Nov 24 13:38:22.049642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-f581238e-a14e-449c-a214-0bb34ef3595b tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Synchronizing usage tracker for tenant:5f021113dc884d37b6f51210ef2eddda on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:38:22.066214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-f581238e-a14e-449c-a214-0bb34ef3595b tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Unset dirty status for tenant:5f021113dc884d37b6f51210ef2eddda on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:38:22.067557 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-f581238e-a14e-449c-a214-0bb34ef3595b tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?tenant_id=5f021113dc884d37b6f51210ef2eddda&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1011307
Nov 24 13:38:22.085780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-3cabe2c9-ca12-4460-bebc-6014aebc1d03 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:38:22.087211 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-3cabe2c9-ca12-4460-bebc-6014aebc1d03 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0066099
Nov 24 13:38:22.234047 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-ee913f39-87f4-4b5d-b235-883663dedaae service neutron] 10.222.0.76 "GET /v2.0/networks/07efaeeb-e5ff-4600-bd8e-e648f90470ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396341
Nov 24 13:38:22.384129 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-164a3491-a99a-4e2c-8b01-4d19adb6203f service neutron] 10.222.0.76 "GET /v2.0/networks/07efaeeb-e5ff-4600-bd8e-e648f90470ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1402724
Nov 24 13:38:22.588815 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1bee7f52-0b6a-443a-b959-043a295b575b req-a7e7012d-d7f9-4220-ba41-b7157ce50c3a tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=fcd9949e-651a-4480-b49a-2aed6d40fb6c HTTP/1.1" status: 200  len: 210 time: 0.0506580
Nov 24 13:38:23.792434 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9a7a1409-d400-48e6-b7a9-a6e7165edc95 req-fd885657-b937-4e6f-9c20-430a407f5f68 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=fcd9949e-651a-4480-b49a-2aed6d40fb6c HTTP/1.1" status: 200  len: 210 time: 0.0488398
Nov 24 13:38:24.045001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-fe8fb015-0838-46d5-a7e6-6baab9e770fc tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:38:24.045739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-fe8fb015-0838-46d5-a7e6-6baab9e770fc tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Synchronizing usage tracker for tenant:5f021113dc884d37b6f51210ef2eddda on resource:network {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:38:24.062632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-fe8fb015-0838-46d5-a7e6-6baab9e770fc tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Unset dirty status for tenant:5f021113dc884d37b6f51210ef2eddda on resource:network {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:38:24.063856 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-fe8fb015-0838-46d5-a7e6-6baab9e770fc tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.70 "GET /v2.0/networks?id=07efaeeb-e5ff-4600-bd8e-e648f90470ad HTTP/1.1" status: 200  len: 817 time: 0.1801450
Nov 24 13:38:24.087982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-2504caa7-21dc-4976-97ad-326a0ede68c9 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Request body: {'port': {'device_id': 'fcd9949e-651a-4480-b49a-2aed6d40fb6c', 'network_id': '07efaeeb-e5ff-4600-bd8e-e648f90470ad', 'admin_state_up': True, 'tenant_id': '5f021113dc884d37b6f51210ef2eddda'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:38:24.278954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-2504caa7-21dc-4976-97ad-326a0ede68c9 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:38:24.290299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-2504caa7-21dc-4976-97ad-326a0ede68c9 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:38:24.300240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-2504caa7-21dc-4976-97ad-326a0ede68c9 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Made reservation on behalf of 5f021113dc884d37b6f51210ef2eddda for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:38:24.306779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-2504caa7-21dc-4976-97ad-326a0ede68c9 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:24.691003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-2504caa7-21dc-4976-97ad-326a0ede68c9 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Allocated IP 172.20.0.8 (07efaeeb-e5ff-4600-bd8e-e648f90470ad/57c16e30-d9b2-4171-b3bf-370cd2102194/b76049f0-8218-4ec8-af92-6e4c21c3b1f6) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:38:24.959257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-2504caa7-21dc-4976-97ad-326a0ede68c9 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:24.980637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-2504caa7-21dc-4976-97ad-326a0ede68c9 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Transition to ACTIVE for port object b76049f0-8218-4ec8-af92-6e4c21c3b1f6 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:38:24.988749 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-352c8c78-efff-40e3-b09c-b3bca2e87552 req-0109b1ac-6207-4677-91c3-939eef207511 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=fcd9949e-651a-4480-b49a-2aed6d40fb6c HTTP/1.1" status: 200  len: 210 time: 0.0494289
Nov 24 13:38:25.003350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-2504caa7-21dc-4976-97ad-326a0ede68c9 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:25.023862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-92766ab9-8a7d-4727-9768-3d2f77374d65 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:38:25.179399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504caa7-21dc-4976-97ad-326a0ede68c9 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Pushing event updated for resources: {'Port': ['ID=b76049f0-8218-4ec8-af92-6e4c21c3b1f6,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:38:25.185988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2504caa7-21dc-4976-97ad-326a0ede68c9 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:38:25.246936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-2504caa7-21dc-4976-97ad-326a0ede68c9 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Network 07efaeeb-e5ff-4600-bd8e-e648f90470ad is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:38:25.248281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-2504caa7-21dc-4976-97ad-326a0ede68c9 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:38:25.250781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-2504caa7-21dc-4976-97ad-326a0ede68c9 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:38:25.326772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-2504caa7-21dc-4976-97ad-326a0ede68c9 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:38:25.327478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-2504caa7-21dc-4976-97ad-326a0ede68c9 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:25.377698 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-2504caa7-21dc-4976-97ad-326a0ede68c9 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2946150
Nov 24 13:38:25.517348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-99974462-bbfd-4d2b-a5ce-68cca63570c7 None None] Provisioning for port b76049f0-8218-4ec8-af92-6e4c21c3b1f6 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:38:25.524693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-99974462-bbfd-4d2b-a5ce-68cca63570c7 None None] Provisioning complete for port b76049f0-8218-4ec8-af92-6e4c21c3b1f6 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:38:25.525092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-99974462-bbfd-4d2b-a5ce-68cca63570c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:25.586548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-99974462-bbfd-4d2b-a5ce-68cca63570c7 None None] Port b76049f0-8218-4ec8-af92-6e4c21c3b1f6 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:38:26.214519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a93461-4499-4877-bc48-8ab735fa4fdc req-59aa3759-75be-4213-a3d6-bfa78603ac1a tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:38:26.216164 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e4a93461-4499-4877-bc48-8ab735fa4fdc req-59aa3759-75be-4213-a3d6-bfa78603ac1a tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=fcd9949e-651a-4480-b49a-2aed6d40fb6c HTTP/1.1" status: 200  len: 931 time: 0.0912735
Nov 24 13:38:26.270368 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e4a93461-4499-4877-bc48-8ab735fa4fdc req-95d88986-4964-461e-81d3-8879b167251d tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475633
Nov 24 13:38:27.499631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3c179-7f9c-44b1-88f1-8a5d655debbf req-4e7ea1cf-3b84-4a99-b4e7-d2209b3e5a0d tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:38:27.501957 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5db3c179-7f9c-44b1-88f1-8a5d655debbf req-4e7ea1cf-3b84-4a99-b4e7-d2209b3e5a0d tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=fcd9949e-651a-4480-b49a-2aed6d40fb6c HTTP/1.1" status: 200  len: 931 time: 0.0895896
Nov 24 13:38:27.567384 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5db3c179-7f9c-44b1-88f1-8a5d655debbf req-e11ea87a-10b0-491a-88da-80799466f133 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484469
Nov 24 13:38:28.804903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bb8dd-dd9d-482e-8d31-3ead730a58cc req-97e964d3-cd69-4f98-9dd8-400f71c39cf4 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:38:28.806547 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-822bb8dd-dd9d-482e-8d31-3ead730a58cc req-97e964d3-cd69-4f98-9dd8-400f71c39cf4 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=fcd9949e-651a-4480-b49a-2aed6d40fb6c HTTP/1.1" status: 200  len: 931 time: 0.0994890
Nov 24 13:38:28.861143 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-822bb8dd-dd9d-482e-8d31-3ead730a58cc req-c9f1e1fa-f364-4044-8291-385cb19a04a1 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465946
Nov 24 13:38:30.086258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23a92c-4afc-4b23-afa3-cd9fdff34103 req-8f85d9e9-dac9-4a23-93a4-12901ee2c061 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:38:30.087889 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5b23a92c-4afc-4b23-afa3-cd9fdff34103 req-8f85d9e9-dac9-4a23-93a4-12901ee2c061 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=fcd9949e-651a-4480-b49a-2aed6d40fb6c HTTP/1.1" status: 200  len: 931 time: 0.0900309
Nov 24 13:38:30.150380 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5b23a92c-4afc-4b23-afa3-cd9fdff34103 req-b6be59c0-9364-4db3-8f81-7b88e44f2d18 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555630
Nov 24 13:38:31.377752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0ed7b-f021-40e2-8f82-3db92f313004 req-1edbe44c-ccb3-42e0-975e-91b8c5f9671b tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:38:31.379675 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e7f0ed7b-f021-40e2-8f82-3db92f313004 req-1edbe44c-ccb3-42e0-975e-91b8c5f9671b tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=fcd9949e-651a-4480-b49a-2aed6d40fb6c HTTP/1.1" status: 200  len: 931 time: 0.0916688
Nov 24 13:38:31.431394 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e7f0ed7b-f021-40e2-8f82-3db92f313004 req-752a8ad0-d125-4485-9005-9aa553b96efd tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445735
Nov 24 13:38:32.661912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe0ea4-1e0d-4de0-bd83-e32d4fcb3849 req-7c4c016c-10dc-4e5f-a4c3-1150f9fb6c8d tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:38:32.664193 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2ebe0ea4-1e0d-4de0-bd83-e32d4fcb3849 req-7c4c016c-10dc-4e5f-a4c3-1150f9fb6c8d tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=fcd9949e-651a-4480-b49a-2aed6d40fb6c HTTP/1.1" status: 200  len: 931 time: 0.0950036
Nov 24 13:38:32.719397 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2ebe0ea4-1e0d-4de0-bd83-e32d4fcb3849 req-8c9c9ece-9b2d-441c-af90-ac57e73f0b0f tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480115
Nov 24 13:38:33.935833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e5e0f-a0bf-4998-987f-a111b2f5f5d9 req-e6136368-a405-4b79-98e8-8d0987ce0040 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:38:33.937564 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-189e5e0f-a0bf-4998-987f-a111b2f5f5d9 req-e6136368-a405-4b79-98e8-8d0987ce0040 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=fcd9949e-651a-4480-b49a-2aed6d40fb6c HTTP/1.1" status: 200  len: 931 time: 0.0855348
Nov 24 13:38:33.987625 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-189e5e0f-a0bf-4998-987f-a111b2f5f5d9 req-03dc2946-53ea-4c65-8cbe-a8429a4a0ba1 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430193
Nov 24 13:38:34.461642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Request body: {'port': {'device_id': 'fcd9949e-651a-4480-b49a-2aed6d40fb6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:38:34.576828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:35.000725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76049f0-8218-4ec8-af92-6e4c21c3b1f6 {{(pid=80944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:38:35.007940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:35.020224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Transition to ACTIVE for port object b76049f0-8218-4ec8-af92-6e4c21c3b1f6 will not be triggered until provisioned by entity L2. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:38:35.027315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:35.045713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b7a6acd8-670e-4cf8-9d7c-cfd7610a2c35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:38:35.183351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Pushing event updated for resources: {'Port': ['ID=b76049f0-8218-4ec8-af92-6e4c21c3b1f6,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:38:35.213044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:35.213468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:35.213882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:35.214317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:35.214733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:35.215141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:35.215545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:35.215949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:35.216355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:35.216757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:35.217155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:35.217550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:35.218046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:35.218471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:35.218867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:35.219283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:35.219646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:35.220035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:35.220427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:35.220816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:35.221208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:35.221598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:35.221988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:35.222405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:38:35.225086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f23a8-e7e5-43a0-8b08-98ccd0f30a57 req-c77ef28f-4b63-4347-a2e7-5b01afadcab6 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:38:35.226888 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-544f23a8-e7e5-43a0-8b08-98ccd0f30a57 req-c77ef28f-4b63-4347-a2e7-5b01afadcab6 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=fcd9949e-651a-4480-b49a-2aed6d40fb6c HTTP/1.1" status: 200  len: 943 time: 0.1073947
Nov 24 13:38:35.230150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:38:35.283724 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-544f23a8-e7e5-43a0-8b08-98ccd0f30a57 req-860aff33-f90d-40ef-acd8-53bf2517f088 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466204
Nov 24 13:38:35.405202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Attempting to bind port b76049f0-8218-4ec8-af92-6e4c21c3b1f6 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:38:35.405598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Attempting to bind port b76049f0-8218-4ec8-af92-6e4c21c3b1f6 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '348da762-8a63-4fe5-ab4b-000c8d5f75da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07efaeeb-e5ff-4600-bd8e-e648f90470ad'}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:38:35.405977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Attempting to bind port b76049f0-8218-4ec8-af92-6e4c21c3b1f6 on network 07efaeeb-e5ff-4600-bd8e-e648f90470ad {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:38:35.413316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:38:35.413693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Checking segment: {'id': '348da762-8a63-4fe5-ab4b-000c8d5f75da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07efaeeb-e5ff-4600-bd8e-e648f90470ad'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:38:35.414097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:35.414518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Bound using segment: {'id': '348da762-8a63-4fe5-ab4b-000c8d5f75da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07efaeeb-e5ff-4600-bd8e-e648f90470ad'} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:38:35.414996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Bound port: b76049f0-8218-4ec8-af92-6e4c21c3b1f6, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348da762-8a63-4fe5-ab4b-000c8d5f75da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07efaeeb-e5ff-4600-bd8e-e648f90470ad'}}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:38:35.415371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:35.515469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] For port b76049f0-8218-4ec8-af92-6e4c21c3b1f6, host hv-neutron-6013, cleared binding levels {{(pid=80944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:38:35.518558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] For port b76049f0-8218-4ec8-af92-6e4c21c3b1f6, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=b76049f0-8218-4ec8-af92-6e4c21c3b1f6,segment=NetworkSegment(348da762-8a63-4fe5-ab4b-000c8d5f75da),segment_id=348da762-8a63-4fe5-ab4b-000c8d5f75da)] {{(pid=80944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:38:35.522724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:35.537792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-18e74844-d35c-4cd5-bafd-7d5ce6a99c89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:38:35.935154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Pushing event updated for resources: {'Port': ['ID=b76049f0-8218-4ec8-af92-6e4c21c3b1f6,revision_number=3']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:38:35.948634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:38:35.994060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:38:35.994798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:35.996327 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] 10.222.0.70 "PUT /v2.0/ports/b76049f0-8218-4ec8-af92-6e4c21c3b1f6 HTTP/1.1" status: 200  len: 1157 time: 1.6692345
Nov 24 13:38:35.996918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd9949e-651a-4480-b49a-2aed6d40fb6c', 'tag': 'b76049f0-8218-4ec8-af92-6e4c21c3b1f6'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:38:36.095692 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd9949e-651a-4480-b49a-2aed6d40fb6c', 'tag': 'b76049f0-8218-4ec8-af92-6e4c21c3b1f6', 'status': 'completed', 'code': 200}
Nov 24 13:38:36.144964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-ee1b2524-68dc-4044-b2d2-bb4e7aa66eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:38:36.147144 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-ee1b2524-68dc-4044-b2d2-bb4e7aa66eee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5f021113dc884d37b6f51210ef2eddda&device_id=fcd9949e-651a-4480-b49a-2aed6d40fb6c HTTP/1.1" status: 200  len: 1160 time: 0.0960975
Nov 24 13:38:36.229741 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-f0160ae7-1446-48aa-9dba-b8ebbecd15d5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b76049f0-8218-4ec8-af92-6e4c21c3b1f6 HTTP/1.1" status: 200  len: 217 time: 0.0700815
Nov 24 13:38:36.307370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-aba8b61f-0c43-4feb-8e4b-b8bb6a4d7e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:38:36.308942 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-aba8b61f-0c43-4feb-8e4b-b8bb6a4d7e37 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=57c16e30-d9b2-4171-b3bf-370cd2102194 HTTP/1.1" status: 200  len: 856 time: 0.0722363
Nov 24 13:38:36.392968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-3a41e71c-5e22-4549-b896-d32f2a9e7fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:38:36.394665 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-3a41e71c-5e22-4549-b896-d32f2a9e7fdf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=07efaeeb-e5ff-4600-bd8e-e648f90470ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794530
Nov 24 13:38:36.497729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd992ff-d885-4848-b695-d7949d5c3ec7 req-b1f4875f-c419-4a20-abf6-96c6aebc21df tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:38:36.499372 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2bd992ff-d885-4848-b695-d7949d5c3ec7 req-b1f4875f-c419-4a20-abf6-96c6aebc21df tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=fcd9949e-651a-4480-b49a-2aed6d40fb6c HTTP/1.1" status: 200  len: 943 time: 0.0843022
Nov 24 13:38:36.546749 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-75d8dc50-bd79-452c-a9a7-c24707542211 service neutron] 10.222.0.70 "GET /v2.0/networks/07efaeeb-e5ff-4600-bd8e-e648f90470ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434584
Nov 24 13:38:36.553257 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2bd992ff-d885-4848-b695-d7949d5c3ec7 req-2b78efdb-825e-4f1e-b13e-479ce6698a9c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470154
Nov 24 13:38:36.691220 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1de3f4f9-d2cd-456f-89d7-8d0bd34ea9f1 req-d393a9eb-7243-4d47-881e-26f67824a438 service neutron] 10.222.0.70 "GET /v2.0/networks/07efaeeb-e5ff-4600-bd8e-e648f90470ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1376789
Nov 24 13:38:36.848366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45cd19-0b1d-4c09-825c-a30a245543fb req-3295877d-a07d-4b6e-bb69-c779faa6ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:38:36.850665 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ac45cd19-0b1d-4c09-825c-a30a245543fb req-3295877d-a07d-4b6e-bb69-c779faa6ff78 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5f021113dc884d37b6f51210ef2eddda&device_id=fcd9949e-651a-4480-b49a-2aed6d40fb6c HTTP/1.1" status: 200  len: 1160 time: 0.0759885
Nov 24 13:38:37.001763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45cd19-0b1d-4c09-825c-a30a245543fb req-68ac71d4-ab66-41ba-87b5-ee2e54bf1096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:38:37.003322 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ac45cd19-0b1d-4c09-825c-a30a245543fb req-68ac71d4-ab66-41ba-87b5-ee2e54bf1096 service neutron] 10.222.0.70 "GET /v2.0/networks?id=07efaeeb-e5ff-4600-bd8e-e648f90470ad HTTP/1.1" status: 200  len: 911 time: 0.1452725
Nov 24 13:38:37.081624 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ac45cd19-0b1d-4c09-825c-a30a245543fb req-b8a24bd7-42bb-4229-a374-3c4788e1d515 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b76049f0-8218-4ec8-af92-6e4c21c3b1f6 HTTP/1.1" status: 200  len: 217 time: 0.0704310
Nov 24 13:38:37.156097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45cd19-0b1d-4c09-825c-a30a245543fb req-eda810ac-95bd-47c4-999b-d9a519e574fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:38:37.157711 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ac45cd19-0b1d-4c09-825c-a30a245543fb req-eda810ac-95bd-47c4-999b-d9a519e574fd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=57c16e30-d9b2-4171-b3bf-370cd2102194 HTTP/1.1" status: 200  len: 856 time: 0.0691051
Nov 24 13:38:37.246919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45cd19-0b1d-4c09-825c-a30a245543fb req-5e7b6984-77ba-4ffd-a21d-016b37b7e43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:38:37.248547 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ac45cd19-0b1d-4c09-825c-a30a245543fb req-5e7b6984-77ba-4ffd-a21d-016b37b7e43d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=07efaeeb-e5ff-4600-bd8e-e648f90470ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0823379
Nov 24 13:38:37.395336 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ac45cd19-0b1d-4c09-825c-a30a245543fb req-ed65d34c-3bef-4cc9-aa45-bba94552de94 service neutron] 10.222.0.70 "GET /v2.0/networks/07efaeeb-e5ff-4600-bd8e-e648f90470ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385572
Nov 24 13:38:37.543365 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ac45cd19-0b1d-4c09-825c-a30a245543fb req-5519e0c8-6ee0-4312-ad4f-f2dfbc5d49d9 service neutron] 10.222.0.70 "GET /v2.0/networks/07efaeeb-e5ff-4600-bd8e-e648f90470ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1407878
Nov 24 13:38:37.771292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecafa7-4812-46b7-b89c-8afbabf8c2ba req-510c1d12-be70-4cf5-8fbd-f53db57f9302 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:38:37.772912 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b5ecafa7-4812-46b7-b89c-8afbabf8c2ba req-510c1d12-be70-4cf5-8fbd-f53db57f9302 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=fcd9949e-651a-4480-b49a-2aed6d40fb6c HTTP/1.1" status: 200  len: 943 time: 0.0863872
Nov 24 13:38:37.825489 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b5ecafa7-4812-46b7-b89c-8afbabf8c2ba req-80c3b178-763d-4f5d-bd37-1a87520d6242 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461862
Nov 24 13:38:38.487048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.objects.ports [None req-b128aa5d-6ed9-46d9-a6a7-5e14ead3966f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80945) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 24 13:38:38.900740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device b76049f0-8218-4ec8-af92-6e4c21c3b1f6 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:38:38.980065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port b76049f0-8218-4ec8-af92-6e4c21c3b1f6 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:38:38.988680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port b76049f0-8218-4ec8-af92-6e4c21c3b1f6 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:38:38.989926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:39.068286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13ec1f-0c28-44fc-adf8-1200c9ee6881 req-bf29e376-96cf-464a-a0ba-823a825ba8b6 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:38:39.069877 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4d13ec1f-0c28-44fc-adf8-1200c9ee6881 req-bf29e376-96cf-464a-a0ba-823a825ba8b6 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=fcd9949e-651a-4480-b49a-2aed6d40fb6c HTTP/1.1" status: 200  len: 943 time: 0.0962551
Nov 24 13:38:39.113889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:39.129006 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4d13ec1f-0c28-44fc-adf8-1200c9ee6881 req-13cdecda-68e5-41c7-9b12-991180f0889c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525229
Nov 24 13:38:39.145359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd9949e-651a-4480-b49a-2aed6d40fb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76049f0-8218-4ec8-af92-6e4c21c3b1f6'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:38:39.154840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port b76049f0-8218-4ec8-af92-6e4c21c3b1f6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=b76049f0-8218-4ec8-af92-6e4c21c3b1f6,segment=NetworkSegment(348da762-8a63-4fe5-ab4b-000c8d5f75da),segment_id=348da762-8a63-4fe5-ab4b-000c8d5f75da)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:38:39.157993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:39.159957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:38:39.389922 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd9949e-651a-4480-b49a-2aed6d40fb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76049f0-8218-4ec8-af92-6e4c21c3b1f6', 'code': 200}
Nov 24 13:38:39.425820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=b76049f0-8218-4ec8-af92-6e4c21c3b1f6,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:38:39.429882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:38:39.496577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76010ab6-6292-4a16-b373-b28a403f7c06 req-ceaebd6f-12f5-49f0-8a52-4879c1a72f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:38:39.498281 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-76010ab6-6292-4a16-b373-b28a403f7c06 req-ceaebd6f-12f5-49f0-8a52-4879c1a72f9b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fcd9949e-651a-4480-b49a-2aed6d40fb6c HTTP/1.1" status: 200  len: 1162 time: 0.0795915
Nov 24 13:38:39.525577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:38:39.543813 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-76010ab6-6292-4a16-b373-b28a403f7c06 req-5fdba221-0fc2-4a81-8535-ca6b7544d4f1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385900
Nov 24 13:38:40.284499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-148aa99d-8277-4d9f-ad8f-f206314c4c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:40.341469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce71d7-f45d-42b5-841a-0c3b1296f916 req-f2f39b98-5b5b-499f-aa10-f91e4e60d6b0 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:38:40.343107 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-acce71d7-f45d-42b5-841a-0c3b1296f916 req-f2f39b98-5b5b-499f-aa10-f91e4e60d6b0 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=fcd9949e-651a-4480-b49a-2aed6d40fb6c HTTP/1.1" status: 200  len: 945 time: 0.0857010
Nov 24 13:38:40.392496 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-acce71d7-f45d-42b5-841a-0c3b1296f916 req-2e8ad6fe-2ebe-440a-ad11-aee62d745868 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417886
Nov 24 13:38:40.536201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device b76049f0-8218-4ec8-af92-6e4c21c3b1f6 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:38:40.616088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port b76049f0-8218-4ec8-af92-6e4c21c3b1f6 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:38:40.616518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:41.612432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f9ade-f496-47cb-a95a-ed2a764c25f6 req-1645127d-f964-48dc-9e1b-f9578a138e72 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:38:41.614046 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d24f9ade-f496-47cb-a95a-ed2a764c25f6 req-1645127d-f964-48dc-9e1b-f9578a138e72 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=fcd9949e-651a-4480-b49a-2aed6d40fb6c HTTP/1.1" status: 200  len: 945 time: 0.0882306
Nov 24 13:38:41.666600 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d24f9ade-f496-47cb-a95a-ed2a764c25f6 req-f68a2bf8-0496-4047-a8bb-b93c1fed10d1 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438774
Nov 24 13:38:41.879195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fd97e-b98a-4f33-8af2-43c74a1e0494 req-0b3ab838-024b-4030-a7ad-e559f632c4b7 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:38:41.881155 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-038fd97e-b98a-4f33-8af2-43c74a1e0494 req-0b3ab838-024b-4030-a7ad-e559f632c4b7 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=fcd9949e-651a-4480-b49a-2aed6d40fb6c HTTP/1.1" status: 200  len: 945 time: 0.0834873
Nov 24 13:38:41.933673 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-038fd97e-b98a-4f33-8af2-43c74a1e0494 req-3be268be-7a41-4aec-9af7-c75fb6df9d33 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461385
Nov 24 13:38:42.651097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d933aebb-8ab4-43d4-baab-ca9ee17857a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:42.997502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:44.266340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:44.846989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:51.356462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:57.961720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821a98e-508a-48df-9c16-c8f971ca4ee1 req-59eba9a8-56fd-4268-aebd-a754912d4928 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:38:57.964087 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c821a98e-508a-48df-9c16-c8f971ca4ee1 req-59eba9a8-56fd-4268-aebd-a754912d4928 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=fcd9949e-651a-4480-b49a-2aed6d40fb6c HTTP/1.1" status: 200  len: 945 time: 0.0880046
Nov 24 13:38:58.014813 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c821a98e-508a-48df-9c16-c8f971ca4ee1 req-b6479dc5-589f-4e16-979e-fa1647385bbd tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450819
Nov 24 13:38:59.235577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515d807-0f9b-46d4-ab59-4cc61a7aba18 req-1f51e3f3-6502-4a43-b879-84bb2548c4fc tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:38:59.237180 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f515d807-0f9b-46d4-ab59-4cc61a7aba18 req-1f51e3f3-6502-4a43-b879-84bb2548c4fc tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=fcd9949e-651a-4480-b49a-2aed6d40fb6c HTTP/1.1" status: 200  len: 945 time: 0.0894740
Nov 24 13:38:59.291999 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f515d807-0f9b-46d4-ab59-4cc61a7aba18 req-fad8497d-284c-436d-a565-87fb9181078a tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471995
Nov 24 13:38:59.599220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ece9c-fdb2-49b7-b3b5-b6fd000e5ee1 req-f4de3fea-d76d-4e0b-86b4-e52bafa2f7e7 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:38:59.599896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-da1ece9c-fdb2-49b7-b3b5-b6fd000e5ee1 req-f4de3fea-d76d-4e0b-86b4-e52bafa2f7e7 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Synchronizing usage tracker for tenant:5f021113dc884d37b6f51210ef2eddda on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:38:59.617381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-da1ece9c-fdb2-49b7-b3b5-b6fd000e5ee1 req-f4de3fea-d76d-4e0b-86b4-e52bafa2f7e7 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Unset dirty status for tenant:5f021113dc884d37b6f51210ef2eddda on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:38:59.618641 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-da1ece9c-fdb2-49b7-b3b5-b6fd000e5ee1 req-f4de3fea-d76d-4e0b-86b4-e52bafa2f7e7 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.70 "GET /v2.0/ports?device_id=fcd9949e-651a-4480-b49a-2aed6d40fb6c HTTP/1.1" status: 200  len: 945 time: 0.1036201
Nov 24 13:38:59.695579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-da1ece9c-fdb2-49b7-b3b5-b6fd000e5ee1 req-676b03b9-c194-4523-b8dd-acb275eff1b9 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Deleting port b76049f0-8218-4ec8-af92-6e4c21c3b1f6 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:38:59.696029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-da1ece9c-fdb2-49b7-b3b5-b6fd000e5ee1 req-676b03b9-c194-4523-b8dd-acb275eff1b9 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:38:59.956418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-da1ece9c-fdb2-49b7-b3b5-b6fd000e5ee1 req-676b03b9-c194-4523-b8dd-acb275eff1b9 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] For port b76049f0-8218-4ec8-af92-6e4c21c3b1f6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=b76049f0-8218-4ec8-af92-6e4c21c3b1f6,segment=NetworkSegment(348da762-8a63-4fe5-ab4b-000c8d5f75da),segment_id=348da762-8a63-4fe5-ab4b-000c8d5f75da)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:38:59.956760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-da1ece9c-fdb2-49b7-b3b5-b6fd000e5ee1 req-676b03b9-c194-4523-b8dd-acb275eff1b9 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:00.087345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-da1ece9c-fdb2-49b7-b3b5-b6fd000e5ee1 req-676b03b9-c194-4523-b8dd-acb275eff1b9 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Calling delete_port for b76049f0-8218-4ec8-af92-6e4c21c3b1f6 owned by compute:nova {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:39:00.247372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-da1ece9c-fdb2-49b7-b3b5-b6fd000e5ee1 req-676b03b9-c194-4523-b8dd-acb275eff1b9 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:00.262855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-de9d03c1-05b1-497b-ad91-af303a29eee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:39:00.357010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b03b9-c194-4523-b8dd-acb275eff1b9 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Pushing event deleted for resources: {'Port': ['ID=b76049f0-8218-4ec8-af92-6e4c21c3b1f6,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:39:00.369645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-676b03b9-c194-4523-b8dd-acb275eff1b9 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:39:00.403272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device b76049f0-8218-4ec8-af92-6e4c21c3b1f6 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:39:00.442721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] No Port match for: b76049f0-8218-4ec8-af92-6e4c21c3b1f6 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:39:00.443124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device b76049f0-8218-4ec8-af92-6e4c21c3b1f6 not bound to the agent host hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:39:00.473937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1ece9c-fdb2-49b7-b3b5-b6fd000e5ee1 req-676b03b9-c194-4523-b8dd-acb275eff1b9 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] No DVR routers for this DVR port b76049f0-8218-4ec8-af92-6e4c21c3b1f6 on host hv-neutron-6013 {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:39:00.476637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-da1ece9c-fdb2-49b7-b3b5-b6fd000e5ee1 req-676b03b9-c194-4523-b8dd-acb275eff1b9 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:00.480573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd9949e-651a-4480-b49a-2aed6d40fb6c', 'name': 'network-vif-deleted', 'tag': 'b76049f0-8218-4ec8-af92-6e4c21c3b1f6'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:39:00.497799 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-da1ece9c-fdb2-49b7-b3b5-b6fd000e5ee1 req-676b03b9-c194-4523-b8dd-acb275eff1b9 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.70 "DELETE /v2.0/ports/b76049f0-8218-4ec8-af92-6e4c21c3b1f6 HTTP/1.1" status: 204  len: 173 time: 0.8738499
Nov 24 13:39:00.504700 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6020a2e7-0fa8-4fe5-84d1-a4cd72ad3b1d req-0ece3fb4-6a07-42df-8640-d12ac5e717c4 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=fcd9949e-651a-4480-b49a-2aed6d40fb6c HTTP/1.1" status: 200  len: 210 time: 0.0749326
Nov 24 13:39:00.557106 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd9949e-651a-4480-b49a-2aed6d40fb6c', 'name': 'network-vif-deleted', 'tag': 'b76049f0-8218-4ec8-af92-6e4c21c3b1f6', 'status': 'completed', 'code': 200}
Nov 24 13:39:10.293419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75b770df-7985-4f70-9732-59e2c8ae1667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:11.771188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-3a281d8a-e7a2-4ca6-90d9-8545d15a3470 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:39:11.773382 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-3a281d8a-e7a2-4ca6-90d9-8545d15a3470 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/networks?id=07efaeeb-e5ff-4600-bd8e-e648f90470ad HTTP/1.1" status: 200  len: 817 time: 0.1574774
Nov 24 13:39:11.791118 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-d61105c8-d597-4a9d-9d5d-f288218bd29a tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/quotas/5f021113dc884d37b6f51210ef2eddda HTTP/1.1" status: 200  len: 375 time: 0.0114779
Nov 24 13:39:11.877229 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-35e45d8c-150e-4ced-94af-da976c3ae145 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?tenant_id=5f021113dc884d37b6f51210ef2eddda&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0805988
Nov 24 13:39:12.029850 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-28a8eab2-1176-4f11-9822-4f8ee488df99 service neutron] 10.222.0.76 "GET /v2.0/networks/07efaeeb-e5ff-4600-bd8e-e648f90470ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391470
Nov 24 13:39:12.183290 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-e79732ca-4bab-4d56-af4d-9c06883401a8 service neutron] 10.222.0.76 "GET /v2.0/networks/07efaeeb-e5ff-4600-bd8e-e648f90470ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1468186
Nov 24 13:39:12.503006 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3bad5284-be70-4ce1-b55a-80c23bce426c req-87e5d007-1b9b-4979-be72-595f6910ed9c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=0cfe89e7-5b8c-45ba-84ee-2043907701ce HTTP/1.1" status: 200  len: 210 time: 0.1439977
Nov 24 13:39:12.654940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8967bd33-ce99-468a-8be0-0cf064ff8bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:12.999178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:13.535564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-9c9648d3-3a10-42b7-9fe9-fc894f599e85 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:39:13.537135 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-9c9648d3-3a10-42b7-9fe9-fc894f599e85 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.70 "GET /v2.0/networks?id=07efaeeb-e5ff-4600-bd8e-e648f90470ad HTTP/1.1" status: 200  len: 817 time: 0.1685030
Nov 24 13:39:13.560531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-c747f507-b642-4770-abdf-6906c64f78a2 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Request body: {'port': {'device_id': '0cfe89e7-5b8c-45ba-84ee-2043907701ce', 'network_id': '07efaeeb-e5ff-4600-bd8e-e648f90470ad', 'admin_state_up': True, 'tenant_id': '5f021113dc884d37b6f51210ef2eddda'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:39:13.716853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-c747f507-b642-4770-abdf-6906c64f78a2 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:39:13.721465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-c747f507-b642-4770-abdf-6906c64f78a2 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Usage tracker for resource:port and tenant:5f021113dc884d37b6f51210ef2eddda is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:39:13.724672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-c747f507-b642-4770-abdf-6906c64f78a2 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Quota usage for port was recalculated. Used quota:2. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:39:13.731014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-c747f507-b642-4770-abdf-6906c64f78a2 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:39:13.740570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-c747f507-b642-4770-abdf-6906c64f78a2 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Made reservation on behalf of 5f021113dc884d37b6f51210ef2eddda for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:39:13.747465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-c747f507-b642-4770-abdf-6906c64f78a2 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:13.824199 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-99986e5a-a5af-4df1-af36-f02960f5143a req-e3e1e6cf-a668-4c12-afd8-55ff18a1dff1 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=0cfe89e7-5b8c-45ba-84ee-2043907701ce HTTP/1.1" status: 200  len: 210 time: 0.0494907
Nov 24 13:39:14.152764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-c747f507-b642-4770-abdf-6906c64f78a2 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Allocated IP 172.20.0.3 (07efaeeb-e5ff-4600-bd8e-e648f90470ad/57c16e30-d9b2-4171-b3bf-370cd2102194/92b18604-8691-4ab8-9c57-bfbdb43cd5ef) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:39:14.279762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:14.420260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-c747f507-b642-4770-abdf-6906c64f78a2 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:14.439157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-c747f507-b642-4770-abdf-6906c64f78a2 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Transition to ACTIVE for port object 92b18604-8691-4ab8-9c57-bfbdb43cd5ef will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:39:14.459696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-c747f507-b642-4770-abdf-6906c64f78a2 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:14.475298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-de9d03c1-05b1-497b-ad91-af303a29eee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:39:14.671335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747f507-b642-4770-abdf-6906c64f78a2 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Pushing event updated for resources: {'Port': ['ID=92b18604-8691-4ab8-9c57-bfbdb43cd5ef,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:39:14.675202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c747f507-b642-4770-abdf-6906c64f78a2 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:39:14.735974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-c747f507-b642-4770-abdf-6906c64f78a2 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Network 07efaeeb-e5ff-4600-bd8e-e648f90470ad is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:39:14.737191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-c747f507-b642-4770-abdf-6906c64f78a2 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:39:14.739919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-c747f507-b642-4770-abdf-6906c64f78a2 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:39:14.820462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-c747f507-b642-4770-abdf-6906c64f78a2 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:39:14.821175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-c747f507-b642-4770-abdf-6906c64f78a2 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:14.847219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:14.855480 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-c747f507-b642-4770-abdf-6906c64f78a2 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2991674
Nov 24 13:39:15.019759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-32a33723-f5a4-4a0e-bd21-ca1c15824ddb None None] Provisioning for port 92b18604-8691-4ab8-9c57-bfbdb43cd5ef completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:39:15.025816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-32a33723-f5a4-4a0e-bd21-ca1c15824ddb None None] Provisioning complete for port 92b18604-8691-4ab8-9c57-bfbdb43cd5ef triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:39:15.026408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-32a33723-f5a4-4a0e-bd21-ca1c15824ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:15.063953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa56899-1c00-4ec4-99a2-e9ad26ef9a9b req-57809b4f-fef3-45af-a29e-8530ba8c1007 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:39:15.065981 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8fa56899-1c00-4ec4-99a2-e9ad26ef9a9b req-57809b4f-fef3-45af-a29e-8530ba8c1007 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=0cfe89e7-5b8c-45ba-84ee-2043907701ce HTTP/1.1" status: 200  len: 931 time: 0.1026282
Nov 24 13:39:15.108523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-32a33723-f5a4-4a0e-bd21-ca1c15824ddb None None] Port 92b18604-8691-4ab8-9c57-bfbdb43cd5ef cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:39:15.384399 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8fa56899-1c00-4ec4-99a2-e9ad26ef9a9b req-4c5987be-a27d-4a51-b4a8-e266ef9f912d tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3112054
Nov 24 13:39:16.527041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:39:16.627242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302152c-bcf4-46c7-88ea-258211d1553e req-87d0258a-8585-4454-988b-d3dd820a0cea tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:39:16.628867 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3302152c-bcf4-46c7-88ea-258211d1553e req-87d0258a-8585-4454-988b-d3dd820a0cea tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=0cfe89e7-5b8c-45ba-84ee-2043907701ce HTTP/1.1" status: 200  len: 931 time: 0.0908926
Nov 24 13:39:16.685752 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3302152c-bcf4-46c7-88ea-258211d1553e req-fa940a0e-d3cb-4f77-8c21-f0ed2cec0e28 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483730
Nov 24 13:39:17.914931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa208d23-179d-4f7a-bdfb-103d1600b2b9 req-5e5b988e-077e-474a-86dd-6098e4318438 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:39:17.916523 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-aa208d23-179d-4f7a-bdfb-103d1600b2b9 req-5e5b988e-077e-474a-86dd-6098e4318438 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=0cfe89e7-5b8c-45ba-84ee-2043907701ce HTTP/1.1" status: 200  len: 931 time: 0.0919068
Nov 24 13:39:17.971682 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-aa208d23-179d-4f7a-bdfb-103d1600b2b9 req-712644a8-7c01-4c09-a524-9b5fa7a505fe tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486839
Nov 24 13:39:19.205931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210896f8-6d9f-43e7-b62b-eb4d3115f4cd req-31f2da70-9338-445d-aab1-807f4edd63ae tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:39:19.207959 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-210896f8-6d9f-43e7-b62b-eb4d3115f4cd req-31f2da70-9338-445d-aab1-807f4edd63ae tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=0cfe89e7-5b8c-45ba-84ee-2043907701ce HTTP/1.1" status: 200  len: 931 time: 0.0878570
Nov 24 13:39:19.266111 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-210896f8-6d9f-43e7-b62b-eb4d3115f4cd req-96fada7a-fbf4-4735-860f-ac70c4fcac3a tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468788
Nov 24 13:39:20.493270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab3d8d-4c9b-4e13-ae95-50ac7b1787b3 req-127c38f6-3fab-4b5b-a5a9-d10fa5334d13 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:39:20.493270 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eeab3d8d-4c9b-4e13-ae95-50ac7b1787b3 req-127c38f6-3fab-4b5b-a5a9-d10fa5334d13 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=0cfe89e7-5b8c-45ba-84ee-2043907701ce HTTP/1.1" status: 200  len: 931 time: 0.0910311
Nov 24 13:39:20.547142 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eeab3d8d-4c9b-4e13-ae95-50ac7b1787b3 req-1c2166b4-49d7-49b9-b7a9-12608bec59b4 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486693
Nov 24 13:39:21.505716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:21.781400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd288549-8f54-409d-b66b-dfa66317b938 req-0cd07828-73df-4e48-9dfb-3d4e1c6b2e48 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:39:21.783079 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fd288549-8f54-409d-b66b-dfa66317b938 req-0cd07828-73df-4e48-9dfb-3d4e1c6b2e48 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=0cfe89e7-5b8c-45ba-84ee-2043907701ce HTTP/1.1" status: 200  len: 931 time: 0.0993192
Nov 24 13:39:21.840863 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fd288549-8f54-409d-b66b-dfa66317b938 req-e60d51e2-c345-4d5e-841e-e77d6f832e9b tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469551
Nov 24 13:39:23.080748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbf874-f0e4-4de9-a72c-6b7ba8c93140 req-b0078050-d822-46b0-b9f9-d30a1f4319f3 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:39:23.091077 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-70cbf874-f0e4-4de9-a72c-6b7ba8c93140 req-b0078050-d822-46b0-b9f9-d30a1f4319f3 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=0cfe89e7-5b8c-45ba-84ee-2043907701ce HTTP/1.1" status: 200  len: 931 time: 0.1016095
Nov 24 13:39:23.136405 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-70cbf874-f0e4-4de9-a72c-6b7ba8c93140 req-51f29fd1-f98b-47e7-8b77-a78adbd90dfa tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442615
Nov 24 13:39:24.357231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18aac81-66af-4e31-ad01-8ae79c6ad9a3 req-a0a41843-9d71-46c1-8523-8785531c2964 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:39:24.358856 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a18aac81-66af-4e31-ad01-8ae79c6ad9a3 req-a0a41843-9d71-46c1-8523-8785531c2964 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=0cfe89e7-5b8c-45ba-84ee-2043907701ce HTTP/1.1" status: 200  len: 931 time: 0.0897169
Nov 24 13:39:24.414819 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a18aac81-66af-4e31-ad01-8ae79c6ad9a3 req-b1f1ae0f-6ab6-4c9e-8d95-c0950f7fcb94 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493917
Nov 24 13:39:24.423418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-b7e4eec6-f937-4de6-b1ef-3bd2745c23de service neutron] Request body: {'port': {'device_id': '0cfe89e7-5b8c-45ba-84ee-2043907701ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:39:24.544103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-b7e4eec6-f937-4de6-b1ef-3bd2745c23de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:25.225760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-b7e4eec6-f937-4de6-b1ef-3bd2745c23de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92b18604-8691-4ab8-9c57-bfbdb43cd5ef {{(pid=80944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:39:25.235225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-b7e4eec6-f937-4de6-b1ef-3bd2745c23de service neutron] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:25.248490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-b7e4eec6-f937-4de6-b1ef-3bd2745c23de service neutron] Transition to ACTIVE for port object 92b18604-8691-4ab8-9c57-bfbdb43cd5ef will not be triggered until provisioned by entity L2. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:39:25.250905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-b7e4eec6-f937-4de6-b1ef-3bd2745c23de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:25.267485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-450cf939-669f-4990-b847-03f42932cebd tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:39:25.401181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4eec6-f937-4de6-b1ef-3bd2745c23de service neutron] Pushing event updated for resources: {'Port': ['ID=92b18604-8691-4ab8-9c57-bfbdb43cd5ef,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:39:25.406084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b7e4eec6-f937-4de6-b1ef-3bd2745c23de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:39:25.601575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-b7e4eec6-f937-4de6-b1ef-3bd2745c23de service neutron] Attempting to bind port 92b18604-8691-4ab8-9c57-bfbdb43cd5ef on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:39:25.601964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-b7e4eec6-f937-4de6-b1ef-3bd2745c23de service neutron] Attempting to bind port 92b18604-8691-4ab8-9c57-bfbdb43cd5ef by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '348da762-8a63-4fe5-ab4b-000c8d5f75da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07efaeeb-e5ff-4600-bd8e-e648f90470ad'}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:39:25.602345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-b7e4eec6-f937-4de6-b1ef-3bd2745c23de service neutron] Attempting to bind port 92b18604-8691-4ab8-9c57-bfbdb43cd5ef on network 07efaeeb-e5ff-4600-bd8e-e648f90470ad {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:39:25.610225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-b7e4eec6-f937-4de6-b1ef-3bd2745c23de service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:39:25.610592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-b7e4eec6-f937-4de6-b1ef-3bd2745c23de service neutron] Checking segment: {'id': '348da762-8a63-4fe5-ab4b-000c8d5f75da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07efaeeb-e5ff-4600-bd8e-e648f90470ad'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:39:25.611178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-b7e4eec6-f937-4de6-b1ef-3bd2745c23de service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:25.611582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-b7e4eec6-f937-4de6-b1ef-3bd2745c23de service neutron] Bound using segment: {'id': '348da762-8a63-4fe5-ab4b-000c8d5f75da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07efaeeb-e5ff-4600-bd8e-e648f90470ad'} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:39:25.612261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-b7e4eec6-f937-4de6-b1ef-3bd2745c23de service neutron] Bound port: 92b18604-8691-4ab8-9c57-bfbdb43cd5ef, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348da762-8a63-4fe5-ab4b-000c8d5f75da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07efaeeb-e5ff-4600-bd8e-e648f90470ad'}}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:39:25.612451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-b7e4eec6-f937-4de6-b1ef-3bd2745c23de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:25.647852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90d537-f37f-4149-856a-d7ee6afbd58b req-9b74fcda-b6f6-4ed8-9d5c-bf3755ccb301 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:39:25.649480 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4f90d537-f37f-4149-856a-d7ee6afbd58b req-9b74fcda-b6f6-4ed8-9d5c-bf3755ccb301 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=0cfe89e7-5b8c-45ba-84ee-2043907701ce HTTP/1.1" status: 200  len: 943 time: 0.0932934
Nov 24 13:39:25.704921 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4f90d537-f37f-4149-856a-d7ee6afbd58b req-176eedf8-bd3c-413d-be49-8c1922bacc62 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489044
Nov 24 13:39:25.721117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-b7e4eec6-f937-4de6-b1ef-3bd2745c23de service neutron] For port 92b18604-8691-4ab8-9c57-bfbdb43cd5ef, host hv-neutron-6013, cleared binding levels {{(pid=80944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:39:25.725140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-b7e4eec6-f937-4de6-b1ef-3bd2745c23de service neutron] For port 92b18604-8691-4ab8-9c57-bfbdb43cd5ef, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=92b18604-8691-4ab8-9c57-bfbdb43cd5ef,segment=NetworkSegment(348da762-8a63-4fe5-ab4b-000c8d5f75da),segment_id=348da762-8a63-4fe5-ab4b-000c8d5f75da)] {{(pid=80944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:39:25.731423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-b7e4eec6-f937-4de6-b1ef-3bd2745c23de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:25.747287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2504caa7-21dc-4976-97ad-326a0ede68c9 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:39:25.900712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4eec6-f937-4de6-b1ef-3bd2745c23de service neutron] Pushing event updated for resources: {'Port': ['ID=92b18604-8691-4ab8-9c57-bfbdb43cd5ef,revision_number=3']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:39:25.906800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b7e4eec6-f937-4de6-b1ef-3bd2745c23de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:39:25.939394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-b7e4eec6-f937-4de6-b1ef-3bd2745c23de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:39:25.940482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-b7e4eec6-f937-4de6-b1ef-3bd2745c23de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:25.943022 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-b7e4eec6-f937-4de6-b1ef-3bd2745c23de service neutron] 10.222.0.70 "PUT /v2.0/ports/92b18604-8691-4ab8-9c57-bfbdb43cd5ef HTTP/1.1" status: 200  len: 1157 time: 1.5247335
Nov 24 13:39:25.943978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cfe89e7-5b8c-45ba-84ee-2043907701ce', 'tag': '92b18604-8691-4ab8-9c57-bfbdb43cd5ef'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:39:26.035835 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cfe89e7-5b8c-45ba-84ee-2043907701ce', 'tag': '92b18604-8691-4ab8-9c57-bfbdb43cd5ef', 'status': 'completed', 'code': 200}
Nov 24 13:39:26.084437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-207a4850-7e83-4a06-9484-1af9eb3f67fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:39:26.085580 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-207a4850-7e83-4a06-9484-1af9eb3f67fc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5f021113dc884d37b6f51210ef2eddda&device_id=0cfe89e7-5b8c-45ba-84ee-2043907701ce HTTP/1.1" status: 200  len: 1160 time: 0.0897391
Nov 24 13:39:26.169966 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-27b76889-cac2-4e86-bac7-18cf8ee00925 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92b18604-8691-4ab8-9c57-bfbdb43cd5ef HTTP/1.1" status: 200  len: 217 time: 0.0713811
Nov 24 13:39:26.251272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-b65288c7-067b-4f9d-83e8-96b1ae52c052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:39:26.252756 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-b65288c7-067b-4f9d-83e8-96b1ae52c052 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=57c16e30-d9b2-4171-b3bf-370cd2102194 HTTP/1.1" status: 200  len: 856 time: 0.0762670
Nov 24 13:39:26.334293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-e1dac076-0c8d-457f-ab2c-6081ba92463a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:39:26.336472 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-e1dac076-0c8d-457f-ab2c-6081ba92463a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=07efaeeb-e5ff-4600-bd8e-e648f90470ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0772319
Nov 24 13:39:26.482730 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-bdd5ddd9-2892-43da-bd74-6d348cac6f9f service neutron] 10.222.0.70 "GET /v2.0/networks/07efaeeb-e5ff-4600-bd8e-e648f90470ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397884
Nov 24 13:39:26.633093 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-710ff0f1-a577-4eb5-b13f-c265dc946a16 req-e7c1c390-9f1b-4bb2-8780-d419ab6fdc95 service neutron] 10.222.0.70 "GET /v2.0/networks/07efaeeb-e5ff-4600-bd8e-e648f90470ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1435723
Nov 24 13:39:26.791438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45855d-eac6-4a2c-9bc5-9319739e6746 req-3b8642ac-edd3-4e33-a2d7-e295133f4ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:39:26.793090 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9d45855d-eac6-4a2c-9bc5-9319739e6746 req-3b8642ac-edd3-4e33-a2d7-e295133f4ec2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5f021113dc884d37b6f51210ef2eddda&device_id=0cfe89e7-5b8c-45ba-84ee-2043907701ce HTTP/1.1" status: 200  len: 1160 time: 0.0773501
Nov 24 13:39:26.932242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564eb26-05cb-464b-80c2-69976393c134 req-c913f866-1542-455e-86af-3bd2b7dd3c59 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:39:26.933920 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c564eb26-05cb-464b-80c2-69976393c134 req-c913f866-1542-455e-86af-3bd2b7dd3c59 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=0cfe89e7-5b8c-45ba-84ee-2043907701ce HTTP/1.1" status: 200  len: 943 time: 0.0958238
Nov 24 13:39:26.941720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45855d-eac6-4a2c-9bc5-9319739e6746 req-5aa03bbf-8346-4286-ab0b-96d8904397bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:39:26.943361 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9d45855d-eac6-4a2c-9bc5-9319739e6746 req-5aa03bbf-8346-4286-ab0b-96d8904397bc service neutron] 10.222.0.70 "GET /v2.0/networks?id=07efaeeb-e5ff-4600-bd8e-e648f90470ad HTTP/1.1" status: 200  len: 911 time: 0.1437137
Nov 24 13:39:26.983343 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c564eb26-05cb-464b-80c2-69976393c134 req-928151a2-842a-419f-8ae7-4926386f44d2 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421052
Nov 24 13:39:27.021954 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9d45855d-eac6-4a2c-9bc5-9319739e6746 req-0837bc40-de22-49bb-b25b-3a5057340682 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92b18604-8691-4ab8-9c57-bfbdb43cd5ef HTTP/1.1" status: 200  len: 217 time: 0.0716746
Nov 24 13:39:27.091905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45855d-eac6-4a2c-9bc5-9319739e6746 req-1b6299c8-6471-4349-9847-31589bb7a12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:39:27.093476 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9d45855d-eac6-4a2c-9bc5-9319739e6746 req-1b6299c8-6471-4349-9847-31589bb7a12c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=57c16e30-d9b2-4171-b3bf-370cd2102194 HTTP/1.1" status: 200  len: 856 time: 0.0649970
Nov 24 13:39:27.181612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45855d-eac6-4a2c-9bc5-9319739e6746 req-1d4471b5-6731-4943-b40f-76437751e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:39:27.183335 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9d45855d-eac6-4a2c-9bc5-9319739e6746 req-1d4471b5-6731-4943-b40f-76437751e326 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=07efaeeb-e5ff-4600-bd8e-e648f90470ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0829360
Nov 24 13:39:27.336068 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9d45855d-eac6-4a2c-9bc5-9319739e6746 req-a9731f5f-ed27-46c7-a598-d16557013758 service neutron] 10.222.0.70 "GET /v2.0/networks/07efaeeb-e5ff-4600-bd8e-e648f90470ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450944
Nov 24 13:39:27.484952 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9d45855d-eac6-4a2c-9bc5-9319739e6746 req-a30ed0a6-c559-487d-a2c0-0b92fbccb32c service neutron] 10.222.0.70 "GET /v2.0/networks/07efaeeb-e5ff-4600-bd8e-e648f90470ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1416373
Nov 24 13:39:28.207376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4292c9-2d8b-42d4-a68c-e150d89f0caf req-ae0d97c3-ecf5-4674-80b8-d0f633038ef2 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:39:28.209073 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5c4292c9-2d8b-42d4-a68c-e150d89f0caf req-ae0d97c3-ecf5-4674-80b8-d0f633038ef2 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=0cfe89e7-5b8c-45ba-84ee-2043907701ce HTTP/1.1" status: 200  len: 943 time: 0.0886307
Nov 24 13:39:28.270431 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5c4292c9-2d8b-42d4-a68c-e150d89f0caf req-dcbeef0e-dae5-4256-bff9-db994e6af3c8 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485251
Nov 24 13:39:28.980391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 92b18604-8691-4ab8-9c57-bfbdb43cd5ef up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:39:29.051137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port 92b18604-8691-4ab8-9c57-bfbdb43cd5ef completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:39:29.056089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 92b18604-8691-4ab8-9c57-bfbdb43cd5ef triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:39:29.056516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:29.182510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:29.212372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cfe89e7-5b8c-45ba-84ee-2043907701ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b18604-8691-4ab8-9c57-bfbdb43cd5ef'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:39:29.223720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 92b18604-8691-4ab8-9c57-bfbdb43cd5ef, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=92b18604-8691-4ab8-9c57-bfbdb43cd5ef,segment=NetworkSegment(348da762-8a63-4fe5-ab4b-000c8d5f75da),segment_id=348da762-8a63-4fe5-ab4b-000c8d5f75da)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:39:29.227533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:29.230250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:39:29.276074 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cfe89e7-5b8c-45ba-84ee-2043907701ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b18604-8691-4ab8-9c57-bfbdb43cd5ef', 'code': 200}
Nov 24 13:39:29.307505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=92b18604-8691-4ab8-9c57-bfbdb43cd5ef,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:39:29.319148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:29.320044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:29.320435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:29.320815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:29.321187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:29.321548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:29.321920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:29.322326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:29.322708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:29.323115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:29.323521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:29.323889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:29.324361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:29.324735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:29.325100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:29.325501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:29.325870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:29.326266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:29.326634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:29.327001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:29.327363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:29.327760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:29.328130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:29.328782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:29.334038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:39:29.488760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd2db3-3284-4278-b7c9-eb89f481260b req-30acdc61-3f51-4a83-ac44-7b314578e317 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:39:29.490313 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-12bd2db3-3284-4278-b7c9-eb89f481260b req-30acdc61-3f51-4a83-ac44-7b314578e317 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=0cfe89e7-5b8c-45ba-84ee-2043907701ce HTTP/1.1" status: 200  len: 945 time: 0.0871367
Nov 24 13:39:29.541501 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-12bd2db3-3284-4278-b7c9-eb89f481260b req-549d6b0b-f96f-4aca-b774-7bb3c8c7b08e tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435841
Nov 24 13:39:29.552192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b128ed-cb07-47a5-af26-a33a6fee5131 req-230e3ba5-ee81-423a-b252-9bca3bd9499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:39:29.554368 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-66b128ed-cb07-47a5-af26-a33a6fee5131 req-230e3ba5-ee81-423a-b252-9bca3bd9499a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0cfe89e7-5b8c-45ba-84ee-2043907701ce HTTP/1.1" status: 200  len: 1162 time: 0.0768623
Nov 24 13:39:29.601402 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-66b128ed-cb07-47a5-af26-a33a6fee5131 req-b0c362de-f699-4d1a-913f-3df529e94aa5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405116
Nov 24 13:39:30.774816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42d352-a7cb-4499-ba57-81dc2b124def req-abfab345-b592-473b-ae01-563043fdb492 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:39:30.777085 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fd42d352-a7cb-4499-ba57-81dc2b124def req-abfab345-b592-473b-ae01-563043fdb492 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=0cfe89e7-5b8c-45ba-84ee-2043907701ce HTTP/1.1" status: 200  len: 945 time: 0.0928335
Nov 24 13:39:30.779156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 92b18604-8691-4ab8-9c57-bfbdb43cd5ef up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:39:30.827636 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fd42d352-a7cb-4499-ba57-81dc2b124def req-6e52b592-283b-4082-ad29-632248edeeb2 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445936
Nov 24 13:39:30.852365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 92b18604-8691-4ab8-9c57-bfbdb43cd5ef triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:39:30.852799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:32.040252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef151d4f-e058-4104-af50-d29a12b29fee req-02c91c27-3a9f-4550-a4fe-e1288b9033f5 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:39:32.041909 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ef151d4f-e058-4104-af50-d29a12b29fee req-02c91c27-3a9f-4550-a4fe-e1288b9033f5 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=0cfe89e7-5b8c-45ba-84ee-2043907701ce HTTP/1.1" status: 200  len: 945 time: 0.0837085
Nov 24 13:39:32.090399 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ef151d4f-e058-4104-af50-d29a12b29fee req-72b42ff2-ebbe-4225-8a41-b75ff420c77d tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419643
Nov 24 13:39:32.316057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de25efc-42e6-4f33-8c2b-e767f623aac1 req-bb773a91-dd45-4839-be7c-dacc53a39e86 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:39:32.317713 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5de25efc-42e6-4f33-8c2b-e767f623aac1 req-bb773a91-dd45-4839-be7c-dacc53a39e86 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=0cfe89e7-5b8c-45ba-84ee-2043907701ce HTTP/1.1" status: 200  len: 945 time: 0.0923965
Nov 24 13:39:32.366086 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5de25efc-42e6-4f33-8c2b-e767f623aac1 req-8bcb315a-1c4f-4c80-9f68-4efd08d1abcf tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419385
Nov 24 13:39:40.287235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d0de23a-2c72-42e8-bb45-9b791af48c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:42.656999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6167-1fc0-4b7d-9eb9-0cababf23d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:43.001630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:44.269395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:44.850787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:47.073066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaedd5f-f6b5-4982-b257-7086fac472fa req-e14efb88-d919-417e-808b-5e16520620f9 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:39:47.074676 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0eaedd5f-f6b5-4982-b257-7086fac472fa req-e14efb88-d919-417e-808b-5e16520620f9 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=0cfe89e7-5b8c-45ba-84ee-2043907701ce HTTP/1.1" status: 200  len: 945 time: 0.0821600
Nov 24 13:39:47.130169 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0eaedd5f-f6b5-4982-b257-7086fac472fa req-c9d565fc-94ff-42ad-87fc-5e4ce09e5e6e tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487688
Nov 24 13:39:48.358447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70ee6a-3f20-49f0-8b13-3e508e589653 req-5ee67827-9555-4ae9-8914-3f259995fbb1 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:39:48.360052 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9f70ee6a-3f20-49f0-8b13-3e508e589653 req-5ee67827-9555-4ae9-8914-3f259995fbb1 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=0cfe89e7-5b8c-45ba-84ee-2043907701ce HTTP/1.1" status: 200  len: 945 time: 0.0870490
Nov 24 13:39:48.414912 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9f70ee6a-3f20-49f0-8b13-3e508e589653 req-fb011436-6dc2-44d1-8bbd-e023c048dd12 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483387
Nov 24 13:39:48.806476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d085bc6-5a9e-4162-9301-78a3d8d04f61 req-561b82e2-e4af-43f7-8617-3f3876febf74 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:39:48.807231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-1d085bc6-5a9e-4162-9301-78a3d8d04f61 req-561b82e2-e4af-43f7-8617-3f3876febf74 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Synchronizing usage tracker for tenant:5f021113dc884d37b6f51210ef2eddda on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:39:48.822750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-1d085bc6-5a9e-4162-9301-78a3d8d04f61 req-561b82e2-e4af-43f7-8617-3f3876febf74 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Unset dirty status for tenant:5f021113dc884d37b6f51210ef2eddda on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:39:48.824007 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1d085bc6-5a9e-4162-9301-78a3d8d04f61 req-561b82e2-e4af-43f7-8617-3f3876febf74 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.70 "GET /v2.0/ports?device_id=0cfe89e7-5b8c-45ba-84ee-2043907701ce HTTP/1.1" status: 200  len: 945 time: 0.1079295
Nov 24 13:39:48.833935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 92b18604-8691-4ab8-9c57-bfbdb43cd5ef no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:39:48.902653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-1d085bc6-5a9e-4162-9301-78a3d8d04f61 req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Deleting port 92b18604-8691-4ab8-9c57-bfbdb43cd5ef {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:39:48.903055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1d085bc6-5a9e-4162-9301-78a3d8d04f61 req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:48.955025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:48.986809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cfe89e7-5b8c-45ba-84ee-2043907701ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92b18604-8691-4ab8-9c57-bfbdb43cd5ef'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:39:48.997951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 92b18604-8691-4ab8-9c57-bfbdb43cd5ef, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=92b18604-8691-4ab8-9c57-bfbdb43cd5ef,segment=NetworkSegment(348da762-8a63-4fe5-ab4b-000c8d5f75da),segment_id=348da762-8a63-4fe5-ab4b-000c8d5f75da)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:39:49.001064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:49.002940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9b26969b-505b-4bb5-801f-6916e4b37cac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:39:49.051582 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cfe89e7-5b8c-45ba-84ee-2043907701ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92b18604-8691-4ab8-9c57-bfbdb43cd5ef', 'code': 200}
Nov 24 13:39:49.074902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=92b18604-8691-4ab8-9c57-bfbdb43cd5ef,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:39:49.078422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:39:49.171292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-1d085bc6-5a9e-4162-9301-78a3d8d04f61 req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] For port 92b18604-8691-4ab8-9c57-bfbdb43cd5ef, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=92b18604-8691-4ab8-9c57-bfbdb43cd5ef,segment=NetworkSegment(348da762-8a63-4fe5-ab4b-000c8d5f75da),segment_id=348da762-8a63-4fe5-ab4b-000c8d5f75da)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:39:49.171698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1d085bc6-5a9e-4162-9301-78a3d8d04f61 req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:49.304337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-1d085bc6-5a9e-4162-9301-78a3d8d04f61 req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Calling delete_port for 92b18604-8691-4ab8-9c57-bfbdb43cd5ef owned by compute:nova {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:39:49.386160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [req-1d085bc6-5a9e-4162-9301-78a3d8d04f61 req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:39:49.386970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [req-1d085bc6-5a9e-4162-9301-78a3d8d04f61 req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:39:49.631825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb0dae-9bc8-4d1d-83bb-0c6afd38bcd4 req-28194a62-9832-47a1-aa55-23df6b499ea3 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:39:49.633375 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-40bb0dae-9bc8-4d1d-83bb-0c6afd38bcd4 req-28194a62-9832-47a1-aa55-23df6b499ea3 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=0cfe89e7-5b8c-45ba-84ee-2043907701ce HTTP/1.1" status: 200  len: 943 time: 0.0864177
Nov 24 13:39:49.685932 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-40bb0dae-9bc8-4d1d-83bb-0c6afd38bcd4 req-b2b71e46-113f-4f4b-a160-9779cdf4f6c3 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/security-groups?id=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456030
Nov 24 13:39:49.888325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-1d085bc6-5a9e-4162-9301-78a3d8d04f61 req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Deleting port 92b18604-8691-4ab8-9c57-bfbdb43cd5ef {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:39:49.888609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1d085bc6-5a9e-4162-9301-78a3d8d04f61 req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:50.156845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-1d085bc6-5a9e-4162-9301-78a3d8d04f61 req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] For port 92b18604-8691-4ab8-9c57-bfbdb43cd5ef, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=92b18604-8691-4ab8-9c57-bfbdb43cd5ef,segment=NetworkSegment(348da762-8a63-4fe5-ab4b-000c8d5f75da),segment_id=348da762-8a63-4fe5-ab4b-000c8d5f75da)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:39:50.157165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1d085bc6-5a9e-4162-9301-78a3d8d04f61 req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:50.290837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-1d085bc6-5a9e-4162-9301-78a3d8d04f61 req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Calling delete_port for 92b18604-8691-4ab8-9c57-bfbdb43cd5ef owned by compute:nova {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:39:50.455359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1d085bc6-5a9e-4162-9301-78a3d8d04f61 req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:50.472888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cc948249-699e-4b84-aa2a-7d9a74ffd34c tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:39:50.834391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Pushing event deleted for resources: {'Port': ['ID=92b18604-8691-4ab8-9c57-bfbdb43cd5ef,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:39:50.849370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:50.849801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:50.850252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:50.850681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:50.851100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:50.851516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:50.851927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:50.852344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:50.852756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:50.853163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:50.853573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:50.853978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:50.854512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:50.854921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:50.855327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:50.856280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:50.856684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:50.857089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:50.857492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:50.857893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:50.858387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:50.858798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:50.859207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:50.859611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:50.863534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:39:50.880969 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-de3e716d-8915-4c7a-8d83-efade6d5c94a req-22fb82aa-c27e-4140-bd10-670903e38c72 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.76 "GET /v2.0/ports?device_id=0cfe89e7-5b8c-45ba-84ee-2043907701ce HTTP/1.1" status: 200  len: 210 time: 0.0550461
Nov 24 13:39:50.959975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d085bc6-5a9e-4162-9301-78a3d8d04f61 req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] No DVR routers for this DVR port 92b18604-8691-4ab8-9c57-bfbdb43cd5ef on host hv-neutron-6013 {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:39:50.962363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-1d085bc6-5a9e-4162-9301-78a3d8d04f61 req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:50.965877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cfe89e7-5b8c-45ba-84ee-2043907701ce', 'name': 'network-vif-deleted', 'tag': '92b18604-8691-4ab8-9c57-bfbdb43cd5ef'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:39:50.982580 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1d085bc6-5a9e-4162-9301-78a3d8d04f61 req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] 10.222.0.70 "DELETE /v2.0/ports/92b18604-8691-4ab8-9c57-bfbdb43cd5ef HTTP/1.1" status: 204  len: 173 time: 2.1524444
Nov 24 13:39:51.040920 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cfe89e7-5b8c-45ba-84ee-2043907701ce', 'name': 'network-vif-deleted', 'tag': '92b18604-8691-4ab8-9c57-bfbdb43cd5ef', 'status': 'completed', 'code': 200}
Nov 24 13:39:51.375114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:52.605039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 58244) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:39:53.010410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:53.528573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:39:53.638230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Deleting port 33f833c9-5a49-4d1f-ab31-b4e43f4dabb9 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:39:53.638789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:53.826281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] For port 33f833c9-5a49-4d1f-ab31-b4e43f4dabb9, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=33f833c9-5a49-4d1f-ab31-b4e43f4dabb9,segment=NetworkSegment(348da762-8a63-4fe5-ab4b-000c8d5f75da),segment_id=348da762-8a63-4fe5-ab4b-000c8d5f75da)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:39:53.826679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:53.954806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Calling delete_port for 33f833c9-5a49-4d1f-ab31-b4e43f4dabb9 owned by network:router_interface {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:39:54.132913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:54.149554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-51a6864c-7142-42d2-b358-1d95ff2c1f59 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:39:54.252408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Pushing event deleted for resources: {'Port': ['ID=33f833c9-5a49-4d1f-ab31-b4e43f4dabb9,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:39:54.270205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:54.270645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:54.271075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:54.271497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:54.271910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:54.272328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:54.272742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:54.273193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:54.273610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:54.274021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:54.274462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:54.274873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:54.275381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:54.275791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:54.276207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:54.276613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:54.277020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:54.277991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:54.278424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:54.278832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:54.279239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:54.279643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:54.280047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:54.280449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:39:54.285618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:39:54.873489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:55.631292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Router 7419e239-e96d-4049-ac9e-ca2c645a0f6b has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:39:55.846499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:39:55.856445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d379bc7f-b147-476b-8f94-783d7d5343f5 None None] Sync routers for ids ['7419e239-e96d-4049-ac9e-ca2c645a0f6b'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:39:55.859434 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] 10.222.0.76 "PUT /v2.0/routers/7419e239-e96d-4049-ac9e-ca2c645a0f6b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2532196
Nov 24 13:39:55.862268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 58248) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:39:55.870087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d379bc7f-b147-476b-8f94-783d7d5343f5 None None] Routers {'7419e239-e96d-4049-ac9e-ca2c645a0f6b'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:39:55.870784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d379bc7f-b147-476b-8f94-783d7d5343f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cd6fdd8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:39:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['7419e239-e96d-4049-ac9e-ca2c645a0f6b'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:39:56.061760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-d379bc7f-b147-476b-8f94-783d7d5343f5 None None] Set router 7419e239-e96d-4049-ac9e-ca2c645a0f6b gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:39:56.075357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-306ecba8-d227-44b9-a793-45c8890fb2cb admin admin] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:56.291717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-306ecba8-d227-44b9-a793-45c8890fb2cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:56.300756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-306ecba8-d227-44b9-a793-45c8890fb2cb admin admin] Deleting port 0a533091-b920-4925-8804-9f8b000aa7e0 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:39:56.301119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-306ecba8-d227-44b9-a793-45c8890fb2cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:56.378378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d379bc7f-b147-476b-8f94-783d7d5343f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cd6fdd8>, [{'id': '7419e239-e96d-4049-ac9e-ca2c645a0f6b', 'name': 'tempest-TestEncryptedCinderVolumes-1585130737-router', 'tenant_id': '5f021113dc884d37b6f51210ef2eddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': '0a533091-b920-4925-8804-9f8b000aa7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:37:58Z', 'updated_at': '2020-11-24T13:39:54Z', 'revision_number': 5, 'project_id': '5f021113dc884d37b6f51210ef2eddda', 'gw_port': {'id': '0a533091-b920-4925-8804-9f8b000aa7e0', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7419e239-e96d-4049-ac9e-ca2c645a0f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:37:58Z', 'updated_at': '2020-11-24T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:39:56.382715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d379bc7f-b147-476b-8f94-783d7d5343f5 None None] Checking router: 7419e239-e96d-4049-ac9e-ca2c645a0f6b for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:39:56.394044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d379bc7f-b147-476b-8f94-783d7d5343f5 None None] Routers {'7419e239-e96d-4049-ac9e-ca2c645a0f6b'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:39:56.394760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d379bc7f-b147-476b-8f94-783d7d5343f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cd6fdd8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:39:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['7419e239-e96d-4049-ac9e-ca2c645a0f6b'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:39:56.492994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-306ecba8-d227-44b9-a793-45c8890fb2cb admin admin] For port 0a533091-b920-4925-8804-9f8b000aa7e0, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=0a533091-b920-4925-8804-9f8b000aa7e0,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:39:56.493395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-306ecba8-d227-44b9-a793-45c8890fb2cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:56.556011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-d379bc7f-b147-476b-8f94-783d7d5343f5 None None] Set router 7419e239-e96d-4049-ac9e-ca2c645a0f6b gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:39:56.625508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-306ecba8-d227-44b9-a793-45c8890fb2cb admin admin] Calling delete_port for 0a533091-b920-4925-8804-9f8b000aa7e0 owned by network:router_gateway {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:39:56.806552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-306ecba8-d227-44b9-a793-45c8890fb2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:56.816139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d379bc7f-b147-476b-8f94-783d7d5343f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cd6fdd8>, [{'id': '7419e239-e96d-4049-ac9e-ca2c645a0f6b', 'name': 'tempest-TestEncryptedCinderVolumes-1585130737-router', 'tenant_id': '5f021113dc884d37b6f51210ef2eddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:37:58Z', 'updated_at': '2020-11-24T13:39:56Z', 'revision_number': 6, 'project_id': '5f021113dc884d37b6f51210ef2eddda', 'gw_port_host': None}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:39:56.820372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d379bc7f-b147-476b-8f94-783d7d5343f5 None None] The sync data for ids ['7419e239-e96d-4049-ac9e-ca2c645a0f6b'] in dv-neutron-601336-61-ovs is: [{'id': '7419e239-e96d-4049-ac9e-ca2c645a0f6b', 'name': 'tempest-TestEncryptedCinderVolumes-1585130737-router', 'tenant_id': '5f021113dc884d37b6f51210ef2eddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:37:58Z', 'updated_at': '2020-11-24T13:39:56Z', 'revision_number': 6, 'project_id': '5f021113dc884d37b6f51210ef2eddda', 'gw_port_host': None}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:39:56.822186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b0cf9139-50a3-4076-821b-13629f78ffb2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:39:56.923305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ecba8-d227-44b9-a793-45c8890fb2cb admin admin] Pushing event deleted for resources: {'Port': ['ID=0a533091-b920-4925-8804-9f8b000aa7e0,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:39:56.927051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-306ecba8-d227-44b9-a793-45c8890fb2cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:39:57.195887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-306ecba8-d227-44b9-a793-45c8890fb2cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:57.411519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 0a533091-b920-4925-8804-9f8b000aa7e0 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:39:57.450689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 0a533091-b920-4925-8804-9f8b000aa7e0 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:39:57.451089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 0a533091-b920-4925-8804-9f8b000aa7e0 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:39:57.451550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 33f833c9-5a49-4d1f-ab31-b4e43f4dabb9 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:39:57.476254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-306ecba8-d227-44b9-a793-45c8890fb2cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:57.484126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 33f833c9-5a49-4d1f-ab31-b4e43f4dabb9 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:39:57.484306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-306ecba8-d227-44b9-a793-45c8890fb2cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:57.484529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 33f833c9-5a49-4d1f-ab31-b4e43f4dabb9 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:39:57.513322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-306ecba8-d227-44b9-a793-45c8890fb2cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:57.513892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306ecba8-d227-44b9-a793-45c8890fb2cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7419e239-e96d-4049-ac9e-ca2c645a0f6b {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:39:57.527028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-306ecba8-d227-44b9-a793-45c8890fb2cb admin admin] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:57.528301 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-306ecba8-d227-44b9-a793-45c8890fb2cb admin admin] 10.222.0.76 "DELETE /v2.0/routers/7419e239-e96d-4049-ac9e-ca2c645a0f6b HTTP/1.1" status: 204  len: 168 time: 1.6649165
Nov 24 13:39:57.531049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 58252) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:39:57.606004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a14877d-607e-4d55-a123-1dce91bfd064 admin admin] Deleting subnet 57c16e30-d9b2-4171-b3bf-370cd2102194 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:39:57.609286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a14877d-607e-4d55-a123-1dce91bfd064 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:57.663148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a14877d-607e-4d55-a123-1dce91bfd064 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:57.746619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a14877d-607e-4d55-a123-1dce91bfd064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:58.289491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a14877d-607e-4d55-a123-1dce91bfd064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:58.306612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-12493711-e3d5-4460-89ba-c0de0ec4b63f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:39:58.394929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14877d-607e-4d55-a123-1dce91bfd064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57c16e30-d9b2-4171-b3bf-370cd2102194,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:39:58.399360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9a14877d-607e-4d55-a123-1dce91bfd064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:39:58.444574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9a14877d-607e-4d55-a123-1dce91bfd064 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:58.450008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dba020-6286-41fe-8528-316b4817bb30 None None] Network 07efaeeb-e5ff-4600-bd8e-e648f90470ad requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:39:58.451184 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9a14877d-607e-4d55-a123-1dce91bfd064 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/57c16e30-d9b2-4171-b3bf-370cd2102194 HTTP/1.1" status: 204  len: 168 time: 0.9190557
Nov 24 13:39:58.453878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 58256) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:39:58.576585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-797435b5-ec81-4e91-821a-31a202717cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:58.650887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-797435b5-ec81-4e91-821a-31a202717cae admin admin] Deleting port fe2b4992-c0e7-444d-a1f2-83589e437de2 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:39:58.651257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-797435b5-ec81-4e91-821a-31a202717cae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:58.706408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e94b76-60d6-4782-bf30-f0061427e909 None None] DHCP port deletion for 07efaeeb-e5ff-4600-bd8e-e648f90470ad request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:39:58.710821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f2e94b76-60d6-4782-bf30-f0061427e909 None None] Deleting port fe2b4992-c0e7-444d-a1f2-83589e437de2 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:39:58.711247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f2e94b76-60d6-4782-bf30-f0061427e909 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:58.873778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-797435b5-ec81-4e91-821a-31a202717cae admin admin] For port fe2b4992-c0e7-444d-a1f2-83589e437de2, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=fe2b4992-c0e7-444d-a1f2-83589e437de2,segment=NetworkSegment(348da762-8a63-4fe5-ab4b-000c8d5f75da),segment_id=348da762-8a63-4fe5-ab4b-000c8d5f75da)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:39:58.874216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-797435b5-ec81-4e91-821a-31a202717cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:58.933121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-f2e94b76-60d6-4782-bf30-f0061427e909 None None] For port fe2b4992-c0e7-444d-a1f2-83589e437de2, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=fe2b4992-c0e7-444d-a1f2-83589e437de2,segment=NetworkSegment(348da762-8a63-4fe5-ab4b-000c8d5f75da),segment_id=348da762-8a63-4fe5-ab4b-000c8d5f75da)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:39:58.934085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f2e94b76-60d6-4782-bf30-f0061427e909 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:59.007907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-797435b5-ec81-4e91-821a-31a202717cae admin admin] Calling delete_port for fe2b4992-c0e7-444d-a1f2-83589e437de2 owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:39:59.061063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f2e94b76-60d6-4782-bf30-f0061427e909 None None] Calling delete_port for fe2b4992-c0e7-444d-a1f2-83589e437de2 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:39:59.089352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-797435b5-ec81-4e91-821a-31a202717cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:59.105922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4a7bd9b3-a491-4c52-bfd6-04e2f2b00a74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:39:59.138554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-f2e94b76-60d6-4782-bf30-f0061427e909 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:39:59.139139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-f2e94b76-60d6-4782-bf30-f0061427e909 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:39:59.201489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797435b5-ec81-4e91-821a-31a202717cae admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2b4992-c0e7-444d-a1f2-83589e437de2,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:39:59.205946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-797435b5-ec81-4e91-821a-31a202717cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:39:59.251332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797435b5-ec81-4e91-821a-31a202717cae admin admin] No DVR routers for this DVR port fe2b4992-c0e7-444d-a1f2-83589e437de2 on host dv-neutron-601336-61-ovs {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:39:59.377885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-797435b5-ec81-4e91-821a-31a202717cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:59.411604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device fe2b4992-c0e7-444d-a1f2-83589e437de2 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:39:59.450022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: fe2b4992-c0e7-444d-a1f2-83589e437de2 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:39:59.450536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device fe2b4992-c0e7-444d-a1f2-83589e437de2 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:39:59.496708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-797435b5-ec81-4e91-821a-31a202717cae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6346a34e80>,) {'filters': {'network_id': ['07efaeeb-e5ff-4600-bd8e-e648f90470ad']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:39:59.509696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-797435b5-ec81-4e91-821a-31a202717cae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346a34e80>, '348da762-8a63-4fe5-ab4b-000c8d5f75da') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:39:59.510034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-797435b5-ec81-4e91-821a-31a202717cae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346a34e80>, '348da762-8a63-4fe5-ab4b-000c8d5f75da') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:39:59.522639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-797435b5-ec81-4e91-821a-31a202717cae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:59.541071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-797435b5-ec81-4e91-821a-31a202717cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:59.543147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-797435b5-ec81-4e91-821a-31a202717cae admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:39:59.641012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f2e94b76-60d6-4782-bf30-f0061427e909 None None] Deleting port fe2b4992-c0e7-444d-a1f2-83589e437de2 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:39:59.641409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f2e94b76-60d6-4782-bf30-f0061427e909 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:59.709136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f2e94b76-60d6-4782-bf30-f0061427e909 None None] The port 'fe2b4992-c0e7-444d-a1f2-83589e437de2' was deleted {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:39:59.731447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-797435b5-ec81-4e91-821a-31a202717cae admin admin] Network 07efaeeb-e5ff-4600-bd8e-e648f90470ad has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:39:59.740603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-797435b5-ec81-4e91-821a-31a202717cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:39:59.926051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-797435b5-ec81-4e91-821a-31a202717cae admin admin] Network 07efaeeb-e5ff-4600-bd8e-e648f90470ad has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:39:59.949387 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:39:59.949387 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:39:59.949387 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:39:59.949387 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:39:59.949387 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:39:59.949387 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:39:59.949387 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:39:59.949387 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:39:59.949387 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:39:59.949387 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:39:59.949387 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:39:59.949387 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:39:59.949387 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:39:59.949387 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:39:59.949387 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:39:59.949387 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:39:59.949387 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:39:59.949387 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:39:59.949387 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:39:59.949387 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:39:59.949387 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:39:59.949387 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:39:59.949387 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:39:59.949387 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:39:59.949387 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:39:59.949387 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:39:59.949387 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:39:59.949387 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:39:59.949387 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:39:59.949387 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:39:59.949387 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:39:59.949387 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:40:00.033175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-797435b5-ec81-4e91-821a-31a202717cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:00.037549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1046fbf1-fa54-4e8b-84a4-62e1484fb39f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:40:00.054377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-797435b5-ec81-4e91-821a-31a202717cae admin admin] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:00.064211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797435b5-ec81-4e91-821a-31a202717cae admin admin] Pushing event deleted for resources: {'Network': ['ID=07efaeeb-e5ff-4600-bd8e-e648f90470ad,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:40:00.068489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-797435b5-ec81-4e91-821a-31a202717cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:40:00.078948 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-797435b5-ec81-4e91-821a-31a202717cae admin admin] 10.222.0.76 "DELETE /v2.0/networks/07efaeeb-e5ff-4600-bd8e-e648f90470ad HTTP/1.1" status: 204  len: 168 time: 1.6239913
Nov 24 13:40:00.082045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 58262) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:40:00.503103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a603d414-0399-4f22-92f0-c22ab5ab6867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:01.142864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a603d414-0399-4f22-92f0-c22ab5ab6867 admin admin] Deleting port dc3e3022-fa43-4740-a82b-1d7cd2e422fa {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:40:01.143236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a603d414-0399-4f22-92f0-c22ab5ab6867 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:01.332636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-a603d414-0399-4f22-92f0-c22ab5ab6867 admin admin] For port dc3e3022-fa43-4740-a82b-1d7cd2e422fa, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=dc3e3022-fa43-4740-a82b-1d7cd2e422fa,segment=NetworkSegment(90afdf2e-f0f6-4746-b6f4-f19be29f2ef6),segment_id=90afdf2e-f0f6-4746-b6f4-f19be29f2ef6)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:40:01.333031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a603d414-0399-4f22-92f0-c22ab5ab6867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:01.723401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a603d414-0399-4f22-92f0-c22ab5ab6867 admin admin] Calling delete_port for dc3e3022-fa43-4740-a82b-1d7cd2e422fa owned by network:router_interface {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:40:01.896892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a603d414-0399-4f22-92f0-c22ab5ab6867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:01.913111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d33711ab-fdbc-45f7-8468-e92f2f7244e6 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:40:02.011422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603d414-0399-4f22-92f0-c22ab5ab6867 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc3e3022-fa43-4740-a82b-1d7cd2e422fa,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:40:02.015920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a603d414-0399-4f22-92f0-c22ab5ab6867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:40:02.360762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a603d414-0399-4f22-92f0-c22ab5ab6867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:03.105050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a603d414-0399-4f22-92f0-c22ab5ab6867 admin admin] Router e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:40:03.318324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a603d414-0399-4f22-92f0-c22ab5ab6867 admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:40:03.327874 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a603d414-0399-4f22-92f0-c22ab5ab6867 admin admin] 10.222.0.76 "PUT /v2.0/routers/e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2447305
Nov 24 13:40:03.328029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0590ee-c4d9-4751-a896-4155364032fb None None] Sync routers for ids ['e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:40:03.330638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 58266) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:40:03.341907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0590ee-c4d9-4751-a896-4155364032fb None None] Routers {'e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:40:03.342640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2e0590ee-c4d9-4751-a896-4155364032fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f63471d30b8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:39:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:40:03.539696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-2e0590ee-c4d9-4751-a896-4155364032fb None None] Set router e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:40:03.544972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eeb60933-e974-4a85-b5c2-73830a1872db admin admin] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:03.757007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eeb60933-e974-4a85-b5c2-73830a1872db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:03.766560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-eeb60933-e974-4a85-b5c2-73830a1872db admin admin] Deleting port 77da63a0-50cd-4b52-a73a-c22d387f06a4 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:40:03.766941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eeb60933-e974-4a85-b5c2-73830a1872db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:03.968166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-eeb60933-e974-4a85-b5c2-73830a1872db admin admin] For port 77da63a0-50cd-4b52-a73a-c22d387f06a4, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=77da63a0-50cd-4b52-a73a-c22d387f06a4,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:40:03.968557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eeb60933-e974-4a85-b5c2-73830a1872db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:04.020951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2e0590ee-c4d9-4751-a896-4155364032fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f63471d30b8>, [{'id': 'e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0', 'name': 'tempest-TestEncryptedCinderVolumes-1670683045-router', 'tenant_id': 'de6c77d652ed4871ab97d1b2146be6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '77da63a0-50cd-4b52-a73a-c22d387f06a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:38:05Z', 'updated_at': '2020-11-24T13:40:01Z', 'revision_number': 5, 'project_id': 'de6c77d652ed4871ab97d1b2146be6f3', 'gw_port': {'id': '77da63a0-50cd-4b52-a73a-c22d387f06a4', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:38:06Z', 'updated_at': '2020-11-24T13:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:40:04.025161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0590ee-c4d9-4751-a896-4155364032fb None None] Checking router: e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:40:04.037224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0590ee-c4d9-4751-a896-4155364032fb None None] Routers {'e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:40:04.037901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2e0590ee-c4d9-4751-a896-4155364032fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f63471d30b8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:39:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:40:04.103895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-eeb60933-e974-4a85-b5c2-73830a1872db admin admin] Calling delete_port for 77da63a0-50cd-4b52-a73a-c22d387f06a4 owned by network:router_gateway {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:40:04.212290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-2e0590ee-c4d9-4751-a896-4155364032fb None None] Set router e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0 gateway port host: None {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:40:04.280387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eeb60933-e974-4a85-b5c2-73830a1872db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:04.296463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ee76a355-2211-4d3d-9c43-6b6956b89052 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:40:04.327928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2e0590ee-c4d9-4751-a896-4155364032fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f63471d30b8>, [{'id': 'e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0', 'name': 'tempest-TestEncryptedCinderVolumes-1670683045-router', 'tenant_id': 'de6c77d652ed4871ab97d1b2146be6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:38:05Z', 'updated_at': '2020-11-24T13:40:03Z', 'revision_number': 6, 'project_id': 'de6c77d652ed4871ab97d1b2146be6f3', 'gw_port_host': None}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:40:04.332761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0590ee-c4d9-4751-a896-4155364032fb None None] The sync data for ids ['e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0'] in dv-neutron-601336-61-ovs is: [{'id': 'e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0', 'name': 'tempest-TestEncryptedCinderVolumes-1670683045-router', 'tenant_id': 'de6c77d652ed4871ab97d1b2146be6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:38:05Z', 'updated_at': '2020-11-24T13:40:03Z', 'revision_number': 6, 'project_id': 'de6c77d652ed4871ab97d1b2146be6f3', 'gw_port_host': None}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:40:04.400060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb60933-e974-4a85-b5c2-73830a1872db admin admin] Pushing event deleted for resources: {'Port': ['ID=77da63a0-50cd-4b52-a73a-c22d387f06a4,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:40:04.404317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-eeb60933-e974-4a85-b5c2-73830a1872db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:40:04.929808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eeb60933-e974-4a85-b5c2-73830a1872db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:05.205950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eeb60933-e974-4a85-b5c2-73830a1872db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:05.210551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eeb60933-e974-4a85-b5c2-73830a1872db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:05.235581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eeb60933-e974-4a85-b5c2-73830a1872db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:05.236175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb60933-e974-4a85-b5c2-73830a1872db admin admin] Fanout notify agent at l3_agent the message router_deleted on router e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0 {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:40:05.249535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eeb60933-e974-4a85-b5c2-73830a1872db admin admin] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:05.250876 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-eeb60933-e974-4a85-b5c2-73830a1872db admin admin] 10.222.0.76 "DELETE /v2.0/routers/e70d2184-d0e2-41b6-be2b-f04c9ca7aeb0 HTTP/1.1" status: 204  len: 168 time: 1.9192576
Nov 24 13:40:05.253841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 58270) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:40:05.325753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-404f3452-3fca-447c-9325-40491ee38070 admin admin] Deleting subnet fc380ebe-c63e-47e0-8cc3-c6ed7fa07291 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:40:05.329187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-404f3452-3fca-447c-9325-40491ee38070 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:05.392474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-404f3452-3fca-447c-9325-40491ee38070 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:05.416038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device dc3e3022-fa43-4740-a82b-1d7cd2e422fa no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:40:05.450811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: dc3e3022-fa43-4740-a82b-1d7cd2e422fa {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:40:05.451221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device dc3e3022-fa43-4740-a82b-1d7cd2e422fa not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:40:05.451703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 77da63a0-50cd-4b52-a73a-c22d387f06a4 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:40:05.475881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-404f3452-3fca-447c-9325-40491ee38070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:05.485116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 77da63a0-50cd-4b52-a73a-c22d387f06a4 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:40:05.485537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 77da63a0-50cd-4b52-a73a-c22d387f06a4 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:40:05.741704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-404f3452-3fca-447c-9325-40491ee38070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:05.757928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b562667f-e3eb-4533-b248-48e4356998a1 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:40:05.847199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f3452-3fca-447c-9325-40491ee38070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc380ebe-c63e-47e0-8cc3-c6ed7fa07291,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:40:05.851668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-404f3452-3fca-447c-9325-40491ee38070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:40:05.899607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-404f3452-3fca-447c-9325-40491ee38070 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:05.905909 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-404f3452-3fca-447c-9325-40491ee38070 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/fc380ebe-c63e-47e0-8cc3-c6ed7fa07291 HTTP/1.1" status: 204  len: 168 time: 0.6510086
Nov 24 13:40:05.908849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 58274) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:40:05.913011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6066d9-c911-427d-97c8-441650cecbaa None None] Network af834f59-4aef-4018-b0d6-be1803cb5a4f requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:40:06.031551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0f1b93b0-7b19-4fff-a12e-5326a9ddb412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:06.099797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-0f1b93b0-7b19-4fff-a12e-5326a9ddb412 admin admin] Deleting port d28ff462-2027-4c50-8f4b-ccc12979bb64 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:40:06.100185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0f1b93b0-7b19-4fff-a12e-5326a9ddb412 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:06.196519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e85988-6f2a-4a91-a65f-302f293a5aa2 None None] DHCP port deletion for af834f59-4aef-4018-b0d6-be1803cb5a4f request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:40:06.200769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-15e85988-6f2a-4a91-a65f-302f293a5aa2 None None] Deleting port d28ff462-2027-4c50-8f4b-ccc12979bb64 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:40:06.201233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-15e85988-6f2a-4a91-a65f-302f293a5aa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:06.328923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-0f1b93b0-7b19-4fff-a12e-5326a9ddb412 admin admin] For port d28ff462-2027-4c50-8f4b-ccc12979bb64, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d28ff462-2027-4c50-8f4b-ccc12979bb64,segment=NetworkSegment(90afdf2e-f0f6-4746-b6f4-f19be29f2ef6),segment_id=90afdf2e-f0f6-4746-b6f4-f19be29f2ef6)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:40:06.329491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0f1b93b0-7b19-4fff-a12e-5326a9ddb412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:06.425542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-15e85988-6f2a-4a91-a65f-302f293a5aa2 None None] For port d28ff462-2027-4c50-8f4b-ccc12979bb64, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=d28ff462-2027-4c50-8f4b-ccc12979bb64,segment=NetworkSegment(90afdf2e-f0f6-4746-b6f4-f19be29f2ef6),segment_id=90afdf2e-f0f6-4746-b6f4-f19be29f2ef6)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:40:06.425916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-15e85988-6f2a-4a91-a65f-302f293a5aa2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:06.461717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-0f1b93b0-7b19-4fff-a12e-5326a9ddb412 admin admin] Calling delete_port for d28ff462-2027-4c50-8f4b-ccc12979bb64 owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:40:06.536613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0f1b93b0-7b19-4fff-a12e-5326a9ddb412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:06.553058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a75c4834-8370-4513-8365-f9ee2f72c10d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:40:06.561598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-15e85988-6f2a-4a91-a65f-302f293a5aa2 None None] Calling delete_port for d28ff462-2027-4c50-8f4b-ccc12979bb64 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:40:06.632125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-15e85988-6f2a-4a91-a65f-302f293a5aa2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:40:06.632453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-15e85988-6f2a-4a91-a65f-302f293a5aa2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:40:06.647187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b93b0-7b19-4fff-a12e-5326a9ddb412 admin admin] Pushing event deleted for resources: {'Port': ['ID=d28ff462-2027-4c50-8f4b-ccc12979bb64,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:40:06.652946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0f1b93b0-7b19-4fff-a12e-5326a9ddb412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:40:06.700761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1b93b0-7b19-4fff-a12e-5326a9ddb412 admin admin] No DVR routers for this DVR port d28ff462-2027-4c50-8f4b-ccc12979bb64 on host dv-neutron-601336-61-ovs {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:40:06.826409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0f1b93b0-7b19-4fff-a12e-5326a9ddb412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:06.940343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-0f1b93b0-7b19-4fff-a12e-5326a9ddb412 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634c30db70>,) {'filters': {'network_id': ['af834f59-4aef-4018-b0d6-be1803cb5a4f']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:40:06.957583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-0f1b93b0-7b19-4fff-a12e-5326a9ddb412 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c30db70>, '90afdf2e-f0f6-4746-b6f4-f19be29f2ef6') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:40:06.957916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-0f1b93b0-7b19-4fff-a12e-5326a9ddb412 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c30db70>, '90afdf2e-f0f6-4746-b6f4-f19be29f2ef6') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:40:06.970964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0f1b93b0-7b19-4fff-a12e-5326a9ddb412 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:06.989525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0f1b93b0-7b19-4fff-a12e-5326a9ddb412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:06.991602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0f1b93b0-7b19-4fff-a12e-5326a9ddb412 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:40:07.133555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-15e85988-6f2a-4a91-a65f-302f293a5aa2 None None] Deleting port d28ff462-2027-4c50-8f4b-ccc12979bb64 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:40:07.134036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-15e85988-6f2a-4a91-a65f-302f293a5aa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:07.172945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0f1b93b0-7b19-4fff-a12e-5326a9ddb412 admin admin] Network af834f59-4aef-4018-b0d6-be1803cb5a4f has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:40:07.182505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0f1b93b0-7b19-4fff-a12e-5326a9ddb412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:07.206541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-15e85988-6f2a-4a91-a65f-302f293a5aa2 None None] The port 'd28ff462-2027-4c50-8f4b-ccc12979bb64' was deleted {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:40:07.371956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0f1b93b0-7b19-4fff-a12e-5326a9ddb412 admin admin] Network af834f59-4aef-4018-b0d6-be1803cb5a4f has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:40:07.402053 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:40:07.402053 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:40:07.402053 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:40:07.402053 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:40:07.402053 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:40:07.402053 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:40:07.402053 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:40:07.402053 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:40:07.402053 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:40:07.402053 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:40:07.402053 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:40:07.402053 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:40:07.402053 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:40:07.402053 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:40:07.402053 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:40:07.402053 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:40:07.402053 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:40:07.402053 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:40:07.402053 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:40:07.402053 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:40:07.402053 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:40:07.402053 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:40:07.402053 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:40:07.402053 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:40:07.402053 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:40:07.402053 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:40:07.402053 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:40:07.402053 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:40:07.402053 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:40:07.402053 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:40:07.402053 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:40:07.402053 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:40:07.412463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d28ff462-2027-4c50-8f4b-ccc12979bb64 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:40:07.447830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: d28ff462-2027-4c50-8f4b-ccc12979bb64 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:40:07.448230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device d28ff462-2027-4c50-8f4b-ccc12979bb64 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:40:07.487707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0f1b93b0-7b19-4fff-a12e-5326a9ddb412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:07.491643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-eedd7442-8ed3-4f3b-99fc-658c28228110 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:40:07.506781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0f1b93b0-7b19-4fff-a12e-5326a9ddb412 admin admin] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:07.517776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b93b0-7b19-4fff-a12e-5326a9ddb412 admin admin] Pushing event deleted for resources: {'Network': ['ID=af834f59-4aef-4018-b0d6-be1803cb5a4f,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:40:07.522220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0f1b93b0-7b19-4fff-a12e-5326a9ddb412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:40:07.523862 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0f1b93b0-7b19-4fff-a12e-5326a9ddb412 admin admin] 10.222.0.76 "DELETE /v2.0/networks/af834f59-4aef-4018-b0d6-be1803cb5a4f HTTP/1.1" status: 204  len: 168 time: 1.6140091
Nov 24 13:40:07.737238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 58280) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:40:07.790831 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b8581b84-df68-428a-a9e5-9b1e3b84c32e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5f021113dc884d37b6f51210ef2eddda&name=default HTTP/1.1" status: 200  len: 2751 time: 0.0522530
Nov 24 13:40:07.793860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 58284) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:40:07.858495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4b0753aa-1dce-4668-85a8-27cf0f428131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:07.885658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4b0753aa-1dce-4668-85a8-27cf0f428131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:07.938870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4b0753aa-1dce-4668-85a8-27cf0f428131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:07.944048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8ecd1a77-293a-49d8-9e2a-1df651201e6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:40:07.955176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0753aa-1dce-4668-85a8-27cf0f428131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978f1a8f-eb74-4731-ba9b-c9f569cdd8fc,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:40:07.961471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4b0753aa-1dce-4668-85a8-27cf0f428131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:40:07.963606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4b0753aa-1dce-4668-85a8-27cf0f428131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:07.965405 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4b0753aa-1dce-4668-85a8-27cf0f428131 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/978f1a8f-eb74-4731-ba9b-c9f569cdd8fc HTTP/1.1" status: 204  len: 168 time: 0.1705036
Nov 24 13:40:08.392382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 58292) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:40:08.450510 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1ebddd43-04a4-406f-b078-9c2c9e73c0a3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=de6c77d652ed4871ab97d1b2146be6f3&name=default HTTP/1.1" status: 200  len: 2751 time: 0.0563688
Nov 24 13:40:08.453082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 58296) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:40:08.519036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ea8805d7-d764-4920-b039-50101b034af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:08.546485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ea8805d7-d764-4920-b039-50101b034af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:08.595743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ea8805d7-d764-4920-b039-50101b034af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:08.600945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-110c36c6-e560-4ad0-9537-17ac01efeb55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:40:08.611821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8805d7-d764-4920-b039-50101b034af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bacc2f5-c73c-4377-9d52-188bba4bf303,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:40:08.616185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ea8805d7-d764-4920-b039-50101b034af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:40:08.619447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ea8805d7-d764-4920-b039-50101b034af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:08.621190 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ea8805d7-d764-4920-b039-50101b034af4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7bacc2f5-c73c-4377-9d52-188bba4bf303 HTTP/1.1" status: 204  len: 168 time: 0.1665943
Nov 24 13:40:09.544556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 58318) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:40:09.688178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-06770c79-7b7f-4d32-9419-ab1832e2244a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-978578624-network', 'tenant_id': 'a91e9d9d4cf34f87a82fde870c70922e'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:40:09.694385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-06770c79-7b7f-4d32-9419-ab1832e2244a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:40:09.699899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-06770c79-7b7f-4d32-9419-ab1832e2244a admin admin] Usage tracker for resource:network and tenant:a91e9d9d4cf34f87a82fde870c70922e is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:40:09.703035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-06770c79-7b7f-4d32-9419-ab1832e2244a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:40:09.708854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-06770c79-7b7f-4d32-9419-ab1832e2244a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:40:09.719856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06770c79-7b7f-4d32-9419-ab1832e2244a admin admin] Made reservation on behalf of a91e9d9d4cf34f87a82fde870c70922e for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:40:09.724768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06770c79-7b7f-4d32-9419-ab1832e2244a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:09.738051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06770c79-7b7f-4d32-9419-ab1832e2244a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:09.770997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-06770c79-7b7f-4d32-9419-ab1832e2244a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:40:09.775038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-06770c79-7b7f-4d32-9419-ab1832e2244a admin admin] Usage tracker for resource:security_group_rule and tenant:a91e9d9d4cf34f87a82fde870c70922e is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:40:09.778501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-06770c79-7b7f-4d32-9419-ab1832e2244a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:40:09.784373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-06770c79-7b7f-4d32-9419-ab1832e2244a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:40:09.860522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06770c79-7b7f-4d32-9419-ab1832e2244a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:09.863679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06770c79-7b7f-4d32-9419-ab1832e2244a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:09.868096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-101b6195-0ca2-428e-89bd-03f14df4bc5c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:40:09.903425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06770c79-7b7f-4d32-9419-ab1832e2244a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:40:09.917784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06770c79-7b7f-4d32-9419-ab1832e2244a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd282304-686a-4104-ad63-fa3cd1a31bab,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:40:09.921245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-06770c79-7b7f-4d32-9419-ab1832e2244a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:40:09.924202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06770c79-7b7f-4d32-9419-ab1832e2244a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:09.924672 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-06770c79-7b7f-4d32-9419-ab1832e2244a admin admin] Added segment cf412a02-1a8c-4c8a-b619-d7e4c4507688 of type vxlan for network c5f5dda8-2574-4193-b3ba-077cbae09909
Nov 24 13:40:09.956601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06770c79-7b7f-4d32-9419-ab1832e2244a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:09.990243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06770c79-7b7f-4d32-9419-ab1832e2244a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:09.991243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06770c79-7b7f-4d32-9419-ab1832e2244a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:40:09.991879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06770c79-7b7f-4d32-9419-ab1832e2244a admin admin] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:09.997320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-63dccd4b-aac4-4649-a864-843ad76209a6 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:40:10.103820 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-06770c79-7b7f-4d32-9419-ab1832e2244a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.5580142
Nov 24 13:40:10.107458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 58324) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:40:10.109784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06770c79-7b7f-4d32-9419-ab1832e2244a admin admin] Pushing event updated for resources: {'Network': ['ID=c5f5dda8-2574-4193-b3ba-077cbae09909,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:40:10.113434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-06770c79-7b7f-4d32-9419-ab1832e2244a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:40:10.121793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network c5f5dda8-2574-4193-b3ba-077cbae09909 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:40:10.123297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2163e431-b8e4-4ab8-be23-bf589a6d499c admin admin] Request body: {'subnet': {'network_id': 'c5f5dda8-2574-4193-b3ba-077cbae09909', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-978578624-subnet', 'tenant_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'ip_version': 4}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:40:10.134625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2163e431-b8e4-4ab8-be23-bf589a6d499c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:40:10.140518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2163e431-b8e4-4ab8-be23-bf589a6d499c admin admin] Usage tracker for resource:subnet and tenant:a91e9d9d4cf34f87a82fde870c70922e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:40:10.142135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network c5f5dda8-2574-4193-b3ba-077cbae09909 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:40:10.143830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2163e431-b8e4-4ab8-be23-bf589a6d499c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:40:10.149910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2163e431-b8e4-4ab8-be23-bf589a6d499c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:40:10.159666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2163e431-b8e4-4ab8-be23-bf589a6d499c admin admin] Made reservation on behalf of a91e9d9d4cf34f87a82fde870c70922e for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:40:10.164499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2163e431-b8e4-4ab8-be23-bf589a6d499c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:10.355338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-71a2e3ab-f5b0-46aa-a274-c5234f8e85f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:10.595386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2163e431-b8e4-4ab8-be23-bf589a6d499c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:10.610620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-720877f5-7f4a-43ce-b647-43c66e2faf6a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:40:10.740557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163e431-b8e4-4ab8-be23-bf589a6d499c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9756cb65-5d57-4a72-9444-f1d1f332cf52,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:40:10.745448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2163e431-b8e4-4ab8-be23-bf589a6d499c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:40:10.823448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2163e431-b8e4-4ab8-be23-bf589a6d499c admin admin] Checking segment: {'id': 'cf412a02-1a8c-4c8a-b619-d7e4c4507688', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c5f5dda8-2574-4193-b3ba-077cbae09909'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:40:10.824408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2163e431-b8e4-4ab8-be23-bf589a6d499c admin admin] Network hostable DHCP agents. Network: c5f5dda8-2574-4193-b3ba-077cbae09909, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:40:10.847373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2163e431-b8e4-4ab8-be23-bf589a6d499c admin admin] Network c5f5dda8-2574-4193-b3ba-077cbae09909 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:40:10.855633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-2163e431-b8e4-4ab8-be23-bf589a6d499c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, c5f5dda8-2574-4193-b3ba-077cbae09909) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:40:10.873560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadfb7fd-f8fe-4ad6-9f78-0cf5d3dd46cc None None] Network c5f5dda8-2574-4193-b3ba-077cbae09909 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:40:10.881250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2163e431-b8e4-4ab8-be23-bf589a6d499c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:40:10.881961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2163e431-b8e4-4ab8-be23-bf589a6d499c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:10.904130 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2163e431-b8e4-4ab8-be23-bf589a6d499c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7954566
Nov 24 13:40:10.907025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 58328) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:40:10.913054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-117dea92-96bf-4ccc-b113-75f7279ec0b4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-978578624-router', 'tenant_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:40:10.918265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-117dea92-96bf-4ccc-b113-75f7279ec0b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:40:10.922617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-117dea92-96bf-4ccc-b113-75f7279ec0b4 admin admin] Usage tracker for resource:router and tenant:a91e9d9d4cf34f87a82fde870c70922e is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:40:10.926697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-117dea92-96bf-4ccc-b113-75f7279ec0b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:40:10.932617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-117dea92-96bf-4ccc-b113-75f7279ec0b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:40:10.942978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-117dea92-96bf-4ccc-b113-75f7279ec0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:10.944103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-117dea92-96bf-4ccc-b113-75f7279ec0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:10.963865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-117dea92-96bf-4ccc-b113-75f7279ec0b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:11.114995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4473bf10-726c-4653-aebf-94896f2fa472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-c5f5dda8-2574-4193-b3ba-077cbae09909', 'network_id': 'c5f5dda8-2574-4193-b3ba-077cbae09909', 'tenant_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'fixed_ips': [{'subnet_id': '9756cb65-5d57-4a72-9444-f1d1f332cf52'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:40:11.116041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4473bf10-726c-4653-aebf-94896f2fa472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:11.122495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-117dea92-96bf-4ccc-b113-75f7279ec0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:11.337132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-117dea92-96bf-4ccc-b113-75f7279ec0b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:11.372912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-117dea92-96bf-4ccc-b113-75f7279ec0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:11.423631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-4473bf10-726c-4653-aebf-94896f2fa472 None None] Allocated IP 172.20.0.2 (c5f5dda8-2574-4193-b3ba-077cbae09909/9756cb65-5d57-4a72-9444-f1d1f332cf52/0cffaf10-3e3a-4c0e-9e2e-9729c682325c) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:40:11.648607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4473bf10-726c-4653-aebf-94896f2fa472 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:11.659962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4473bf10-726c-4653-aebf-94896f2fa472 None None] Transition to ACTIVE for port object 0cffaf10-3e3a-4c0e-9e2e-9729c682325c will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:40:11.662935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-117dea92-96bf-4ccc-b113-75f7279ec0b4 admin admin] Allocated IP 172.26.8.16 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/105bb4c8-ccea-411b-9948-2f3c35bf19b4) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:40:11.681399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4473bf10-726c-4653-aebf-94896f2fa472 None None] Transition to ACTIVE for port object 0cffaf10-3e3a-4c0e-9e2e-9729c682325c will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:40:11.692510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4473bf10-726c-4653-aebf-94896f2fa472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:11.708317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9d051208-dcc7-4e28-849a-3a09ea1b118c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:40:11.836438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-117dea92-96bf-4ccc-b113-75f7279ec0b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:11.846074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473bf10-726c-4653-aebf-94896f2fa472 None None] Pushing event updated for resources: {'Port': ['ID=0cffaf10-3e3a-4c0e-9e2e-9729c682325c,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:40:11.850425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4473bf10-726c-4653-aebf-94896f2fa472 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:40:11.867402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-117dea92-96bf-4ccc-b113-75f7279ec0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:11.884383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:40:11.905316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4473bf10-726c-4653-aebf-94896f2fa472 None None] Network c5f5dda8-2574-4193-b3ba-077cbae09909 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:40:11.906392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-4473bf10-726c-4653-aebf-94896f2fa472 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:40:11.909144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4473bf10-726c-4653-aebf-94896f2fa472 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:40:11.966537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4473bf10-726c-4653-aebf-94896f2fa472 None None] Attempting to bind port 0cffaf10-3e3a-4c0e-9e2e-9729c682325c on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:40:11.966933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4473bf10-726c-4653-aebf-94896f2fa472 None None] Attempting to bind port 0cffaf10-3e3a-4c0e-9e2e-9729c682325c by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'cf412a02-1a8c-4c8a-b619-d7e4c4507688', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c5f5dda8-2574-4193-b3ba-077cbae09909'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:40:11.967342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4473bf10-726c-4653-aebf-94896f2fa472 None None] Attempting to bind port 0cffaf10-3e3a-4c0e-9e2e-9729c682325c on network c5f5dda8-2574-4193-b3ba-077cbae09909 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:40:11.974487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4473bf10-726c-4653-aebf-94896f2fa472 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:40:11.974904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4473bf10-726c-4653-aebf-94896f2fa472 None None] Checking segment: {'id': 'cf412a02-1a8c-4c8a-b619-d7e4c4507688', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c5f5dda8-2574-4193-b3ba-077cbae09909'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:40:11.975355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4473bf10-726c-4653-aebf-94896f2fa472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:11.975791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4473bf10-726c-4653-aebf-94896f2fa472 None None] Bound using segment: {'id': 'cf412a02-1a8c-4c8a-b619-d7e4c4507688', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c5f5dda8-2574-4193-b3ba-077cbae09909'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:40:11.976306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4473bf10-726c-4653-aebf-94896f2fa472 None None] Bound port: 0cffaf10-3e3a-4c0e-9e2e-9729c682325c, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf412a02-1a8c-4c8a-b619-d7e4c4507688', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c5f5dda8-2574-4193-b3ba-077cbae09909'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:40:11.976722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4473bf10-726c-4653-aebf-94896f2fa472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:12.024355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117dea92-96bf-4ccc-b113-75f7279ec0b4 admin admin] Pushing event updated for resources: {'Port': ['ID=105bb4c8-ccea-411b-9948-2f3c35bf19b4,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:40:12.030019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-117dea92-96bf-4ccc-b113-75f7279ec0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:40:12.076098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-4473bf10-726c-4653-aebf-94896f2fa472 None None] For port 0cffaf10-3e3a-4c0e-9e2e-9729c682325c, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:40:12.079312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-4473bf10-726c-4653-aebf-94896f2fa472 None None] For port 0cffaf10-3e3a-4c0e-9e2e-9729c682325c, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=0cffaf10-3e3a-4c0e-9e2e-9729c682325c,segment=NetworkSegment(cf412a02-1a8c-4c8a-b619-d7e4c4507688),segment_id=cf412a02-1a8c-4c8a-b619-d7e4c4507688)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:40:12.086944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117dea92-96bf-4ccc-b113-75f7279ec0b4 admin admin] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:40:12.089132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4473bf10-726c-4653-aebf-94896f2fa472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:12.089277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-117dea92-96bf-4ccc-b113-75f7279ec0b4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:40:12.089277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117dea92-96bf-4ccc-b113-75f7279ec0b4 admin admin] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:40:12.104207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:40:12.266749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-117dea92-96bf-4ccc-b113-75f7279ec0b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:12.267575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-117dea92-96bf-4ccc-b113-75f7279ec0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:12.450975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473bf10-726c-4653-aebf-94896f2fa472 None None] Pushing event updated for resources: {'Port': ['ID=0cffaf10-3e3a-4c0e-9e2e-9729c682325c,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:40:12.456280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4473bf10-726c-4653-aebf-94896f2fa472 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:40:12.526411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117dea92-96bf-4ccc-b113-75f7279ec0b4 admin admin] Router b61885bb-f467-4066-8945-d3f2caa6d817 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:40:12.658975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e360252f-cdea-4dc8-a2a5-25dc9f0cc662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:12.754171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117dea92-96bf-4ccc-b113-75f7279ec0b4 admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:40:12.768464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fae4657-c0bb-408a-b45c-634d7accd85e None None] Sync routers for ids ['b61885bb-f467-4066-8945-d3f2caa6d817'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:40:12.790348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fae4657-c0bb-408a-b45c-634d7accd85e None None] Routers {'b61885bb-f467-4066-8945-d3f2caa6d817'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:40:12.792080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5fae4657-c0bb-408a-b45c-634d7accd85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c840550>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:40:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['b61885bb-f467-4066-8945-d3f2caa6d817'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:40:12.793980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-117dea92-96bf-4ccc-b113-75f7279ec0b4 admin admin] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:12.800691 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-117dea92-96bf-4ccc-b113-75f7279ec0b4 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 1.8877006
Nov 24 13:40:12.802046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 58332) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:40:13.005304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:13.006021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-5fae4657-c0bb-408a-b45c-634d7accd85e None None] Set router b61885bb-f467-4066-8945-d3f2caa6d817 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:40:13.324515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5fae4657-c0bb-408a-b45c-634d7accd85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c840550>, [{'id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'name': 'tempest-TestMinimumBasicScenario-978578624-router', 'tenant_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '105bb4c8-ccea-411b-9948-2f3c35bf19b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:40:10Z', 'updated_at': '2020-11-24T13:40:12Z', 'revision_number': 3, 'project_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'gw_port': {'id': '105bb4c8-ccea-411b-9948-2f3c35bf19b4', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:08:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:40:11Z', 'updated_at': '2020-11-24T13:40:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:40:13.329213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fae4657-c0bb-408a-b45c-634d7accd85e None None] Checking router: b61885bb-f467-4066-8945-d3f2caa6d817 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:40:13.329611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fae4657-c0bb-408a-b45c-634d7accd85e None None] Updating router b61885bb-f467-4066-8945-d3f2caa6d817 port 105bb4c8-ccea-411b-9948-2f3c35bf19b4 binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:40:13.395417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5fae4657-c0bb-408a-b45c-634d7accd85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:13.468171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 0cffaf10-3e3a-4c0e-9e2e-9729c682325c up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:40:13.549854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 0cffaf10-3e3a-4c0e-9e2e-9729c682325c completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:40:13.841282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1ef7-3d32-4a88-aca4-99f2a98a35a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:13.846042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5fae4657-c0bb-408a-b45c-634d7accd85e None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:13.859152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5fae4657-c0bb-408a-b45c-634d7accd85e None None] Transition to ACTIVE for port object 105bb4c8-ccea-411b-9948-2f3c35bf19b4 will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:40:13.862153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5fae4657-c0bb-408a-b45c-634d7accd85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:13.879647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-149a794d-df2c-4b16-b13a-9e9e925ea2af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:40:13.930001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0df4d0-b9b1-48c6-ab56-d2dd6de13e36 None None] Network c5f5dda8-2574-4193-b3ba-077cbae09909 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:40:14.013704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ed470-6002-47c8-9540-5f4ffaa08706 None None] Pushing event updated for resources: {'Port': ['ID=105bb4c8-ccea-411b-9948-2f3c35bf19b4,revision_number=2']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:40:14.029694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-dbb65aa1-527d-4d2e-8230-2a4061c55375 None None] Provisioning for port 0cffaf10-3e3a-4c0e-9e2e-9729c682325c completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:40:14.038500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-dbb65aa1-527d-4d2e-8230-2a4061c55375 None None] Provisioning complete for port 0cffaf10-3e3a-4c0e-9e2e-9729c682325c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:40:14.038937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dbb65aa1-527d-4d2e-8230-2a4061c55375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:14.039661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ed470-6002-47c8-9540-5f4ffaa08706 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:14.040053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ed470-6002-47c8-9540-5f4ffaa08706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:14.040429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ed470-6002-47c8-9540-5f4ffaa08706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:14.040802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ed470-6002-47c8-9540-5f4ffaa08706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:14.041169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ed470-6002-47c8-9540-5f4ffaa08706 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:14.041538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ed470-6002-47c8-9540-5f4ffaa08706 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:14.041902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ed470-6002-47c8-9540-5f4ffaa08706 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:14.042303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ed470-6002-47c8-9540-5f4ffaa08706 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:14.042705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ed470-6002-47c8-9540-5f4ffaa08706 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:14.043168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ed470-6002-47c8-9540-5f4ffaa08706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:14.043526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ed470-6002-47c8-9540-5f4ffaa08706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:14.043887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ed470-6002-47c8-9540-5f4ffaa08706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:14.044353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ed470-6002-47c8-9540-5f4ffaa08706 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:14.044687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ed470-6002-47c8-9540-5f4ffaa08706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:14.045043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ed470-6002-47c8-9540-5f4ffaa08706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:14.045601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ed470-6002-47c8-9540-5f4ffaa08706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:14.045728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ed470-6002-47c8-9540-5f4ffaa08706 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:14.046063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ed470-6002-47c8-9540-5f4ffaa08706 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:14.046451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ed470-6002-47c8-9540-5f4ffaa08706 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:14.046804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ed470-6002-47c8-9540-5f4ffaa08706 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:14.047162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ed470-6002-47c8-9540-5f4ffaa08706 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:14.047512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ed470-6002-47c8-9540-5f4ffaa08706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:14.047868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ed470-6002-47c8-9540-5f4ffaa08706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:14.048222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ed470-6002-47c8-9540-5f4ffaa08706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:14.055267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-318ed470-6002-47c8-9540-5f4ffaa08706 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:40:14.113294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-5fae4657-c0bb-408a-b45c-634d7accd85e None None] Attempting to bind port 105bb4c8-ccea-411b-9948-2f3c35bf19b4 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:40:14.113954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-5fae4657-c0bb-408a-b45c-634d7accd85e None None] Attempting to bind port 105bb4c8-ccea-411b-9948-2f3c35bf19b4 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:40:14.116137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fae4657-c0bb-408a-b45c-634d7accd85e None None] Attempting to bind port 105bb4c8-ccea-411b-9948-2f3c35bf19b4 on network cfe08d36-e5ba-4f00-8669-16a0ead5d220 {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:40:14.135897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fae4657-c0bb-408a-b45c-634d7accd85e None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:40:14.136943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fae4657-c0bb-408a-b45c-634d7accd85e None None] Checking segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:40:14.137563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5fae4657-c0bb-408a-b45c-634d7accd85e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:14.138041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fae4657-c0bb-408a-b45c-634d7accd85e None None] Bound using segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:40:14.138613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-5fae4657-c0bb-408a-b45c-634d7accd85e None None] Bound port: 105bb4c8-ccea-411b-9948-2f3c35bf19b4, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:40:14.139146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5fae4657-c0bb-408a-b45c-634d7accd85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:14.218227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-5fae4657-c0bb-408a-b45c-634d7accd85e None None] For port 105bb4c8-ccea-411b-9948-2f3c35bf19b4, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:40:14.222783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-5fae4657-c0bb-408a-b45c-634d7accd85e None None] For port 105bb4c8-ccea-411b-9948-2f3c35bf19b4, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=105bb4c8-ccea-411b-9948-2f3c35bf19b4,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:40:14.226564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5fae4657-c0bb-408a-b45c-634d7accd85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:14.243589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6044e175-fe21-4c0a-92ac-f7ea1fb02a2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:40:14.287942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-5d9e1ef7-3d32-4a88-aca4-99f2a98a35a9 admin admin] Allocated IP 172.20.0.1 (c5f5dda8-2574-4193-b3ba-077cbae09909/9756cb65-5d57-4a72-9444-f1d1f332cf52/18ebbe5c-b2bc-4e33-856c-88e6055e2e75) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:40:14.356817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:14.390102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ed470-6002-47c8-9540-5f4ffaa08706 None None] Pushing event updated for resources: {'Port': ['ID=105bb4c8-ccea-411b-9948-2f3c35bf19b4,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:40:14.393570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dbb65aa1-527d-4d2e-8230-2a4061c55375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:14.403601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-318ed470-6002-47c8-9540-5f4ffaa08706 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:40:14.441536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-dbb65aa1-527d-4d2e-8230-2a4061c55375 None None] For port 0cffaf10-3e3a-4c0e-9e2e-9729c682325c, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=0cffaf10-3e3a-4c0e-9e2e-9729c682325c,segment=NetworkSegment(cf412a02-1a8c-4c8a-b619-d7e4c4507688),segment_id=cf412a02-1a8c-4c8a-b619-d7e4c4507688)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:40:14.444598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dbb65aa1-527d-4d2e-8230-2a4061c55375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:14.446537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a32f0023-4ef6-4ff6-9aeb-cd92b46aedcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:40:14.461037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fae4657-c0bb-408a-b45c-634d7accd85e None None] Routers {'b61885bb-f467-4066-8945-d3f2caa6d817'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:40:14.461719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5fae4657-c0bb-408a-b45c-634d7accd85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c840550>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:40:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['b61885bb-f467-4066-8945-d3f2caa6d817'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:40:14.485739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1ef7-3d32-4a88-aca4-99f2a98a35a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:14.506479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5d9e1ef7-3d32-4a88-aca4-99f2a98a35a9 admin admin] Transition to ACTIVE for port object 18ebbe5c-b2bc-4e33-856c-88e6055e2e75 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:40:14.522566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb65aa1-527d-4d2e-8230-2a4061c55375 None None] Pushing event updated for resources: {'Port': ['ID=0cffaf10-3e3a-4c0e-9e2e-9729c682325c,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:40:14.526602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dbb65aa1-527d-4d2e-8230-2a4061c55375 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:40:14.537494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1ef7-3d32-4a88-aca4-99f2a98a35a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:14.555005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-226dc921-b5f1-4524-84a5-015eeeab5ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:40:14.665330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-5fae4657-c0bb-408a-b45c-634d7accd85e None None] Set router b61885bb-f467-4066-8945-d3f2caa6d817 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:40:14.680092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-90e06902-348c-4c7f-aa7a-6a65e1dc88ac None None] Provisioning complete for port 0cffaf10-3e3a-4c0e-9e2e-9729c682325c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:40:14.680547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-90e06902-348c-4c7f-aa7a-6a65e1dc88ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:14.704412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e1ef7-3d32-4a88-aca4-99f2a98a35a9 admin admin] Pushing event updated for resources: {'Port': ['ID=18ebbe5c-b2bc-4e33-856c-88e6055e2e75,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:40:14.709436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5d9e1ef7-3d32-4a88-aca4-99f2a98a35a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:40:14.770806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9e1ef7-3d32-4a88-aca4-99f2a98a35a9 admin admin] Network c5f5dda8-2574-4193-b3ba-077cbae09909 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:40:14.772147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-5d9e1ef7-3d32-4a88-aca4-99f2a98a35a9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:40:14.777447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9e1ef7-3d32-4a88-aca4-99f2a98a35a9 admin admin] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:40:14.841460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1ef7-3d32-4a88-aca4-99f2a98a35a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:14.860540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:14.934280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1ef7-3d32-4a88-aca4-99f2a98a35a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:14.971724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d29fc3fd-d12a-43ac-8abc-e2ecb817058d None None] Provisioning complete for port 0cffaf10-3e3a-4c0e-9e2e-9729c682325c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:40:14.972280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d29fc3fd-d12a-43ac-8abc-e2ecb817058d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:15.021127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5fae4657-c0bb-408a-b45c-634d7accd85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c840550>, [{'id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'name': 'tempest-TestMinimumBasicScenario-978578624-router', 'tenant_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '105bb4c8-ccea-411b-9948-2f3c35bf19b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:40:10Z', 'updated_at': '2020-11-24T13:40:12Z', 'revision_number': 3, 'project_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'gw_port': {'id': '105bb4c8-ccea-411b-9948-2f3c35bf19b4', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:08:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:40:11Z', 'updated_at': '2020-11-24T13:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:40:15.025858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fae4657-c0bb-408a-b45c-634d7accd85e None None] The sync data for ids ['b61885bb-f467-4066-8945-d3f2caa6d817'] in dv-neutron-601336-61-ovs is: [{'id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'name': 'tempest-TestMinimumBasicScenario-978578624-router', 'tenant_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '105bb4c8-ccea-411b-9948-2f3c35bf19b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:40:10Z', 'updated_at': '2020-11-24T13:40:12Z', 'revision_number': 3, 'project_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'gw_port': {'id': '105bb4c8-ccea-411b-9948-2f3c35bf19b4', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:08:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:40:11Z', 'updated_at': '2020-11-24T13:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:40:15.249968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b454cbac-47ad-48d0-8d6c-6e9352ad1907 None None] Provisioning for port 18ebbe5c-b2bc-4e33-856c-88e6055e2e75 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:40:15.255210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1ef7-3d32-4a88-aca4-99f2a98a35a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:15.255634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b454cbac-47ad-48d0-8d6c-6e9352ad1907 None None] Provisioning complete for port 18ebbe5c-b2bc-4e33-856c-88e6055e2e75 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:40:15.256062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b454cbac-47ad-48d0-8d6c-6e9352ad1907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:15.258943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1ef7-3d32-4a88-aca4-99f2a98a35a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:15.293407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0f1b93b0-7b19-4fff-a12e-5326a9ddb412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:40:15.315727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-b454cbac-47ad-48d0-8d6c-6e9352ad1907 None None] Port 18ebbe5c-b2bc-4e33-856c-88e6055e2e75 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:40:15.376298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e1ef7-3d32-4a88-aca4-99f2a98a35a9 admin admin] Pushing event updated for resources: {'Port': ['ID=18ebbe5c-b2bc-4e33-856c-88e6055e2e75,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:40:15.380119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1ef7-3d32-4a88-aca4-99f2a98a35a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:15.394693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5d9e1ef7-3d32-4a88-aca4-99f2a98a35a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:40:15.433401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 0cffaf10-3e3a-4c0e-9e2e-9729c682325c up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:40:15.509681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b7f661e6-5bea-46a6-aedf-853c94a2bc3e None None] Provisioning complete for port 0cffaf10-3e3a-4c0e-9e2e-9729c682325c triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:40:15.510103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b7f661e6-5bea-46a6-aedf-853c94a2bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:15.560821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9e1ef7-3d32-4a88-aca4-99f2a98a35a9 admin admin] Network c5f5dda8-2574-4193-b3ba-077cbae09909 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:40:15.562170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-5d9e1ef7-3d32-4a88-aca4-99f2a98a35a9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:40:15.589125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 0cffaf10-3e3a-4c0e-9e2e-9729c682325c triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:40:15.589593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:15.843240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f374c915-1367-4ca7-8bd0-2dbbf7990006 None None] Provisioning complete for port 18ebbe5c-b2bc-4e33-856c-88e6055e2e75 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:40:15.843758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f374c915-1367-4ca7-8bd0-2dbbf7990006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:15.905075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f374c915-1367-4ca7-8bd0-2dbbf7990006 None None] Port 18ebbe5c-b2bc-4e33-856c-88e6055e2e75 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:40:16.023966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9e1ef7-3d32-4a88-aca4-99f2a98a35a9 admin admin] Router b61885bb-f467-4066-8945-d3f2caa6d817 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:40:16.244523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9e1ef7-3d32-4a88-aca4-99f2a98a35a9 admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:40:16.254427 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5d9e1ef7-3d32-4a88-aca4-99f2a98a35a9 admin admin] 10.222.0.76 "PUT /v2.0/routers/b61885bb-f467-4066-8945-d3f2caa6d817/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4511507
Nov 24 13:40:17.458572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 105bb4c8-ccea-411b-9948-2f3c35bf19b4 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:40:17.548612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 105bb4c8-ccea-411b-9948-2f3c35bf19b4 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:40:17.554086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 105bb4c8-ccea-411b-9948-2f3c35bf19b4 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:40:17.554541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:17.696722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:17.715158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 105bb4c8-ccea-411b-9948-2f3c35bf19b4, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=105bb4c8-ccea-411b-9948-2f3c35bf19b4,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:40:17.719975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:17.722248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4473bf10-726c-4653-aebf-94896f2fa472 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:40:17.803715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=105bb4c8-ccea-411b-9948-2f3c35bf19b4,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:40:17.807491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:40:18.032131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734d42d1-28fe-454f-bdf1-525bb13c603b None None] Sync routers for ids ['b61885bb-f467-4066-8945-d3f2caa6d817'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:40:18.047751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734d42d1-28fe-454f-bdf1-525bb13c603b None None] Routers {'b61885bb-f467-4066-8945-d3f2caa6d817'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:40:18.048450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-734d42d1-28fe-454f-bdf1-525bb13c603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f63471413c8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:40:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['b61885bb-f467-4066-8945-d3f2caa6d817'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:40:18.262868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-734d42d1-28fe-454f-bdf1-525bb13c603b None None] Set router b61885bb-f467-4066-8945-d3f2caa6d817 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:40:18.647307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-734d42d1-28fe-454f-bdf1-525bb13c603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f63471413c8>, [{'id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'name': 'tempest-TestMinimumBasicScenario-978578624-router', 'tenant_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '105bb4c8-ccea-411b-9948-2f3c35bf19b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:40:10Z', 'updated_at': '2020-11-24T13:40:14Z', 'revision_number': 4, 'project_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'gw_port': {'id': '105bb4c8-ccea-411b-9948-2f3c35bf19b4', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:08:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:40:11Z', 'updated_at': '2020-11-24T13:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '18ebbe5c-b2bc-4e33-856c-88e6055e2e75', 'name': '', 'network_id': 'c5f5dda8-2574-4193-b3ba-077cbae09909', 'tenant_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'mac_address': 'fa:16:3e:b0:5f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '9756cb65-5d57-4a72-9444-f1d1f332cf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:40:14Z', 'updated_at': '2020-11-24T13:40:15Z', 'revision_number': 2, 'project_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'subnets': [{'id': '9756cb65-5d57-4a72-9444-f1d1f332cf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:40:18.651726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734d42d1-28fe-454f-bdf1-525bb13c603b None None] Checking router: b61885bb-f467-4066-8945-d3f2caa6d817 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:40:18.652136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734d42d1-28fe-454f-bdf1-525bb13c603b None None] Updating router b61885bb-f467-4066-8945-d3f2caa6d817 port 18ebbe5c-b2bc-4e33-856c-88e6055e2e75 binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:40:18.717520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-734d42d1-28fe-454f-bdf1-525bb13c603b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:19.181903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-734d42d1-28fe-454f-bdf1-525bb13c603b None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:19.200845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-734d42d1-28fe-454f-bdf1-525bb13c603b None None] Transition to ACTIVE for port object 18ebbe5c-b2bc-4e33-856c-88e6055e2e75 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:40:19.203802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-734d42d1-28fe-454f-bdf1-525bb13c603b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:19.222221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:40:19.381475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566aba55-d323-4c42-8b34-423b194f7188 None None] Pushing event updated for resources: {'Port': ['ID=18ebbe5c-b2bc-4e33-856c-88e6055e2e75,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:40:19.387659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-566aba55-d323-4c42-8b34-423b194f7188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:40:19.498369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 105bb4c8-ccea-411b-9948-2f3c35bf19b4 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:40:19.925769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-734d42d1-28fe-454f-bdf1-525bb13c603b None None] Attempting to bind port 18ebbe5c-b2bc-4e33-856c-88e6055e2e75 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:40:19.926328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-734d42d1-28fe-454f-bdf1-525bb13c603b None None] Attempting to bind port 18ebbe5c-b2bc-4e33-856c-88e6055e2e75 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'cf412a02-1a8c-4c8a-b619-d7e4c4507688', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c5f5dda8-2574-4193-b3ba-077cbae09909'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:40:19.926643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734d42d1-28fe-454f-bdf1-525bb13c603b None None] Attempting to bind port 18ebbe5c-b2bc-4e33-856c-88e6055e2e75 on network c5f5dda8-2574-4193-b3ba-077cbae09909 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:40:19.933706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 105bb4c8-ccea-411b-9948-2f3c35bf19b4 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:40:19.934155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:19.966517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734d42d1-28fe-454f-bdf1-525bb13c603b None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:40:19.966919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734d42d1-28fe-454f-bdf1-525bb13c603b None None] Checking segment: {'id': 'cf412a02-1a8c-4c8a-b619-d7e4c4507688', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c5f5dda8-2574-4193-b3ba-077cbae09909'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:40:19.967379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-734d42d1-28fe-454f-bdf1-525bb13c603b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:19.967815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734d42d1-28fe-454f-bdf1-525bb13c603b None None] Bound using segment: {'id': 'cf412a02-1a8c-4c8a-b619-d7e4c4507688', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c5f5dda8-2574-4193-b3ba-077cbae09909'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:40:19.968344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-734d42d1-28fe-454f-bdf1-525bb13c603b None None] Bound port: 18ebbe5c-b2bc-4e33-856c-88e6055e2e75, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf412a02-1a8c-4c8a-b619-d7e4c4507688', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c5f5dda8-2574-4193-b3ba-077cbae09909'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:40:19.968762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-734d42d1-28fe-454f-bdf1-525bb13c603b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:20.153149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-734d42d1-28fe-454f-bdf1-525bb13c603b None None] For port 18ebbe5c-b2bc-4e33-856c-88e6055e2e75, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:40:20.180876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-734d42d1-28fe-454f-bdf1-525bb13c603b None None] For port 18ebbe5c-b2bc-4e33-856c-88e6055e2e75, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=18ebbe5c-b2bc-4e33-856c-88e6055e2e75,segment=NetworkSegment(cf412a02-1a8c-4c8a-b619-d7e4c4507688),segment_id=cf412a02-1a8c-4c8a-b619-d7e4c4507688)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:40:20.189045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-734d42d1-28fe-454f-bdf1-525bb13c603b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:20.257802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-acb6984b-b420-4a5a-82ed-550b59778cf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:40:20.376056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566aba55-d323-4c42-8b34-423b194f7188 None None] Pushing event updated for resources: {'Port': ['ID=18ebbe5c-b2bc-4e33-856c-88e6055e2e75,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:40:20.380645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-566aba55-d323-4c42-8b34-423b194f7188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:40:20.432549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734d42d1-28fe-454f-bdf1-525bb13c603b None None] Routers {'b61885bb-f467-4066-8945-d3f2caa6d817'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:40:20.433247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-734d42d1-28fe-454f-bdf1-525bb13c603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f63471413c8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:40:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['b61885bb-f467-4066-8945-d3f2caa6d817'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:40:20.670285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-734d42d1-28fe-454f-bdf1-525bb13c603b None None] Set router b61885bb-f467-4066-8945-d3f2caa6d817 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:40:21.041676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-734d42d1-28fe-454f-bdf1-525bb13c603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f63471413c8>, [{'id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'name': 'tempest-TestMinimumBasicScenario-978578624-router', 'tenant_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '105bb4c8-ccea-411b-9948-2f3c35bf19b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:40:10Z', 'updated_at': '2020-11-24T13:40:14Z', 'revision_number': 4, 'project_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'gw_port': {'id': '105bb4c8-ccea-411b-9948-2f3c35bf19b4', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:08:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:40:11Z', 'updated_at': '2020-11-24T13:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '18ebbe5c-b2bc-4e33-856c-88e6055e2e75', 'name': '', 'network_id': 'c5f5dda8-2574-4193-b3ba-077cbae09909', 'tenant_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'mac_address': 'fa:16:3e:b0:5f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '9756cb65-5d57-4a72-9444-f1d1f332cf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:40:14Z', 'updated_at': '2020-11-24T13:40:20Z', 'revision_number': 4, 'project_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'subnets': [{'id': '9756cb65-5d57-4a72-9444-f1d1f332cf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:40:21.046744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734d42d1-28fe-454f-bdf1-525bb13c603b None None] The sync data for ids ['b61885bb-f467-4066-8945-d3f2caa6d817'] in dv-neutron-601336-61-ovs is: [{'id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'name': 'tempest-TestMinimumBasicScenario-978578624-router', 'tenant_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '105bb4c8-ccea-411b-9948-2f3c35bf19b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:40:10Z', 'updated_at': '2020-11-24T13:40:14Z', 'revision_number': 4, 'project_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'gw_port': {'id': '105bb4c8-ccea-411b-9948-2f3c35bf19b4', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:08:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:40:11Z', 'updated_at': '2020-11-24T13:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '18ebbe5c-b2bc-4e33-856c-88e6055e2e75', 'name': '', 'network_id': 'c5f5dda8-2574-4193-b3ba-077cbae09909', 'tenant_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'mac_address': 'fa:16:3e:b0:5f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '9756cb65-5d57-4a72-9444-f1d1f332cf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:40:14Z', 'updated_at': '2020-11-24T13:40:20Z', 'revision_number': 4, 'project_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'subnets': [{'id': '9756cb65-5d57-4a72-9444-f1d1f332cf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:40:21.376947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:21.477847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 18ebbe5c-b2bc-4e33-856c-88e6055e2e75 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:40:21.569540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 18ebbe5c-b2bc-4e33-856c-88e6055e2e75 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:40:21.579857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 18ebbe5c-b2bc-4e33-856c-88e6055e2e75 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:40:21.580284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:21.736545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:21.775912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 18ebbe5c-b2bc-4e33-856c-88e6055e2e75, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=18ebbe5c-b2bc-4e33-856c-88e6055e2e75,segment=NetworkSegment(cf412a02-1a8c-4c8a-b619-d7e4c4507688),segment_id=cf412a02-1a8c-4c8a-b619-d7e4c4507688)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:40:21.780050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:21.785659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:40:21.863120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=18ebbe5c-b2bc-4e33-856c-88e6055e2e75,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:40:21.874410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:40:23.441558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 18ebbe5c-b2bc-4e33-856c-88e6055e2e75 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:40:23.539981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 18ebbe5c-b2bc-4e33-856c-88e6055e2e75 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:40:23.540723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:26.235782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498816fc-cf25-416f-bbc4-179995483c59 req-3929e0fa-4b72-4d09-8790-f4d586bad4ce tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:40:26.236544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-498816fc-cf25-416f-bbc4-179995483c59 req-3929e0fa-4b72-4d09-8790-f4d586bad4ce tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Synchronizing usage tracker for tenant:a91e9d9d4cf34f87a82fde870c70922e on resource:network {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:40:26.253723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-498816fc-cf25-416f-bbc4-179995483c59 req-3929e0fa-4b72-4d09-8790-f4d586bad4ce tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Unset dirty status for tenant:a91e9d9d4cf34f87a82fde870c70922e on resource:network {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:40:26.255045 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-498816fc-cf25-416f-bbc4-179995483c59 req-3929e0fa-4b72-4d09-8790-f4d586bad4ce tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/networks?id=c5f5dda8-2574-4193-b3ba-077cbae09909 HTTP/1.1" status: 200  len: 814 time: 0.1768880
Nov 24 13:40:26.272086 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-498816fc-cf25-416f-bbc4-179995483c59 req-2efd7fa4-3e6c-4643-8cac-66e5107924ef tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/quotas/a91e9d9d4cf34f87a82fde870c70922e HTTP/1.1" status: 200  len: 375 time: 0.0108662
Nov 24 13:40:26.356878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-498816fc-cf25-416f-bbc4-179995483c59 req-3b59b1f7-1b05-4f36-9717-f9a2dd13c613 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Synchronizing usage tracker for tenant:a91e9d9d4cf34f87a82fde870c70922e on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:40:26.373447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-498816fc-cf25-416f-bbc4-179995483c59 req-3b59b1f7-1b05-4f36-9717-f9a2dd13c613 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Unset dirty status for tenant:a91e9d9d4cf34f87a82fde870c70922e on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:40:26.374933 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-498816fc-cf25-416f-bbc4-179995483c59 req-3b59b1f7-1b05-4f36-9717-f9a2dd13c613 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?tenant_id=a91e9d9d4cf34f87a82fde870c70922e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0973773
Nov 24 13:40:26.527388 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-498816fc-cf25-416f-bbc4-179995483c59 req-30b733ac-7a54-4185-bfe0-25b6d5fd95c1 service neutron] 10.222.0.76 "GET /v2.0/networks/c5f5dda8-2574-4193-b3ba-077cbae09909?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391857
Nov 24 13:40:26.672760 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-498816fc-cf25-416f-bbc4-179995483c59 req-5e837a6e-8f1e-434c-81a8-588f87e3e16e service neutron] 10.222.0.76 "GET /v2.0/networks/c5f5dda8-2574-4193-b3ba-077cbae09909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1388416
Nov 24 13:40:26.892359 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3e2b102a-cf31-47a5-81b9-7f3f64d084e4 req-5b4f3387-2e0f-42c8-ad25-ae5805a0751d tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 210 time: 0.0503514
Nov 24 13:40:28.025474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498816fc-cf25-416f-bbc4-179995483c59 req-7cc335ba-62ee-4d7c-b9d6-b0267aaab660 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:40:28.027624 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-498816fc-cf25-416f-bbc4-179995483c59 req-7cc335ba-62ee-4d7c-b9d6-b0267aaab660 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.70 "GET /v2.0/networks?id=c5f5dda8-2574-4193-b3ba-077cbae09909 HTTP/1.1" status: 200  len: 814 time: 0.1717813
Nov 24 13:40:28.050659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-498816fc-cf25-416f-bbc4-179995483c59 req-84b3060e-74fa-4099-983c-0ed8db510018 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Request body: {'port': {'device_id': '3011bf09-c756-4d89-86b3-81fb3130756e', 'network_id': 'c5f5dda8-2574-4193-b3ba-077cbae09909', 'admin_state_up': True, 'tenant_id': 'a91e9d9d4cf34f87a82fde870c70922e'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:40:28.087675 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1fd7ac6a-f7ab-4755-93d2-f228ce20e89a req-b88e7a63-7156-4a6e-a8a4-3195064ad72b tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 210 time: 0.0505776
Nov 24 13:40:28.203606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-498816fc-cf25-416f-bbc4-179995483c59 req-84b3060e-74fa-4099-983c-0ed8db510018 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:40:28.215039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-498816fc-cf25-416f-bbc4-179995483c59 req-84b3060e-74fa-4099-983c-0ed8db510018 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:40:28.224476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498816fc-cf25-416f-bbc4-179995483c59 req-84b3060e-74fa-4099-983c-0ed8db510018 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Made reservation on behalf of a91e9d9d4cf34f87a82fde870c70922e for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:40:28.230682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-498816fc-cf25-416f-bbc4-179995483c59 req-84b3060e-74fa-4099-983c-0ed8db510018 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:28.586925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-498816fc-cf25-416f-bbc4-179995483c59 req-84b3060e-74fa-4099-983c-0ed8db510018 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Allocated IP 172.20.0.13 (c5f5dda8-2574-4193-b3ba-077cbae09909/9756cb65-5d57-4a72-9444-f1d1f332cf52/9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:40:28.841193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-498816fc-cf25-416f-bbc4-179995483c59 req-84b3060e-74fa-4099-983c-0ed8db510018 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:28.859870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-498816fc-cf25-416f-bbc4-179995483c59 req-84b3060e-74fa-4099-983c-0ed8db510018 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Transition to ACTIVE for port object 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:40:28.880626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-498816fc-cf25-416f-bbc4-179995483c59 req-84b3060e-74fa-4099-983c-0ed8db510018 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:28.898479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c33e761c-cfca-4876-9dea-735183a2d04c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:40:29.052819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3060e-74fa-4099-983c-0ed8db510018 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Pushing event updated for resources: {'Port': ['ID=9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:40:29.057588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-84b3060e-74fa-4099-983c-0ed8db510018 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:40:29.124998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498816fc-cf25-416f-bbc4-179995483c59 req-84b3060e-74fa-4099-983c-0ed8db510018 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Network c5f5dda8-2574-4193-b3ba-077cbae09909 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:40:29.126348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-498816fc-cf25-416f-bbc4-179995483c59 req-84b3060e-74fa-4099-983c-0ed8db510018 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:40:29.129772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-498816fc-cf25-416f-bbc4-179995483c59 req-84b3060e-74fa-4099-983c-0ed8db510018 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:40:29.417320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96911390-fdb8-4724-8b4a-722041f86483 req-21c64ac8-3483-4ae7-a406-bd5f07934770 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:40:29.419039 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-96911390-fdb8-4724-8b4a-722041f86483 req-21c64ac8-3483-4ae7-a406-bd5f07934770 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 932 time: 0.1334388
Nov 24 13:40:29.424011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0f54a60c-1c9e-4f93-9ae3-82df401dfaf2 None None] Provisioning for port 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:40:29.432578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0f54a60c-1c9e-4f93-9ae3-82df401dfaf2 None None] Provisioning complete for port 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:40:29.433283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0f54a60c-1c9e-4f93-9ae3-82df401dfaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:29.480918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-96911390-fdb8-4724-8b4a-722041f86483 req-398b2a7e-771b-48ff-a666-2664aafb9698 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Synchronizing usage tracker for tenant:a91e9d9d4cf34f87a82fde870c70922e on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:40:29.505070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-96911390-fdb8-4724-8b4a-722041f86483 req-398b2a7e-771b-48ff-a666-2664aafb9698 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Unset dirty status for tenant:a91e9d9d4cf34f87a82fde870c70922e on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:40:29.518617 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-96911390-fdb8-4724-8b4a-722041f86483 req-398b2a7e-771b-48ff-a666-2664aafb9698 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896788
Nov 24 13:40:29.537243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-0f54a60c-1c9e-4f93-9ae3-82df401dfaf2 None None] Port 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:40:29.587467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498816fc-cf25-416f-bbc4-179995483c59 req-84b3060e-74fa-4099-983c-0ed8db510018 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:40:29.588198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-498816fc-cf25-416f-bbc4-179995483c59 req-84b3060e-74fa-4099-983c-0ed8db510018 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:29.615843 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-498816fc-cf25-416f-bbc4-179995483c59 req-84b3060e-74fa-4099-983c-0ed8db510018 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5696471
Nov 24 13:40:30.531875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:40:31.012039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f27606-9492-4a08-9e8c-0844806e619e req-ed877cb0-3b05-439f-87f1-055512b47106 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:40:31.013602 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-55f27606-9492-4a08-9e8c-0844806e619e req-ed877cb0-3b05-439f-87f1-055512b47106 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 932 time: 0.3684397
Nov 24 13:40:31.065395 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-55f27606-9492-4a08-9e8c-0844806e619e req-a3471fbd-ce07-4bc3-8605-d2baa841e1d7 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447028
Nov 24 13:40:32.320161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545773b-7d03-4315-a554-571bc3897a08 req-fcdef68d-9fa8-44f2-a6d6-3f5e0a21595f tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:40:32.321826 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9545773b-7d03-4315-a554-571bc3897a08 req-fcdef68d-9fa8-44f2-a6d6-3f5e0a21595f tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 932 time: 0.0980194
Nov 24 13:40:32.373264 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9545773b-7d03-4315-a554-571bc3897a08 req-7c5d7552-cb04-43d8-bc28-ddec7bd537af tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446711
Nov 24 13:40:33.618409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06ae85-c0cb-45cb-92f5-44c21f10c58d req-70e5fb33-53e9-4bc0-87aa-95a0f8421992 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:40:33.627143 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2a06ae85-c0cb-45cb-92f5-44c21f10c58d req-70e5fb33-53e9-4bc0-87aa-95a0f8421992 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 932 time: 0.1076882
Nov 24 13:40:33.672358 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2a06ae85-c0cb-45cb-92f5-44c21f10c58d req-67c95afd-0c5f-4d5c-9e16-4d0a87a89a8d tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441980
Nov 24 13:40:34.911107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7aa382-7ba5-496d-ba5d-1a78eb556ee8 req-17596aa7-ac08-407e-999d-f8e33e289d2a tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:40:34.912755 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-af7aa382-7ba5-496d-ba5d-1a78eb556ee8 req-17596aa7-ac08-407e-999d-f8e33e289d2a tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 932 time: 0.0966973
Nov 24 13:40:34.969298 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-af7aa382-7ba5-496d-ba5d-1a78eb556ee8 req-bffdc688-4c10-4b25-8c2d-82da05c0f927 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491817
Nov 24 13:40:36.199381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe5004-a61a-46b8-923d-032e89d7f4c3 req-eb37cd4e-802e-4038-aa8f-2edf85cb7074 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:40:36.200975 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8afe5004-a61a-46b8-923d-032e89d7f4c3 req-eb37cd4e-802e-4038-aa8f-2edf85cb7074 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 932 time: 0.0906088
Nov 24 13:40:36.255036 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8afe5004-a61a-46b8-923d-032e89d7f4c3 req-37bfd52a-cabb-4b8a-8d7f-4c76f9e5e2a2 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474391
Nov 24 13:40:37.497940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77975f-fbe9-48b1-9f24-d89a03cbb9d0 req-c6238c28-a183-492e-bf44-79f07758ba30 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:40:37.499515 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9f77975f-fbe9-48b1-9f24-d89a03cbb9d0 req-c6238c28-a183-492e-bf44-79f07758ba30 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 932 time: 0.0901649
Nov 24 13:40:37.549320 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9f77975f-fbe9-48b1-9f24-d89a03cbb9d0 req-3e9dce84-30a1-496a-a914-c343cbc940ce tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428560
Nov 24 13:40:38.152230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-498816fc-cf25-416f-bbc4-179995483c59 req-02e87d13-b64e-4238-a979-9df2784bfbca service neutron] Request body: {'port': {'device_id': '3011bf09-c756-4d89-86b3-81fb3130756e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:40:38.281002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-498816fc-cf25-416f-bbc4-179995483c59 req-02e87d13-b64e-4238-a979-9df2784bfbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:38.703384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-498816fc-cf25-416f-bbc4-179995483c59 req-02e87d13-b64e-4238-a979-9df2784bfbca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 {{(pid=80944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:40:38.710604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-498816fc-cf25-416f-bbc4-179995483c59 req-02e87d13-b64e-4238-a979-9df2784bfbca service neutron] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:38.724086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-498816fc-cf25-416f-bbc4-179995483c59 req-02e87d13-b64e-4238-a979-9df2784bfbca service neutron] Transition to ACTIVE for port object 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 will not be triggered until provisioned by entity L2. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:40:38.726931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-498816fc-cf25-416f-bbc4-179995483c59 req-02e87d13-b64e-4238-a979-9df2784bfbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:38.743012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-117dea92-96bf-4ccc-b113-75f7279ec0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:40:38.766281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790f676-39cc-41e4-9521-4bc9a72d419e req-adeb7c5a-c9a6-4829-bb30-e344a5f42895 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:40:38.767926 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4790f676-39cc-41e4-9521-4bc9a72d419e req-adeb7c5a-c9a6-4829-bb30-e344a5f42895 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 932 time: 0.0849359
Nov 24 13:40:38.818482 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4790f676-39cc-41e4-9521-4bc9a72d419e req-8288a746-52c6-49b2-9da0-05f231fb733d tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439956
Nov 24 13:40:38.885108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e87d13-b64e-4238-a979-9df2784bfbca service neutron] Pushing event updated for resources: {'Port': ['ID=9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:40:38.890718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-02e87d13-b64e-4238-a979-9df2784bfbca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:40:39.085161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-498816fc-cf25-416f-bbc4-179995483c59 req-02e87d13-b64e-4238-a979-9df2784bfbca service neutron] Attempting to bind port 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:40:39.085635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-498816fc-cf25-416f-bbc4-179995483c59 req-02e87d13-b64e-4238-a979-9df2784bfbca service neutron] Attempting to bind port 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'cf412a02-1a8c-4c8a-b619-d7e4c4507688', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c5f5dda8-2574-4193-b3ba-077cbae09909'}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:40:39.086087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498816fc-cf25-416f-bbc4-179995483c59 req-02e87d13-b64e-4238-a979-9df2784bfbca service neutron] Attempting to bind port 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 on network c5f5dda8-2574-4193-b3ba-077cbae09909 {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:40:39.093442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498816fc-cf25-416f-bbc4-179995483c59 req-02e87d13-b64e-4238-a979-9df2784bfbca service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:40:39.094156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498816fc-cf25-416f-bbc4-179995483c59 req-02e87d13-b64e-4238-a979-9df2784bfbca service neutron] Checking segment: {'id': 'cf412a02-1a8c-4c8a-b619-d7e4c4507688', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c5f5dda8-2574-4193-b3ba-077cbae09909'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:40:39.094562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-498816fc-cf25-416f-bbc4-179995483c59 req-02e87d13-b64e-4238-a979-9df2784bfbca service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:39.095663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498816fc-cf25-416f-bbc4-179995483c59 req-02e87d13-b64e-4238-a979-9df2784bfbca service neutron] Bound using segment: {'id': 'cf412a02-1a8c-4c8a-b619-d7e4c4507688', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c5f5dda8-2574-4193-b3ba-077cbae09909'} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:40:39.095885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-498816fc-cf25-416f-bbc4-179995483c59 req-02e87d13-b64e-4238-a979-9df2784bfbca service neutron] Bound port: 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf412a02-1a8c-4c8a-b619-d7e4c4507688', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c5f5dda8-2574-4193-b3ba-077cbae09909'}}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:40:39.096263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-498816fc-cf25-416f-bbc4-179995483c59 req-02e87d13-b64e-4238-a979-9df2784bfbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:39.192578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-498816fc-cf25-416f-bbc4-179995483c59 req-02e87d13-b64e-4238-a979-9df2784bfbca service neutron] For port 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4, host hv-neutron-6013, cleared binding levels {{(pid=80944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:40:39.195736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-498816fc-cf25-416f-bbc4-179995483c59 req-02e87d13-b64e-4238-a979-9df2784bfbca service neutron] For port 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4,segment=NetworkSegment(cf412a02-1a8c-4c8a-b619-d7e4c4507688),segment_id=cf412a02-1a8c-4c8a-b619-d7e4c4507688)] {{(pid=80944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:40:39.200174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-498816fc-cf25-416f-bbc4-179995483c59 req-02e87d13-b64e-4238-a979-9df2784bfbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:39.215446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ab4a4f9f-3080-478a-aa15-7a0731fe10b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:40:39.359489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e87d13-b64e-4238-a979-9df2784bfbca service neutron] Pushing event updated for resources: {'Port': ['ID=9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4,revision_number=3']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:40:39.373863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-02e87d13-b64e-4238-a979-9df2784bfbca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:40:39.409116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498816fc-cf25-416f-bbc4-179995483c59 req-02e87d13-b64e-4238-a979-9df2784bfbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:40:39.409792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-498816fc-cf25-416f-bbc4-179995483c59 req-02e87d13-b64e-4238-a979-9df2784bfbca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:39.411334 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-498816fc-cf25-416f-bbc4-179995483c59 req-02e87d13-b64e-4238-a979-9df2784bfbca service neutron] 10.222.0.70 "PUT /v2.0/ports/9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 HTTP/1.1" status: 200  len: 1158 time: 1.2639647
Nov 24 13:40:39.414210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3011bf09-c756-4d89-86b3-81fb3130756e', 'tag': '9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:40:39.508113 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3011bf09-c756-4d89-86b3-81fb3130756e', 'tag': '9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4', 'status': 'completed', 'code': 200}
Nov 24 13:40:39.546627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498816fc-cf25-416f-bbc4-179995483c59 req-fe223143-dc55-4617-9bdb-3457f03358c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:40:39.548333 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-498816fc-cf25-416f-bbc4-179995483c59 req-fe223143-dc55-4617-9bdb-3457f03358c8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a91e9d9d4cf34f87a82fde870c70922e&device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 1161 time: 0.0836227
Nov 24 13:40:39.631454 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-498816fc-cf25-416f-bbc4-179995483c59 req-b67a24d4-0507-46d9-aa45-d53b7cc04475 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 HTTP/1.1" status: 200  len: 217 time: 0.0705612
Nov 24 13:40:39.706146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498816fc-cf25-416f-bbc4-179995483c59 req-64667152-2f0b-4a95-862b-6ee84708daa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:40:39.707815 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-498816fc-cf25-416f-bbc4-179995483c59 req-64667152-2f0b-4a95-862b-6ee84708daa9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9756cb65-5d57-4a72-9444-f1d1f332cf52 HTTP/1.1" status: 200  len: 853 time: 0.0699956
Nov 24 13:40:39.797450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498816fc-cf25-416f-bbc4-179995483c59 req-8eb070d9-6657-40a3-a8f3-78418a1a86f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:40:39.799969 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-498816fc-cf25-416f-bbc4-179995483c59 req-8eb070d9-6657-40a3-a8f3-78418a1a86f6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5f5dda8-2574-4193-b3ba-077cbae09909&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0843160
Nov 24 13:40:39.964725 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-498816fc-cf25-416f-bbc4-179995483c59 req-f0f758ba-51ac-469b-be35-f3e0a1c68d3c service neutron] 10.222.0.70 "GET /v2.0/networks/c5f5dda8-2574-4193-b3ba-077cbae09909?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480389
Nov 24 13:40:40.049081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbef5c-ca41-4fa3-bb65-97ea13d0c214 req-986ca2dd-1ed6-4d9e-b672-ef86e357ead3 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:40:40.050765 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-00bbef5c-ca41-4fa3-bb65-97ea13d0c214 req-986ca2dd-1ed6-4d9e-b672-ef86e357ead3 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 944 time: 0.0944946
Nov 24 13:40:40.104850 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-00bbef5c-ca41-4fa3-bb65-97ea13d0c214 req-43c30acc-f2f0-4276-9e20-acb737851818 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471597
Nov 24 13:40:40.148594 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-498816fc-cf25-416f-bbc4-179995483c59 req-272fd9eb-3046-4c28-9013-99598009bc54 service neutron] 10.222.0.70 "GET /v2.0/networks/c5f5dda8-2574-4193-b3ba-077cbae09909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1697273
Nov 24 13:40:40.289100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6c68da50-f954-4852-9321-801cb8de61ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:40.310584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8f2af-593b-40a0-9097-4e008a361d86 req-a6fef172-af8a-4dce-adc1-6027f4aa180b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:40:40.312254 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-76d8f2af-593b-40a0-9097-4e008a361d86 req-a6fef172-af8a-4dce-adc1-6027f4aa180b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a91e9d9d4cf34f87a82fde870c70922e&device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 1161 time: 0.0813284
Nov 24 13:40:40.458621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8f2af-593b-40a0-9097-4e008a361d86 req-5e8530e9-2a93-4cac-a9eb-e7e3549b0d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:40:40.460209 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-76d8f2af-593b-40a0-9097-4e008a361d86 req-5e8530e9-2a93-4cac-a9eb-e7e3549b0d04 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5f5dda8-2574-4193-b3ba-077cbae09909 HTTP/1.1" status: 200  len: 908 time: 0.1406100
Nov 24 13:40:40.535451 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-76d8f2af-593b-40a0-9097-4e008a361d86 req-30fd5768-2554-4919-8333-b4b23ac28e22 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 HTTP/1.1" status: 200  len: 217 time: 0.0678926
Nov 24 13:40:40.610333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8f2af-593b-40a0-9097-4e008a361d86 req-63ad2088-940a-4c9d-ae89-bd977aae8698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:40:40.611845 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-76d8f2af-593b-40a0-9097-4e008a361d86 req-63ad2088-940a-4c9d-ae89-bd977aae8698 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9756cb65-5d57-4a72-9444-f1d1f332cf52 HTTP/1.1" status: 200  len: 853 time: 0.0687687
Nov 24 13:40:40.692692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8f2af-593b-40a0-9097-4e008a361d86 req-355b130c-6f30-41e0-90eb-c2e0a40d076b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:40:40.694369 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-76d8f2af-593b-40a0-9097-4e008a361d86 req-355b130c-6f30-41e0-90eb-c2e0a40d076b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5f5dda8-2574-4193-b3ba-077cbae09909&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0748787
Nov 24 13:40:40.841213 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-76d8f2af-593b-40a0-9097-4e008a361d86 req-4df3036b-c9e4-4a2c-93ef-f3a6605821fc service neutron] 10.222.0.70 "GET /v2.0/networks/c5f5dda8-2574-4193-b3ba-077cbae09909?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397629
Nov 24 13:40:40.993344 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-76d8f2af-593b-40a0-9097-4e008a361d86 req-08a04922-a0a4-4924-8773-cf2cfbb47a4d service neutron] 10.222.0.70 "GET /v2.0/networks/c5f5dda8-2574-4193-b3ba-077cbae09909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1440294
Nov 24 13:40:41.331113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563b20b-e25b-44d8-8a4b-f5f48c1e069f req-4379519c-4977-4682-b9c5-6ee016313d79 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:40:41.332754 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0563b20b-e25b-44d8-8a4b-f5f48c1e069f req-4379519c-4977-4682-b9c5-6ee016313d79 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 944 time: 0.0875368
Nov 24 13:40:41.385980 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0563b20b-e25b-44d8-8a4b-f5f48c1e069f req-4ad5d371-20b6-431e-a6ec-46261f7f0c9e tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464458
Nov 24 13:40:42.608457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a23a1-258a-44d7-834d-efb9e5cce58f req-b72a3125-8ace-4749-81e1-8e36301311fd tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:40:42.610070 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b49a23a1-258a-44d7-834d-efb9e5cce58f req-b72a3125-8ace-4749-81e1-8e36301311fd tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 944 time: 0.0900898
Nov 24 13:40:42.661145 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b49a23a1-258a-44d7-834d-efb9e5cce58f req-4464724e-01c6-4cea-a8a5-24e011ce61d3 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440969
Nov 24 13:40:42.664065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7ee36778-193b-40f8-b334-810cab39c50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:43.002321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:43.311865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.objects.ports [None req-ed4b71bc-e7c0-4859-84c6-ce4291b24664 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80945) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 24 13:40:43.720550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:40:43.792019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:40:43.797009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:40:43.797471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:43.882486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94fb61-f558-49e7-be12-23976a86b1f4 req-ef3519bd-a356-4057-a59e-e19e3799cb3d tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:40:43.884219 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ff94fb61-f558-49e7-be12-23976a86b1f4 req-ef3519bd-a356-4057-a59e-e19e3799cb3d tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 944 time: 0.0867846
Nov 24 13:40:43.924384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:43.937299 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ff94fb61-f558-49e7-be12-23976a86b1f4 req-d28e6c9e-2590-4a10-97a5-1b394cfc1d8a tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460298
Nov 24 13:40:43.953510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3011bf09-c756-4d89-86b3-81fb3130756e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:40:43.964014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4,segment=NetworkSegment(cf412a02-1a8c-4c8a-b619-d7e4c4507688),segment_id=cf412a02-1a8c-4c8a-b619-d7e4c4507688)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:40:43.967904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:43.970215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:40:44.016950 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3011bf09-c756-4d89-86b3-81fb3130756e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4', 'code': 200}
Nov 24 13:40:44.043812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:40:44.053256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:44.053678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:44.054038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:44.054447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:44.054825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:44.055186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:44.055559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:44.055936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:44.056309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:44.056686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:44.057056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:44.057432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:44.057898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:44.058299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:44.058673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:44.059044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:44.059411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:44.059778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:44.060143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:44.060510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:44.060877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:44.061243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:44.061607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:44.061972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:44.066330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:40:44.270145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:44.294205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748c08c-6e1d-4264-a472-47ca6f9fb23f req-7d7ddfa8-3038-442e-808d-6ed62272f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:40:44.295840 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5748c08c-6e1d-4264-a472-47ca6f9fb23f req-7d7ddfa8-3038-442e-808d-6ed62272f6dc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 1163 time: 0.0821803
Nov 24 13:40:44.341501 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5748c08c-6e1d-4264-a472-47ca6f9fb23f req-46b3c6f5-da69-4653-b761-9c4cf78918be service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389273
Nov 24 13:40:44.857917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:45.151177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56351d8a-a72e-4478-be49-449d3e9cd155 req-7601e1a3-bb05-4cc8-8af4-f8f37ae5c012 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:40:45.153229 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56351d8a-a72e-4478-be49-449d3e9cd155 req-7601e1a3-bb05-4cc8-8af4-f8f37ae5c012 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 946 time: 0.0855353
Nov 24 13:40:45.202433 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56351d8a-a72e-4478-be49-449d3e9cd155 req-a2ec9d00-50f3-4b74-b9e8-21da9b6ef2ad tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425272
Nov 24 13:40:45.332220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:40:45.412199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:40:45.412619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:46.434936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965db0a-447b-43cf-be6b-b76002caf325 req-77a0f1a3-150a-4f26-8444-cde12a13e604 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:40:46.436474 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9965db0a-447b-43cf-be6b-b76002caf325 req-77a0f1a3-150a-4f26-8444-cde12a13e604 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 946 time: 0.0917439
Nov 24 13:40:46.491469 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9965db0a-447b-43cf-be6b-b76002caf325 req-477d6b52-a38b-49b3-b315-a57fbe59edf5 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482945
Nov 24 13:40:46.706948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd42b40-2993-42dc-b16a-5b3afac1337e req-9670706f-ee9a-48b3-9ea2-ddbe52f91847 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:40:46.708921 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ccd42b40-2993-42dc-b16a-5b3afac1337e req-9670706f-ee9a-48b3-9ea2-ddbe52f91847 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 946 time: 0.0828483
Nov 24 13:40:46.759059 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ccd42b40-2993-42dc-b16a-5b3afac1337e req-5be78aab-4a9c-42a5-8e93-c485536b77ce tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428774
Nov 24 13:40:47.223653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4776d2-02fd-4ab0-bb4e-8eb3d3df4d88 req-cefeff66-6fdc-4447-ad7f-936a4277040d tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:40:47.225338 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dc4776d2-02fd-4ab0-bb4e-8eb3d3df4d88 req-cefeff66-6fdc-4447-ad7f-936a4277040d tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 946 time: 0.0932546
Nov 24 13:40:47.276642 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dc4776d2-02fd-4ab0-bb4e-8eb3d3df4d88 req-5b40afca-eb63-4727-8a53-67174524f294 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444160
Nov 24 13:40:51.372993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:58.019064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646bfd4-b00f-4135-99b7-4b55786753a9 req-10399837-aa80-4923-850b-128c4f8517dd tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:40:58.020705 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a646bfd4-b00f-4135-99b7-4b55786753a9 req-10399837-aa80-4923-850b-128c4f8517dd tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 946 time: 0.0872614
Nov 24 13:40:58.073886 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a646bfd4-b00f-4135-99b7-4b55786753a9 req-04ccaeed-e622-4026-8b66-496b4496dd94 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467954
Nov 24 13:40:58.294960 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-67ef9cb7-4a05-42c5-ae0a-f88561d5c722 req-087e7765-2bfd-41ba-a91e-4fbe4bae36c6 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1605556
Nov 24 13:40:58.309314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-67ef9cb7-4a05-42c5-ae0a-f88561d5c722 req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:40:58.316316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-67ef9cb7-4a05-42c5-ae0a-f88561d5c722 req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:40:58.320387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-67ef9cb7-4a05-42c5-ae0a-f88561d5c722 req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Usage tracker for resource:floatingip and tenant:a91e9d9d4cf34f87a82fde870c70922e is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:40:58.323575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-67ef9cb7-4a05-42c5-ae0a-f88561d5c722 req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:40:58.329521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-67ef9cb7-4a05-42c5-ae0a-f88561d5c722 req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:40:58.339720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-67ef9cb7-4a05-42c5-ae0a-f88561d5c722 req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks [] for floatingip, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:58.489320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-67ef9cb7-4a05-42c5-ae0a-f88561d5c722 req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:58.765033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-67ef9cb7-4a05-42c5-ae0a-f88561d5c722 req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Allocated IP 172.26.8.75 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/51bd66b2-037c-4af3-84dc-372c21899bec) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:40:58.923923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-67ef9cb7-4a05-42c5-ae0a-f88561d5c722 req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:58.949424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-67ef9cb7-4a05-42c5-ae0a-f88561d5c722 req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:58.965544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6de1ec05-1dbd-480f-90d1-53c2f7f11d45 tempest-ServersAdminNegativeTestJSON-1745251182 tempest-ServersAdminNegativeTestJSON-1745251182] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:40:59.109474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Pushing event updated for resources: {'Port': ['ID=51bd66b2-037c-4af3-84dc-372c21899bec,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:40:59.154467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:59.155210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:59.155942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:59.156667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:59.157391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:59.158151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:59.158873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:59.159596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:59.160323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:59.161045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:59.161769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:59.162522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:59.163459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:59.164189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:59.164912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:59.165620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:59.166329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:59.167011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:59.167734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:59.168462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:59.169183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:59.169912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:59.170718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:59.171447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:40:59.180799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:40:59.231657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ef9cb7-4a05-42c5-ae0a-f88561d5c722 req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:40:59.232944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-67ef9cb7-4a05-42c5-ae0a-f88561d5c722 req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:40:59.235575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ef9cb7-4a05-42c5-ae0a-f88561d5c722 req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:40:59.329931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-67ef9cb7-4a05-42c5-ae0a-f88561d5c722 req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks [] for floatingip, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:59.394056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-67ef9cb7-4a05-42c5-ae0a-f88561d5c722 req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:59.662672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-67ef9cb7-4a05-42c5-ae0a-f88561d5c722 req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:59.665542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-67ef9cb7-4a05-42c5-ae0a-f88561d5c722 req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:59.688635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-98d2a90e-ac94-4ca0-a89d-596a4ce6704c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:40:59.817486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Pushing event updated for resources: {'Port': ['ID=51bd66b2-037c-4af3-84dc-372c21899bec,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:40:59.822418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:40:59.925261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-67ef9cb7-4a05-42c5-ae0a-f88561d5c722 req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:59.947103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-67ef9cb7-4a05-42c5-ae0a-f88561d5c722 req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:40:59.948420 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-67ef9cb7-4a05-42c5-ae0a-f88561d5c722 req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.6459746
Nov 24 13:41:00.035606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-67ef9cb7-4a05-42c5-ae0a-f88561d5c722 req-0cc60ba4-05b9-4820-803d-1eb9e656ed63 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Synchronizing usage tracker for tenant:a91e9d9d4cf34f87a82fde870c70922e on resource:floatingip {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:41:00.056261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-67ef9cb7-4a05-42c5-ae0a-f88561d5c722 req-0cc60ba4-05b9-4820-803d-1eb9e656ed63 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Unset dirty status for tenant:a91e9d9d4cf34f87a82fde870c70922e on resource:floatingip {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:41:00.057599 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-67ef9cb7-4a05-42c5-ae0a-f88561d5c722 req-0cc60ba4-05b9-4820-803d-1eb9e656ed63 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.26.8.75 HTTP/1.1" status: 200  len: 695 time: 0.1027536
Nov 24 13:41:00.219689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef9cb7-4a05-42c5-ae0a-f88561d5c722 req-a17adcff-041e-4b63-b7e1-d362e31ce8ef tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:00.221056 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-67ef9cb7-4a05-42c5-ae0a-f88561d5c722 req-a17adcff-041e-4b63-b7e1-d362e31ce8ef tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/networks/cfe08d36-e5ba-4f00-8669-16a0ead5d220 HTTP/1.1" status: 200  len: 784 time: 0.1573465
Nov 24 13:41:00.231963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-67ef9cb7-4a05-42c5-ae0a-f88561d5c722 req-96a81d50-1a34-4174-b652-e5eac8d118cf tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:41:00.233029 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-67ef9cb7-4a05-42c5-ae0a-f88561d5c722 req-96a81d50-1a34-4174-b652-e5eac8d118cf tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0058601
Nov 24 13:41:00.427890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2580ee3-60c2-4c2a-a315-fcd18234215f req-ffd6a335-ce4c-4605-8902-1f49f9d631f2 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:00.429485 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f2580ee3-60c2-4c2a-a315-fcd18234215f req-ffd6a335-ce4c-4605-8902-1f49f9d631f2 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0849204
Nov 24 13:41:00.515286 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f2580ee3-60c2-4c2a-a315-fcd18234215f req-2c644512-2730-4a13-977e-844102a9fc7d tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.26.8.75 HTTP/1.1" status: 200  len: 695 time: 0.0793583
Nov 24 13:41:00.525487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-f2580ee3-60c2-4c2a-a315-fcd18234215f req-c4b44a61-502d-4182-8542-438fd45c0fad tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Request body: {'floatingip': {'port_id': '9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:41:00.606941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-f2580ee3-60c2-4c2a-a315-fcd18234215f req-c4b44a61-502d-4182-8542-438fd45c0fad tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks [] for floatingip, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:01.487790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-f2580ee3-60c2-4c2a-a315-fcd18234215f req-c4b44a61-502d-4182-8542-438fd45c0fad tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks [] for floatingip, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:01.490388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-f2580ee3-60c2-4c2a-a315-fcd18234215f req-c4b44a61-502d-4182-8542-438fd45c0fad tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:01.687472 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [req-f2580ee3-60c2-4c2a-a315-fcd18234215f req-c4b44a61-502d-4182-8542-438fd45c0fad tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Floating IP 9e21a006-add0-4e82-8464-1fc28ef4e29f associated. External IP: 172.26.8.75, port: 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4.
Nov 24 13:41:02.103353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2580ee3-60c2-4c2a-a315-fcd18234215f req-c4b44a61-502d-4182-8542-438fd45c0fad tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Router b61885bb-f467-4066-8945-d3f2caa6d817 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:41:02.322147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2580ee3-60c2-4c2a-a315-fcd18234215f req-c4b44a61-502d-4182-8542-438fd45c0fad tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:41:02.327780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-f2580ee3-60c2-4c2a-a315-fcd18234215f req-c4b44a61-502d-4182-8542-438fd45c0fad tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:02.332769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08d7bc0-9fb1-447d-97d3-198a7fc40dc7 None None] Sync routers for ids ['b61885bb-f467-4066-8945-d3f2caa6d817'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:41:02.345372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08d7bc0-9fb1-447d-97d3-198a7fc40dc7 None None] Routers {'b61885bb-f467-4066-8945-d3f2caa6d817'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:41:02.346050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d08d7bc0-9fb1-447d-97d3-198a7fc40dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c992940>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:40:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['b61885bb-f467-4066-8945-d3f2caa6d817'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:41:02.383088 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f2580ee3-60c2-4c2a-a315-fcd18234215f req-c4b44a61-502d-4182-8542-438fd45c0fad tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "PUT /v2.0/floatingips/9e21a006-add0-4e82-8464-1fc28ef4e29f HTTP/1.1" status: 200  len: 996 time: 1.8615241
Nov 24 13:41:02.383595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3011bf09-c756-4d89-86b3-81fb3130756e', 'tag': '9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:41:02.566113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-d08d7bc0-9fb1-447d-97d3-198a7fc40dc7 None None] Set router b61885bb-f467-4066-8945-d3f2caa6d817 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:41:02.602394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2580ee3-60c2-4c2a-a315-fcd18234215f req-54261ef3-0a65-4698-acd6-b2a925985414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:02.604150 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f2580ee3-60c2-4c2a-a315-fcd18234215f req-54261ef3-0a65-4698-acd6-b2a925985414 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a91e9d9d4cf34f87a82fde870c70922e&device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 1163 time: 0.1999879
Nov 24 13:41:02.636453 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3011bf09-c756-4d89-86b3-81fb3130756e', 'tag': '9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4', 'status': 'completed', 'code': 200}
Nov 24 13:41:02.747984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f9dac-8de2-4487-8c9d-1cf6dd7c03de req-3d03defb-0e7a-46ae-8037-64a6016eb269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:02.750532 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-834f9dac-8de2-4487-8c9d-1cf6dd7c03de req-3d03defb-0e7a-46ae-8037-64a6016eb269 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a91e9d9d4cf34f87a82fde870c70922e&device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 1163 time: 0.0789421
Nov 24 13:41:02.762178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2580ee3-60c2-4c2a-a315-fcd18234215f req-5031d7e6-1350-4d94-9e86-1b14ba3f3656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:02.763824 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f2580ee3-60c2-4c2a-a315-fcd18234215f req-5031d7e6-1350-4d94-9e86-1b14ba3f3656 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c5f5dda8-2574-4193-b3ba-077cbae09909 HTTP/1.1" status: 200  len: 908 time: 0.1518393
Nov 24 13:41:02.874327 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f2580ee3-60c2-4c2a-a315-fcd18234215f req-fe2d696b-2aba-4b65-b604-0d2819518ad5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 HTTP/1.1" status: 200  len: 999 time: 0.1033089
Nov 24 13:41:02.904858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f9dac-8de2-4487-8c9d-1cf6dd7c03de req-d628c336-03d0-4ab7-925e-19a939773979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:02.907131 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-834f9dac-8de2-4487-8c9d-1cf6dd7c03de req-d628c336-03d0-4ab7-925e-19a939773979 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5f5dda8-2574-4193-b3ba-077cbae09909 HTTP/1.1" status: 200  len: 908 time: 0.1464398
Nov 24 13:41:02.949131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2580ee3-60c2-4c2a-a315-fcd18234215f req-7d65c9e7-08d4-492a-8a89-d5ac64a2dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:02.950769 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f2580ee3-60c2-4c2a-a315-fcd18234215f req-7d65c9e7-08d4-492a-8a89-d5ac64a2dd09 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9756cb65-5d57-4a72-9444-f1d1f332cf52 HTTP/1.1" status: 200  len: 853 time: 0.0698204
Nov 24 13:41:02.967347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d08d7bc0-9fb1-447d-97d3-198a7fc40dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c992940>, [{'id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'name': 'tempest-TestMinimumBasicScenario-978578624-router', 'tenant_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '105bb4c8-ccea-411b-9948-2f3c35bf19b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:40:10Z', 'updated_at': '2020-11-24T13:40:14Z', 'revision_number': 4, 'project_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'gw_port': {'id': '105bb4c8-ccea-411b-9948-2f3c35bf19b4', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:08:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:40:11Z', 'updated_at': '2020-11-24T13:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '9e21a006-add0-4e82-8464-1fc28ef4e29f', 'tenant_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'floating_ip_address': '172.26.8.75', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'port_id': '9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5f5dda8-2574-4193-b3ba-077cbae09909', 'mac_address': 'fa:16:3e:45:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3011bf09-c756-4d89-86b3-81fb3130756e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:40:59Z', 'updated_at': '2020-11-24T13:41:01Z', 'revision_number': 1, 'project_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ebbe5c-b2bc-4e33-856c-88e6055e2e75', 'name': '', 'network_id': 'c5f5dda8-2574-4193-b3ba-077cbae09909', 'tenant_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'mac_address': 'fa:16:3e:b0:5f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '9756cb65-5d57-4a72-9444-f1d1f332cf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:40:14Z', 'updated_at': '2020-11-24T13:40:21Z', 'revision_number': 5, 'project_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'subnets': [{'id': '9756cb65-5d57-4a72-9444-f1d1f332cf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:41:02.972152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08d7bc0-9fb1-447d-97d3-198a7fc40dc7 None None] Checking router: b61885bb-f467-4066-8945-d3f2caa6d817 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:41:02.991840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08d7bc0-9fb1-447d-97d3-198a7fc40dc7 None None] Routers {'b61885bb-f467-4066-8945-d3f2caa6d817'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:41:02.992515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d08d7bc0-9fb1-447d-97d3-198a7fc40dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c992940>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:40:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['b61885bb-f467-4066-8945-d3f2caa6d817'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:41:03.023528 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-834f9dac-8de2-4487-8c9d-1cf6dd7c03de req-fee49b3e-f502-4d03-9309-2328b2bcddd6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 HTTP/1.1" status: 200  len: 999 time: 0.1096725
Nov 24 13:41:03.038958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2580ee3-60c2-4c2a-a315-fcd18234215f req-9277a7ad-9f60-4946-8d0a-e086e6013dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:03.040746 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f2580ee3-60c2-4c2a-a315-fcd18234215f req-9277a7ad-9f60-4946-8d0a-e086e6013dff service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c5f5dda8-2574-4193-b3ba-077cbae09909&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821493
Nov 24 13:41:03.053843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-f2580ee3-60c2-4c2a-a315-fcd18234215f req-402a0cfa-ba33-4e85-8e6f-6b8f8a190125 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:41:03.055142 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f2580ee3-60c2-4c2a-a315-fcd18234215f req-402a0cfa-ba33-4e85-8e6f-6b8f8a190125 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0059819
Nov 24 13:41:03.099318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f9dac-8de2-4487-8c9d-1cf6dd7c03de req-13c22132-aa5c-4975-8a9f-31f5db4db1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:03.100905 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-834f9dac-8de2-4487-8c9d-1cf6dd7c03de req-13c22132-aa5c-4975-8a9f-31f5db4db1d2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9756cb65-5d57-4a72-9444-f1d1f332cf52 HTTP/1.1" status: 200  len: 853 time: 0.0705590
Nov 24 13:41:03.203576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f9dac-8de2-4487-8c9d-1cf6dd7c03de req-7b4b766d-dda1-4a8e-98f8-0abf61e3a2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:03.205275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-d08d7bc0-9fb1-447d-97d3-198a7fc40dc7 None None] Set router b61885bb-f467-4066-8945-d3f2caa6d817 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:41:03.206099 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-834f9dac-8de2-4487-8c9d-1cf6dd7c03de req-7b4b766d-dda1-4a8e-98f8-0abf61e3a2e9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5f5dda8-2574-4193-b3ba-077cbae09909&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0985944
Nov 24 13:41:03.228489 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f2580ee3-60c2-4c2a-a315-fcd18234215f req-3da12b29-9fe2-4e1d-840f-fdd82f1bf62c service neutron] 10.222.0.76 "GET /v2.0/networks/c5f5dda8-2574-4193-b3ba-077cbae09909?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1662900
Nov 24 13:41:03.359038 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-834f9dac-8de2-4487-8c9d-1cf6dd7c03de req-42d73928-0b5a-4459-926f-24d1a40ee858 service neutron] 10.222.0.70 "GET /v2.0/networks/c5f5dda8-2574-4193-b3ba-077cbae09909?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1456521
Nov 24 13:41:03.382728 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f2580ee3-60c2-4c2a-a315-fcd18234215f req-721f2014-a126-4b7b-9f96-7c2a57bbc46d service neutron] 10.222.0.76 "GET /v2.0/networks/c5f5dda8-2574-4193-b3ba-077cbae09909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1465902
Nov 24 13:41:03.431606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-fd01e9ab-29af-49ad-bd41-1cd71902a646 req-bb4c8f85-8727-474d-9a5b-ca3ccd26640f tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1240209674', 'description': 'tempest-TestMinimumBasicScenario-1240209674 description'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:41:03.438675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-fd01e9ab-29af-49ad-bd41-1cd71902a646 req-bb4c8f85-8727-474d-9a5b-ca3ccd26640f tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:41:03.449268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-fd01e9ab-29af-49ad-bd41-1cd71902a646 req-bb4c8f85-8727-474d-9a5b-ca3ccd26640f tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:41:03.460533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fd01e9ab-29af-49ad-bd41-1cd71902a646 req-bb4c8f85-8727-474d-9a5b-ca3ccd26640f tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:03.502214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-fd01e9ab-29af-49ad-bd41-1cd71902a646 req-bb4c8f85-8727-474d-9a5b-ca3ccd26640f tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:41:03.506834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-fd01e9ab-29af-49ad-bd41-1cd71902a646 req-bb4c8f85-8727-474d-9a5b-ca3ccd26640f tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Usage tracker for resource:security_group_rule and tenant:a91e9d9d4cf34f87a82fde870c70922e is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:41:03.509963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-fd01e9ab-29af-49ad-bd41-1cd71902a646 req-bb4c8f85-8727-474d-9a5b-ca3ccd26640f tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:41:03.516482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-fd01e9ab-29af-49ad-bd41-1cd71902a646 req-bb4c8f85-8727-474d-9a5b-ca3ccd26640f tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:41:03.518299 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-834f9dac-8de2-4487-8c9d-1cf6dd7c03de req-4276c5d0-6a09-4cdc-b407-ea94ba384400 service neutron] 10.222.0.70 "GET /v2.0/networks/c5f5dda8-2574-4193-b3ba-077cbae09909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1517332
Nov 24 13:41:03.583233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fd01e9ab-29af-49ad-bd41-1cd71902a646 req-bb4c8f85-8727-474d-9a5b-ca3ccd26640f tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:03.587318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fd01e9ab-29af-49ad-bd41-1cd71902a646 req-bb4c8f85-8727-474d-9a5b-ca3ccd26640f tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:03.593619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-60ad1b61-862d-4c3f-a7eb-c79f3ef5886b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:41:03.610625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d08d7bc0-9fb1-447d-97d3-198a7fc40dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c992940>, [{'id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'name': 'tempest-TestMinimumBasicScenario-978578624-router', 'tenant_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '105bb4c8-ccea-411b-9948-2f3c35bf19b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:40:10Z', 'updated_at': '2020-11-24T13:40:14Z', 'revision_number': 4, 'project_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'gw_port': {'id': '105bb4c8-ccea-411b-9948-2f3c35bf19b4', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:08:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:40:11Z', 'updated_at': '2020-11-24T13:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '9e21a006-add0-4e82-8464-1fc28ef4e29f', 'tenant_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'floating_ip_address': '172.26.8.75', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'port_id': '9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5f5dda8-2574-4193-b3ba-077cbae09909', 'mac_address': 'fa:16:3e:45:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3011bf09-c756-4d89-86b3-81fb3130756e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:40:59Z', 'updated_at': '2020-11-24T13:41:01Z', 'revision_number': 1, 'project_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ebbe5c-b2bc-4e33-856c-88e6055e2e75', 'name': '', 'network_id': 'c5f5dda8-2574-4193-b3ba-077cbae09909', 'tenant_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'mac_address': 'fa:16:3e:b0:5f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '9756cb65-5d57-4a72-9444-f1d1f332cf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:40:14Z', 'updated_at': '2020-11-24T13:40:21Z', 'revision_number': 5, 'project_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'subnets': [{'id': '9756cb65-5d57-4a72-9444-f1d1f332cf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:41:03.615032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08d7bc0-9fb1-447d-97d3-198a7fc40dc7 None None] The sync data for ids ['b61885bb-f467-4066-8945-d3f2caa6d817'] in dv-neutron-601336-61-ovs is: [{'id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'name': 'tempest-TestMinimumBasicScenario-978578624-router', 'tenant_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '105bb4c8-ccea-411b-9948-2f3c35bf19b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:40:10Z', 'updated_at': '2020-11-24T13:40:14Z', 'revision_number': 4, 'project_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'gw_port': {'id': '105bb4c8-ccea-411b-9948-2f3c35bf19b4', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:08:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:40:11Z', 'updated_at': '2020-11-24T13:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '9e21a006-add0-4e82-8464-1fc28ef4e29f', 'tenant_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'floating_ip_address': '172.26.8.75', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'port_id': '9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5f5dda8-2574-4193-b3ba-077cbae09909', 'mac_address': 'fa:16:3e:45:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3011bf09-c756-4d89-86b3-81fb3130756e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:40:59Z', 'updated_at': '2020-11-24T13:41:01Z', 'revision_number': 1, 'project_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ebbe5c-b2bc-4e33-856c-88e6055e2e75', 'name': '', 'network_id': 'c5f5dda8-2574-4193-b3ba-077cbae09909', 'tenant_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'mac_address': 'fa:16:3e:b0:5f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '9756cb65-5d57-4a72-9444-f1d1f332cf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:40:14Z', 'updated_at': '2020-11-24T13:40:21Z', 'revision_number': 5, 'project_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'subnets': [{'id': '9756cb65-5d57-4a72-9444-f1d1f332cf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:41:03.643499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c8f85-8727-474d-9a5b-ca3ccd26640f tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ef19d1-0a58-4fb7-a568-6c270eb9963f,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:41:03.649787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bb4c8f85-8727-474d-9a5b-ca3ccd26640f tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:41:03.650949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fd01e9ab-29af-49ad-bd41-1cd71902a646 req-bb4c8f85-8727-474d-9a5b-ca3ccd26640f tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:03.652103 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fd01e9ab-29af-49ad-bd41-1cd71902a646 req-bb4c8f85-8727-474d-9a5b-ca3ccd26640f tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1705 time: 0.2255919
Nov 24 13:41:03.739455 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4d5d5c4e-3866-4d91-b3a3-12e65da2792d req-389a31f4-b407-4041-bb2d-ecfe0f717a59 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups/a9ef19d1-0a58-4fb7-a568-6c270eb9963f HTTP/1.1" status: 200  len: 1700 time: 0.0540445
Nov 24 13:41:03.751014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-4d5d5c4e-3866-4d91-b3a3-12e65da2792d req-39aa5f7a-17ab-457e-8aef-2efbdd4105e3 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a9ef19d1-0a58-4fb7-a568-6c270eb9963f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:41:03.751789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-4d5d5c4e-3866-4d91-b3a3-12e65da2792d req-39aa5f7a-17ab-457e-8aef-2efbdd4105e3 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a9ef19d1-0a58-4fb7-a568-6c270eb9963f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:41:03.758762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-4d5d5c4e-3866-4d91-b3a3-12e65da2792d req-39aa5f7a-17ab-457e-8aef-2efbdd4105e3 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:41:03.762854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-4d5d5c4e-3866-4d91-b3a3-12e65da2792d req-39aa5f7a-17ab-457e-8aef-2efbdd4105e3 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Usage tracker for resource:security_group_rule and tenant:a91e9d9d4cf34f87a82fde870c70922e is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:41:03.766529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-4d5d5c4e-3866-4d91-b3a3-12e65da2792d req-39aa5f7a-17ab-457e-8aef-2efbdd4105e3 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:41:03.772295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-4d5d5c4e-3866-4d91-b3a3-12e65da2792d req-39aa5f7a-17ab-457e-8aef-2efbdd4105e3 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:41:03.832871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-4d5d5c4e-3866-4d91-b3a3-12e65da2792d req-39aa5f7a-17ab-457e-8aef-2efbdd4105e3 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:03.856884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-4d5d5c4e-3866-4d91-b3a3-12e65da2792d req-39aa5f7a-17ab-457e-8aef-2efbdd4105e3 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:03.859851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-4d5d5c4e-3866-4d91-b3a3-12e65da2792d req-39aa5f7a-17ab-457e-8aef-2efbdd4105e3 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:03.861857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d7984fa9-e1ca-4f9a-bbe5-4ad52f198ce0 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:41:03.887667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa5f7a-17ab-457e-8aef-2efbdd4105e3 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a5dd6f-4162-472f-beda-af9075f08377,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:41:03.891112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-39aa5f7a-17ab-457e-8aef-2efbdd4105e3 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:41:03.898798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-4d5d5c4e-3866-4d91-b3a3-12e65da2792d req-39aa5f7a-17ab-457e-8aef-2efbdd4105e3 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:03.900198 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4d5d5c4e-3866-4d91-b3a3-12e65da2792d req-39aa5f7a-17ab-457e-8aef-2efbdd4105e3 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 721 time: 0.1541603
Nov 24 13:41:03.925041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde9b84d-c357-465b-b472-209deea1701b None None] New status for floating IP 9e21a006-add0-4e82-8464-1fc28ef4e29f: ACTIVE {{(pid=80945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:41:03.986897 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-098bf4f8-e302-48fb-b4dc-c6a5bc135928 req-43eefd6a-97e1-4c5e-b0da-bb530df6360b tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups/a9ef19d1-0a58-4fb7-a568-6c270eb9963f HTTP/1.1" status: 200  len: 2229 time: 0.0518875
Nov 24 13:41:03.996798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-098bf4f8-e302-48fb-b4dc-c6a5bc135928 req-1912de09-a973-4a26-9ef4-a0ad72f9ad52 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a9ef19d1-0a58-4fb7-a568-6c270eb9963f', 'remote_group_id': None}]} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:41:03.997157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-098bf4f8-e302-48fb-b4dc-c6a5bc135928 req-1912de09-a973-4a26-9ef4-a0ad72f9ad52 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a9ef19d1-0a58-4fb7-a568-6c270eb9963f', 'remote_group_id': None}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:41:04.004480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-098bf4f8-e302-48fb-b4dc-c6a5bc135928 req-1912de09-a973-4a26-9ef4-a0ad72f9ad52 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:41:04.008673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-098bf4f8-e302-48fb-b4dc-c6a5bc135928 req-1912de09-a973-4a26-9ef4-a0ad72f9ad52 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Usage tracker for resource:security_group_rule and tenant:a91e9d9d4cf34f87a82fde870c70922e is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:41:04.011746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-098bf4f8-e302-48fb-b4dc-c6a5bc135928 req-1912de09-a973-4a26-9ef4-a0ad72f9ad52 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:41:04.017786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-098bf4f8-e302-48fb-b4dc-c6a5bc135928 req-1912de09-a973-4a26-9ef4-a0ad72f9ad52 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:41:04.080812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-098bf4f8-e302-48fb-b4dc-c6a5bc135928 req-1912de09-a973-4a26-9ef4-a0ad72f9ad52 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:04.107290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-098bf4f8-e302-48fb-b4dc-c6a5bc135928 req-1912de09-a973-4a26-9ef4-a0ad72f9ad52 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:04.110670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-098bf4f8-e302-48fb-b4dc-c6a5bc135928 req-1912de09-a973-4a26-9ef4-a0ad72f9ad52 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:04.112714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3cab94d8-50e4-4458-8780-77ae622cafb7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:41:04.142158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912de09-a973-4a26-9ef4-a0ad72f9ad52 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3723076c-84d9-4546-b60e-019970ebd68b,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:41:04.145143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1912de09-a973-4a26-9ef4-a0ad72f9ad52 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:41:04.148332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-098bf4f8-e302-48fb-b4dc-c6a5bc135928 req-1912de09-a973-4a26-9ef4-a0ad72f9ad52 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:04.149578 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-098bf4f8-e302-48fb-b4dc-c6a5bc135928 req-1912de09-a973-4a26-9ef4-a0ad72f9ad52 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 726 time: 0.1570463
Nov 24 13:41:04.303456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-86f5de35-17b8-4fec-9f52-fa4729231dd3 req-4fb4b16b-4c0f-4211-a0cd-edd85b03b886 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Synchronizing usage tracker for tenant:a91e9d9d4cf34f87a82fde870c70922e on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:41:04.319278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-86f5de35-17b8-4fec-9f52-fa4729231dd3 req-4fb4b16b-4c0f-4211-a0cd-edd85b03b886 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Unset dirty status for tenant:a91e9d9d4cf34f87a82fde870c70922e on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:41:04.320388 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-86f5de35-17b8-4fec-9f52-fa4729231dd3 req-4fb4b16b-4c0f-4211-a0cd-edd85b03b886 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1240209674&fields=id&tenant_id=a91e9d9d4cf34f87a82fde870c70922e HTTP/1.1" status: 200  len: 267 time: 0.0627642
Nov 24 13:41:04.410904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5de35-17b8-4fec-9f52-fa4729231dd3 req-0f05cc94-bf48-4743-85bb-05fdf110905c tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:04.412517 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-86f5de35-17b8-4fec-9f52-fa4729231dd3 req-0f05cc94-bf48-4743-85bb-05fdf110905c tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 946 time: 0.0857224
Nov 24 13:41:04.425499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-86f5de35-17b8-4fec-9f52-fa4729231dd3 req-4e479cb3-1aa1-4de8-a4d7-a0199b7fc29a tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Request body: {'port': {'security_groups': ['fd282304-686a-4104-ad63-fa3cd1a31bab', 'a9ef19d1-0a58-4fb7-a568-6c270eb9963f']}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:41:04.553904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-86f5de35-17b8-4fec-9f52-fa4729231dd3 req-4e479cb3-1aa1-4de8-a4d7-a0199b7fc29a tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:04.888196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-86f5de35-17b8-4fec-9f52-fa4729231dd3 req-4e479cb3-1aa1-4de8-a4d7-a0199b7fc29a tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] For port 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4,segment=NetworkSegment(cf412a02-1a8c-4c8a-b619-d7e4c4507688),segment_id=cf412a02-1a8c-4c8a-b619-d7e4c4507688)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:41:04.915245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-86f5de35-17b8-4fec-9f52-fa4729231dd3 req-4e479cb3-1aa1-4de8-a4d7-a0199b7fc29a tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:04.918897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-86f5de35-17b8-4fec-9f52-fa4729231dd3 req-4e479cb3-1aa1-4de8-a4d7-a0199b7fc29a tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:04.933732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1166b16e-a4fd-426c-bba7-0c415f670726 tempest-ServerDiskConfigTestJSON-1900966245 tempest-ServerDiskConfigTestJSON-1900966245] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:41:05.084615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e479cb3-1aa1-4de8-a4d7-a0199b7fc29a tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Pushing event updated for resources: {'Port': ['ID=9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4,revision_number=5']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:41:05.370072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4e479cb3-1aa1-4de8-a4d7-a0199b7fc29a tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:41:05.407014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5de35-17b8-4fec-9f52-fa4729231dd3 req-4e479cb3-1aa1-4de8-a4d7-a0199b7fc29a tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:05.407692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-86f5de35-17b8-4fec-9f52-fa4729231dd3 req-4e479cb3-1aa1-4de8-a4d7-a0199b7fc29a tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:05.409185 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-86f5de35-17b8-4fec-9f52-fa4729231dd3 req-4e479cb3-1aa1-4de8-a4d7-a0199b7fc29a tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "PUT /v2.0/ports/9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 HTTP/1.1" status: 200  len: 982 time: 0.9898067
Nov 24 13:41:05.409769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3011bf09-c756-4d89-86b3-81fb3130756e', 'tag': '9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:41:05.472969 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3011bf09-c756-4d89-86b3-81fb3130756e', 'tag': '9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4', 'status': 'completed', 'code': 200}
Nov 24 13:41:05.606768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb10e94-75de-43dc-9014-4304ea476b6b req-903c56e9-2211-46e9-b8c1-ddf9ab03248d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:05.608925 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bbb10e94-75de-43dc-9014-4304ea476b6b req-903c56e9-2211-46e9-b8c1-ddf9ab03248d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a91e9d9d4cf34f87a82fde870c70922e&device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 1203 time: 0.0853508
Nov 24 13:41:05.610454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07288feb-4a0d-4301-91b0-1d40721165c1 req-60886921-cb11-42a4-b65f-e3340b7cf9f2 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:05.612068 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-07288feb-4a0d-4301-91b0-1d40721165c1 req-60886921-cb11-42a4-b65f-e3340b7cf9f2 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 985 time: 0.0872741
Nov 24 13:41:05.632042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:41:05.668908 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-07288feb-4a0d-4301-91b0-1d40721165c1 req-36d0d0c6-88bb-4246-94a9-44a01da38913 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&id=a9ef19d1-0a58-4fb7-a568-6c270eb9963f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0501680
Nov 24 13:41:05.712792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5016caa9-dbea-434f-8e19-8b0e99c3d73f None None] Provisioning complete for port 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:41:05.713228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5016caa9-dbea-434f-8e19-8b0e99c3d73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:05.761582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb10e94-75de-43dc-9014-4304ea476b6b req-aacb67f0-1ddc-47f5-b1b7-884c758cc092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:05.763237 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bbb10e94-75de-43dc-9014-4304ea476b6b req-aacb67f0-1ddc-47f5-b1b7-884c758cc092 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5f5dda8-2574-4193-b3ba-077cbae09909 HTTP/1.1" status: 200  len: 908 time: 0.1478491
Nov 24 13:41:05.779436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:41:05.779862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:05.876744 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bbb10e94-75de-43dc-9014-4304ea476b6b req-ecccff19-8617-404e-a80b-af2064785d36 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 HTTP/1.1" status: 200  len: 1001 time: 0.1061702
Nov 24 13:41:05.951580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb10e94-75de-43dc-9014-4304ea476b6b req-11c7a3d8-bc73-4e5d-9842-d8d76d8fd60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:05.953125 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bbb10e94-75de-43dc-9014-4304ea476b6b req-11c7a3d8-bc73-4e5d-9842-d8d76d8fd60b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9756cb65-5d57-4a72-9444-f1d1f332cf52 HTTP/1.1" status: 200  len: 853 time: 0.0694618
Nov 24 13:41:06.288834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb10e94-75de-43dc-9014-4304ea476b6b req-c81af9db-d615-4d9d-9b0f-889daa2635de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:06.290484 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bbb10e94-75de-43dc-9014-4304ea476b6b req-c81af9db-d615-4d9d-9b0f-889daa2635de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5f5dda8-2574-4193-b3ba-077cbae09909&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3301253
Nov 24 13:41:06.516361 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bbb10e94-75de-43dc-9014-4304ea476b6b req-9c86fbfa-ef07-4b79-b6f3-ccd961a58035 service neutron] 10.222.0.70 "GET /v2.0/networks/c5f5dda8-2574-4193-b3ba-077cbae09909?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390805
Nov 24 13:41:06.584688 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bbb10e94-75de-43dc-9014-4304ea476b6b req-e425c0cb-6936-4dcd-8695-832cba5c2a1a service neutron] 10.222.0.70 "GET /v2.0/networks/c5f5dda8-2574-4193-b3ba-077cbae09909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1408970
Nov 24 13:41:07.533951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:41:10.293012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a32e4e6d-0a59-4bdf-9ac6-eb502b7e73dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:12.666880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-69c0ada2-91c6-4102-a1dd-f54ba6ea251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:13.003355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:14.272325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:14.862184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:20.011965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58267665-3eab-4f8a-a482-a03108ede6ee req-e17f11df-0b5a-461e-80d5-0c46103847ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:20.013567 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-58267665-3eab-4f8a-a482-a03108ede6ee req-e17f11df-0b5a-461e-80d5-0c46103847ec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a91e9d9d4cf34f87a82fde870c70922e&device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 1203 time: 0.0800638
Nov 24 13:41:20.037749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8abb75-4d90-40c4-86e7-5d088e281d5c req-68795713-ff20-479b-888c-1c5fcbba1e96 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:20.039705 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1e8abb75-4d90-40c4-86e7-5d088e281d5c req-68795713-ff20-479b-888c-1c5fcbba1e96 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 985 time: 0.0901232
Nov 24 13:41:20.093179 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1e8abb75-4d90-40c4-86e7-5d088e281d5c req-af1833a4-5cac-4244-973e-80d1b8493581 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&id=a9ef19d1-0a58-4fb7-a568-6c270eb9963f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0463443
Nov 24 13:41:20.161235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58267665-3eab-4f8a-a482-a03108ede6ee req-487acc76-bed1-4111-b477-876c078b781a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:20.162947 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-58267665-3eab-4f8a-a482-a03108ede6ee req-487acc76-bed1-4111-b477-876c078b781a service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5f5dda8-2574-4193-b3ba-077cbae09909 HTTP/1.1" status: 200  len: 908 time: 0.1429086
Nov 24 13:41:20.276447 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-58267665-3eab-4f8a-a482-a03108ede6ee req-63649196-55e8-4517-a95d-3ab78d7d7a30 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 HTTP/1.1" status: 200  len: 1001 time: 0.1070104
Nov 24 13:41:20.350704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58267665-3eab-4f8a-a482-a03108ede6ee req-ea857ac6-c874-4484-9d94-2a6193c021a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:20.352383 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-58267665-3eab-4f8a-a482-a03108ede6ee req-ea857ac6-c874-4484-9d94-2a6193c021a9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9756cb65-5d57-4a72-9444-f1d1f332cf52 HTTP/1.1" status: 200  len: 853 time: 0.0687811
Nov 24 13:41:20.434327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58267665-3eab-4f8a-a482-a03108ede6ee req-51d5ef35-8536-445e-bd2b-de723165a65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:20.436026 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-58267665-3eab-4f8a-a482-a03108ede6ee req-51d5ef35-8536-445e-bd2b-de723165a65a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5f5dda8-2574-4193-b3ba-077cbae09909&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0767224
Nov 24 13:41:20.583579 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-58267665-3eab-4f8a-a482-a03108ede6ee req-23caf74f-cd7b-46ec-900d-b7cc0f3558df service neutron] 10.222.0.70 "GET /v2.0/networks/c5f5dda8-2574-4193-b3ba-077cbae09909?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390500
Nov 24 13:41:20.734634 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-58267665-3eab-4f8a-a482-a03108ede6ee req-6db711e8-3937-40f3-8e82-eae01b5ca7ae service neutron] 10.222.0.70 "GET /v2.0/networks/c5f5dda8-2574-4193-b3ba-077cbae09909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1442602
Nov 24 13:41:21.309940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff48a1a-b245-411c-a193-fe178b612b99 req-4d6872e9-cb63-4223-b3b0-a22c61225f2f tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:21.312213 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1ff48a1a-b245-411c-a193-fe178b612b99 req-4d6872e9-cb63-4223-b3b0-a22c61225f2f tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 985 time: 0.0846109
Nov 24 13:41:21.367298 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1ff48a1a-b245-411c-a193-fe178b612b99 req-0fb56ee9-15c0-44fd-a15d-dda6a4f5bba9 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&id=a9ef19d1-0a58-4fb7-a568-6c270eb9963f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0478082
Nov 24 13:41:21.375577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:22.582630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83baa8fc-d2fd-4681-a06d-0557b2b06c14 req-732103e0-d889-481c-a2d2-1f410a8894ca tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:22.584276 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-83baa8fc-d2fd-4681-a06d-0557b2b06c14 req-732103e0-d889-481c-a2d2-1f410a8894ca tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 985 time: 0.0851035
Nov 24 13:41:22.635269 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-83baa8fc-d2fd-4681-a06d-0557b2b06c14 req-c0d712f4-1742-4739-ba22-671193b7660a tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&id=a9ef19d1-0a58-4fb7-a568-6c270eb9963f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0443709
Nov 24 13:41:22.883272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d410a74-27fc-4ea1-b53e-76cda3f75ed1 req-b6e8b2de-42dd-4431-8431-c043b9671769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:22.884873 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7d410a74-27fc-4ea1-b53e-76cda3f75ed1 req-b6e8b2de-42dd-4431-8431-c043b9671769 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a91e9d9d4cf34f87a82fde870c70922e&device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 1203 time: 0.0808065
Nov 24 13:41:23.043839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d410a74-27fc-4ea1-b53e-76cda3f75ed1 req-e85086f2-1893-4141-9fb6-7a11cf9688dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:23.045890 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7d410a74-27fc-4ea1-b53e-76cda3f75ed1 req-e85086f2-1893-4141-9fb6-7a11cf9688dd service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5f5dda8-2574-4193-b3ba-077cbae09909 HTTP/1.1" status: 200  len: 908 time: 0.1404788
Nov 24 13:41:23.156111 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7d410a74-27fc-4ea1-b53e-76cda3f75ed1 req-42f43074-9caf-47f1-9957-203f7331f1b3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 HTTP/1.1" status: 200  len: 1001 time: 0.1025863
Nov 24 13:41:23.230969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d410a74-27fc-4ea1-b53e-76cda3f75ed1 req-d09d180d-d54d-46d0-bafa-a356deeee220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:23.232604 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7d410a74-27fc-4ea1-b53e-76cda3f75ed1 req-d09d180d-d54d-46d0-bafa-a356deeee220 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9756cb65-5d57-4a72-9444-f1d1f332cf52 HTTP/1.1" status: 200  len: 853 time: 0.0695181
Nov 24 13:41:23.312895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d410a74-27fc-4ea1-b53e-76cda3f75ed1 req-661b20b8-c52c-4dd5-9c5c-863cdbc05dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:23.314511 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7d410a74-27fc-4ea1-b53e-76cda3f75ed1 req-661b20b8-c52c-4dd5-9c5c-863cdbc05dc9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5f5dda8-2574-4193-b3ba-077cbae09909&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0749900
Nov 24 13:41:23.460775 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7d410a74-27fc-4ea1-b53e-76cda3f75ed1 req-375ea1b4-a08d-4770-bfdd-c91a42251a76 service neutron] 10.222.0.70 "GET /v2.0/networks/c5f5dda8-2574-4193-b3ba-077cbae09909?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381462
Nov 24 13:41:23.606890 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7d410a74-27fc-4ea1-b53e-76cda3f75ed1 req-564f8553-d1fe-4b75-a697-215d3f709592 service neutron] 10.222.0.70 "GET /v2.0/networks/c5f5dda8-2574-4193-b3ba-077cbae09909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1385062
Nov 24 13:41:23.853173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a775032-1b0e-420f-9206-f00fce0cb1a2 req-cf83257b-ddc1-4dad-bd04-bb7c3ea1a598 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:23.854770 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a775032-1b0e-420f-9206-f00fce0cb1a2 req-cf83257b-ddc1-4dad-bd04-bb7c3ea1a598 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 985 time: 0.0871680
Nov 24 13:41:23.906809 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1a775032-1b0e-420f-9206-f00fce0cb1a2 req-2850a925-9b2b-4ae3-853e-4356d7aa386b tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&id=a9ef19d1-0a58-4fb7-a568-6c270eb9963f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0454662
Nov 24 13:41:25.121239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58861600-d51a-45ec-9ff0-c0454b403ac4 req-520ad65b-41d0-415b-9e82-39c8c3f80860 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:25.122906 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-58861600-d51a-45ec-9ff0-c0454b403ac4 req-520ad65b-41d0-415b-9e82-39c8c3f80860 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 985 time: 0.0848744
Nov 24 13:41:25.175538 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-58861600-d51a-45ec-9ff0-c0454b403ac4 req-424c0f20-9efe-4b1b-9869-6c830672d468 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&id=a9ef19d1-0a58-4fb7-a568-6c270eb9963f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0453432
Nov 24 13:41:26.400263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2ff33-4905-430d-a546-b45f83067217 req-f8781d45-923b-4b07-8a6a-146b01d36389 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:26.401863 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-29a2ff33-4905-430d-a546-b45f83067217 req-f8781d45-923b-4b07-8a6a-146b01d36389 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 985 time: 0.0924232
Nov 24 13:41:26.452396 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-29a2ff33-4905-430d-a546-b45f83067217 req-b9cdb215-80e5-4c73-9b4d-04a6e5cae8ad tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&id=a9ef19d1-0a58-4fb7-a568-6c270eb9963f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0433619
Nov 24 13:41:27.675260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f2165-135a-40f3-afca-ae313553ae74 req-7443f848-cea0-492f-a715-1eef96ab74f2 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:27.677003 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d23f2165-135a-40f3-afca-ae313553ae74 req-7443f848-cea0-492f-a715-1eef96ab74f2 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 985 time: 0.0845938
Nov 24 13:41:27.727122 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d23f2165-135a-40f3-afca-ae313553ae74 req-47bedd36-3ce4-4d61-b856-7488596ecc54 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&id=a9ef19d1-0a58-4fb7-a568-6c270eb9963f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0434737
Nov 24 13:41:28.948824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f95630-6648-4726-8420-2e45dccd8187 req-9d4a9cd2-8143-4c7c-8a59-74d5e617f981 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:28.950443 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d0f95630-6648-4726-8420-2e45dccd8187 req-9d4a9cd2-8143-4c7c-8a59-74d5e617f981 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 985 time: 0.0916498
Nov 24 13:41:29.002413 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d0f95630-6648-4726-8420-2e45dccd8187 req-efaf9edc-be75-4647-bdd6-d12546b6ac87 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&id=a9ef19d1-0a58-4fb7-a568-6c270eb9963f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0452034
Nov 24 13:41:30.221721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c26f8-ff2e-48c2-98ac-bf99b5df430b req-408218d0-6ea0-4e5a-ae6a-539514d9f418 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:30.223372 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ac1c26f8-ff2e-48c2-98ac-bf99b5df430b req-408218d0-6ea0-4e5a-ae6a-539514d9f418 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 985 time: 0.0896521
Nov 24 13:41:30.281350 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ac1c26f8-ff2e-48c2-98ac-bf99b5df430b req-85cde529-fe7a-4468-b49f-5ba403ef002e tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&id=a9ef19d1-0a58-4fb7-a568-6c270eb9963f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0510309
Nov 24 13:41:31.499437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee44437-ed5a-426a-8913-c9234df0e9f8 req-b0e4154f-1dc7-4e07-959d-0d1d49a04c10 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:31.501823 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cee44437-ed5a-426a-8913-c9234df0e9f8 req-b0e4154f-1dc7-4e07-959d-0d1d49a04c10 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 985 time: 0.0864244
Nov 24 13:41:31.552838 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cee44437-ed5a-426a-8913-c9234df0e9f8 req-b1383d49-d7e2-4c0c-bd6f-2acc73e42ed5 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&id=a9ef19d1-0a58-4fb7-a568-6c270eb9963f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0443091
Nov 24 13:41:32.776819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1faa853-cdcc-41d7-b80e-43fde217e5c3 req-0b7226e5-e8ec-4ce6-ae9f-fc2382eca1d7 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:41:32.778471 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a1faa853-cdcc-41d7-b80e-43fde217e5c3 req-0b7226e5-e8ec-4ce6-ae9f-fc2382eca1d7 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 985 time: 0.0927842
Nov 24 13:41:32.830804 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a1faa853-cdcc-41d7-b80e-43fde217e5c3 req-14bbff72-aa2b-47b0-bddf-15de37fbc345 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&id=a9ef19d1-0a58-4fb7-a568-6c270eb9963f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0453188
Nov 24 13:41:40.294536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-065ab396-b878-40e8-b0b1-e841c21ae0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:42.669410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6164ecdd-816c-49ba-8862-44dbddccba23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:43.005434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:44.275492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:44.535120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:41:44.868326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:41:51.366558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:04.924849 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c70820c5-bec0-4fa1-9025-1ecf9ea71b3f req-cb35eb1b-215a-46f0-9fc4-f630c9232a27 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1240209674&fields=id&tenant_id=a91e9d9d4cf34f87a82fde870c70922e HTTP/1.1" status: 200  len: 267 time: 0.0480123
Nov 24 13:42:05.014042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70820c5-bec0-4fa1-9025-1ecf9ea71b3f req-604d81f7-a6f7-45f4-a642-acc2137c341f tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:05.015667 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c70820c5-bec0-4fa1-9025-1ecf9ea71b3f req-604d81f7-a6f7-45f4-a642-acc2137c341f tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 985 time: 0.0847509
Nov 24 13:42:05.027588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-c70820c5-bec0-4fa1-9025-1ecf9ea71b3f req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Request body: {'port': {'security_groups': ['fd282304-686a-4104-ad63-fa3cd1a31bab']}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:42:05.159279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-c70820c5-bec0-4fa1-9025-1ecf9ea71b3f req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:05.482318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-c70820c5-bec0-4fa1-9025-1ecf9ea71b3f req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] For port 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4,segment=NetworkSegment(cf412a02-1a8c-4c8a-b619-d7e4c4507688),segment_id=cf412a02-1a8c-4c8a-b619-d7e4c4507688)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:42:05.513103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-c70820c5-bec0-4fa1-9025-1ecf9ea71b3f req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:05.516934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-c70820c5-bec0-4fa1-9025-1ecf9ea71b3f req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:05.531864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-493b7b9b-b0b3-46c1-9e5f-48bc8573c4ae tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:05.684101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Pushing event updated for resources: {'Port': ['ID=9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4,revision_number=6']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:05.717341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:05.717843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:05.718362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:05.718835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:05.719313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:05.719948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:05.720988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:05.721505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:05.722019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:05.722586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:05.723149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:05.723659 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:05.724288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:05.724824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:05.725330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:05.725904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:05.726440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:05.726989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:05.727497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:05.728006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:05.728511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:05.729049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:05.729553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:05.730102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:05.735974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:05.757552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70820c5-bec0-4fa1-9025-1ecf9ea71b3f req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:05.758254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-c70820c5-bec0-4fa1-9025-1ecf9ea71b3f req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:05.759748 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c70820c5-bec0-4fa1-9025-1ecf9ea71b3f req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "PUT /v2.0/ports/9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 HTTP/1.1" status: 200  len: 943 time: 0.7371690
Nov 24 13:42:05.760299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3011bf09-c756-4d89-86b3-81fb3130756e', 'tag': '9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:42:05.829316 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3011bf09-c756-4d89-86b3-81fb3130756e', 'tag': '9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4', 'status': 'completed', 'code': 200}
Nov 24 13:42:05.852200 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-63e7d340-7394-4532-8d26-c3f6a7810766 req-43dac376-640a-4f64-8d3c-8093a642b9f7 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups/a9ef19d1-0a58-4fb7-a568-6c270eb9963f HTTP/1.1" status: 200  len: 2763 time: 0.0582054
Nov 24 13:42:05.932501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-63e7d340-7394-4532-8d26-c3f6a7810766 req-0d948905-4829-43ef-b0b3-48b678425890 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:05.961008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba5a1e-f502-4675-b65d-ef7438269642 req-3f4956bf-54b4-408d-b1c5-650730d97603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:05.961938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-63e7d340-7394-4532-8d26-c3f6a7810766 req-0d948905-4829-43ef-b0b3-48b678425890 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:05.962633 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-48ba5a1e-f502-4675-b65d-ef7438269642 req-3f4956bf-54b4-408d-b1c5-650730d97603 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a91e9d9d4cf34f87a82fde870c70922e&device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 1163 time: 0.0896053
Nov 24 13:42:06.018145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-63e7d340-7394-4532-8d26-c3f6a7810766 req-0d948905-4829-43ef-b0b3-48b678425890 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:06.024529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93ed672f-02a9-464d-b8ad-544efff37af0 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:06.028007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-bde3d387-fdba-4e7f-9739-fea08ffacc08 None None] Provisioning complete for port 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:42:06.028501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bde3d387-fdba-4e7f-9739-fea08ffacc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:06.040791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d948905-4829-43ef-b0b3-48b678425890 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ef19d1-0a58-4fb7-a568-6c270eb9963f,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:06.044686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0d948905-4829-43ef-b0b3-48b678425890 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:06.053783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-63e7d340-7394-4532-8d26-c3f6a7810766 req-0d948905-4829-43ef-b0b3-48b678425890 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:06.055058 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-63e7d340-7394-4532-8d26-c3f6a7810766 req-0d948905-4829-43ef-b0b3-48b678425890 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "DELETE /v2.0/security-groups/a9ef19d1-0a58-4fb7-a568-6c270eb9963f HTTP/1.1" status: 204  len: 173 time: 0.1959145
Nov 24 13:42:06.122249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba5a1e-f502-4675-b65d-ef7438269642 req-fbb391d5-26dd-42ba-abd3-92bc15f79c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:06.123878 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-48ba5a1e-f502-4675-b65d-ef7438269642 req-fbb391d5-26dd-42ba-abd3-92bc15f79c0d service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5f5dda8-2574-4193-b3ba-077cbae09909 HTTP/1.1" status: 200  len: 908 time: 0.1548705
Nov 24 13:42:06.217957 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0218f0ea-b7a9-40fa-beb7-5bffd699621c req-af83cee3-89af-4b04-a7f5-c0c26a911e0a tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/floatingips/9e21a006-add0-4e82-8464-1fc28ef4e29f HTTP/1.1" status: 200  len: 998 time: 0.1261797
Nov 24 13:42:06.241022 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-48ba5a1e-f502-4675-b65d-ef7438269642 req-e67b8b73-179e-4392-8e99-5cb00b95dbee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 HTTP/1.1" status: 200  len: 1001 time: 0.1094923
Nov 24 13:42:06.322930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba5a1e-f502-4675-b65d-ef7438269642 req-0806219d-dfd6-44bb-bd07-334cf41c8005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:06.324582 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-48ba5a1e-f502-4675-b65d-ef7438269642 req-0806219d-dfd6-44bb-bd07-334cf41c8005 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9756cb65-5d57-4a72-9444-f1d1f332cf52 HTTP/1.1" status: 200  len: 853 time: 0.0773079
Nov 24 13:42:06.383091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218f0ea-b7a9-40fa-beb7-5bffd699621c req-5bd7f07f-584e-4c38-bf6a-74b4fb02dc97 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:06.384654 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0218f0ea-b7a9-40fa-beb7-5bffd699621c req-5bd7f07f-584e-4c38-bf6a-74b4fb02dc97 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/networks/cfe08d36-e5ba-4f00-8669-16a0ead5d220 HTTP/1.1" status: 200  len: 784 time: 0.1591127
Nov 24 13:42:06.401201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-0218f0ea-b7a9-40fa-beb7-5bffd699621c req-c7066059-2442-4de8-8ffe-0bcce8ca0fb1 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:42:06.402360 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0218f0ea-b7a9-40fa-beb7-5bffd699621c req-c7066059-2442-4de8-8ffe-0bcce8ca0fb1 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0062337
Nov 24 13:42:06.412336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba5a1e-f502-4675-b65d-ef7438269642 req-6dd264ee-c8be-475b-923d-3ec4406248a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:06.413977 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-48ba5a1e-f502-4675-b65d-ef7438269642 req-6dd264ee-c8be-475b-923d-3ec4406248a0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5f5dda8-2574-4193-b3ba-077cbae09909&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0828311
Nov 24 13:42:06.519707 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0218f0ea-b7a9-40fa-beb7-5bffd699621c req-28101c83-d393-4a31-b656-cb09dd2e3121 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.26.8.75 HTTP/1.1" status: 200  len: 1001 time: 0.1098449
Nov 24 13:42:06.563960 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-48ba5a1e-f502-4675-b65d-ef7438269642 req-22ca8680-f3e5-4298-a002-e5d5f4ee10e6 service neutron] 10.222.0.70 "GET /v2.0/networks/c5f5dda8-2574-4193-b3ba-077cbae09909?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431386
Nov 24 13:42:06.602720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218f0ea-b7a9-40fa-beb7-5bffd699621c req-a243a392-9398-4073-b120-0256ba8670f9 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:06.604183 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0218f0ea-b7a9-40fa-beb7-5bffd699621c req-a243a392-9398-4073-b120-0256ba8670f9 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports/9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 HTTP/1.1" status: 200  len: 943 time: 0.0781915
Nov 24 13:42:06.720183 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-48ba5a1e-f502-4675-b65d-ef7438269642 req-509a584c-4d66-4612-8215-a72ea2e6e09f service neutron] 10.222.0.70 "GET /v2.0/networks/c5f5dda8-2574-4193-b3ba-077cbae09909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1500187
Nov 24 13:42:06.794729 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0218f0ea-b7a9-40fa-beb7-5bffd699621c req-c66e1377-2f47-4694-9055-ff7790405f38 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.26.8.75 HTTP/1.1" status: 200  len: 1001 time: 0.1016164
Nov 24 13:42:07.024996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-0218f0ea-b7a9-40fa-beb7-5bffd699621c req-317d3127-ec5a-4332-8abc-7b5f591afbed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Deleting port 51bd66b2-037c-4af3-84dc-372c21899bec {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:42:07.025554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-0218f0ea-b7a9-40fa-beb7-5bffd699621c req-317d3127-ec5a-4332-8abc-7b5f591afbed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:07.203215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-0218f0ea-b7a9-40fa-beb7-5bffd699621c req-317d3127-ec5a-4332-8abc-7b5f591afbed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:07.203583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-0218f0ea-b7a9-40fa-beb7-5bffd699621c req-317d3127-ec5a-4332-8abc-7b5f591afbed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks [] for floatingip, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:07.339608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-0218f0ea-b7a9-40fa-beb7-5bffd699621c req-317d3127-ec5a-4332-8abc-7b5f591afbed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Calling delete_port for 51bd66b2-037c-4af3-84dc-372c21899bec owned by network:floatingip {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:42:07.492845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-0218f0ea-b7a9-40fa-beb7-5bffd699621c req-317d3127-ec5a-4332-8abc-7b5f591afbed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:07.509908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d5f9a96f-9491-4f39-a8cd-e145afc5e90a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:07.609781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d3127-ec5a-4332-8abc-7b5f591afbed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Pushing event deleted for resources: {'Port': ['ID=51bd66b2-037c-4af3-84dc-372c21899bec,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:07.615036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-317d3127-ec5a-4332-8abc-7b5f591afbed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:07.741655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-0218f0ea-b7a9-40fa-beb7-5bffd699621c req-317d3127-ec5a-4332-8abc-7b5f591afbed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks [] for floatingip, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:07.741941 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [req-0218f0ea-b7a9-40fa-beb7-5bffd699621c req-317d3127-ec5a-4332-8abc-7b5f591afbed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Floating IP 9e21a006-add0-4e82-8464-1fc28ef4e29f disassociated (deleted). External IP: 172.26.8.75, port: 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4.
Nov 24 13:42:08.029504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:42:08.106776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:42:08.107207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:08.164484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0218f0ea-b7a9-40fa-beb7-5bffd699621c req-317d3127-ec5a-4332-8abc-7b5f591afbed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Router b61885bb-f467-4066-8945-d3f2caa6d817 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:42:08.640489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0218f0ea-b7a9-40fa-beb7-5bffd699621c req-317d3127-ec5a-4332-8abc-7b5f591afbed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:42:08.650109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd67cab-e59f-4bc5-b2bd-8bc8db6e75a1 None None] Sync routers for ids ['b61885bb-f467-4066-8945-d3f2caa6d817'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:42:08.664272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd67cab-e59f-4bc5-b2bd-8bc8db6e75a1 None None] Routers {'b61885bb-f467-4066-8945-d3f2caa6d817'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:42:08.664917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-0218f0ea-b7a9-40fa-beb7-5bffd699621c req-317d3127-ec5a-4332-8abc-7b5f591afbed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:08.665109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-edd67cab-e59f-4bc5-b2bd-8bc8db6e75a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cce3400>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:41:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['b61885bb-f467-4066-8945-d3f2caa6d817'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:42:08.721056 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0218f0ea-b7a9-40fa-beb7-5bffd699621c req-317d3127-ec5a-4332-8abc-7b5f591afbed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "DELETE /v2.0/floatingips/9e21a006-add0-4e82-8464-1fc28ef4e29f HTTP/1.1" status: 204  len: 173 time: 1.9179461
Nov 24 13:42:08.721654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3011bf09-c756-4d89-86b3-81fb3130756e', 'tag': '9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:42:08.783588 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3011bf09-c756-4d89-86b3-81fb3130756e', 'tag': '9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4', 'status': 'completed', 'code': 200}
Nov 24 13:42:08.813005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218f0ea-b7a9-40fa-beb7-5bffd699621c req-ea806671-249d-4d3a-a447-a7651be10b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:08.814781 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0218f0ea-b7a9-40fa-beb7-5bffd699621c req-ea806671-249d-4d3a-a447-a7651be10b09 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a91e9d9d4cf34f87a82fde870c70922e&device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 1163 time: 0.0804625
Nov 24 13:42:08.859170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-edd67cab-e59f-4bc5-b2bd-8bc8db6e75a1 None None] Set router b61885bb-f467-4066-8945-d3f2caa6d817 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:42:08.911770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec995f-42bc-440a-aae1-cefb3fa9643b req-a67f7390-15b1-4fc3-9c50-f6dd9178a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:08.913584 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56ec995f-42bc-440a-aae1-cefb3fa9643b req-a67f7390-15b1-4fc3-9c50-f6dd9178a58b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a91e9d9d4cf34f87a82fde870c70922e&device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 1163 time: 0.0878055
Nov 24 13:42:08.968897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218f0ea-b7a9-40fa-beb7-5bffd699621c req-8ca56996-c29d-4d11-93a2-b3cf27076223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:08.971920 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0218f0ea-b7a9-40fa-beb7-5bffd699621c req-8ca56996-c29d-4d11-93a2-b3cf27076223 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c5f5dda8-2574-4193-b3ba-077cbae09909 HTTP/1.1" status: 200  len: 908 time: 0.1487603
Nov 24 13:42:09.052713 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0218f0ea-b7a9-40fa-beb7-5bffd699621c req-ffb0cdae-fe00-416f-ba1d-d5eb9e022fef service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 HTTP/1.1" status: 200  len: 217 time: 0.0715463
Nov 24 13:42:09.062920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec995f-42bc-440a-aae1-cefb3fa9643b req-3f1898e0-e3ea-4dee-90c3-4bad6c105465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:09.064534 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56ec995f-42bc-440a-aae1-cefb3fa9643b req-3f1898e0-e3ea-4dee-90c3-4bad6c105465 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5f5dda8-2574-4193-b3ba-077cbae09909 HTTP/1.1" status: 200  len: 908 time: 0.1451344
Nov 24 13:42:09.127956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218f0ea-b7a9-40fa-beb7-5bffd699621c req-c21f1a3d-823a-4683-8332-7b71ff5e7a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:09.129418 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0218f0ea-b7a9-40fa-beb7-5bffd699621c req-c21f1a3d-823a-4683-8332-7b71ff5e7a81 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9756cb65-5d57-4a72-9444-f1d1f332cf52 HTTP/1.1" status: 200  len: 853 time: 0.0684421
Nov 24 13:42:09.158085 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56ec995f-42bc-440a-aae1-cefb3fa9643b req-d0bd34a1-b0b8-4fbd-bcdb-a04756efe3e0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 HTTP/1.1" status: 200  len: 217 time: 0.0867832
Nov 24 13:42:09.234367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec995f-42bc-440a-aae1-cefb3fa9643b req-bb913dd8-2973-436e-af18-cbd99ee79e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:09.236145 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56ec995f-42bc-440a-aae1-cefb3fa9643b req-bb913dd8-2973-436e-af18-cbd99ee79e0a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9756cb65-5d57-4a72-9444-f1d1f332cf52 HTTP/1.1" status: 200  len: 853 time: 0.0723999
Nov 24 13:42:09.236265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-edd67cab-e59f-4bc5-b2bd-8bc8db6e75a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cce3400>, [{'id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'name': 'tempest-TestMinimumBasicScenario-978578624-router', 'tenant_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '105bb4c8-ccea-411b-9948-2f3c35bf19b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:40:10Z', 'updated_at': '2020-11-24T13:40:14Z', 'revision_number': 4, 'project_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'gw_port': {'id': '105bb4c8-ccea-411b-9948-2f3c35bf19b4', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:08:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:40:11Z', 'updated_at': '2020-11-24T13:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '18ebbe5c-b2bc-4e33-856c-88e6055e2e75', 'name': '', 'network_id': 'c5f5dda8-2574-4193-b3ba-077cbae09909', 'tenant_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'mac_address': 'fa:16:3e:b0:5f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '9756cb65-5d57-4a72-9444-f1d1f332cf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:40:14Z', 'updated_at': '2020-11-24T13:40:21Z', 'revision_number': 5, 'project_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'subnets': [{'id': '9756cb65-5d57-4a72-9444-f1d1f332cf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:42:09.238754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218f0ea-b7a9-40fa-beb7-5bffd699621c req-5d5dd5c6-6ed2-4a07-be78-1c2a015688a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:09.240405 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0218f0ea-b7a9-40fa-beb7-5bffd699621c req-5d5dd5c6-6ed2-4a07-be78-1c2a015688a0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c5f5dda8-2574-4193-b3ba-077cbae09909&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0937281
Nov 24 13:42:09.240530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd67cab-e59f-4bc5-b2bd-8bc8db6e75a1 None None] Checking router: b61885bb-f467-4066-8945-d3f2caa6d817 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:42:09.253263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd67cab-e59f-4bc5-b2bd-8bc8db6e75a1 None None] Routers {'b61885bb-f467-4066-8945-d3f2caa6d817'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:42:09.253932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-edd67cab-e59f-4bc5-b2bd-8bc8db6e75a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cce3400>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:41:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['b61885bb-f467-4066-8945-d3f2caa6d817'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:42:09.317338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec995f-42bc-440a-aae1-cefb3fa9643b req-da217648-4e4a-4f5a-b9d1-99f3a2214a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:09.319043 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56ec995f-42bc-440a-aae1-cefb3fa9643b req-da217648-4e4a-4f5a-b9d1-99f3a2214a76 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5f5dda8-2574-4193-b3ba-077cbae09909&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0761881
Nov 24 13:42:09.394792 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0218f0ea-b7a9-40fa-beb7-5bffd699621c req-2b24a7e3-ffd6-4a8c-819a-10dbd4a69c0f service neutron] 10.222.0.76 "GET /v2.0/networks/c5f5dda8-2574-4193-b3ba-077cbae09909?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466448
Nov 24 13:42:09.469130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-edd67cab-e59f-4bc5-b2bd-8bc8db6e75a1 None None] Set router b61885bb-f467-4066-8945-d3f2caa6d817 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:42:09.473479 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56ec995f-42bc-440a-aae1-cefb3fa9643b req-20a7c877-d62b-4ca5-93cd-8ee400c4c06a service neutron] 10.222.0.70 "GET /v2.0/networks/c5f5dda8-2574-4193-b3ba-077cbae09909?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479332
Nov 24 13:42:09.550074 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0218f0ea-b7a9-40fa-beb7-5bffd699621c req-2fa61822-b520-45d8-8a91-f885ef8cc5b8 service neutron] 10.222.0.76 "GET /v2.0/networks/c5f5dda8-2574-4193-b3ba-077cbae09909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1488135
Nov 24 13:42:09.628035 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56ec995f-42bc-440a-aae1-cefb3fa9643b req-167b3532-5e35-43e3-8bb5-2be5e6f6ac47 service neutron] 10.222.0.70 "GET /v2.0/networks/c5f5dda8-2574-4193-b3ba-077cbae09909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1485124
Nov 24 13:42:09.966827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-edd67cab-e59f-4bc5-b2bd-8bc8db6e75a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cce3400>, [{'id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'name': 'tempest-TestMinimumBasicScenario-978578624-router', 'tenant_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '105bb4c8-ccea-411b-9948-2f3c35bf19b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:40:10Z', 'updated_at': '2020-11-24T13:40:14Z', 'revision_number': 4, 'project_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'gw_port': {'id': '105bb4c8-ccea-411b-9948-2f3c35bf19b4', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:08:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:40:11Z', 'updated_at': '2020-11-24T13:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '18ebbe5c-b2bc-4e33-856c-88e6055e2e75', 'name': '', 'network_id': 'c5f5dda8-2574-4193-b3ba-077cbae09909', 'tenant_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'mac_address': 'fa:16:3e:b0:5f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '9756cb65-5d57-4a72-9444-f1d1f332cf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:40:14Z', 'updated_at': '2020-11-24T13:40:21Z', 'revision_number': 5, 'project_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'subnets': [{'id': '9756cb65-5d57-4a72-9444-f1d1f332cf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:42:09.972274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd67cab-e59f-4bc5-b2bd-8bc8db6e75a1 None None] The sync data for ids ['b61885bb-f467-4066-8945-d3f2caa6d817'] in dv-neutron-601336-61-ovs is: [{'id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'name': 'tempest-TestMinimumBasicScenario-978578624-router', 'tenant_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '105bb4c8-ccea-411b-9948-2f3c35bf19b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:40:10Z', 'updated_at': '2020-11-24T13:40:14Z', 'revision_number': 4, 'project_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'gw_port': {'id': '105bb4c8-ccea-411b-9948-2f3c35bf19b4', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:08:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:40:11Z', 'updated_at': '2020-11-24T13:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '18ebbe5c-b2bc-4e33-856c-88e6055e2e75', 'name': '', 'network_id': 'c5f5dda8-2574-4193-b3ba-077cbae09909', 'tenant_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'mac_address': 'fa:16:3e:b0:5f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '9756cb65-5d57-4a72-9444-f1d1f332cf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:40:14Z', 'updated_at': '2020-11-24T13:40:21Z', 'revision_number': 5, 'project_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'subnets': [{'id': '9756cb65-5d57-4a72-9444-f1d1f332cf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:42:10.300642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6270c52d-2f22-4bef-89d7-3d06d387c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:10.357403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ab3772-4e2b-4e51-b6d4-04eef02540c5 None None] New status for floating IP 9e21a006-add0-4e82-8464-1fc28ef4e29f: DOWN {{(pid=80945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:42:12.681763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74720784-67f4-47b4-81d4-3c699beaf487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:13.009517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:13.935995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014f801-a5b5-4853-8c1e-b31617b6298e req-79e7423a-e88d-4d30-a5e1-e51348cf2c9f tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:13.936655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-2014f801-a5b5-4853-8c1e-b31617b6298e req-79e7423a-e88d-4d30-a5e1-e51348cf2c9f tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Synchronizing usage tracker for tenant:a91e9d9d4cf34f87a82fde870c70922e on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:42:13.952182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-2014f801-a5b5-4853-8c1e-b31617b6298e req-79e7423a-e88d-4d30-a5e1-e51348cf2c9f tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Unset dirty status for tenant:a91e9d9d4cf34f87a82fde870c70922e on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:42:13.953431 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2014f801-a5b5-4853-8c1e-b31617b6298e req-79e7423a-e88d-4d30-a5e1-e51348cf2c9f tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 946 time: 0.1002171
Nov 24 13:42:14.000845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-2014f801-a5b5-4853-8c1e-b31617b6298e req-3a16590f-0972-4c0d-9ed1-fce46f403010 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Synchronizing usage tracker for tenant:a91e9d9d4cf34f87a82fde870c70922e on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:42:14.016163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-2014f801-a5b5-4853-8c1e-b31617b6298e req-3a16590f-0972-4c0d-9ed1-fce46f403010 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Unset dirty status for tenant:a91e9d9d4cf34f87a82fde870c70922e on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:42:14.017937 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2014f801-a5b5-4853-8c1e-b31617b6298e req-3a16590f-0972-4c0d-9ed1-fce46f403010 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570612
Nov 24 13:42:14.277862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:14.871324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:15.255669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7bee71-14b1-4348-9169-6bf41c2e90a2 req-9038c811-6c94-4869-aaa4-cd44cf267661 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:15.257280 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ea7bee71-14b1-4348-9169-6bf41c2e90a2 req-9038c811-6c94-4869-aaa4-cd44cf267661 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 946 time: 0.0893166
Nov 24 13:42:15.310046 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ea7bee71-14b1-4348-9169-6bf41c2e90a2 req-ee377ede-7f74-4e73-b1b5-a507431f042b tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463946
Nov 24 13:42:15.707757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a632bdf-371e-4bd3-81cf-64f54ec7565a req-9a18be61-c11e-4578-8b67-d1cc206b360b tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:15.708429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-3a632bdf-371e-4bd3-81cf-64f54ec7565a req-9a18be61-c11e-4578-8b67-d1cc206b360b tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Synchronizing usage tracker for tenant:a91e9d9d4cf34f87a82fde870c70922e on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:42:15.720935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-3a632bdf-371e-4bd3-81cf-64f54ec7565a req-9a18be61-c11e-4578-8b67-d1cc206b360b tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Unset dirty status for tenant:a91e9d9d4cf34f87a82fde870c70922e on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:42:15.722240 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3a632bdf-371e-4bd3-81cf-64f54ec7565a req-9a18be61-c11e-4578-8b67-d1cc206b360b tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.70 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 946 time: 0.1043651
Nov 24 13:42:15.797178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-3a632bdf-371e-4bd3-81cf-64f54ec7565a req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Deleting port 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:42:15.797560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3a632bdf-371e-4bd3-81cf-64f54ec7565a req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:15.866313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:42:15.984370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:16.015480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3011bf09-c756-4d89-86b3-81fb3130756e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:42:16.025923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4,segment=NetworkSegment(cf412a02-1a8c-4c8a-b619-d7e4c4507688),segment_id=cf412a02-1a8c-4c8a-b619-d7e4c4507688)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:42:16.029425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:16.031411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:16.064848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-3a632bdf-371e-4bd3-81cf-64f54ec7565a req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] For port 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4,segment=NetworkSegment(cf412a02-1a8c-4c8a-b619-d7e4c4507688),segment_id=cf412a02-1a8c-4c8a-b619-d7e4c4507688)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:42:16.065249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3a632bdf-371e-4bd3-81cf-64f54ec7565a req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:16.104868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4,revision_number=7']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:16.116006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:16.116163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:16.116513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:16.116902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:16.117804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:16.117804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:16.118325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:16.118721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:16.119102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:16.119478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:16.119855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:16.120231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:16.120849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:16.121406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:16.121902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:16.122309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:16.122758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:16.122915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:16.123375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:16.123894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:16.123992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:16.124674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:16.124674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:16.125074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:16.131661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:16.179997 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3011bf09-c756-4d89-86b3-81fb3130756e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4', 'code': 200}
Nov 24 13:42:16.198598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-3a632bdf-371e-4bd3-81cf-64f54ec7565a req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Calling delete_port for 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 owned by compute:nova {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:42:16.279174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [req-3a632bdf-371e-4bd3-81cf-64f54ec7565a req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:42:16.279785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [req-3a632bdf-371e-4bd3-81cf-64f54ec7565a req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:42:16.527439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e9211-464c-45b4-89b6-10786f8ba3f2 req-3f78f975-1952-40fb-a116-237065eff9af tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:16.529067 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c09e9211-464c-45b4-89b6-10786f8ba3f2 req-3f78f975-1952-40fb-a116-237065eff9af tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 944 time: 0.0881083
Nov 24 13:42:16.583354 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c09e9211-464c-45b4-89b6-10786f8ba3f2 req-01af766a-1458-4509-a7f3-e1e7ee604960 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/security-groups?id=fd282304-686a-4104-ad63-fa3cd1a31bab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470960
Nov 24 13:42:16.780265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-3a632bdf-371e-4bd3-81cf-64f54ec7565a req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Deleting port 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:42:16.780647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3a632bdf-371e-4bd3-81cf-64f54ec7565a req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:17.288284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-3a632bdf-371e-4bd3-81cf-64f54ec7565a req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] For port 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4,segment=NetworkSegment(cf412a02-1a8c-4c8a-b619-d7e4c4507688),segment_id=cf412a02-1a8c-4c8a-b619-d7e4c4507688)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:42:17.288833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3a632bdf-371e-4bd3-81cf-64f54ec7565a req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:17.418460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-3a632bdf-371e-4bd3-81cf-64f54ec7565a req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Calling delete_port for 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 owned by compute:nova {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:42:17.570290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3a632bdf-371e-4bd3-81cf-64f54ec7565a req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:17.586855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-15369444-0bd9-4881-8665-2c1b431831fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:17.697330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Pushing event deleted for resources: {'Port': ['ID=9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:17.715011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:17.715441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:17.715869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:17.716288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:17.716702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:17.717126 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:17.717536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:17.717948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:17.718379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:17.718791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:17.719223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:17.719625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:17.720117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:17.720526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:17.720930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:17.721831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:17.722284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:17.722692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:17.723096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:17.723499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:17.723901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:17.724303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:17.724705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:17.725106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:17.730799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:17.765965 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bad157e7-3736-4142-a54b-e1167ae0d817 req-9dd45412-1e01-418c-8f58-e7a52cb2c31e tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.76 "GET /v2.0/ports?device_id=3011bf09-c756-4d89-86b3-81fb3130756e HTTP/1.1" status: 200  len: 210 time: 0.0489511
Nov 24 13:42:17.821452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a632bdf-371e-4bd3-81cf-64f54ec7565a req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] No DVR routers for this DVR port 9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 on host hv-neutron-6013 {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:42:17.824029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3a632bdf-371e-4bd3-81cf-64f54ec7565a req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:17.827028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3011bf09-c756-4d89-86b3-81fb3130756e', 'name': 'network-vif-deleted', 'tag': '9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:42:17.842106 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3a632bdf-371e-4bd3-81cf-64f54ec7565a req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] 10.222.0.70 "DELETE /v2.0/ports/9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4 HTTP/1.1" status: 204  len: 173 time: 2.1141589
Nov 24 13:42:17.981765 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3011bf09-c756-4d89-86b3-81fb3130756e', 'name': 'network-vif-deleted', 'tag': '9e4ea0ae-8f41-4b4c-a8de-1e9d2e11dfd4', 'status': 'completed', 'code': 200}
Nov 24 13:42:19.511503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 58686) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:42:19.936084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e5053dd-48dd-4f30-a480-67d318e7185b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:20.572880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-7e5053dd-48dd-4f30-a480-67d318e7185b admin admin] Deleting port 18ebbe5c-b2bc-4e33-856c-88e6055e2e75 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:42:20.573533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e5053dd-48dd-4f30-a480-67d318e7185b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:20.754001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-7e5053dd-48dd-4f30-a480-67d318e7185b admin admin] For port 18ebbe5c-b2bc-4e33-856c-88e6055e2e75, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=18ebbe5c-b2bc-4e33-856c-88e6055e2e75,segment=NetworkSegment(cf412a02-1a8c-4c8a-b619-d7e4c4507688),segment_id=cf412a02-1a8c-4c8a-b619-d7e4c4507688)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:42:20.754420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e5053dd-48dd-4f30-a480-67d318e7185b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:20.885467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-7e5053dd-48dd-4f30-a480-67d318e7185b admin admin] Calling delete_port for 18ebbe5c-b2bc-4e33-856c-88e6055e2e75 owned by network:router_interface {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:42:21.057573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e5053dd-48dd-4f30-a480-67d318e7185b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:21.070841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-aa2a6774-1f5d-4947-a594-d5e537c20fba tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:21.162665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5053dd-48dd-4f30-a480-67d318e7185b admin admin] Pushing event deleted for resources: {'Port': ['ID=18ebbe5c-b2bc-4e33-856c-88e6055e2e75,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:21.178756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7e5053dd-48dd-4f30-a480-67d318e7185b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:21.385286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:21.521073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e5053dd-48dd-4f30-a480-67d318e7185b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:21.536444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:42:22.530776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5053dd-48dd-4f30-a480-67d318e7185b admin admin] Router b61885bb-f467-4066-8945-d3f2caa6d817 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:42:22.750042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5053dd-48dd-4f30-a480-67d318e7185b admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:42:22.760589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2c8c19-dd3a-4122-b820-b823f98d1098 None None] Sync routers for ids ['b61885bb-f467-4066-8945-d3f2caa6d817'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:42:22.764683 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7e5053dd-48dd-4f30-a480-67d318e7185b admin admin] 10.222.0.76 "PUT /v2.0/routers/b61885bb-f467-4066-8945-d3f2caa6d817/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2514493
Nov 24 13:42:22.767731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 58690) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:42:22.773881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2c8c19-dd3a-4122-b820-b823f98d1098 None None] Routers {'b61885bb-f467-4066-8945-d3f2caa6d817'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:42:22.774596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5d2c8c19-dd3a-4122-b820-b823f98d1098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca7eba8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:42:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['b61885bb-f467-4066-8945-d3f2caa6d817'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:42:22.966908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-5d2c8c19-dd3a-4122-b820-b823f98d1098 None None] Set router b61885bb-f467-4066-8945-d3f2caa6d817 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:42:22.979629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01e4499c-ae88-4c0b-ba6e-daedb40bb6ea admin admin] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:23.196549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01e4499c-ae88-4c0b-ba6e-daedb40bb6ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:23.205157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-01e4499c-ae88-4c0b-ba6e-daedb40bb6ea admin admin] Deleting port 105bb4c8-ccea-411b-9948-2f3c35bf19b4 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:42:23.205530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01e4499c-ae88-4c0b-ba6e-daedb40bb6ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:23.276912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5d2c8c19-dd3a-4122-b820-b823f98d1098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca7eba8>, [{'id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'name': 'tempest-TestMinimumBasicScenario-978578624-router', 'tenant_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '105bb4c8-ccea-411b-9948-2f3c35bf19b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:40:10Z', 'updated_at': '2020-11-24T13:42:20Z', 'revision_number': 5, 'project_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'gw_port': {'id': '105bb4c8-ccea-411b-9948-2f3c35bf19b4', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:08:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:40:11Z', 'updated_at': '2020-11-24T13:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:42:23.281062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2c8c19-dd3a-4122-b820-b823f98d1098 None None] Checking router: b61885bb-f467-4066-8945-d3f2caa6d817 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:42:23.292990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2c8c19-dd3a-4122-b820-b823f98d1098 None None] Routers {'b61885bb-f467-4066-8945-d3f2caa6d817'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:42:23.293650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5d2c8c19-dd3a-4122-b820-b823f98d1098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca7eba8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:42:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['b61885bb-f467-4066-8945-d3f2caa6d817'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:42:23.392013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-01e4499c-ae88-4c0b-ba6e-daedb40bb6ea admin admin] For port 105bb4c8-ccea-411b-9948-2f3c35bf19b4, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=105bb4c8-ccea-411b-9948-2f3c35bf19b4,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:42:23.392405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01e4499c-ae88-4c0b-ba6e-daedb40bb6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:23.453289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-5d2c8c19-dd3a-4122-b820-b823f98d1098 None None] Set router b61885bb-f467-4066-8945-d3f2caa6d817 gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:42:23.523858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-01e4499c-ae88-4c0b-ba6e-daedb40bb6ea admin admin] Calling delete_port for 105bb4c8-ccea-411b-9948-2f3c35bf19b4 owned by network:router_gateway {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:42:23.567771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5d2c8c19-dd3a-4122-b820-b823f98d1098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca7eba8>, [{'id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'name': 'tempest-TestMinimumBasicScenario-978578624-router', 'tenant_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:40:10Z', 'updated_at': '2020-11-24T13:42:23Z', 'revision_number': 6, 'project_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'gw_port_host': None}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:42:23.572581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2c8c19-dd3a-4122-b820-b823f98d1098 None None] The sync data for ids ['b61885bb-f467-4066-8945-d3f2caa6d817'] in dv-neutron-601336-61-ovs is: [{'id': 'b61885bb-f467-4066-8945-d3f2caa6d817', 'name': 'tempest-TestMinimumBasicScenario-978578624-router', 'tenant_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:40:10Z', 'updated_at': '2020-11-24T13:42:23Z', 'revision_number': 6, 'project_id': 'a91e9d9d4cf34f87a82fde870c70922e', 'gw_port_host': None}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:42:23.708426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01e4499c-ae88-4c0b-ba6e-daedb40bb6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:23.724564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-306ecba8-d227-44b9-a793-45c8890fb2cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:23.831897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4499c-ae88-4c0b-ba6e-daedb40bb6ea admin admin] Pushing event deleted for resources: {'Port': ['ID=105bb4c8-ccea-411b-9948-2f3c35bf19b4,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:23.834988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-01e4499c-ae88-4c0b-ba6e-daedb40bb6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:24.104565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01e4499c-ae88-4c0b-ba6e-daedb40bb6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:24.646210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01e4499c-ae88-4c0b-ba6e-daedb40bb6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:24.650706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01e4499c-ae88-4c0b-ba6e-daedb40bb6ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:24.675390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01e4499c-ae88-4c0b-ba6e-daedb40bb6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:24.675973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e4499c-ae88-4c0b-ba6e-daedb40bb6ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router b61885bb-f467-4066-8945-d3f2caa6d817 {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:42:24.688944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-01e4499c-ae88-4c0b-ba6e-daedb40bb6ea admin admin] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:24.690525 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-01e4499c-ae88-4c0b-ba6e-daedb40bb6ea admin admin] 10.222.0.76 "DELETE /v2.0/routers/b61885bb-f467-4066-8945-d3f2caa6d817 HTTP/1.1" status: 204  len: 168 time: 1.9209588
Nov 24 13:42:24.694759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 58698) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:42:24.762427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f5d425-9075-4300-b161-010ad216bcb7 admin admin] Deleting subnet 9756cb65-5d57-4a72-9444-f1d1f332cf52 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:42:24.765810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a6f5d425-9075-4300-b161-010ad216bcb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:24.822499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a6f5d425-9075-4300-b161-010ad216bcb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:24.905974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a6f5d425-9075-4300-b161-010ad216bcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:25.174788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a6f5d425-9075-4300-b161-010ad216bcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:25.190554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b6bca8ae-a276-4cae-83fe-feecf51ce46e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:25.281710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5d425-9075-4300-b161-010ad216bcb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9756cb65-5d57-4a72-9444-f1d1f332cf52,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:25.286514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a6f5d425-9075-4300-b161-010ad216bcb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:25.332420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a6f5d425-9075-4300-b161-010ad216bcb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:25.337591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377419de-5a2f-44bf-b1b4-215c8a07b5b0 None None] Network c5f5dda8-2574-4193-b3ba-077cbae09909 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:42:25.338657 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a6f5d425-9075-4300-b161-010ad216bcb7 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/9756cb65-5d57-4a72-9444-f1d1f332cf52 HTTP/1.1" status: 204  len: 168 time: 0.6427896
Nov 24 13:42:25.341283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 58702) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:42:25.468686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0617c63f-b760-4c55-b0c9-c4e5f6acb252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:25.510452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 105bb4c8-ccea-411b-9948-2f3c35bf19b4 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:42:25.541456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-0617c63f-b760-4c55-b0c9-c4e5f6acb252 admin admin] Deleting port 0cffaf10-3e3a-4c0e-9e2e-9729c682325c {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:42:25.541833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0617c63f-b760-4c55-b0c9-c4e5f6acb252 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:25.550062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 105bb4c8-ccea-411b-9948-2f3c35bf19b4 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:42:25.550547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 105bb4c8-ccea-411b-9948-2f3c35bf19b4 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:42:25.551000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 18ebbe5c-b2bc-4e33-856c-88e6055e2e75 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:42:25.589845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 18ebbe5c-b2bc-4e33-856c-88e6055e2e75 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:42:25.590291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 18ebbe5c-b2bc-4e33-856c-88e6055e2e75 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:42:25.671589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3faa24c6-5137-40c4-9c8a-81c65fbdae9f None None] DHCP port deletion for c5f5dda8-2574-4193-b3ba-077cbae09909 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:42:25.679765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3faa24c6-5137-40c4-9c8a-81c65fbdae9f None None] Deleting port 0cffaf10-3e3a-4c0e-9e2e-9729c682325c {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:42:25.680306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3faa24c6-5137-40c4-9c8a-81c65fbdae9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:25.777587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-0617c63f-b760-4c55-b0c9-c4e5f6acb252 admin admin] For port 0cffaf10-3e3a-4c0e-9e2e-9729c682325c, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=0cffaf10-3e3a-4c0e-9e2e-9729c682325c,segment=NetworkSegment(cf412a02-1a8c-4c8a-b619-d7e4c4507688),segment_id=cf412a02-1a8c-4c8a-b619-d7e4c4507688)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:42:25.777978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0617c63f-b760-4c55-b0c9-c4e5f6acb252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:25.902182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-3faa24c6-5137-40c4-9c8a-81c65fbdae9f None None] For port 0cffaf10-3e3a-4c0e-9e2e-9729c682325c, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=0cffaf10-3e3a-4c0e-9e2e-9729c682325c,segment=NetworkSegment(cf412a02-1a8c-4c8a-b619-d7e4c4507688),segment_id=cf412a02-1a8c-4c8a-b619-d7e4c4507688)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:42:25.902564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3faa24c6-5137-40c4-9c8a-81c65fbdae9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:25.908851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-0617c63f-b760-4c55-b0c9-c4e5f6acb252 admin admin] Calling delete_port for 0cffaf10-3e3a-4c0e-9e2e-9729c682325c owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:42:25.981831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0617c63f-b760-4c55-b0c9-c4e5f6acb252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:25.997114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:26.032572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3faa24c6-5137-40c4-9c8a-81c65fbdae9f None None] Calling delete_port for 0cffaf10-3e3a-4c0e-9e2e-9729c682325c owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:42:26.091188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617c63f-b760-4c55-b0c9-c4e5f6acb252 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cffaf10-3e3a-4c0e-9e2e-9729c682325c,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:26.095544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0617c63f-b760-4c55-b0c9-c4e5f6acb252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 13:42:26.105276 dv-neutron-601336-61-ovs neutron-server[80834]:   % (table.description, expected, rows_matched)
Nov 24 13:42:26.108305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-3faa24c6-5137-40c4-9c8a-81c65fbdae9f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:42:26.108305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-3faa24c6-5137-40c4-9c8a-81c65fbdae9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:42:26.145932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0617c63f-b760-4c55-b0c9-c4e5f6acb252 admin admin] No DVR routers for this DVR port 0cffaf10-3e3a-4c0e-9e2e-9729c682325c on host dv-neutron-601336-61-ovs {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:42:26.274707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0617c63f-b760-4c55-b0c9-c4e5f6acb252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:26.391795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-0617c63f-b760-4c55-b0c9-c4e5f6acb252 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6346342c50>,) {'filters': {'network_id': ['c5f5dda8-2574-4193-b3ba-077cbae09909']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:42:26.408863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-0617c63f-b760-4c55-b0c9-c4e5f6acb252 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346342c50>, 'cf412a02-1a8c-4c8a-b619-d7e4c4507688') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:42:26.409199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-0617c63f-b760-4c55-b0c9-c4e5f6acb252 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346342c50>, 'cf412a02-1a8c-4c8a-b619-d7e4c4507688') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:42:26.421444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0617c63f-b760-4c55-b0c9-c4e5f6acb252 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:26.436874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0617c63f-b760-4c55-b0c9-c4e5f6acb252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:26.438895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0617c63f-b760-4c55-b0c9-c4e5f6acb252 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:42:26.609960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3faa24c6-5137-40c4-9c8a-81c65fbdae9f None None] Deleting port 0cffaf10-3e3a-4c0e-9e2e-9729c682325c {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:42:26.610366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3faa24c6-5137-40c4-9c8a-81c65fbdae9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:26.623712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0617c63f-b760-4c55-b0c9-c4e5f6acb252 admin admin] Network c5f5dda8-2574-4193-b3ba-077cbae09909 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:42:26.633054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0617c63f-b760-4c55-b0c9-c4e5f6acb252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:26.680684 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3faa24c6-5137-40c4-9c8a-81c65fbdae9f None None] The port '0cffaf10-3e3a-4c0e-9e2e-9729c682325c' was deleted {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:42:26.823629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0617c63f-b760-4c55-b0c9-c4e5f6acb252 admin admin] Network c5f5dda8-2574-4193-b3ba-077cbae09909 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:42:26.847421 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:42:26.847421 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:42:26.847421 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:42:26.847421 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:42:26.847421 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:42:26.847421 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:42:26.847421 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:42:26.847421 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:42:26.847421 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:42:26.847421 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:42:26.847421 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:42:26.847421 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:42:26.847421 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:42:26.847421 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:42:26.847421 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:42:26.847421 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:42:26.847421 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:42:26.847421 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:42:26.847421 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:42:26.847421 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:42:26.847421 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:42:26.847421 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:42:26.847421 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:42:26.847421 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:42:26.847421 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:42:26.847421 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:42:26.847421 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:42:26.847421 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:42:26.847421 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:42:26.847421 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:42:26.847421 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:42:26.847421 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:42:26.931774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0617c63f-b760-4c55-b0c9-c4e5f6acb252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:26.935117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e72e30d8-9532-4b59-a45a-a72d769024f7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:26.949229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0617c63f-b760-4c55-b0c9-c4e5f6acb252 admin admin] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:26.961310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617c63f-b760-4c55-b0c9-c4e5f6acb252 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5f5dda8-2574-4193-b3ba-077cbae09909,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:26.964998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0617c63f-b760-4c55-b0c9-c4e5f6acb252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:26.976871 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0617c63f-b760-4c55-b0c9-c4e5f6acb252 admin admin] 10.222.0.76 "DELETE /v2.0/networks/c5f5dda8-2574-4193-b3ba-077cbae09909 HTTP/1.1" status: 204  len: 168 time: 1.6343007
Nov 24 13:42:27.129668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 58708) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:42:27.187046 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-365050cf-8884-4376-add9-1e677cdf78ea admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a91e9d9d4cf34f87a82fde870c70922e&name=default HTTP/1.1" status: 200  len: 2751 time: 0.0558619
Nov 24 13:42:27.189517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 58712) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:42:27.254607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4c877ad1-46a0-4559-86f1-c2ea00b916ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:27.282199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4c877ad1-46a0-4559-86f1-c2ea00b916ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:27.337535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4c877ad1-46a0-4559-86f1-c2ea00b916ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:27.342785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d9b587ab-d734-4369-bcb3-28e7dd11cdb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:27.357317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c877ad1-46a0-4559-86f1-c2ea00b916ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd282304-686a-4104-ad63-fa3cd1a31bab,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:27.361876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4c877ad1-46a0-4559-86f1-c2ea00b916ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:27.366107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4c877ad1-46a0-4559-86f1-c2ea00b916ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:27.368511 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4c877ad1-46a0-4559-86f1-c2ea00b916ae admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fd282304-686a-4104-ad63-fa3cd1a31bab HTTP/1.1" status: 204  len: 168 time: 0.1763132
Nov 24 13:42:27.492281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 0cffaf10-3e3a-4c0e-9e2e-9729c682325c no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:42:27.530726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 0cffaf10-3e3a-4c0e-9e2e-9729c682325c {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:42:27.531116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 0cffaf10-3e3a-4c0e-9e2e-9729c682325c not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:42:29.816595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 58752) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:42:29.822561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-503a3f64-9c52-4624-b728-e93f27cbf6d6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1189256030', 'description': 'tempest-secgroup-smoke-1189256030 description', 'project_id': 'd5748be5eb2b47818a674120dfe1813a'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:42:29.829197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-503a3f64-9c52-4624-b728-e93f27cbf6d6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:42:29.833806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-503a3f64-9c52-4624-b728-e93f27cbf6d6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:42:29.836846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-503a3f64-9c52-4624-b728-e93f27cbf6d6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:42:29.843621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-503a3f64-9c52-4624-b728-e93f27cbf6d6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:42:29.853259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-503a3f64-9c52-4624-b728-e93f27cbf6d6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:29.866515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-503a3f64-9c52-4624-b728-e93f27cbf6d6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:29.904338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-503a3f64-9c52-4624-b728-e93f27cbf6d6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:42:29.908373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-503a3f64-9c52-4624-b728-e93f27cbf6d6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:42:29.912115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-503a3f64-9c52-4624-b728-e93f27cbf6d6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:42:29.918306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-503a3f64-9c52-4624-b728-e93f27cbf6d6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:42:29.989680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-503a3f64-9c52-4624-b728-e93f27cbf6d6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:29.992476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-503a3f64-9c52-4624-b728-e93f27cbf6d6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:29.996898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ba7d10a6-9da8-4d69-8a3d-8611a79a1fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:30.037100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-503a3f64-9c52-4624-b728-e93f27cbf6d6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:42:30.041686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a3f64-9c52-4624-b728-e93f27cbf6d6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroup': ['ID=40da1ba0-c016-4423-ad43-bf5161487521,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:30.045672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-503a3f64-9c52-4624-b728-e93f27cbf6d6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:30.046905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-503a3f64-9c52-4624-b728-e93f27cbf6d6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:42:30.049956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-503a3f64-9c52-4624-b728-e93f27cbf6d6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:42:30.055870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-503a3f64-9c52-4624-b728-e93f27cbf6d6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:42:30.116470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-503a3f64-9c52-4624-b728-e93f27cbf6d6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:30.119637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-503a3f64-9c52-4624-b728-e93f27cbf6d6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:30.125757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-07a7941d-83da-46ec-83af-45e3befddff8 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:30.170410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-503a3f64-9c52-4624-b728-e93f27cbf6d6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:30.171733 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-503a3f64-9c52-4624-b728-e93f27cbf6d6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1680 time: 0.3540504
Nov 24 13:42:30.175223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a3f64-9c52-4624-b728-e93f27cbf6d6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroup': ['ID=58501728-0856-4ab3-b107-9097ad2879f4,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:30.176426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 58756) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:42:30.181382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-503a3f64-9c52-4624-b728-e93f27cbf6d6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:30.184937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-366511f9-b604-4741-8520-73e994ddbd9d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group_rule': {'security_group_id': '58501728-0856-4ab3-b107-9097ad2879f4', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:42:30.192184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-366511f9-b604-4741-8520-73e994ddbd9d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:42:30.196248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-366511f9-b604-4741-8520-73e994ddbd9d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:42:30.199288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-366511f9-b604-4741-8520-73e994ddbd9d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:42:30.205183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-366511f9-b604-4741-8520-73e994ddbd9d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:42:30.221855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-366511f9-b604-4741-8520-73e994ddbd9d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:30.287077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-366511f9-b604-4741-8520-73e994ddbd9d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:30.289688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-366511f9-b604-4741-8520-73e994ddbd9d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:30.291683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e4395b91-9329-4a0f-ac80-afc91a555c71 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:30.314686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366511f9-b604-4741-8520-73e994ddbd9d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbddfdc5-2849-4f92-9df7-7fb7f0bb5fdc,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:30.318448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-366511f9-b604-4741-8520-73e994ddbd9d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:30.325021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-366511f9-b604-4741-8520-73e994ddbd9d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:30.326613 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-366511f9-b604-4741-8520-73e994ddbd9d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1481495
Nov 24 13:42:30.329462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 58760) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:42:30.335765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-d46e657f-e204-424c-84d9-87e7a688ba10 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group_rule': {'security_group_id': '58501728-0856-4ab3-b107-9097ad2879f4', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:42:30.342454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d46e657f-e204-424c-84d9-87e7a688ba10 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:42:30.346261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d46e657f-e204-424c-84d9-87e7a688ba10 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:42:30.349271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d46e657f-e204-424c-84d9-87e7a688ba10 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:42:30.355154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d46e657f-e204-424c-84d9-87e7a688ba10 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:42:30.371732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d46e657f-e204-424c-84d9-87e7a688ba10 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:30.440230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d46e657f-e204-424c-84d9-87e7a688ba10 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:30.442939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d46e657f-e204-424c-84d9-87e7a688ba10 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:30.450155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9a6a887b-37af-4772-a15c-3a5d25ee86a0 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:30.473261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e657f-e204-424c-84d9-87e7a688ba10 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac135fd-dee3-410b-84a9-5d65b2a44ff3,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:30.477088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d46e657f-e204-424c-84d9-87e7a688ba10 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:30.479008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d46e657f-e204-424c-84d9-87e7a688ba10 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:30.480911 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d46e657f-e204-424c-84d9-87e7a688ba10 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1498196
Nov 24 13:42:30.484274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 58764) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:42:30.489902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-873f00ec-2530-4ffb-bac4-3f67991a0b6a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group_rule': {'security_group_id': '58501728-0856-4ab3-b107-9097ad2879f4', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:42:30.496411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-873f00ec-2530-4ffb-bac4-3f67991a0b6a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:42:30.500606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-873f00ec-2530-4ffb-bac4-3f67991a0b6a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:42:30.504405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-873f00ec-2530-4ffb-bac4-3f67991a0b6a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:42:30.510199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-873f00ec-2530-4ffb-bac4-3f67991a0b6a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:42:30.526552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-873f00ec-2530-4ffb-bac4-3f67991a0b6a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:30.594417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-873f00ec-2530-4ffb-bac4-3f67991a0b6a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:30.603301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-873f00ec-2530-4ffb-bac4-3f67991a0b6a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:30.605287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a09a45de-e63f-4354-9e7b-9bb08ae3ae88 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:30.630409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f00ec-2530-4ffb-bac4-3f67991a0b6a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79801ad7-86d4-4033-a673-b766ccead810,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:30.632985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-873f00ec-2530-4ffb-bac4-3f67991a0b6a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:30.639318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-873f00ec-2530-4ffb-bac4-3f67991a0b6a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:30.640671 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-873f00ec-2530-4ffb-bac4-3f67991a0b6a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1554067
Nov 24 13:42:30.643551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 58768) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:42:30.649028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-bea9e86b-5ae3-430b-98aa-235a112416eb tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group_rule': {'security_group_id': '58501728-0856-4ab3-b107-9097ad2879f4', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:42:30.655385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-bea9e86b-5ae3-430b-98aa-235a112416eb tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:42:30.659428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bea9e86b-5ae3-430b-98aa-235a112416eb tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:42:30.662430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-bea9e86b-5ae3-430b-98aa-235a112416eb tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:42:30.668128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-bea9e86b-5ae3-430b-98aa-235a112416eb tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:42:30.693314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bea9e86b-5ae3-430b-98aa-235a112416eb tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:30.761575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bea9e86b-5ae3-430b-98aa-235a112416eb tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:30.764213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bea9e86b-5ae3-430b-98aa-235a112416eb tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:30.771371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-997a6ad3-7604-4749-9c95-73e26ef62a0b tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:30.792803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9e86b-5ae3-430b-98aa-235a112416eb tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroupRule': ['ID=952bee34-a945-4bab-a8db-553e79edb8f2,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:30.795590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bea9e86b-5ae3-430b-98aa-235a112416eb tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:30.801334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bea9e86b-5ae3-430b-98aa-235a112416eb tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:30.803857 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bea9e86b-5ae3-430b-98aa-235a112416eb tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1588428
Nov 24 13:42:30.806535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 58772) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:42:30.812329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-16caf28e-b214-4166-b5fb-4bfda512b174 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group_rule': {'security_group_id': '58501728-0856-4ab3-b107-9097ad2879f4', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:42:30.819705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-16caf28e-b214-4166-b5fb-4bfda512b174 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:42:30.823795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-16caf28e-b214-4166-b5fb-4bfda512b174 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:42:30.827007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-16caf28e-b214-4166-b5fb-4bfda512b174 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:42:30.832640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-16caf28e-b214-4166-b5fb-4bfda512b174 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:42:30.842071 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-16caf28e-b214-4166-b5fb-4bfda512b174 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Project d5748be5eb2b47818a674120dfe1813a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:42:30.848743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-16caf28e-b214-4166-b5fb-4bfda512b174 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:30.922484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-16caf28e-b214-4166-b5fb-4bfda512b174 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:30.925773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-16caf28e-b214-4166-b5fb-4bfda512b174 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:30.927691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9cdd4bce-fe7a-4e52-a71f-0d0405130d59 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:30.951297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16caf28e-b214-4166-b5fb-4bfda512b174 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324d5c98-377c-4736-8188-e725c3aeefe3,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:30.954311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-16caf28e-b214-4166-b5fb-4bfda512b174 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:30.960787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-16caf28e-b214-4166-b5fb-4bfda512b174 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:30.962057 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-16caf28e-b214-4166-b5fb-4bfda512b174 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1544738
Nov 24 13:42:30.965121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 58776) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:42:30.977989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b668cc80-c26c-4d37-a3bc-eeed53460af7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group_rule': {'security_group_id': '58501728-0856-4ab3-b107-9097ad2879f4', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:42:30.985226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b668cc80-c26c-4d37-a3bc-eeed53460af7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:42:30.990796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b668cc80-c26c-4d37-a3bc-eeed53460af7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:42:30.993925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b668cc80-c26c-4d37-a3bc-eeed53460af7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:42:30.999780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b668cc80-c26c-4d37-a3bc-eeed53460af7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:42:31.013146 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-b668cc80-c26c-4d37-a3bc-eeed53460af7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Project d5748be5eb2b47818a674120dfe1813a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:42:31.019814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b668cc80-c26c-4d37-a3bc-eeed53460af7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:31.088413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b668cc80-c26c-4d37-a3bc-eeed53460af7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:31.091583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b668cc80-c26c-4d37-a3bc-eeed53460af7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:31.100169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-91b981e1-f646-4778-a009-eef4f1dfb3d3 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:31.129567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668cc80-c26c-4d37-a3bc-eeed53460af7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ab15eb-a6d7-40f4-b17f-92c1a683c52d,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:31.134595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b668cc80-c26c-4d37-a3bc-eeed53460af7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:31.139278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b668cc80-c26c-4d37-a3bc-eeed53460af7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:31.140557 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b668cc80-c26c-4d37-a3bc-eeed53460af7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1744444
Nov 24 13:42:31.145881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 58780) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:42:31.152075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9e665f58-c6f0-421b-946d-4f84d37e6c5a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'network': {'name': 'tempest-network-smoke--273306250', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'port_security_enabled': True}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:42:31.157600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9e665f58-c6f0-421b-946d-4f84d37e6c5a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:42:31.162198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9e665f58-c6f0-421b-946d-4f84d37e6c5a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:network and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:42:31.165191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9e665f58-c6f0-421b-946d-4f84d37e6c5a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:42:31.171118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9e665f58-c6f0-421b-946d-4f84d37e6c5a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:42:31.181167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e665f58-c6f0-421b-946d-4f84d37e6c5a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Made reservation on behalf of d5748be5eb2b47818a674120dfe1813a for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:42:31.186715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9e665f58-c6f0-421b-946d-4f84d37e6c5a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:31.219850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e665f58-c6f0-421b-946d-4f84d37e6c5a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:42:31.230178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9e665f58-c6f0-421b-946d-4f84d37e6c5a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:31.230610 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-9e665f58-c6f0-421b-946d-4f84d37e6c5a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Added segment df484af4-41fa-4bb1-a7d4-f362e9512d7f of type vxlan for network 4cc7a8ee-e392-4062-b2be-068ca1d95809
Nov 24 13:42:31.258465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9e665f58-c6f0-421b-946d-4f84d37e6c5a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:31.287968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9e665f58-c6f0-421b-946d-4f84d37e6c5a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:31.292100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e665f58-c6f0-421b-946d-4f84d37e6c5a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:31.292743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9e665f58-c6f0-421b-946d-4f84d37e6c5a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:31.298117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-86a4cdbb-267e-4310-876a-c9a905585ad0 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:31.401758 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9e665f58-c6f0-421b-946d-4f84d37e6c5a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2546272
Nov 24 13:42:31.404996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 58784) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:42:31.411527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-49d82788-0128-45e4-bbed-956f766d488a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1463292107', 'admin_state_up': True, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:42:31.411681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e665f58-c6f0-421b-946d-4f84d37e6c5a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Network': ['ID=4cc7a8ee-e392-4062-b2be-068ca1d95809,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:31.414754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9e665f58-c6f0-421b-946d-4f84d37e6c5a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:31.419337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-49d82788-0128-45e4-bbed-956f766d488a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:42:31.423685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 4cc7a8ee-e392-4062-b2be-068ca1d95809 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:42:31.423837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-49d82788-0128-45e4-bbed-956f766d488a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:router and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:42:31.426882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-49d82788-0128-45e4-bbed-956f766d488a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:42:31.432905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-49d82788-0128-45e4-bbed-956f766d488a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:42:31.443847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-49d82788-0128-45e4-bbed-956f766d488a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:31.444838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-49d82788-0128-45e4-bbed-956f766d488a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:31.463919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-49d82788-0128-45e4-bbed-956f766d488a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:31.490457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 4cc7a8ee-e392-4062-b2be-068ca1d95809 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:42:31.618101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-49d82788-0128-45e4-bbed-956f766d488a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:31.814269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-49d82788-0128-45e4-bbed-956f766d488a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router_gateway, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:31.850084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-49d82788-0128-45e4-bbed-956f766d488a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:32.126154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-49d82788-0128-45e4-bbed-956f766d488a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Allocated IP 172.26.8.24 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/7bd896c5-4372-48ab-ae49-704f59e1a7e9) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:42:32.290288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-49d82788-0128-45e4-bbed-956f766d488a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:32.316809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-49d82788-0128-45e4-bbed-956f766d488a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:32.331939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-797435b5-ec81-4e91-821a-31a202717cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:32.463823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d82788-0128-45e4-bbed-956f766d488a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Port': ['ID=7bd896c5-4372-48ab-ae49-704f59e1a7e9,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:32.468688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-49d82788-0128-45e4-bbed-956f766d488a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:32.522529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d82788-0128-45e4-bbed-956f766d488a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:42:32.523680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-49d82788-0128-45e4-bbed-956f766d488a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:42:32.525953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d82788-0128-45e4-bbed-956f766d488a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:42:32.951872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-49d82788-0128-45e4-bbed-956f766d488a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router_gateway, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:32.952661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-49d82788-0128-45e4-bbed-956f766d488a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:33.197947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d82788-0128-45e4-bbed-956f766d488a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Router 9ceb8afb-e79a-4b07-824b-cae2bd2d78cf is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:42:33.409459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d82788-0128-45e4-bbed-956f766d488a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:42:33.419655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe02291-ed0f-4259-9e91-043f49825088 None None] Sync routers for ids ['9ceb8afb-e79a-4b07-824b-cae2bd2d78cf'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:42:33.432458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe02291-ed0f-4259-9e91-043f49825088 None None] Routers {'9ceb8afb-e79a-4b07-824b-cae2bd2d78cf'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:42:33.433140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2fe02291-ed0f-4259-9e91-043f49825088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347c06a58>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:42:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['9ceb8afb-e79a-4b07-824b-cae2bd2d78cf'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:42:33.436741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-49d82788-0128-45e4-bbed-956f766d488a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:33.438495 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-49d82788-0128-45e4-bbed-956f766d488a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.0319781
Nov 24 13:42:33.441961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 58788) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:42:33.628961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-2fe02291-ed0f-4259-9e91-043f49825088 None None] Set router 9ceb8afb-e79a-4b07-824b-cae2bd2d78cf gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:42:33.635141 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0959d6db-0f13-4814-be60-4ab49c7c00fd tempest-TestNetworkAdvancedServerOps-1057220621 tempest-TestNetworkAdvancedServerOps-1057220621] 10.222.0.76 "GET /v2.0/subnets?project_id=d5748be5eb2b47818a674120dfe1813a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1918619
Nov 24 13:42:33.637857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 58794) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:42:33.643920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-4d4cb7d9-378b-42db-b858-412ec8d0412d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1686627046', 'network_id': '4cc7a8ee-e392-4062-b2be-068ca1d95809', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:42:33.766569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4d4cb7d9-378b-42db-b858-412ec8d0412d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:42:33.770496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4d4cb7d9-378b-42db-b858-412ec8d0412d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:subnet and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:42:33.773451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4d4cb7d9-378b-42db-b858-412ec8d0412d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:42:33.779213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4d4cb7d9-378b-42db-b858-412ec8d0412d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:42:33.788515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4cb7d9-378b-42db-b858-412ec8d0412d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Made reservation on behalf of d5748be5eb2b47818a674120dfe1813a for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:42:33.899724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d4cb7d9-378b-42db-b858-412ec8d0412d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:33.934859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2fe02291-ed0f-4259-9e91-043f49825088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347c06a58>, [{'id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463292107', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '7bd896c5-4372-48ab-ae49-704f59e1a7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:42:31Z', 'updated_at': '2020-11-24T13:42:32Z', 'revision_number': 3, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '7bd896c5-4372-48ab-ae49-704f59e1a7e9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:42:32Z', 'updated_at': '2020-11-24T13:42:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:42:33.939287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe02291-ed0f-4259-9e91-043f49825088 None None] Checking router: 9ceb8afb-e79a-4b07-824b-cae2bd2d78cf for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:42:33.939693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe02291-ed0f-4259-9e91-043f49825088 None None] Updating router 9ceb8afb-e79a-4b07-824b-cae2bd2d78cf port 7bd896c5-4372-48ab-ae49-704f59e1a7e9 binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:42:34.176510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2fe02291-ed0f-4259-9e91-043f49825088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:34.381765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d4cb7d9-378b-42db-b858-412ec8d0412d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:34.397355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-899e7d80-9d8b-4af1-a585-8e4dac40bd3d tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:34.529526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4cb7d9-378b-42db-b858-412ec8d0412d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Subnet': ['ID=5351b494-ece2-47dd-9897-cd06dd32efc1,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:34.535077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4d4cb7d9-378b-42db-b858-412ec8d0412d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:34.584410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2fe02291-ed0f-4259-9e91-043f49825088 None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:34.598253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2fe02291-ed0f-4259-9e91-043f49825088 None None] Transition to ACTIVE for port object 7bd896c5-4372-48ab-ae49-704f59e1a7e9 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:42:34.601054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2fe02291-ed0f-4259-9e91-043f49825088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:34.616885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4cb7d9-378b-42db-b858-412ec8d0412d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Checking segment: {'id': 'df484af4-41fa-4bb1-a7d4-f362e9512d7f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4cc7a8ee-e392-4062-b2be-068ca1d95809'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:42:34.617280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4cb7d9-378b-42db-b858-412ec8d0412d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network hostable DHCP agents. Network: 4cc7a8ee-e392-4062-b2be-068ca1d95809, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:42:34.617436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:34.640591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4cb7d9-378b-42db-b858-412ec8d0412d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network 4cc7a8ee-e392-4062-b2be-068ca1d95809 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:42:34.651133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-4d4cb7d9-378b-42db-b858-412ec8d0412d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 4cc7a8ee-e392-4062-b2be-068ca1d95809) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:42:34.665208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4cb7d9-378b-42db-b858-412ec8d0412d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:34.665845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d4cb7d9-378b-42db-b858-412ec8d0412d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:34.687754 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4d4cb7d9-378b-42db-b858-412ec8d0412d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.0487275
Nov 24 13:42:34.690883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 58798) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:42:34.719646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d15f316-cd26-4d80-8b36-d8bd1dd6beb1 None None] Network 4cc7a8ee-e392-4062-b2be-068ca1d95809 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:42:34.844801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0bd51-b060-4d09-81ce-6c7204b96bac None None] Pushing event updated for resources: {'Port': ['ID=7bd896c5-4372-48ab-ae49-704f59e1a7e9,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:34.853335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7ab0bd51-b060-4d09-81ce-6c7204b96bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:34.999546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2fe02291-ed0f-4259-9e91-043f49825088 None None] Attempting to bind port 7bd896c5-4372-48ab-ae49-704f59e1a7e9 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:42:34.999969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2fe02291-ed0f-4259-9e91-043f49825088 None None] Attempting to bind port 7bd896c5-4372-48ab-ae49-704f59e1a7e9 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:42:35.000391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe02291-ed0f-4259-9e91-043f49825088 None None] Attempting to bind port 7bd896c5-4372-48ab-ae49-704f59e1a7e9 on network cfe08d36-e5ba-4f00-8669-16a0ead5d220 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:42:35.043272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe02291-ed0f-4259-9e91-043f49825088 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:42:35.043703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe02291-ed0f-4259-9e91-043f49825088 None None] Checking segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:42:35.044171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2fe02291-ed0f-4259-9e91-043f49825088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:35.044618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe02291-ed0f-4259-9e91-043f49825088 None None] Bound using segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:42:35.045171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2fe02291-ed0f-4259-9e91-043f49825088 None None] Bound port: 7bd896c5-4372-48ab-ae49-704f59e1a7e9, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:42:35.045603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2fe02291-ed0f-4259-9e91-043f49825088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:35.107606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d0dd3c-bd1c-48a6-bc1c-d73ce7a24673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-4cc7a8ee-e392-4062-b2be-068ca1d95809', 'network_id': '4cc7a8ee-e392-4062-b2be-068ca1d95809', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'fixed_ips': [{'subnet_id': '5351b494-ece2-47dd-9897-cd06dd32efc1'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:42:35.108537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e6d0dd3c-bd1c-48a6-bc1c-d73ce7a24673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:35.147937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-2fe02291-ed0f-4259-9e91-043f49825088 None None] For port 7bd896c5-4372-48ab-ae49-704f59e1a7e9, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:42:35.151220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-2fe02291-ed0f-4259-9e91-043f49825088 None None] For port 7bd896c5-4372-48ab-ae49-704f59e1a7e9, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=7bd896c5-4372-48ab-ae49-704f59e1a7e9,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:42:35.161013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2fe02291-ed0f-4259-9e91-043f49825088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:35.178445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6d22a651-19cf-4883-b7cb-341a682f968d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:35.435054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd86b9ae-0297-4cc4-a7fe-136173337cc7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:35.438236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0bd51-b060-4d09-81ce-6c7204b96bac None None] Pushing event updated for resources: {'Port': ['ID=7bd896c5-4372-48ab-ae49-704f59e1a7e9,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:35.459842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7ab0bd51-b060-4d09-81ce-6c7204b96bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:35.580740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe02291-ed0f-4259-9e91-043f49825088 None None] Routers {'9ceb8afb-e79a-4b07-824b-cae2bd2d78cf'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:42:35.581459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2fe02291-ed0f-4259-9e91-043f49825088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347c06a58>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:42:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['9ceb8afb-e79a-4b07-824b-cae2bd2d78cf'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:42:35.841129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-e6d0dd3c-bd1c-48a6-bc1c-d73ce7a24673 None None] Allocated IP 172.20.0.2 (4cc7a8ee-e392-4062-b2be-068ca1d95809/5351b494-ece2-47dd-9897-cd06dd32efc1/78fc3470-d4e8-4787-95cf-c64d18061508) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:42:35.865184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-2fe02291-ed0f-4259-9e91-043f49825088 None None] Set router 9ceb8afb-e79a-4b07-824b-cae2bd2d78cf gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:42:36.520462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e6d0dd3c-bd1c-48a6-bc1c-d73ce7a24673 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:36.537463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e6d0dd3c-bd1c-48a6-bc1c-d73ce7a24673 None None] Transition to ACTIVE for port object 78fc3470-d4e8-4787-95cf-c64d18061508 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:42:36.560136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e6d0dd3c-bd1c-48a6-bc1c-d73ce7a24673 None None] Transition to ACTIVE for port object 78fc3470-d4e8-4787-95cf-c64d18061508 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:42:36.567616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e6d0dd3c-bd1c-48a6-bc1c-d73ce7a24673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:36.583720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-dbb65aa1-527d-4d2e-8230-2a4061c55375 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:36.638023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-cd86b9ae-0297-4cc4-a7fe-136173337cc7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Allocated IP 172.20.0.1 (4cc7a8ee-e392-4062-b2be-068ca1d95809/5351b494-ece2-47dd-9897-cd06dd32efc1/93641c49-2e80-4d4c-a04a-bd87045827ca) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:42:36.669199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2fe02291-ed0f-4259-9e91-043f49825088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347c06a58>, [{'id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463292107', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '7bd896c5-4372-48ab-ae49-704f59e1a7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:42:31Z', 'updated_at': '2020-11-24T13:42:32Z', 'revision_number': 3, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '7bd896c5-4372-48ab-ae49-704f59e1a7e9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:42:32Z', 'updated_at': '2020-11-24T13:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:42:36.696515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe02291-ed0f-4259-9e91-043f49825088 None None] The sync data for ids ['9ceb8afb-e79a-4b07-824b-cae2bd2d78cf'] in dv-neutron-601336-61-ovs is: [{'id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463292107', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '7bd896c5-4372-48ab-ae49-704f59e1a7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:42:31Z', 'updated_at': '2020-11-24T13:42:32Z', 'revision_number': 3, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '7bd896c5-4372-48ab-ae49-704f59e1a7e9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:42:32Z', 'updated_at': '2020-11-24T13:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:42:36.724019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0dd3c-bd1c-48a6-bc1c-d73ce7a24673 None None] Pushing event updated for resources: {'Port': ['ID=78fc3470-d4e8-4787-95cf-c64d18061508,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:36.729777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e6d0dd3c-bd1c-48a6-bc1c-d73ce7a24673 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:36.789153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d0dd3c-bd1c-48a6-bc1c-d73ce7a24673 None None] Network 4cc7a8ee-e392-4062-b2be-068ca1d95809 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:42:36.790559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-e6d0dd3c-bd1c-48a6-bc1c-d73ce7a24673 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:42:36.792956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d0dd3c-bd1c-48a6-bc1c-d73ce7a24673 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:42:36.824289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd86b9ae-0297-4cc4-a7fe-136173337cc7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:36.841113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-cd86b9ae-0297-4cc4-a7fe-136173337cc7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Transition to ACTIVE for port object 93641c49-2e80-4d4c-a04a-bd87045827ca will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:42:36.851285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e6d0dd3c-bd1c-48a6-bc1c-d73ce7a24673 None None] Attempting to bind port 78fc3470-d4e8-4787-95cf-c64d18061508 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:42:36.851717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e6d0dd3c-bd1c-48a6-bc1c-d73ce7a24673 None None] Attempting to bind port 78fc3470-d4e8-4787-95cf-c64d18061508 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'df484af4-41fa-4bb1-a7d4-f362e9512d7f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4cc7a8ee-e392-4062-b2be-068ca1d95809'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:42:36.852132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d0dd3c-bd1c-48a6-bc1c-d73ce7a24673 None None] Attempting to bind port 78fc3470-d4e8-4787-95cf-c64d18061508 on network 4cc7a8ee-e392-4062-b2be-068ca1d95809 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:42:36.859283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d0dd3c-bd1c-48a6-bc1c-d73ce7a24673 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:42:36.859744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d0dd3c-bd1c-48a6-bc1c-d73ce7a24673 None None] Checking segment: {'id': 'df484af4-41fa-4bb1-a7d4-f362e9512d7f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4cc7a8ee-e392-4062-b2be-068ca1d95809'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:42:36.860207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e6d0dd3c-bd1c-48a6-bc1c-d73ce7a24673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:36.860716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d0dd3c-bd1c-48a6-bc1c-d73ce7a24673 None None] Bound using segment: {'id': 'df484af4-41fa-4bb1-a7d4-f362e9512d7f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4cc7a8ee-e392-4062-b2be-068ca1d95809'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:42:36.861243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e6d0dd3c-bd1c-48a6-bc1c-d73ce7a24673 None None] Bound port: 78fc3470-d4e8-4787-95cf-c64d18061508, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df484af4-41fa-4bb1-a7d4-f362e9512d7f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4cc7a8ee-e392-4062-b2be-068ca1d95809'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:42:36.861369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd86b9ae-0297-4cc4-a7fe-136173337cc7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:36.862298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e6d0dd3c-bd1c-48a6-bc1c-d73ce7a24673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:36.878240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a8bc1ea9-6475-4ef2-b5dc-4794b291b87e tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:36.966743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e6d0dd3c-bd1c-48a6-bc1c-d73ce7a24673 None None] For port 78fc3470-d4e8-4787-95cf-c64d18061508, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:42:36.968799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e6d0dd3c-bd1c-48a6-bc1c-d73ce7a24673 None None] For port 78fc3470-d4e8-4787-95cf-c64d18061508, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=78fc3470-d4e8-4787-95cf-c64d18061508,segment=NetworkSegment(df484af4-41fa-4bb1-a7d4-f362e9512d7f),segment_id=df484af4-41fa-4bb1-a7d4-f362e9512d7f)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:42:36.982294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e6d0dd3c-bd1c-48a6-bc1c-d73ce7a24673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:37.208282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a32f0023-4ef6-4ff6-9aeb-cd92b46aedcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:37.316486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0dd3c-bd1c-48a6-bc1c-d73ce7a24673 None None] Pushing event updated for resources: {'Port': ['ID=78fc3470-d4e8-4787-95cf-c64d18061508,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:37.328730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e6d0dd3c-bd1c-48a6-bc1c-d73ce7a24673 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:37.362026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86b9ae-0297-4cc4-a7fe-136173337cc7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Port': ['ID=93641c49-2e80-4d4c-a04a-bd87045827ca,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:37.367063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cd86b9ae-0297-4cc4-a7fe-136173337cc7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:37.430879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd86b9ae-0297-4cc4-a7fe-136173337cc7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network 4cc7a8ee-e392-4062-b2be-068ca1d95809 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:42:37.432081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-cd86b9ae-0297-4cc4-a7fe-136173337cc7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:42:37.434396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd86b9ae-0297-4cc4-a7fe-136173337cc7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:42:37.506034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd86b9ae-0297-4cc4-a7fe-136173337cc7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:37.533817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 7bd896c5-4372-48ab-ae49-704f59e1a7e9 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:42:37.617131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd86b9ae-0297-4cc4-a7fe-136173337cc7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:37.651083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 7bd896c5-4372-48ab-ae49-704f59e1a7e9 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:42:37.657921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 7bd896c5-4372-48ab-ae49-704f59e1a7e9 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:42:37.658580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:37.801502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:37.818539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 7bd896c5-4372-48ab-ae49-704f59e1a7e9, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=7bd896c5-4372-48ab-ae49-704f59e1a7e9,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:42:37.821899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:37.824831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-566aba55-d323-4c42-8b34-423b194f7188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:37.898361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=7bd896c5-4372-48ab-ae49-704f59e1a7e9,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:37.901720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:38.155241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd86b9ae-0297-4cc4-a7fe-136173337cc7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:38.160005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd86b9ae-0297-4cc4-a7fe-136173337cc7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:38.195166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c33e761c-cfca-4876-9dea-735183a2d04c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:38.284289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86b9ae-0297-4cc4-a7fe-136173337cc7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Port': ['ID=93641c49-2e80-4d4c-a04a-bd87045827ca,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:38.287032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd86b9ae-0297-4cc4-a7fe-136173337cc7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:38.303673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cd86b9ae-0297-4cc4-a7fe-136173337cc7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:38.450679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd86b9ae-0297-4cc4-a7fe-136173337cc7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network 4cc7a8ee-e392-4062-b2be-068ca1d95809 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:42:38.452340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-cd86b9ae-0297-4cc4-a7fe-136173337cc7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:42:38.649761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd04b86-429f-47df-8733-c750c8bd357b None None] Network 4cc7a8ee-e392-4062-b2be-068ca1d95809 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:42:38.755258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c951261f-777c-43ce-a491-68447d89604c None None] Provisioning for port 78fc3470-d4e8-4787-95cf-c64d18061508 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:42:38.871109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd86b9ae-0297-4cc4-a7fe-136173337cc7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Router 9ceb8afb-e79a-4b07-824b-cae2bd2d78cf has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:42:39.102372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd86b9ae-0297-4cc4-a7fe-136173337cc7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:42:39.118342 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cd86b9ae-0297-4cc4-a7fe-136173337cc7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "PUT /v2.0/routers/9ceb8afb-e79a-4b07-824b-cae2bd2d78cf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4225097
Nov 24 13:42:39.197279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5f89253a-8a24-4310-afd8-0160ee66f10c None None] Provisioning for port 93641c49-2e80-4d4c-a04a-bd87045827ca completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:42:39.208858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5f89253a-8a24-4310-afd8-0160ee66f10c None None] Provisioning complete for port 93641c49-2e80-4d4c-a04a-bd87045827ca triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:42:39.209290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5f89253a-8a24-4310-afd8-0160ee66f10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:39.273823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5f89253a-8a24-4310-afd8-0160ee66f10c None None] Port 93641c49-2e80-4d4c-a04a-bd87045827ca cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:42:39.328608 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-0a59a98f-ffe3-4a10-af43-f6b25b87b32d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1189256030&fields=id&tenant_id=d5748be5eb2b47818a674120dfe1813a HTTP/1.1" status: 200  len: 267 time: 0.0547926
Nov 24 13:42:39.525056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-b27f04c5-f6c8-48f6-9b9e-d8fb369ea541 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:39.534464 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-b27f04c5-f6c8-48f6-9b9e-d8fb369ea541 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/networks?id=4cc7a8ee-e392-4062-b2be-068ca1d95809 HTTP/1.1" status: 200  len: 796 time: 0.1960838
Nov 24 13:42:39.545638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c736ee84-d422-4ce6-84e3-dda26572b34c None None] Provisioning complete for port 93641c49-2e80-4d4c-a04a-bd87045827ca triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:42:39.546182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c736ee84-d422-4ce6-84e3-dda26572b34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:39.554436 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-8f19af9f-819a-4beb-ba52-9cb7e77d7071 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/quotas/d5748be5eb2b47818a674120dfe1813a HTTP/1.1" status: 200  len: 375 time: 0.0187199
Nov 24 13:42:39.608210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-c736ee84-d422-4ce6-84e3-dda26572b34c None None] Port 93641c49-2e80-4d4c-a04a-bd87045827ca cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:42:39.628673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 78fc3470-d4e8-4787-95cf-c64d18061508 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:42:39.656413 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-39ce1154-5774-4620-9a09-0e3fbf876ac7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1009436
Nov 24 13:42:39.704937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 78fc3470-d4e8-4787-95cf-c64d18061508 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:42:39.711908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 78fc3470-d4e8-4787-95cf-c64d18061508 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:42:39.712459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:39.750154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc9057f-9daf-4dba-83bb-d6d804915de5 None None] Sync routers for ids ['9ceb8afb-e79a-4b07-824b-cae2bd2d78cf'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:42:39.767312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc9057f-9daf-4dba-83bb-d6d804915de5 None None] Routers {'9ceb8afb-e79a-4b07-824b-cae2bd2d78cf'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:42:39.768814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2dc9057f-9daf-4dba-83bb-d6d804915de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c693dd8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:42:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['9ceb8afb-e79a-4b07-824b-cae2bd2d78cf'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:42:39.843172 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-cfff8d21-293d-4b17-a997-8e6ab5fc3372 service neutron] 10.222.0.76 "GET /v2.0/networks/4cc7a8ee-e392-4062-b2be-068ca1d95809?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1729834
Nov 24 13:42:39.859194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:39.907162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 78fc3470-d4e8-4787-95cf-c64d18061508, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=78fc3470-d4e8-4787-95cf-c64d18061508,segment=NetworkSegment(df484af4-41fa-4bb1-a7d4-f362e9512d7f),segment_id=df484af4-41fa-4bb1-a7d4-f362e9512d7f)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:42:39.914626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:39.915641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 7bd896c5-4372-48ab-ae49-704f59e1a7e9 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:42:39.945343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-acb6984b-b420-4a5a-82ed-550b59778cf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:39.978506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-16163575-55d0-49ec-ace1-d52f3966275e None None] Provisioning complete for port 93641c49-2e80-4d4c-a04a-bd87045827ca triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:42:39.978939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-16163575-55d0-49ec-ace1-d52f3966275e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:39.982653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-2dc9057f-9daf-4dba-83bb-d6d804915de5 None None] Set router 9ceb8afb-e79a-4b07-824b-cae2bd2d78cf gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:42:40.013391 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-de3ed547-2432-4dda-87ec-312fe70c9d8a service neutron] 10.222.0.76 "GET /v2.0/networks/4cc7a8ee-e392-4062-b2be-068ca1d95809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1629548
Nov 24 13:42:40.092566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-16163575-55d0-49ec-ace1-d52f3966275e None None] Port 93641c49-2e80-4d4c-a04a-bd87045827ca cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:42:40.103190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=78fc3470-d4e8-4787-95cf-c64d18061508,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:40.114183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:40.120179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 7bd896c5-4372-48ab-ae49-704f59e1a7e9 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:42:40.120610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:40.272903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c802d9a7-e803-486f-bb22-c03d82c13caa None None] Provisioning complete for port 78fc3470-d4e8-4787-95cf-c64d18061508 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:42:40.273458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c802d9a7-e803-486f-bb22-c03d82c13caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:40.317684 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e94f7f6d-af3c-4f67-be21-0627a3986487 req-8f19160e-3312-4b0e-97e4-01534860c82e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=2910264d-dbad-437b-80bc-c747efb5d1ae HTTP/1.1" status: 200  len: 210 time: 0.0691044
Nov 24 13:42:40.398389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e32750f-5734-4479-8ffb-9256f33a51b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:40.544506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2dc9057f-9daf-4dba-83bb-d6d804915de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c693dd8>, [{'id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463292107', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '7bd896c5-4372-48ab-ae49-704f59e1a7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:42:31Z', 'updated_at': '2020-11-24T13:42:37Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '7bd896c5-4372-48ab-ae49-704f59e1a7e9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:42:32Z', 'updated_at': '2020-11-24T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '93641c49-2e80-4d4c-a04a-bd87045827ca', 'name': '', 'network_id': '4cc7a8ee-e392-4062-b2be-068ca1d95809', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:f0:7a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '5351b494-ece2-47dd-9897-cd06dd32efc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:42:35Z', 'updated_at': '2020-11-24T13:42:37Z', 'revision_number': 2, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': '5351b494-ece2-47dd-9897-cd06dd32efc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:42:40.548727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc9057f-9daf-4dba-83bb-d6d804915de5 None None] Checking router: 9ceb8afb-e79a-4b07-824b-cae2bd2d78cf for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:42:40.549739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc9057f-9daf-4dba-83bb-d6d804915de5 None None] Updating router 9ceb8afb-e79a-4b07-824b-cae2bd2d78cf port 93641c49-2e80-4d4c-a04a-bd87045827ca binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:42:40.608536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2dc9057f-9daf-4dba-83bb-d6d804915de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:41.044358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2dc9057f-9daf-4dba-83bb-d6d804915de5 None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:41.056428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2dc9057f-9daf-4dba-83bb-d6d804915de5 None None] Transition to ACTIVE for port object 93641c49-2e80-4d4c-a04a-bd87045827ca will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:42:41.059124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2dc9057f-9daf-4dba-83bb-d6d804915de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:41.074274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-318ed470-6002-47c8-9540-5f4ffaa08706 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:41.212615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb11be6-26b5-47c0-9af6-1c401288bd68 None None] Pushing event updated for resources: {'Port': ['ID=93641c49-2e80-4d4c-a04a-bd87045827ca,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:41.240533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb11be6-26b5-47c0-9af6-1c401288bd68 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:41.240910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb11be6-26b5-47c0-9af6-1c401288bd68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:41.241296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb11be6-26b5-47c0-9af6-1c401288bd68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:41.241671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb11be6-26b5-47c0-9af6-1c401288bd68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:41.242045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb11be6-26b5-47c0-9af6-1c401288bd68 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:41.242440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb11be6-26b5-47c0-9af6-1c401288bd68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:41.242803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb11be6-26b5-47c0-9af6-1c401288bd68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:41.243166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb11be6-26b5-47c0-9af6-1c401288bd68 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:41.243530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb11be6-26b5-47c0-9af6-1c401288bd68 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:41.243893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb11be6-26b5-47c0-9af6-1c401288bd68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:41.244254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb11be6-26b5-47c0-9af6-1c401288bd68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:41.244613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb11be6-26b5-47c0-9af6-1c401288bd68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:41.245075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb11be6-26b5-47c0-9af6-1c401288bd68 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:41.245436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb11be6-26b5-47c0-9af6-1c401288bd68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:41.245798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb11be6-26b5-47c0-9af6-1c401288bd68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:41.246270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb11be6-26b5-47c0-9af6-1c401288bd68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:41.246633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb11be6-26b5-47c0-9af6-1c401288bd68 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:41.247000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb11be6-26b5-47c0-9af6-1c401288bd68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:41.247351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb11be6-26b5-47c0-9af6-1c401288bd68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:41.247708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb11be6-26b5-47c0-9af6-1c401288bd68 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:41.248076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb11be6-26b5-47c0-9af6-1c401288bd68 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:41.248424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb11be6-26b5-47c0-9af6-1c401288bd68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:41.248777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb11be6-26b5-47c0-9af6-1c401288bd68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:41.249137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb11be6-26b5-47c0-9af6-1c401288bd68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:42:41.263210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1fb11be6-26b5-47c0-9af6-1c401288bd68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:41.474025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2dc9057f-9daf-4dba-83bb-d6d804915de5 None None] Attempting to bind port 93641c49-2e80-4d4c-a04a-bd87045827ca on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:42:41.474581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2dc9057f-9daf-4dba-83bb-d6d804915de5 None None] Attempting to bind port 93641c49-2e80-4d4c-a04a-bd87045827ca by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'df484af4-41fa-4bb1-a7d4-f362e9512d7f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4cc7a8ee-e392-4062-b2be-068ca1d95809'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:42:41.475002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc9057f-9daf-4dba-83bb-d6d804915de5 None None] Attempting to bind port 93641c49-2e80-4d4c-a04a-bd87045827ca on network 4cc7a8ee-e392-4062-b2be-068ca1d95809 {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:42:41.490846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc9057f-9daf-4dba-83bb-d6d804915de5 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:42:41.491515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc9057f-9daf-4dba-83bb-d6d804915de5 None None] Checking segment: {'id': 'df484af4-41fa-4bb1-a7d4-f362e9512d7f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4cc7a8ee-e392-4062-b2be-068ca1d95809'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:42:41.492106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2dc9057f-9daf-4dba-83bb-d6d804915de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:41.492931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc9057f-9daf-4dba-83bb-d6d804915de5 None None] Bound using segment: {'id': 'df484af4-41fa-4bb1-a7d4-f362e9512d7f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4cc7a8ee-e392-4062-b2be-068ca1d95809'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:42:41.493590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-2dc9057f-9daf-4dba-83bb-d6d804915de5 None None] Bound port: 93641c49-2e80-4d4c-a04a-bd87045827ca, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df484af4-41fa-4bb1-a7d4-f362e9512d7f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4cc7a8ee-e392-4062-b2be-068ca1d95809'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:42:41.494173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2dc9057f-9daf-4dba-83bb-d6d804915de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:41.565715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 78fc3470-d4e8-4787-95cf-c64d18061508 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:42:41.571523 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a608fcb8-99fe-4ee2-9446-7a5b5cdb6319 req-3468f75a-4fae-4eb3-abc3-014dd9d37697 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=2910264d-dbad-437b-80bc-c747efb5d1ae HTTP/1.1" status: 200  len: 210 time: 0.1027422
Nov 24 13:42:41.615733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-2dc9057f-9daf-4dba-83bb-d6d804915de5 None None] For port 93641c49-2e80-4d4c-a04a-bd87045827ca, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:42:41.620241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-2dc9057f-9daf-4dba-83bb-d6d804915de5 None None] For port 93641c49-2e80-4d4c-a04a-bd87045827ca, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=93641c49-2e80-4d4c-a04a-bd87045827ca,segment=NetworkSegment(df484af4-41fa-4bb1-a7d4-f362e9512d7f),segment_id=df484af4-41fa-4bb1-a7d4-f362e9512d7f)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:42:41.623916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2dc9057f-9daf-4dba-83bb-d6d804915de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:41.644103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e1e3343e-6012-422e-a533-725df9f217a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:41.657520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 78fc3470-d4e8-4787-95cf-c64d18061508 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:42:41.657949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:41.676390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-6cf75f41-2d15-4885-bd14-bf7c3b80fa82 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:41.677676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-6cf75f41-2d15-4885-bd14-bf7c3b80fa82 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Synchronizing usage tracker for tenant:d5748be5eb2b47818a674120dfe1813a on resource:network {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:42:41.697417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-6cf75f41-2d15-4885-bd14-bf7c3b80fa82 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Unset dirty status for tenant:d5748be5eb2b47818a674120dfe1813a on resource:network {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:42:41.699094 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-6cf75f41-2d15-4885-bd14-bf7c3b80fa82 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.70 "GET /v2.0/networks?id=4cc7a8ee-e392-4062-b2be-068ca1d95809 HTTP/1.1" status: 200  len: 796 time: 0.2895842
Nov 24 13:42:41.800341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-d15c6500-c19f-4292-86dd-e1ffa85f250d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Synchronizing usage tracker for tenant:d5748be5eb2b47818a674120dfe1813a on resource:security_group {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:42:41.807015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb11be6-26b5-47c0-9af6-1c401288bd68 None None] Pushing event updated for resources: {'Port': ['ID=93641c49-2e80-4d4c-a04a-bd87045827ca,revision_number=4']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:41.810932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1fb11be6-26b5-47c0-9af6-1c401288bd68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:41.818117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-d15c6500-c19f-4292-86dd-e1ffa85f250d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Unset dirty status for tenant:d5748be5eb2b47818a674120dfe1813a on resource:security_group {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:42:41.819594 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-d15c6500-c19f-4292-86dd-e1ffa85f250d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d5748be5eb2b47818a674120dfe1813a HTTP/1.1" status: 200  len: 7377 time: 0.1013389
Nov 24 13:42:41.831090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-afc62da6-bf5b-4a8a-9403-e0093ecf2e0b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'port': {'device_id': '2910264d-dbad-437b-80bc-c747efb5d1ae', 'network_id': '4cc7a8ee-e392-4062-b2be-068ca1d95809', 'admin_state_up': True, 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'security_groups': ['58501728-0856-4ab3-b107-9097ad2879f4']}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:42:41.873731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc9057f-9daf-4dba-83bb-d6d804915de5 None None] Routers {'9ceb8afb-e79a-4b07-824b-cae2bd2d78cf'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:42:41.874575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2dc9057f-9daf-4dba-83bb-d6d804915de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c693dd8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:42:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['9ceb8afb-e79a-4b07-824b-cae2bd2d78cf'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:42:41.988200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-afc62da6-bf5b-4a8a-9403-e0093ecf2e0b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:42:41.992908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-afc62da6-bf5b-4a8a-9403-e0093ecf2e0b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:port and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:42:41.996248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-afc62da6-bf5b-4a8a-9403-e0093ecf2e0b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for port was recalculated. Used quota:2. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:42:42.003066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-afc62da6-bf5b-4a8a-9403-e0093ecf2e0b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:42:42.015292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-afc62da6-bf5b-4a8a-9403-e0093ecf2e0b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Made reservation on behalf of d5748be5eb2b47818a674120dfe1813a for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:42:42.021382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-afc62da6-bf5b-4a8a-9403-e0093ecf2e0b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:42.077899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-2dc9057f-9daf-4dba-83bb-d6d804915de5 None None] Set router 9ceb8afb-e79a-4b07-824b-cae2bd2d78cf gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:42:42.351985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-afc62da6-bf5b-4a8a-9403-e0093ecf2e0b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Allocated IP 172.20.0.4 (4cc7a8ee-e392-4062-b2be-068ca1d95809/5351b494-ece2-47dd-9897-cd06dd32efc1/8e6a4fdd-e47a-4612-9c67-e93460cd2770) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:42:42.419597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-2dc9057f-9daf-4dba-83bb-d6d804915de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c693dd8>, [{'id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463292107', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '7bd896c5-4372-48ab-ae49-704f59e1a7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:42:31Z', 'updated_at': '2020-11-24T13:42:37Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '7bd896c5-4372-48ab-ae49-704f59e1a7e9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:42:32Z', 'updated_at': '2020-11-24T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '93641c49-2e80-4d4c-a04a-bd87045827ca', 'name': '', 'network_id': '4cc7a8ee-e392-4062-b2be-068ca1d95809', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:f0:7a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '5351b494-ece2-47dd-9897-cd06dd32efc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:42:35Z', 'updated_at': '2020-11-24T13:42:41Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': '5351b494-ece2-47dd-9897-cd06dd32efc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:42:42.424421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc9057f-9daf-4dba-83bb-d6d804915de5 None None] The sync data for ids ['9ceb8afb-e79a-4b07-824b-cae2bd2d78cf'] in dv-neutron-601336-61-ovs is: [{'id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463292107', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '7bd896c5-4372-48ab-ae49-704f59e1a7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:42:31Z', 'updated_at': '2020-11-24T13:42:37Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '7bd896c5-4372-48ab-ae49-704f59e1a7e9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:42:32Z', 'updated_at': '2020-11-24T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '93641c49-2e80-4d4c-a04a-bd87045827ca', 'name': '', 'network_id': '4cc7a8ee-e392-4062-b2be-068ca1d95809', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:f0:7a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '5351b494-ece2-47dd-9897-cd06dd32efc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:42:35Z', 'updated_at': '2020-11-24T13:42:41Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': '5351b494-ece2-47dd-9897-cd06dd32efc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:42:42.576199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-afc62da6-bf5b-4a8a-9403-e0093ecf2e0b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:42.595498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-afc62da6-bf5b-4a8a-9403-e0093ecf2e0b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Transition to ACTIVE for port object 8e6a4fdd-e47a-4612-9c67-e93460cd2770 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:42:42.618863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-afc62da6-bf5b-4a8a-9403-e0093ecf2e0b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:42.637406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b7a6acd8-670e-4cf8-9d7c-cfd7610a2c35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:42.677845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d3bf14f4-1ae3-4a52-924e-94494935ff7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:42.776691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc62da6-bf5b-4a8a-9403-e0093ecf2e0b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Port': ['ID=8e6a4fdd-e47a-4612-9c67-e93460cd2770,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:42.780161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-afc62da6-bf5b-4a8a-9403-e0093ecf2e0b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:42.796308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319ad48-e815-4394-872e-d3dbf58a196e req-eb40168b-4a09-495e-a629-36b1ed05f999 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:42.797992 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a319ad48-e815-4394-872e-d3dbf58a196e req-eb40168b-4a09-495e-a629-36b1ed05f999 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=2910264d-dbad-437b-80bc-c747efb5d1ae HTTP/1.1" status: 200  len: 931 time: 0.0980260
Nov 24 13:42:42.848753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-afc62da6-bf5b-4a8a-9403-e0093ecf2e0b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network 4cc7a8ee-e392-4062-b2be-068ca1d95809 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:42:42.850015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-afc62da6-bf5b-4a8a-9403-e0093ecf2e0b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:42:42.852760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-afc62da6-bf5b-4a8a-9403-e0093ecf2e0b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:42:42.858909 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a319ad48-e815-4394-872e-d3dbf58a196e req-878468a4-390f-4bee-bdde-ba66768ad854 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=58501728-0856-4ab3-b107-9097ad2879f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531936
Nov 24 13:42:42.929016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-afc62da6-bf5b-4a8a-9403-e0093ecf2e0b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:42.930183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-afc62da6-bf5b-4a8a-9403-e0093ecf2e0b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:42.963244 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-afc62da6-bf5b-4a8a-9403-e0093ecf2e0b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1364505
Nov 24 13:42:42.981486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-f3cd086c-a7ad-4e97-b564-f766249915c5 service neutron] Request body: {'port': {'device_id': '2910264d-dbad-437b-80bc-c747efb5d1ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:42:43.012885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:43.097914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-aa56c98a-e5e2-4356-899e-ec94c82e4923 None None] Provisioning for port 8e6a4fdd-e47a-4612-9c67-e93460cd2770 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:42:43.108478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-aa56c98a-e5e2-4356-899e-ec94c82e4923 None None] Provisioning complete for port 8e6a4fdd-e47a-4612-9c67-e93460cd2770 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:42:43.108913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa56c98a-e5e2-4356-899e-ec94c82e4923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:43.134819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-f3cd086c-a7ad-4e97-b564-f766249915c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:43.173930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-aa56c98a-e5e2-4356-899e-ec94c82e4923 None None] Port 8e6a4fdd-e47a-4612-9c67-e93460cd2770 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:42:43.533409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 93641c49-2e80-4d4c-a04a-bd87045827ca up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:42:43.609313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 93641c49-2e80-4d4c-a04a-bd87045827ca completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:42:43.615195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 93641c49-2e80-4d4c-a04a-bd87045827ca triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:42:43.615628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:43.743588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:43.779037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 93641c49-2e80-4d4c-a04a-bd87045827ca, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=93641c49-2e80-4d4c-a04a-bd87045827ca,segment=NetworkSegment(df484af4-41fa-4bb1-a7d4-f362e9512d7f),segment_id=df484af4-41fa-4bb1-a7d4-f362e9512d7f)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:42:43.789162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:43.792298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:43.835206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-f3cd086c-a7ad-4e97-b564-f766249915c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e6a4fdd-e47a-4612-9c67-e93460cd2770 {{(pid=80944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:42:43.842861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-f3cd086c-a7ad-4e97-b564-f766249915c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:43.855990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-f3cd086c-a7ad-4e97-b564-f766249915c5 service neutron] Transition to ACTIVE for port object 8e6a4fdd-e47a-4612-9c67-e93460cd2770 will not be triggered until provisioned by entity L2. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:42:43.859774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-f3cd086c-a7ad-4e97-b564-f766249915c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:43.861186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=93641c49-2e80-4d4c-a04a-bd87045827ca,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:43.865442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:43.873911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bbba946c-9d36-4262-a7e6-cea93141e359 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:44.011365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd086c-a7ad-4e97-b564-f766249915c5 service neutron] Pushing event updated for resources: {'Port': ['ID=8e6a4fdd-e47a-4612-9c67-e93460cd2770,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:44.015883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f3cd086c-a7ad-4e97-b564-f766249915c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:44.076262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795bdf3-fee6-4d49-b988-72e7047e3721 req-df2282e1-1f6d-4dee-8fbb-8278ee62c945 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:44.078088 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6795bdf3-fee6-4d49-b988-72e7047e3721 req-df2282e1-1f6d-4dee-8fbb-8278ee62c945 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=2910264d-dbad-437b-80bc-c747efb5d1ae HTTP/1.1" status: 200  len: 943 time: 0.0880070
Nov 24 13:42:44.142065 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6795bdf3-fee6-4d49-b988-72e7047e3721 req-0bf49c7d-d001-4587-9f8d-875b6c361e76 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=58501728-0856-4ab3-b107-9097ad2879f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574372
Nov 24 13:42:44.250901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-f3cd086c-a7ad-4e97-b564-f766249915c5 service neutron] Attempting to bind port 8e6a4fdd-e47a-4612-9c67-e93460cd2770 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:42:44.251279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-f3cd086c-a7ad-4e97-b564-f766249915c5 service neutron] Attempting to bind port 8e6a4fdd-e47a-4612-9c67-e93460cd2770 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'df484af4-41fa-4bb1-a7d4-f362e9512d7f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4cc7a8ee-e392-4062-b2be-068ca1d95809'}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:42:44.251656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-f3cd086c-a7ad-4e97-b564-f766249915c5 service neutron] Attempting to bind port 8e6a4fdd-e47a-4612-9c67-e93460cd2770 on network 4cc7a8ee-e392-4062-b2be-068ca1d95809 {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:42:44.260998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-f3cd086c-a7ad-4e97-b564-f766249915c5 service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:42:44.261373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-f3cd086c-a7ad-4e97-b564-f766249915c5 service neutron] Checking segment: {'id': 'df484af4-41fa-4bb1-a7d4-f362e9512d7f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4cc7a8ee-e392-4062-b2be-068ca1d95809'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:42:44.261781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-f3cd086c-a7ad-4e97-b564-f766249915c5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:44.262194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-f3cd086c-a7ad-4e97-b564-f766249915c5 service neutron] Bound using segment: {'id': 'df484af4-41fa-4bb1-a7d4-f362e9512d7f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4cc7a8ee-e392-4062-b2be-068ca1d95809'} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:42:44.262781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-f3cd086c-a7ad-4e97-b564-f766249915c5 service neutron] Bound port: 8e6a4fdd-e47a-4612-9c67-e93460cd2770, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df484af4-41fa-4bb1-a7d4-f362e9512d7f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4cc7a8ee-e392-4062-b2be-068ca1d95809'}}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:42:44.263613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-f3cd086c-a7ad-4e97-b564-f766249915c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:44.285714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:44.369606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-f3cd086c-a7ad-4e97-b564-f766249915c5 service neutron] For port 8e6a4fdd-e47a-4612-9c67-e93460cd2770, host hv-neutron-6013, cleared binding levels {{(pid=80944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:42:44.373012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-f3cd086c-a7ad-4e97-b564-f766249915c5 service neutron] For port 8e6a4fdd-e47a-4612-9c67-e93460cd2770, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=8e6a4fdd-e47a-4612-9c67-e93460cd2770,segment=NetworkSegment(df484af4-41fa-4bb1-a7d4-f362e9512d7f),segment_id=df484af4-41fa-4bb1-a7d4-f362e9512d7f)] {{(pid=80944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:42:44.384119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-f3cd086c-a7ad-4e97-b564-f766249915c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:44.398407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c747f507-b642-4770-abdf-6906c64f78a2 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:44.551647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd086c-a7ad-4e97-b564-f766249915c5 service neutron] Pushing event updated for resources: {'Port': ['ID=8e6a4fdd-e47a-4612-9c67-e93460cd2770,revision_number=3']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:44.565889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f3cd086c-a7ad-4e97-b564-f766249915c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:44.602683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-f3cd086c-a7ad-4e97-b564-f766249915c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:44.603401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-f3cd086c-a7ad-4e97-b564-f766249915c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:44.604826 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-f3cd086c-a7ad-4e97-b564-f766249915c5 service neutron] 10.222.0.70 "PUT /v2.0/ports/8e6a4fdd-e47a-4612-9c67-e93460cd2770 HTTP/1.1" status: 200  len: 1157 time: 1.6285214
Nov 24 13:42:44.605392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2910264d-dbad-437b-80bc-c747efb5d1ae', 'tag': '8e6a4fdd-e47a-4612-9c67-e93460cd2770'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:42:44.695063 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2910264d-dbad-437b-80bc-c747efb5d1ae', 'tag': '8e6a4fdd-e47a-4612-9c67-e93460cd2770', 'status': 'completed', 'code': 200}
Nov 24 13:42:44.741735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-d7500647-0fd3-4596-97b1-f81e961a6132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:44.743447 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-d7500647-0fd3-4596-97b1-f81e961a6132 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&device_id=2910264d-dbad-437b-80bc-c747efb5d1ae HTTP/1.1" status: 200  len: 1160 time: 0.0839405
Nov 24 13:42:44.833710 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-a007da5a-b6f1-4e87-a292-ea535ef70000 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e6a4fdd-e47a-4612-9c67-e93460cd2770 HTTP/1.1" status: 200  len: 217 time: 0.0772641
Nov 24 13:42:44.876443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:44.906366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-3a814709-285c-4ded-bd70-3c3e433e4bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:44.908326 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-3a814709-285c-4ded-bd70-3c3e433e4bb6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5351b494-ece2-47dd-9897-cd06dd32efc1 HTTP/1.1" status: 200  len: 835 time: 0.0675204
Nov 24 13:42:44.992836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-81b90491-d0ee-4e64-b21b-da0277c16998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:44.994493 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-81b90491-d0ee-4e64-b21b-da0277c16998 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4cc7a8ee-e392-4062-b2be-068ca1d95809&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0802612
Nov 24 13:42:45.148948 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-a92b4b69-4ba7-4ebd-81ae-c62fe7e2e749 service neutron] 10.222.0.70 "GET /v2.0/networks/4cc7a8ee-e392-4062-b2be-068ca1d95809?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480677
Nov 24 13:42:45.305854 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-27f4d4d5-720b-423f-9e2c-663e03a854c8 req-e63b2867-b4eb-4c58-bae3-a9d062b79176 service neutron] 10.222.0.70 "GET /v2.0/networks/4cc7a8ee-e392-4062-b2be-068ca1d95809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1501770
Nov 24 13:42:45.388777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e8793-1349-491c-9c20-bd603e63442e req-9c7c38ef-2055-4a2f-be32-7cb58a400507 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:45.390400 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0e8e8793-1349-491c-9c20-bd603e63442e req-9c7c38ef-2055-4a2f-be32-7cb58a400507 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=2910264d-dbad-437b-80bc-c747efb5d1ae HTTP/1.1" status: 200  len: 943 time: 0.0907042
Nov 24 13:42:45.452132 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0e8e8793-1349-491c-9c20-bd603e63442e req-233d21f1-2334-4f6c-b197-c2c3e5967d81 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=58501728-0856-4ab3-b107-9097ad2879f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440519
Nov 24 13:42:45.479761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685057b-dac9-485e-8b81-05058695d3d5 req-17ccc244-beb4-46c0-959e-76e1802f8ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:45.481516 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9685057b-dac9-485e-8b81-05058695d3d5 req-17ccc244-beb4-46c0-959e-76e1802f8ed6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&device_id=2910264d-dbad-437b-80bc-c747efb5d1ae HTTP/1.1" status: 200  len: 1160 time: 0.0863287
Nov 24 13:42:45.527468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 93641c49-2e80-4d4c-a04a-bd87045827ca up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:42:45.642442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685057b-dac9-485e-8b81-05058695d3d5 req-2736162f-71eb-4fa0-acec-0f4e94c314aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:45.644126 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9685057b-dac9-485e-8b81-05058695d3d5 req-2736162f-71eb-4fa0-acec-0f4e94c314aa service neutron] 10.222.0.70 "GET /v2.0/networks?id=4cc7a8ee-e392-4062-b2be-068ca1d95809 HTTP/1.1" status: 200  len: 890 time: 0.1551764
Nov 24 13:42:45.726313 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9685057b-dac9-485e-8b81-05058695d3d5 req-235fe943-740c-4da9-abac-82ee770ac87e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e6a4fdd-e47a-4612-9c67-e93460cd2770 HTTP/1.1" status: 200  len: 217 time: 0.0733447
Nov 24 13:42:45.778223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 93641c49-2e80-4d4c-a04a-bd87045827ca triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:42:45.778655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:45.798000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685057b-dac9-485e-8b81-05058695d3d5 req-a109624c-1012-4aec-b917-1961c1241435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:45.800288 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9685057b-dac9-485e-8b81-05058695d3d5 req-a109624c-1012-4aec-b917-1961c1241435 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5351b494-ece2-47dd-9897-cd06dd32efc1 HTTP/1.1" status: 200  len: 835 time: 0.0674591
Nov 24 13:42:45.884471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685057b-dac9-485e-8b81-05058695d3d5 req-969bdc4f-5291-425a-b100-b6510260038f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:45.886013 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9685057b-dac9-485e-8b81-05058695d3d5 req-969bdc4f-5291-425a-b100-b6510260038f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4cc7a8ee-e392-4062-b2be-068ca1d95809&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776079
Nov 24 13:42:46.031779 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9685057b-dac9-485e-8b81-05058695d3d5 req-ed61549e-976b-47f1-beb8-c7a7c582da93 service neutron] 10.222.0.70 "GET /v2.0/networks/4cc7a8ee-e392-4062-b2be-068ca1d95809?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381955
Nov 24 13:42:46.180118 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9685057b-dac9-485e-8b81-05058695d3d5 req-53adc14b-9391-4a9b-abc7-87ca0ca39759 service neutron] 10.222.0.70 "GET /v2.0/networks/4cc7a8ee-e392-4062-b2be-068ca1d95809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1410122
Nov 24 13:42:46.670343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e43016-c8b2-49da-93c5-eef3b9604b2b req-98251dc1-3ea2-488f-9754-18737b9e53cc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:46.671910 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-99e43016-c8b2-49da-93c5-eef3b9604b2b req-98251dc1-3ea2-488f-9754-18737b9e53cc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=2910264d-dbad-437b-80bc-c747efb5d1ae HTTP/1.1" status: 200  len: 943 time: 0.0877445
Nov 24 13:42:46.721299 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-99e43016-c8b2-49da-93c5-eef3b9604b2b req-5657ee4d-4181-453c-bed5-1fd1462ea7bd tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=58501728-0856-4ab3-b107-9097ad2879f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429120
Nov 24 13:42:47.943793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728628df-8171-4dff-b58f-d01e4eb6ba6d req-2368517b-e247-43a1-8782-0fdb3c0ef875 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:47.945408 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-728628df-8171-4dff-b58f-d01e4eb6ba6d req-2368517b-e247-43a1-8782-0fdb3c0ef875 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=2910264d-dbad-437b-80bc-c747efb5d1ae HTTP/1.1" status: 200  len: 943 time: 0.0851047
Nov 24 13:42:47.996762 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-728628df-8171-4dff-b58f-d01e4eb6ba6d req-2e8f378f-938c-40d5-b34f-0d3a7d4e4442 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=58501728-0856-4ab3-b107-9097ad2879f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445328
Nov 24 13:42:48.646842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 8e6a4fdd-e47a-4612-9c67-e93460cd2770 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:42:48.717928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port 8e6a4fdd-e47a-4612-9c67-e93460cd2770 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:42:48.723440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 8e6a4fdd-e47a-4612-9c67-e93460cd2770 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:42:48.723859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:48.844824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:48.872990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2910264d-dbad-437b-80bc-c747efb5d1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6a4fdd-e47a-4612-9c67-e93460cd2770'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:42:48.883573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 8e6a4fdd-e47a-4612-9c67-e93460cd2770, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=8e6a4fdd-e47a-4612-9c67-e93460cd2770,segment=NetworkSegment(df484af4-41fa-4bb1-a7d4-f362e9512d7f),segment_id=df484af4-41fa-4bb1-a7d4-f362e9512d7f)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:42:48.886616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:48.888847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7ab0bd51-b060-4d09-81ce-6c7204b96bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:48.936291 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2910264d-dbad-437b-80bc-c747efb5d1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6a4fdd-e47a-4612-9c67-e93460cd2770', 'code': 200}
Nov 24 13:42:48.960813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=8e6a4fdd-e47a-4612-9c67-e93460cd2770,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:48.963965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:49.226024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125197f-96f8-4c92-8ef7-3ce7c1792ccc req-9c431d75-62e0-4991-a47a-d881a26305d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:49.226899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d898b3-fe81-4730-a90b-6f57f895ec76 req-b5179180-5903-4712-b37a-eb85a96a0b9c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:49.228746 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9125197f-96f8-4c92-8ef7-3ce7c1792ccc req-9c431d75-62e0-4991-a47a-d881a26305d6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2910264d-dbad-437b-80bc-c747efb5d1ae HTTP/1.1" status: 200  len: 1162 time: 0.0904527
Nov 24 13:42:49.229413 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-04d898b3-fe81-4730-a90b-6f57f895ec76 req-b5179180-5903-4712-b37a-eb85a96a0b9c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=2910264d-dbad-437b-80bc-c747efb5d1ae HTTP/1.1" status: 200  len: 945 time: 0.0967848
Nov 24 13:42:49.275227 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9125197f-96f8-4c92-8ef7-3ce7c1792ccc req-866f05b9-28d8-43de-ace5-75acf4a83452 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=58501728-0856-4ab3-b107-9097ad2879f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400844
Nov 24 13:42:49.280445 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-04d898b3-fe81-4730-a90b-6f57f895ec76 req-cb540596-9525-498d-be14-05c2c5f06775 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=58501728-0856-4ab3-b107-9097ad2879f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444872
Nov 24 13:42:50.331082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 8e6a4fdd-e47a-4612-9c67-e93460cd2770 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:42:50.432613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 8e6a4fdd-e47a-4612-9c67-e93460cd2770 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:42:50.433221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:50.558989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2ca95-230f-4283-ac10-5b0c0324c24c req-45f20079-58e0-44a7-83d2-2ddc5d00e891 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:50.560607 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6bd2ca95-230f-4283-ac10-5b0c0324c24c req-45f20079-58e0-44a7-83d2-2ddc5d00e891 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=2910264d-dbad-437b-80bc-c747efb5d1ae HTTP/1.1" status: 200  len: 945 time: 0.0838130
Nov 24 13:42:50.615292 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6bd2ca95-230f-4283-ac10-5b0c0324c24c req-7a6ac121-bbdf-48ef-8c3b-a502341ddb01 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=58501728-0856-4ab3-b107-9097ad2879f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471761
Nov 24 13:42:50.829552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6ff88-6d24-4a63-bf26-212d55fdb401 req-cddaa368-5ce6-4980-9eb0-fbe7c34967e7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:50.831249 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-17e6ff88-6d24-4a63-bf26-212d55fdb401 req-cddaa368-5ce6-4980-9eb0-fbe7c34967e7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=2910264d-dbad-437b-80bc-c747efb5d1ae HTTP/1.1" status: 200  len: 945 time: 0.0860844
Nov 24 13:42:50.881133 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-17e6ff88-6d24-4a63-bf26-212d55fdb401 req-c078150d-debd-4108-b33e-3d82db245f67 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=58501728-0856-4ab3-b107-9097ad2879f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434911
Nov 24 13:42:50.910593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 58850) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:42:50.991652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987bbd66-9cf2-4a5f-890c-24a8affd2675 tempest-TestNetworkAdvancedServerOps-1057220621 tempest-TestNetworkAdvancedServerOps-1057220621] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:50.993310 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-987bbd66-9cf2-4a5f-890c-24a8affd2675 tempest-TestNetworkAdvancedServerOps-1057220621 tempest-TestNetworkAdvancedServerOps-1057220621] 10.222.0.76 "GET /v2.0/ports?device_id=2910264d-dbad-437b-80bc-c747efb5d1ae HTTP/1.1" status: 200  len: 1157 time: 0.0816665
Nov 24 13:42:50.996638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 58854) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:42:51.002431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2d693be9-12ce-4a6e-a57b-ebc1940f80ca tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'port_id': '8e6a4fdd-e47a-4612-9c67-e93460cd2770', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:42:51.008571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2d693be9-12ce-4a6e-a57b-ebc1940f80ca tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:42:51.012630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2d693be9-12ce-4a6e-a57b-ebc1940f80ca tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:floatingip and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:42:51.015707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2d693be9-12ce-4a6e-a57b-ebc1940f80ca tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:42:51.021462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2d693be9-12ce-4a6e-a57b-ebc1940f80ca tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:42:51.030910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2d693be9-12ce-4a6e-a57b-ebc1940f80ca tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for floatingip, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:51.180036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2d693be9-12ce-4a6e-a57b-ebc1940f80ca tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:51.391686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:51.459714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-2d693be9-12ce-4a6e-a57b-ebc1940f80ca tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Allocated IP 172.26.8.84 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/993f2dfb-49e9-4900-97f1-621d4828caa3) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:42:51.619095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2d693be9-12ce-4a6e-a57b-ebc1940f80ca tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:51.646641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2d693be9-12ce-4a6e-a57b-ebc1940f80ca tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:51.661601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1327e32f-7af4-486f-953f-86bb6276a4cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:51.797988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d693be9-12ce-4a6e-a57b-ebc1940f80ca tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Port': ['ID=993f2dfb-49e9-4900-97f1-621d4828caa3,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:51.808306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2d693be9-12ce-4a6e-a57b-ebc1940f80ca tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:51.857650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d693be9-12ce-4a6e-a57b-ebc1940f80ca tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:42:51.858832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-2d693be9-12ce-4a6e-a57b-ebc1940f80ca tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:42:51.861138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d693be9-12ce-4a6e-a57b-ebc1940f80ca tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:42:52.302803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2d693be9-12ce-4a6e-a57b-ebc1940f80ca tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for floatingip, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:52.375365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2d693be9-12ce-4a6e-a57b-ebc1940f80ca tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:52.898300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2d693be9-12ce-4a6e-a57b-ebc1940f80ca tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:52.901868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2d693be9-12ce-4a6e-a57b-ebc1940f80ca tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:52.917301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d5f9a96f-9491-4f39-a8cd-e145afc5e90a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:42:53.052819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d693be9-12ce-4a6e-a57b-ebc1940f80ca tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Port': ['ID=993f2dfb-49e9-4900-97f1-621d4828caa3,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:42:53.058262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2d693be9-12ce-4a6e-a57b-ebc1940f80ca tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:42:53.165992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2d693be9-12ce-4a6e-a57b-ebc1940f80ca tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:53.366272 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-2d693be9-12ce-4a6e-a57b-ebc1940f80ca tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Floating IP 0c38822d-f392-41d8-bf24-b15711ae77ac associated. External IP: 172.26.8.84, port: 8e6a4fdd-e47a-4612-9c67-e93460cd2770.
Nov 24 13:42:53.785180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d693be9-12ce-4a6e-a57b-ebc1940f80ca tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Router 9ceb8afb-e79a-4b07-824b-cae2bd2d78cf has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:42:54.014695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d693be9-12ce-4a6e-a57b-ebc1940f80ca tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:42:54.024547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d3fe29-4869-4829-88db-b1c5c92b7c3c None None] Sync routers for ids ['9ceb8afb-e79a-4b07-824b-cae2bd2d78cf'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:42:54.041199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2d693be9-12ce-4a6e-a57b-ebc1940f80ca tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:42:54.041387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d3fe29-4869-4829-88db-b1c5c92b7c3c None None] Routers {'9ceb8afb-e79a-4b07-824b-cae2bd2d78cf'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:42:54.041804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-35d3fe29-4869-4829-88db-b1c5c92b7c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346fe7080>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:42:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['9ceb8afb-e79a-4b07-824b-cae2bd2d78cf'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:42:54.102586 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2d693be9-12ce-4a6e-a57b-ebc1940f80ca tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.1047814
Nov 24 13:42:54.103316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2910264d-dbad-437b-80bc-c747efb5d1ae', 'tag': '8e6a4fdd-e47a-4612-9c67-e93460cd2770'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:42:54.190044 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2910264d-dbad-437b-80bc-c747efb5d1ae', 'tag': '8e6a4fdd-e47a-4612-9c67-e93460cd2770', 'status': 'completed', 'code': 200}
Nov 24 13:42:54.236927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-35d3fe29-4869-4829-88db-b1c5c92b7c3c None None] Set router 9ceb8afb-e79a-4b07-824b-cae2bd2d78cf gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:42:54.312079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98728f-b8be-483d-9fee-f0ce2170ff52 req-21f921ac-1e97-47b9-864e-41861b1bd1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:54.313650 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7a98728f-b8be-483d-9fee-f0ce2170ff52 req-21f921ac-1e97-47b9-864e-41861b1bd1e3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&device_id=2910264d-dbad-437b-80bc-c747efb5d1ae HTTP/1.1" status: 200  len: 1162 time: 0.0783303
Nov 24 13:42:54.322842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c2003-910b-4ebf-95f4-de216a8ee359 req-9b413366-1348-438e-84f8-0fd047e9c765 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:54.333023 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-055c2003-910b-4ebf-95f4-de216a8ee359 req-9b413366-1348-438e-84f8-0fd047e9c765 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=2910264d-dbad-437b-80bc-c747efb5d1ae HTTP/1.1" status: 200  len: 945 time: 0.1000736
Nov 24 13:42:54.389070 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-055c2003-910b-4ebf-95f4-de216a8ee359 req-c131cdcd-d94b-4f2a-a79c-850ad7708fdc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=58501728-0856-4ab3-b107-9097ad2879f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540831
Nov 24 13:42:54.418930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 58862) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:42:54.464523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98728f-b8be-483d-9fee-f0ce2170ff52 req-1934402a-56e8-46df-8652-216e2977c7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:54.466172 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7a98728f-b8be-483d-9fee-f0ce2170ff52 req-1934402a-56e8-46df-8652-216e2977c7d1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4cc7a8ee-e392-4062-b2be-068ca1d95809 HTTP/1.1" status: 200  len: 890 time: 0.1462817
Nov 24 13:42:54.533996 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4d43ccd4-7960-41c3-adcd-93fdae8916ff tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/floatingips/0c38822d-f392-41d8-bf24-b15711ae77ac HTTP/1.1" status: 200  len: 990 time: 0.1128683
Nov 24 13:42:54.580613 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7a98728f-b8be-483d-9fee-f0ce2170ff52 req-4796fa6e-e12e-46fd-a44f-dd7837bb8a01 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e6a4fdd-e47a-4612-9c67-e93460cd2770 HTTP/1.1" status: 200  len: 998 time: 0.1074536
Nov 24 13:42:54.624253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-35d3fe29-4869-4829-88db-b1c5c92b7c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346fe7080>, [{'id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463292107', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '7bd896c5-4372-48ab-ae49-704f59e1a7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:42:31Z', 'updated_at': '2020-11-24T13:42:37Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '7bd896c5-4372-48ab-ae49-704f59e1a7e9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:42:32Z', 'updated_at': '2020-11-24T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '0c38822d-f392-41d8-bf24-b15711ae77ac', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'floating_ip_address': '172.26.8.84', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'port_id': '8e6a4fdd-e47a-4612-9c67-e93460cd2770', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cc7a8ee-e392-4062-b2be-068ca1d95809', 'mac_address': 'fa:16:3e:7c:f7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2910264d-dbad-437b-80bc-c747efb5d1ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:42:52Z', 'updated_at': '2020-11-24T13:42:52Z', 'revision_number': 0, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93641c49-2e80-4d4c-a04a-bd87045827ca', 'name': '', 'network_id': '4cc7a8ee-e392-4062-b2be-068ca1d95809', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:f0:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '5351b494-ece2-47dd-9897-cd06dd32efc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:42:35Z', 'updated_at': '2020-11-24T13:42:43Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': '5351b494-ece2-47dd-9897-cd06dd32efc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:42:54.629076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d3fe29-4869-4829-88db-b1c5c92b7c3c None None] Checking router: 9ceb8afb-e79a-4b07-824b-cae2bd2d78cf for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:42:54.640705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d3fe29-4869-4829-88db-b1c5c92b7c3c None None] Routers {'9ceb8afb-e79a-4b07-824b-cae2bd2d78cf'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:42:54.641379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-35d3fe29-4869-4829-88db-b1c5c92b7c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346fe7080>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:42:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['9ceb8afb-e79a-4b07-824b-cae2bd2d78cf'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:42:54.650414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98728f-b8be-483d-9fee-f0ce2170ff52 req-acf9572d-f30c-4513-9497-0a60ddac115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:54.652006 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7a98728f-b8be-483d-9fee-f0ce2170ff52 req-acf9572d-f30c-4513-9497-0a60ddac115e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5351b494-ece2-47dd-9897-cd06dd32efc1 HTTP/1.1" status: 200  len: 835 time: 0.0657947
Nov 24 13:42:54.735691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98728f-b8be-483d-9fee-f0ce2170ff52 req-34b430fe-e650-4875-a5fa-10cffe64bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:42:54.737351 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7a98728f-b8be-483d-9fee-f0ce2170ff52 req-34b430fe-e650-4875-a5fa-10cffe64bee7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4cc7a8ee-e392-4062-b2be-068ca1d95809&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788589
Nov 24 13:42:54.829776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-35d3fe29-4869-4829-88db-b1c5c92b7c3c None None] Set router 9ceb8afb-e79a-4b07-824b-cae2bd2d78cf gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:42:54.884158 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7a98728f-b8be-483d-9fee-f0ce2170ff52 req-2e4c25fb-2208-4ab1-ac67-1b3dffd8e26a service neutron] 10.222.0.70 "GET /v2.0/networks/4cc7a8ee-e392-4062-b2be-068ca1d95809?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398346
Nov 24 13:42:55.029603 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7a98728f-b8be-483d-9fee-f0ce2170ff52 req-49f27cdf-6ca0-463c-a058-bff75f862c7e service neutron] 10.222.0.70 "GET /v2.0/networks/4cc7a8ee-e392-4062-b2be-068ca1d95809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1392255
Nov 24 13:42:55.209050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-35d3fe29-4869-4829-88db-b1c5c92b7c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346fe7080>, [{'id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463292107', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '7bd896c5-4372-48ab-ae49-704f59e1a7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:42:31Z', 'updated_at': '2020-11-24T13:42:37Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '7bd896c5-4372-48ab-ae49-704f59e1a7e9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:42:32Z', 'updated_at': '2020-11-24T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '0c38822d-f392-41d8-bf24-b15711ae77ac', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'floating_ip_address': '172.26.8.84', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'port_id': '8e6a4fdd-e47a-4612-9c67-e93460cd2770', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cc7a8ee-e392-4062-b2be-068ca1d95809', 'mac_address': 'fa:16:3e:7c:f7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2910264d-dbad-437b-80bc-c747efb5d1ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:42:52Z', 'updated_at': '2020-11-24T13:42:52Z', 'revision_number': 0, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93641c49-2e80-4d4c-a04a-bd87045827ca', 'name': '', 'network_id': '4cc7a8ee-e392-4062-b2be-068ca1d95809', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:f0:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '5351b494-ece2-47dd-9897-cd06dd32efc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:42:35Z', 'updated_at': '2020-11-24T13:42:43Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': '5351b494-ece2-47dd-9897-cd06dd32efc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:42:55.213377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d3fe29-4869-4829-88db-b1c5c92b7c3c None None] The sync data for ids ['9ceb8afb-e79a-4b07-824b-cae2bd2d78cf'] in dv-neutron-601336-61-ovs is: [{'id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463292107', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '7bd896c5-4372-48ab-ae49-704f59e1a7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:42:31Z', 'updated_at': '2020-11-24T13:42:37Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '7bd896c5-4372-48ab-ae49-704f59e1a7e9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:42:32Z', 'updated_at': '2020-11-24T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '0c38822d-f392-41d8-bf24-b15711ae77ac', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'floating_ip_address': '172.26.8.84', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'port_id': '8e6a4fdd-e47a-4612-9c67-e93460cd2770', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cc7a8ee-e392-4062-b2be-068ca1d95809', 'mac_address': 'fa:16:3e:7c:f7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2910264d-dbad-437b-80bc-c747efb5d1ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:42:52Z', 'updated_at': '2020-11-24T13:42:52Z', 'revision_number': 0, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93641c49-2e80-4d4c-a04a-bd87045827ca', 'name': '', 'network_id': '4cc7a8ee-e392-4062-b2be-068ca1d95809', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:f0:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '5351b494-ece2-47dd-9897-cd06dd32efc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:42:35Z', 'updated_at': '2020-11-24T13:42:43Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': '5351b494-ece2-47dd-9897-cd06dd32efc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:42:55.504097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1909f897-b577-448f-8178-06e01718964d None None] New status for floating IP 0c38822d-f392-41d8-bf24-b15711ae77ac: ACTIVE {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:42:55.537825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 58866) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:42:55.652050 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1362289a-ed54-46ed-902a-b67618ae4db4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/floatingips/0c38822d-f392-41d8-bf24-b15711ae77ac HTTP/1.1" status: 200  len: 990 time: 0.1128645
Nov 24 13:42:56.656250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 58870) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:42:56.768647 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7deac312-1df6-46cd-bbb6-c9a198873d4b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/floatingips/0c38822d-f392-41d8-bf24-b15711ae77ac HTTP/1.1" status: 200  len: 992 time: 0.1110654
Nov 24 13:42:58.537464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:43:10.301621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bacd0671-e24b-4e49-ad7a-4367d0598198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:12.670063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-088ab819-a9cc-4392-ab82-481fbaa9b1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:13.014967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:14.279787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:14.885396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:21.394987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:23.777297 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-91e0f99f-4d5e-4e32-985d-6b31ef08a562 req-5cbdf1e1-6b5c-4914-8aff-e841844bb0b8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2910264d-dbad-437b-80bc-c747efb5d1ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0739133
Nov 24 13:43:23.945679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0f99f-4d5e-4e32-985d-6b31ef08a562 req-1ddba164-a5eb-4c25-a7ed-e65160d8296a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:43:23.947311 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-91e0f99f-4d5e-4e32-985d-6b31ef08a562 req-1ddba164-a5eb-4c25-a7ed-e65160d8296a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&device_id=2910264d-dbad-437b-80bc-c747efb5d1ae HTTP/1.1" status: 200  len: 1162 time: 0.0813198
Nov 24 13:43:24.104981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0f99f-4d5e-4e32-985d-6b31ef08a562 req-e344c76b-be35-4c88-adc0-84eb62f5fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:43:24.106560 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-91e0f99f-4d5e-4e32-985d-6b31ef08a562 req-e344c76b-be35-4c88-adc0-84eb62f5fcfe service neutron] 10.222.0.70 "GET /v2.0/networks?id=4cc7a8ee-e392-4062-b2be-068ca1d95809 HTTP/1.1" status: 200  len: 890 time: 0.1407270
Nov 24 13:43:24.218432 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-91e0f99f-4d5e-4e32-985d-6b31ef08a562 req-270e63a2-071c-44c5-945c-b9405bc20b69 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e6a4fdd-e47a-4612-9c67-e93460cd2770 HTTP/1.1" status: 200  len: 1000 time: 0.1045499
Nov 24 13:43:24.291294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0f99f-4d5e-4e32-985d-6b31ef08a562 req-faf3f116-2632-4a4e-8532-4e448e7e2894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:43:24.292844 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-91e0f99f-4d5e-4e32-985d-6b31ef08a562 req-faf3f116-2632-4a4e-8532-4e448e7e2894 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5351b494-ece2-47dd-9897-cd06dd32efc1 HTTP/1.1" status: 200  len: 835 time: 0.0676982
Nov 24 13:43:24.375853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0f99f-4d5e-4e32-985d-6b31ef08a562 req-94bf64ff-ec12-4bd1-8d82-42d26881f357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:43:24.378379 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-91e0f99f-4d5e-4e32-985d-6b31ef08a562 req-94bf64ff-ec12-4bd1-8d82-42d26881f357 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4cc7a8ee-e392-4062-b2be-068ca1d95809&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791442
Nov 24 13:43:24.390091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-91e0f99f-4d5e-4e32-985d-6b31ef08a562 req-e183613c-bb0c-4da9-abd4-1241b0291cfc service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:43:24.391210 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-91e0f99f-4d5e-4e32-985d-6b31ef08a562 req-e183613c-bb0c-4da9-abd4-1241b0291cfc service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0055127
Nov 24 13:43:24.782350 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-91e0f99f-4d5e-4e32-985d-6b31ef08a562 req-7ad9c776-acfb-4dda-ae6c-571daa382854 service neutron] 10.222.0.70 "GET /v2.0/networks/4cc7a8ee-e392-4062-b2be-068ca1d95809?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3843205
Nov 24 13:43:24.929183 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-91e0f99f-4d5e-4e32-985d-6b31ef08a562 req-cba69209-bc95-4dc5-879b-8d5eef6d0a5d service neutron] 10.222.0.70 "GET /v2.0/networks/4cc7a8ee-e392-4062-b2be-068ca1d95809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401932
Nov 24 13:43:26.609841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f50efb-4e00-49d9-834c-504ace106a51 req-dc883401-f1d4-4f02-b0ac-61f17138d612 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:43:26.611507 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a1f50efb-4e00-49d9-834c-504ace106a51 req-dc883401-f1d4-4f02-b0ac-61f17138d612 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=2910264d-dbad-437b-80bc-c747efb5d1ae HTTP/1.1" status: 200  len: 945 time: 0.0853372
Nov 24 13:43:26.662583 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a1f50efb-4e00-49d9-834c-504ace106a51 req-b79c3723-1cb5-452c-824c-30dcef511bd3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=58501728-0856-4ab3-b107-9097ad2879f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440733
Nov 24 13:43:27.887095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee060b6-a545-40e8-b981-d74452961129 req-74351171-0699-4bf5-adc5-93b4f960477c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:43:27.888753 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0ee060b6-a545-40e8-b981-d74452961129 req-74351171-0699-4bf5-adc5-93b4f960477c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=2910264d-dbad-437b-80bc-c747efb5d1ae HTTP/1.1" status: 200  len: 945 time: 0.0930903
Nov 24 13:43:27.937384 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0ee060b6-a545-40e8-b981-d74452961129 req-b7c62025-3834-436b-9c4f-8b63e777b8dd tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=58501728-0856-4ab3-b107-9097ad2879f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416396
Nov 24 13:43:27.967882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 58892) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:43:28.081477 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-20c3c464-ac43-49a6-91ac-f057a36df9f9 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/floatingips/0c38822d-f392-41d8-bf24-b15711ae77ac HTTP/1.1" status: 200  len: 992 time: 0.1122723
Nov 24 13:43:29.625178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cb502-ef92-4af4-a862-0ed87d50d102 req-852cb1bd-eac2-4c37-a632-df11c806bf77 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:43:29.627080 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-188cb502-ef92-4af4-a862-0ed87d50d102 req-852cb1bd-eac2-4c37-a632-df11c806bf77 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=2910264d-dbad-437b-80bc-c747efb5d1ae HTTP/1.1" status: 200  len: 945 time: 0.0844324
Nov 24 13:43:29.676096 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-188cb502-ef92-4af4-a862-0ed87d50d102 req-3258b75e-37e2-458f-93ca-d7b0bb3a1a52 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=58501728-0856-4ab3-b107-9097ad2879f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424542
Nov 24 13:43:30.895392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca81a0-f9a5-455b-acdd-7608b9dfc9a2 req-50342dfe-f500-4f0f-b876-d9fc574f5db4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:43:30.897014 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-60ca81a0-f9a5-455b-acdd-7608b9dfc9a2 req-50342dfe-f500-4f0f-b876-d9fc574f5db4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=2910264d-dbad-437b-80bc-c747efb5d1ae HTTP/1.1" status: 200  len: 945 time: 0.0875046
Nov 24 13:43:30.945594 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-60ca81a0-f9a5-455b-acdd-7608b9dfc9a2 req-0f088dfd-40ac-4dcf-951d-2c5a42efd055 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=58501728-0856-4ab3-b107-9097ad2879f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421197
Nov 24 13:43:30.975953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 58904) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:43:31.088382 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e3467502-5142-49b9-9c75-3f77fc3d0d35 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/floatingips/0c38822d-f392-41d8-bf24-b15711ae77ac HTTP/1.1" status: 200  len: 992 time: 0.1111691
Nov 24 13:43:31.411250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 58912) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:43:31.624898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Deleting port 993f2dfb-49e9-4900-97f1-621d4828caa3 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:43:31.625275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:31.807923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:31.808288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for floatingip, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:31.939619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Calling delete_port for 993f2dfb-49e9-4900-97f1-621d4828caa3 owned by network:floatingip {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:43:32.105544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:32.120950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-56afdb9a-8214-457b-aee1-2abe5acf2084 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:43:32.219364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'Port': ['ID=993f2dfb-49e9-4900-97f1-621d4828caa3,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:43:32.237244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:32.237676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:32.238098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:32.238539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:32.238952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:32.239366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:32.239774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:32.240225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:32.240640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:32.241043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:32.241451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:32.241854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:32.242392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:32.242803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:32.243207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:32.243609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:32.244020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:32.244429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:32.244826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:32.245228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:32.245629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:32.246028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:32.246452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:32.246850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:32.253583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:43:32.366051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for floatingip, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:32.366461 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Floating IP 0c38822d-f392-41d8-bf24-b15711ae77ac disassociated (deleted). External IP: 172.26.8.84, port: 8e6a4fdd-e47a-4612-9c67-e93460cd2770.
Nov 24 13:43:32.781820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Router 9ceb8afb-e79a-4b07-824b-cae2bd2d78cf has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:43:32.997984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:43:33.008266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf90228-6a36-4e45-a7b4-8029fce8fea5 None None] Sync routers for ids ['9ceb8afb-e79a-4b07-824b-cae2bd2d78cf'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:43:33.011820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:33.022093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf90228-6a36-4e45-a7b4-8029fce8fea5 None None] Routers {'9ceb8afb-e79a-4b07-824b-cae2bd2d78cf'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:43:33.022838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-baf90228-6a36-4e45-a7b4-8029fce8fea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347fe32b0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:43:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['9ceb8afb-e79a-4b07-824b-cae2bd2d78cf'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:43:33.067909 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "DELETE /v2.0/floatingips/0c38822d-f392-41d8-bf24-b15711ae77ac HTTP/1.1" status: 204  len: 168 time: 1.6553872
Nov 24 13:43:33.068543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2910264d-dbad-437b-80bc-c747efb5d1ae', 'tag': '8e6a4fdd-e47a-4612-9c67-e93460cd2770'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:43:33.139369 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2910264d-dbad-437b-80bc-c747efb5d1ae', 'tag': '8e6a4fdd-e47a-4612-9c67-e93460cd2770', 'status': 'completed', 'code': 200}
Nov 24 13:43:33.273920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8d76a-c696-455e-bf46-69335c572508 req-f26fb418-78e5-494f-a528-54eb26fcc4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:43:33.275732 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cdf8d76a-c696-455e-bf46-69335c572508 req-f26fb418-78e5-494f-a528-54eb26fcc4fc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&device_id=2910264d-dbad-437b-80bc-c747efb5d1ae HTTP/1.1" status: 200  len: 1162 time: 0.0890481
Nov 24 13:43:33.423610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-baf90228-6a36-4e45-a7b4-8029fce8fea5 None None] Set router 9ceb8afb-e79a-4b07-824b-cae2bd2d78cf gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:43:33.458101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8d76a-c696-455e-bf46-69335c572508 req-0a6acc13-5510-4365-acfd-2d54d536d167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:43:33.460768 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cdf8d76a-c696-455e-bf46-69335c572508 req-0a6acc13-5510-4365-acfd-2d54d536d167 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4cc7a8ee-e392-4062-b2be-068ca1d95809 HTTP/1.1" status: 200  len: 890 time: 0.1786091
Nov 24 13:43:33.527361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be5199-dfc0-41eb-a093-1418f2edb1e9 req-9c624cee-7627-4514-8063-51c768859f9b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:43:33.529005 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a3be5199-dfc0-41eb-a093-1418f2edb1e9 req-9c624cee-7627-4514-8063-51c768859f9b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=2910264d-dbad-437b-80bc-c747efb5d1ae HTTP/1.1" status: 200  len: 945 time: 0.0885701
Nov 24 13:43:33.543301 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cdf8d76a-c696-455e-bf46-69335c572508 req-d7da4573-36d7-4437-9d0e-4aaeed4a8a91 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e6a4fdd-e47a-4612-9c67-e93460cd2770 HTTP/1.1" status: 200  len: 217 time: 0.0752928
Nov 24 13:43:33.586001 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a3be5199-dfc0-41eb-a093-1418f2edb1e9 req-c8c325f7-8cd5-45ec-a3fc-d0a15ceab304 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=58501728-0856-4ab3-b107-9097ad2879f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493133
Nov 24 13:43:33.634395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8d76a-c696-455e-bf46-69335c572508 req-c7e2a3c9-a517-45b2-bf4d-462e8f047e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:43:33.636003 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cdf8d76a-c696-455e-bf46-69335c572508 req-c7e2a3c9-a517-45b2-bf4d-462e8f047e33 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5351b494-ece2-47dd-9897-cd06dd32efc1 HTTP/1.1" status: 200  len: 835 time: 0.0861459
Nov 24 13:43:33.722921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8d76a-c696-455e-bf46-69335c572508 req-8673d224-b564-4a1e-950c-ffdbeb4f2007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:43:33.724633 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cdf8d76a-c696-455e-bf46-69335c572508 req-8673d224-b564-4a1e-950c-ffdbeb4f2007 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4cc7a8ee-e392-4062-b2be-068ca1d95809&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813642
Nov 24 13:43:33.768656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-baf90228-6a36-4e45-a7b4-8029fce8fea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347fe32b0>, [{'id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463292107', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '7bd896c5-4372-48ab-ae49-704f59e1a7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:42:31Z', 'updated_at': '2020-11-24T13:42:37Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '7bd896c5-4372-48ab-ae49-704f59e1a7e9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:42:32Z', 'updated_at': '2020-11-24T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '93641c49-2e80-4d4c-a04a-bd87045827ca', 'name': '', 'network_id': '4cc7a8ee-e392-4062-b2be-068ca1d95809', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:f0:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '5351b494-ece2-47dd-9897-cd06dd32efc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:42:35Z', 'updated_at': '2020-11-24T13:42:43Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': '5351b494-ece2-47dd-9897-cd06dd32efc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:43:33.773646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf90228-6a36-4e45-a7b4-8029fce8fea5 None None] Checking router: 9ceb8afb-e79a-4b07-824b-cae2bd2d78cf for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:43:33.787053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf90228-6a36-4e45-a7b4-8029fce8fea5 None None] Routers {'9ceb8afb-e79a-4b07-824b-cae2bd2d78cf'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:43:33.787771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-baf90228-6a36-4e45-a7b4-8029fce8fea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347fe32b0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:43:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['9ceb8afb-e79a-4b07-824b-cae2bd2d78cf'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:43:33.871595 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cdf8d76a-c696-455e-bf46-69335c572508 req-df646e93-83f3-4774-ac7b-34b9c29e7e43 service neutron] 10.222.0.70 "GET /v2.0/networks/4cc7a8ee-e392-4062-b2be-068ca1d95809?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394079
Nov 24 13:43:33.983921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-baf90228-6a36-4e45-a7b4-8029fce8fea5 None None] Set router 9ceb8afb-e79a-4b07-824b-cae2bd2d78cf gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:43:34.100031 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cdf8d76a-c696-455e-bf46-69335c572508 req-87ec7d62-6e4a-409d-a0c5-24f194260e7d service neutron] 10.222.0.70 "GET /v2.0/networks/4cc7a8ee-e392-4062-b2be-068ca1d95809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2199202
Nov 24 13:43:34.326445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-baf90228-6a36-4e45-a7b4-8029fce8fea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347fe32b0>, [{'id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463292107', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '7bd896c5-4372-48ab-ae49-704f59e1a7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:42:31Z', 'updated_at': '2020-11-24T13:42:37Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '7bd896c5-4372-48ab-ae49-704f59e1a7e9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:42:32Z', 'updated_at': '2020-11-24T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '93641c49-2e80-4d4c-a04a-bd87045827ca', 'name': '', 'network_id': '4cc7a8ee-e392-4062-b2be-068ca1d95809', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:f0:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '5351b494-ece2-47dd-9897-cd06dd32efc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:42:35Z', 'updated_at': '2020-11-24T13:42:43Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': '5351b494-ece2-47dd-9897-cd06dd32efc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:43:34.330991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf90228-6a36-4e45-a7b4-8029fce8fea5 None None] The sync data for ids ['9ceb8afb-e79a-4b07-824b-cae2bd2d78cf'] in dv-neutron-601336-61-ovs is: [{'id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463292107', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '7bd896c5-4372-48ab-ae49-704f59e1a7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:42:31Z', 'updated_at': '2020-11-24T13:42:37Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '7bd896c5-4372-48ab-ae49-704f59e1a7e9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:42:32Z', 'updated_at': '2020-11-24T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '93641c49-2e80-4d4c-a04a-bd87045827ca', 'name': '', 'network_id': '4cc7a8ee-e392-4062-b2be-068ca1d95809', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:f0:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '5351b494-ece2-47dd-9897-cd06dd32efc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:42:35Z', 'updated_at': '2020-11-24T13:42:43Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': '5351b494-ece2-47dd-9897-cd06dd32efc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:43:34.736301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9724b80-ff9f-4a51-82bd-95f08b3b6abc None None] New status for floating IP 0c38822d-f392-41d8-bf24-b15711ae77ac: DOWN {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:43:34.811151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731665db-0540-429e-99d4-19f9a1a82c0e req-dbe64c17-26f7-4278-81b9-a9e86d499e3f tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:43:34.813095 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-731665db-0540-429e-99d4-19f9a1a82c0e req-dbe64c17-26f7-4278-81b9-a9e86d499e3f tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=2910264d-dbad-437b-80bc-c747efb5d1ae HTTP/1.1" status: 200  len: 945 time: 0.0844533
Nov 24 13:43:34.865131 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-731665db-0540-429e-99d4-19f9a1a82c0e req-ffdef755-d802-44af-ac71-f65ff65cda30 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=58501728-0856-4ab3-b107-9097ad2879f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455551
Nov 24 13:43:35.173486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836b51a-e410-4349-8746-494b82962135 req-db5e7137-bc69-48fd-a764-64ec8f79174a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:43:35.174293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-2836b51a-e410-4349-8746-494b82962135 req-db5e7137-bc69-48fd-a764-64ec8f79174a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Synchronizing usage tracker for tenant:d5748be5eb2b47818a674120dfe1813a on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:43:35.197598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-2836b51a-e410-4349-8746-494b82962135 req-db5e7137-bc69-48fd-a764-64ec8f79174a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Unset dirty status for tenant:d5748be5eb2b47818a674120dfe1813a on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:43:35.198918 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2836b51a-e410-4349-8746-494b82962135 req-db5e7137-bc69-48fd-a764-64ec8f79174a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.70 "GET /v2.0/ports?device_id=2910264d-dbad-437b-80bc-c747efb5d1ae HTTP/1.1" status: 200  len: 945 time: 0.1138136
Nov 24 13:43:35.538532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:43:35.540129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-2836b51a-e410-4349-8746-494b82962135 req-4e2b986f-0f67-40f2-86a5-b937f06fa7ee tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Deleting port 8e6a4fdd-e47a-4612-9c67-e93460cd2770 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:43:35.540514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-2836b51a-e410-4349-8746-494b82962135 req-4e2b986f-0f67-40f2-86a5-b937f06fa7ee tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:35.809146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-2836b51a-e410-4349-8746-494b82962135 req-4e2b986f-0f67-40f2-86a5-b937f06fa7ee tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] For port 8e6a4fdd-e47a-4612-9c67-e93460cd2770, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=8e6a4fdd-e47a-4612-9c67-e93460cd2770,segment=NetworkSegment(df484af4-41fa-4bb1-a7d4-f362e9512d7f),segment_id=df484af4-41fa-4bb1-a7d4-f362e9512d7f)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:43:35.809543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-2836b51a-e410-4349-8746-494b82962135 req-4e2b986f-0f67-40f2-86a5-b937f06fa7ee tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:35.941274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-2836b51a-e410-4349-8746-494b82962135 req-4e2b986f-0f67-40f2-86a5-b937f06fa7ee tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Calling delete_port for 8e6a4fdd-e47a-4612-9c67-e93460cd2770 owned by compute:nova {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:43:36.096840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-2836b51a-e410-4349-8746-494b82962135 req-4e2b986f-0f67-40f2-86a5-b937f06fa7ee tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:36.100168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a55cb-1726-407d-8065-2962e090ee6c req-0ac1418f-7f40-42a4-87e4-34a3468134e6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:43:36.101838 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-093a55cb-1726-407d-8065-2962e090ee6c req-0ac1418f-7f40-42a4-87e4-34a3468134e6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=2910264d-dbad-437b-80bc-c747efb5d1ae HTTP/1.1" status: 200  len: 945 time: 0.1021729
Nov 24 13:43:36.113216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1b86b928-620d-4dcd-a447-e667a7145f55 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:43:36.154339 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-093a55cb-1726-407d-8065-2962e090ee6c req-5849f10e-7500-47e6-abe5-d6f55ba445a5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=58501728-0856-4ab3-b107-9097ad2879f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453305
Nov 24 13:43:36.232270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b986f-0f67-40f2-86a5-b937f06fa7ee tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'Port': ['ID=8e6a4fdd-e47a-4612-9c67-e93460cd2770,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:43:36.236507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4e2b986f-0f67-40f2-86a5-b937f06fa7ee tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:43:36.338797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-2836b51a-e410-4349-8746-494b82962135 req-4e2b986f-0f67-40f2-86a5-b937f06fa7ee tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] No DVR routers for this DVR port 8e6a4fdd-e47a-4612-9c67-e93460cd2770 on host hv-neutron-6013 {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:43:36.341351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-2836b51a-e410-4349-8746-494b82962135 req-4e2b986f-0f67-40f2-86a5-b937f06fa7ee tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:36.344208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2910264d-dbad-437b-80bc-c747efb5d1ae', 'name': 'network-vif-deleted', 'tag': '8e6a4fdd-e47a-4612-9c67-e93460cd2770'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:43:36.359795 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2836b51a-e410-4349-8746-494b82962135 req-4e2b986f-0f67-40f2-86a5-b937f06fa7ee tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.70 "DELETE /v2.0/ports/8e6a4fdd-e47a-4612-9c67-e93460cd2770 HTTP/1.1" status: 204  len: 173 time: 1.1548736
Nov 24 13:43:36.407843 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2910264d-dbad-437b-80bc-c747efb5d1ae', 'name': 'network-vif-deleted', 'tag': '8e6a4fdd-e47a-4612-9c67-e93460cd2770', 'status': 'completed', 'code': 200}
Nov 24 13:43:36.553732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 8e6a4fdd-e47a-4612-9c67-e93460cd2770 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:43:36.595452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] No Port match for: 8e6a4fdd-e47a-4612-9c67-e93460cd2770 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:43:36.595779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 8e6a4fdd-e47a-4612-9c67-e93460cd2770 not bound to the agent host hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:43:37.268667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 58932) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:43:37.705059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55486d78-d338-4e09-94cc-69c174e9c098 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:38.366722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-55486d78-d338-4e09-94cc-69c174e9c098 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Deleting port 93641c49-2e80-4d4c-a04a-bd87045827ca {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:43:38.367300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55486d78-d338-4e09-94cc-69c174e9c098 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:38.567241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-55486d78-d338-4e09-94cc-69c174e9c098 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] For port 93641c49-2e80-4d4c-a04a-bd87045827ca, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=93641c49-2e80-4d4c-a04a-bd87045827ca,segment=NetworkSegment(df484af4-41fa-4bb1-a7d4-f362e9512d7f),segment_id=df484af4-41fa-4bb1-a7d4-f362e9512d7f)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:43:38.567638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55486d78-d338-4e09-94cc-69c174e9c098 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:38.696968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-55486d78-d338-4e09-94cc-69c174e9c098 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Calling delete_port for 93641c49-2e80-4d4c-a04a-bd87045827ca owned by network:router_interface {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:43:38.888074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55486d78-d338-4e09-94cc-69c174e9c098 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:38.904035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4e2b986f-0f67-40f2-86a5-b937f06fa7ee tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:43:39.004683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55486d78-d338-4e09-94cc-69c174e9c098 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'Port': ['ID=93641c49-2e80-4d4c-a04a-bd87045827ca,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:43:39.008968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-55486d78-d338-4e09-94cc-69c174e9c098 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:43:39.356041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55486d78-d338-4e09-94cc-69c174e9c098 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:40.305937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e4cd4db-a785-4892-ab73-03c6b1eacf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:40.377773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55486d78-d338-4e09-94cc-69c174e9c098 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Router 9ceb8afb-e79a-4b07-824b-cae2bd2d78cf has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:43:40.587310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55486d78-d338-4e09-94cc-69c174e9c098 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:43:40.598338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f4a87-a9fc-44cc-b17f-cfe6be7ff9d3 None None] Sync routers for ids ['9ceb8afb-e79a-4b07-824b-cae2bd2d78cf'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:43:40.601913 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-55486d78-d338-4e09-94cc-69c174e9c098 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "PUT /v2.0/routers/9ceb8afb-e79a-4b07-824b-cae2bd2d78cf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3320735
Nov 24 13:43:40.605129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 58936) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:43:40.611470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8f4a87-a9fc-44cc-b17f-cfe6be7ff9d3 None None] Routers {'9ceb8afb-e79a-4b07-824b-cae2bd2d78cf'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:43:40.612143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1b8f4a87-a9fc-44cc-b17f-cfe6be7ff9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cb85eb8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:43:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['9ceb8afb-e79a-4b07-824b-cae2bd2d78cf'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:43:40.799742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-1b8f4a87-a9fc-44cc-b17f-cfe6be7ff9d3 None None] Set router 9ceb8afb-e79a-4b07-824b-cae2bd2d78cf gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:43:40.814436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-54afd716-943a-4339-9130-4787301e80e3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Deleting subnet 5351b494-ece2-47dd-9897-cd06dd32efc1 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:43:40.817729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-54afd716-943a-4339-9130-4787301e80e3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:40.877357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-54afd716-943a-4339-9130-4787301e80e3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:40.969602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-54afd716-943a-4339-9130-4787301e80e3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:41.105760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1b8f4a87-a9fc-44cc-b17f-cfe6be7ff9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cb85eb8>, [{'id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463292107', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '7bd896c5-4372-48ab-ae49-704f59e1a7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:42:31Z', 'updated_at': '2020-11-24T13:43:38Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '7bd896c5-4372-48ab-ae49-704f59e1a7e9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:42:32Z', 'updated_at': '2020-11-24T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:43:41.110015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f4a87-a9fc-44cc-b17f-cfe6be7ff9d3 None None] Checking router: 9ceb8afb-e79a-4b07-824b-cae2bd2d78cf for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:43:41.126227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8f4a87-a9fc-44cc-b17f-cfe6be7ff9d3 None None] Routers {'9ceb8afb-e79a-4b07-824b-cae2bd2d78cf'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:43:41.127334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1b8f4a87-a9fc-44cc-b17f-cfe6be7ff9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cb85eb8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:43:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['9ceb8afb-e79a-4b07-824b-cae2bd2d78cf'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:43:41.267451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-54afd716-943a-4339-9130-4787301e80e3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:41.315709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-1b8f4a87-a9fc-44cc-b17f-cfe6be7ff9d3 None None] Set router 9ceb8afb-e79a-4b07-824b-cae2bd2d78cf gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:43:41.336608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e0288685-1435-4c36-a1f9-6aa3325d0137 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:43:41.377562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54afd716-943a-4339-9130-4787301e80e3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'Subnet': ['ID=5351b494-ece2-47dd-9897-cd06dd32efc1,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:43:41.381538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-54afd716-943a-4339-9130-4787301e80e3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:43:41.429139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-54afd716-943a-4339-9130-4787301e80e3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:41.435853 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-54afd716-943a-4339-9130-4787301e80e3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "DELETE /v2.0/subnets/5351b494-ece2-47dd-9897-cd06dd32efc1 HTTP/1.1" status: 204  len: 168 time: 0.8296428
Nov 24 13:43:41.438554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 58940) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:43:41.449906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c2c438-65ef-4c4f-9ade-aa4f379be65f None None] Network 4cc7a8ee-e392-4062-b2be-068ca1d95809 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:43:41.662728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55cf004f-2930-46a9-8a30-91dbb96fed58 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:41.879573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55cf004f-2930-46a9-8a30-91dbb96fed58 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router_gateway, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:41.890936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-55cf004f-2930-46a9-8a30-91dbb96fed58 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Deleting port 7bd896c5-4372-48ab-ae49-704f59e1a7e9 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:43:41.890936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55cf004f-2930-46a9-8a30-91dbb96fed58 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:41.994574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1b8f4a87-a9fc-44cc-b17f-cfe6be7ff9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cb85eb8>, [{'id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463292107', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '7bd896c5-4372-48ab-ae49-704f59e1a7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:42:31Z', 'updated_at': '2020-11-24T13:43:38Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '7bd896c5-4372-48ab-ae49-704f59e1a7e9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:42:32Z', 'updated_at': '2020-11-24T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:43:41.999284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f4a87-a9fc-44cc-b17f-cfe6be7ff9d3 None None] The sync data for ids ['9ceb8afb-e79a-4b07-824b-cae2bd2d78cf'] in dv-neutron-601336-61-ovs is: [{'id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463292107', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '7bd896c5-4372-48ab-ae49-704f59e1a7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:42:31Z', 'updated_at': '2020-11-24T13:43:38Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '7bd896c5-4372-48ab-ae49-704f59e1a7e9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceb8afb-e79a-4b07-824b-cae2bd2d78cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:42:32Z', 'updated_at': '2020-11-24T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:43:42.037840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] DHCP port deletion for 4cc7a8ee-e392-4062-b2be-068ca1d95809 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:43:42.042538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] Deleting port 78fc3470-d4e8-4787-95cf-c64d18061508 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:43:42.043008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:42.101479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-55cf004f-2930-46a9-8a30-91dbb96fed58 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] For port 7bd896c5-4372-48ab-ae49-704f59e1a7e9, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=7bd896c5-4372-48ab-ae49-704f59e1a7e9,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:43:42.101876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55cf004f-2930-46a9-8a30-91dbb96fed58 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:42.233643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-55cf004f-2930-46a9-8a30-91dbb96fed58 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Calling delete_port for 7bd896c5-4372-48ab-ae49-704f59e1a7e9 owned by network:router_gateway {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:43:42.275334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] For port 78fc3470-d4e8-4787-95cf-c64d18061508, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=78fc3470-d4e8-4787-95cf-c64d18061508,segment=NetworkSegment(df484af4-41fa-4bb1-a7d4-f362e9512d7f),segment_id=df484af4-41fa-4bb1-a7d4-f362e9512d7f)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:43:42.275836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:42.409987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] Calling delete_port for 78fc3470-d4e8-4787-95cf-c64d18061508 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:43:42.421852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55cf004f-2930-46a9-8a30-91dbb96fed58 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:42.437662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b7e4eec6-f937-4de6-b1ef-3bd2745c23de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:43:42.485255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:42.500755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:43:42.537442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf004f-2930-46a9-8a30-91dbb96fed58 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'Port': ['ID=7bd896c5-4372-48ab-ae49-704f59e1a7e9,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:43:42.541920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-55cf004f-2930-46a9-8a30-91dbb96fed58 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:43:42.598633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] Pushing event deleted for resources: {'Port': ['ID=78fc3470-d4e8-4787-95cf-c64d18061508,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:43:42.625779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:42.626196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:42.626842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:42.627220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:42.627595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:42.627968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:42.628340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:42.628713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:42.629086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:42.629455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:42.629824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:42.630209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:42.631211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:42.631580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:42.631950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:42.632316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:42.632679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:42.633044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:42.633406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:42.633769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:42.634183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:42.634514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:42.635157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:42.635285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:42.639233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:43:42.680529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ab4c5eea-606b-4906-9aaa-bf06fae82f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:42.685420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] No DVR routers for this DVR port 78fc3470-d4e8-4787-95cf-c64d18061508 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:43:42.804386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55cf004f-2930-46a9-8a30-91dbb96fed58 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:43.019046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:43.344717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55cf004f-2930-46a9-8a30-91dbb96fed58 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:43.349185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55cf004f-2930-46a9-8a30-91dbb96fed58 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:43.376021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55cf004f-2930-46a9-8a30-91dbb96fed58 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:43.377048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55cf004f-2930-46a9-8a30-91dbb96fed58 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Fanout notify agent at l3_agent the message router_deleted on router 9ceb8afb-e79a-4b07-824b-cae2bd2d78cf {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:43:43.401224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-55cf004f-2930-46a9-8a30-91dbb96fed58 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:43.403166 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-55cf004f-2930-46a9-8a30-91dbb96fed58 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "DELETE /v2.0/routers/9ceb8afb-e79a-4b07-824b-cae2bd2d78cf HTTP/1.1" status: 204  len: 168 time: 1.9634409
Nov 24 13:43:43.406691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 58944) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:43:43.540488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cbec40d3-fa53-4b64-9415-0233cc71b48a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:43.613405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 78fc3470-d4e8-4787-95cf-c64d18061508 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:43:43.655149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 78fc3470-d4e8-4787-95cf-c64d18061508 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:43:43.655553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 78fc3470-d4e8-4787-95cf-c64d18061508 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:43:43.656024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 93641c49-2e80-4d4c-a04a-bd87045827ca no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:43:43.689737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 93641c49-2e80-4d4c-a04a-bd87045827ca {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:43:43.690148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 93641c49-2e80-4d4c-a04a-bd87045827ca not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:43:43.758945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cbec40d3-fa53-4b64-9415-0233cc71b48a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:43.883120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-cbec40d3-fa53-4b64-9415-0233cc71b48a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6346e5d0b8>,) {'filters': {'network_id': ['4cc7a8ee-e392-4062-b2be-068ca1d95809']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:43:43.896101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-cbec40d3-fa53-4b64-9415-0233cc71b48a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346e5d0b8>, 'df484af4-41fa-4bb1-a7d4-f362e9512d7f') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:43:43.896441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-cbec40d3-fa53-4b64-9415-0233cc71b48a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6346e5d0b8>, 'df484af4-41fa-4bb1-a7d4-f362e9512d7f') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:43:43.908597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cbec40d3-fa53-4b64-9415-0233cc71b48a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:43.923553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cbec40d3-fa53-4b64-9415-0233cc71b48a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:43.925532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cbec40d3-fa53-4b64-9415-0233cc71b48a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Releasing vxlan tunnel 3 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:43:44.110456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-cbec40d3-fa53-4b64-9415-0233cc71b48a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network 4cc7a8ee-e392-4062-b2be-068ca1d95809 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:43:44.120922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cbec40d3-fa53-4b64-9415-0233cc71b48a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:44.287207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:44.313266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-cbec40d3-fa53-4b64-9415-0233cc71b48a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network 4cc7a8ee-e392-4062-b2be-068ca1d95809 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:43:44.338144 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:43:44.338144 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:43:44.338144 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:43:44.338144 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:43:44.338144 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:43:44.338144 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:43:44.338144 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:43:44.338144 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:43:44.338144 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:43:44.338144 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:43:44.338144 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:43:44.338144 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:43:44.338144 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:43:44.338144 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:43:44.338144 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:43:44.338144 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:43:44.338144 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:43:44.338144 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:43:44.338144 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:43:44.338144 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:43:44.338144 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:43:44.338144 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:43:44.338144 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:43:44.338144 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:43:44.338144 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:43:44.338144 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:43:44.338144 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:43:44.338144 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:43:44.338144 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:43:44.338144 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:43:44.338144 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:43:44.338144 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:43:44.424764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cbec40d3-fa53-4b64-9415-0233cc71b48a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:44.428135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9e665f58-c6f0-421b-946d-4f84d37e6c5a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:43:44.443173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cbec40d3-fa53-4b64-9415-0233cc71b48a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:44.456486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec40d3-fa53-4b64-9415-0233cc71b48a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'Network': ['ID=4cc7a8ee-e392-4062-b2be-068ca1d95809,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:43:44.460228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cbec40d3-fa53-4b64-9415-0233cc71b48a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:43:44.463922 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cbec40d3-fa53-4b64-9415-0233cc71b48a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "DELETE /v2.0/networks/4cc7a8ee-e392-4062-b2be-068ca1d95809 HTTP/1.1" status: 204  len: 168 time: 1.0561681
Nov 24 13:43:44.466691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 58950) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:43:44.541298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cf3f7008-1518-4405-b2d5-685b2f330a98 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:44.572152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cf3f7008-1518-4405-b2d5-685b2f330a98 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:44.627247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cf3f7008-1518-4405-b2d5-685b2f330a98 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:44.632764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c7bedb43-5a22-4532-96eb-43af7965157b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:43:44.649274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f7008-1518-4405-b2d5-685b2f330a98 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'SecurityGroup': ['ID=58501728-0856-4ab3-b107-9097ad2879f4,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:43:44.654397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cf3f7008-1518-4405-b2d5-685b2f330a98 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:43:44.660325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cf3f7008-1518-4405-b2d5-685b2f330a98 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:44.662484 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cf3f7008-1518-4405-b2d5-685b2f330a98 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "DELETE /v2.0/security-groups/58501728-0856-4ab3-b107-9097ad2879f4 HTTP/1.1" status: 204  len: 168 time: 0.1939046
Nov 24 13:43:44.887455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:45.053702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 58960) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:43:45.060277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-707893114', 'description': 'tempest-secgroup-smoke-707893114 description', 'project_id': 'd5748be5eb2b47818a674120dfe1813a'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:43:45.067025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:43:45.072782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:43:45.080011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:43:45.087225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:43:45.097960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:45.145982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:43:45.150288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:43:45.153473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:43:45.159687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:43:45.224865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:45.227806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:45.233589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8306a664-32f3-485c-8b83-42dc3d897cdb tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:43:45.278939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:45.283067 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1678 time: 0.2251689
Nov 24 13:43:45.283067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroup': ['ID=8e71788c-e2b7-4dcb-9cd3-ff92382a457d,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:43:45.283525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 58964) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:43:45.289787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-8afc9935-9d40-49ee-b217-c149fd1ff65c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group_rule': {'security_group_id': '8e71788c-e2b7-4dcb-9cd3-ff92382a457d', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:43:45.291101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:45.291510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:45.291936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:45.292357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:45.292784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:45.293185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:45.293598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:45.294006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:45.294596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:45.294833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:45.295244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:45.295652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:45.296157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:45.296580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:45.296745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8afc9935-9d40-49ee-b217-c149fd1ff65c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:43:45.296986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:45.297381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:45.297795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:45.298212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:45.298846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:45.299019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:45.299389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:45.299788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:45.300186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:45.300573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:45.301016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8afc9935-9d40-49ee-b217-c149fd1ff65c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:43:45.305087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3cae9c4e-cfd4-45c0-9fac-bd47efa13fc4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:43:45.305236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-8afc9935-9d40-49ee-b217-c149fd1ff65c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:43:45.311658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-8afc9935-9d40-49ee-b217-c149fd1ff65c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:43:45.332935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8afc9935-9d40-49ee-b217-c149fd1ff65c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:45.398181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8afc9935-9d40-49ee-b217-c149fd1ff65c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:45.401006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8afc9935-9d40-49ee-b217-c149fd1ff65c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:45.403048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a37b3ca8-fbf3-451c-8059-cc6327d60711 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:43:45.429058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc9935-9d40-49ee-b217-c149fd1ff65c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74b2af2-a0f0-4003-b148-b92df7e54423,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:43:45.431768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8afc9935-9d40-49ee-b217-c149fd1ff65c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:43:45.439975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8afc9935-9d40-49ee-b217-c149fd1ff65c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:45.445559 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8afc9935-9d40-49ee-b217-c149fd1ff65c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1566966
Nov 24 13:43:45.445860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 58968) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:43:45.452091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2fc629b8-3dba-4b3e-affc-089bcf6e2523 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group_rule': {'security_group_id': '8e71788c-e2b7-4dcb-9cd3-ff92382a457d', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:43:45.459004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2fc629b8-3dba-4b3e-affc-089bcf6e2523 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:43:45.463439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2fc629b8-3dba-4b3e-affc-089bcf6e2523 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:43:45.466695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2fc629b8-3dba-4b3e-affc-089bcf6e2523 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:43:45.473045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2fc629b8-3dba-4b3e-affc-089bcf6e2523 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:43:45.497037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2fc629b8-3dba-4b3e-affc-089bcf6e2523 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:45.504074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 7bd896c5-4372-48ab-ae49-704f59e1a7e9 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:43:45.541436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 7bd896c5-4372-48ab-ae49-704f59e1a7e9 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:43:45.541886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 7bd896c5-4372-48ab-ae49-704f59e1a7e9 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:43:45.571430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2fc629b8-3dba-4b3e-affc-089bcf6e2523 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:45.574612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2fc629b8-3dba-4b3e-affc-089bcf6e2523 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:45.576609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-aec4dbf1-fe60-4a11-8c7f-7160fcaaa3c8 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:43:45.600492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc629b8-3dba-4b3e-affc-089bcf6e2523 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e15ac86b-0e7d-4708-8d1c-8e2d173d66b2,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:43:45.603633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2fc629b8-3dba-4b3e-affc-089bcf6e2523 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:43:45.610001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2fc629b8-3dba-4b3e-affc-089bcf6e2523 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:45.611321 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2fc629b8-3dba-4b3e-affc-089bcf6e2523 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1643414
Nov 24 13:43:45.614508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 58972) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:43:45.621150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ee0c5e1e-a49e-4d6c-8508-af4e4b641764 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group_rule': {'security_group_id': '8e71788c-e2b7-4dcb-9cd3-ff92382a457d', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:43:45.627996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ee0c5e1e-a49e-4d6c-8508-af4e4b641764 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:43:45.632217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ee0c5e1e-a49e-4d6c-8508-af4e4b641764 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:43:45.635319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ee0c5e1e-a49e-4d6c-8508-af4e4b641764 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:43:45.641175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ee0c5e1e-a49e-4d6c-8508-af4e4b641764 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:43:45.657155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5e1e-a49e-4d6c-8508-af4e4b641764 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:45.725493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5e1e-a49e-4d6c-8508-af4e4b641764 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:45.730526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5e1e-a49e-4d6c-8508-af4e4b641764 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:45.736564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8afc9935-9d40-49ee-b217-c149fd1ff65c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:43:45.757349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c5e1e-a49e-4d6c-8508-af4e4b641764 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b3e9b3-7a2a-482b-a0e2-f63e2eeb6e71,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:43:45.759790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ee0c5e1e-a49e-4d6c-8508-af4e4b641764 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:43:45.767339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5e1e-a49e-4d6c-8508-af4e4b641764 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:45.768597 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ee0c5e1e-a49e-4d6c-8508-af4e4b641764 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1523488
Nov 24 13:43:45.771461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 58976) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:43:45.777013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ec7f0779-9ba9-46fe-8b74-0411748adc24 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group_rule': {'security_group_id': '8e71788c-e2b7-4dcb-9cd3-ff92382a457d', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:43:45.783207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ec7f0779-9ba9-46fe-8b74-0411748adc24 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:43:45.787805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ec7f0779-9ba9-46fe-8b74-0411748adc24 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:43:45.790823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ec7f0779-9ba9-46fe-8b74-0411748adc24 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:43:45.801797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ec7f0779-9ba9-46fe-8b74-0411748adc24 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:43:45.818661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec7f0779-9ba9-46fe-8b74-0411748adc24 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:45.888735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec7f0779-9ba9-46fe-8b74-0411748adc24 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:45.892622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec7f0779-9ba9-46fe-8b74-0411748adc24 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:45.894645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:43:45.917407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f0779-9ba9-46fe-8b74-0411748adc24 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e126cce6-b66a-4538-966c-9406996faf32,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:43:45.921692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ec7f0779-9ba9-46fe-8b74-0411748adc24 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:43:45.928743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ec7f0779-9ba9-46fe-8b74-0411748adc24 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:45.930023 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ec7f0779-9ba9-46fe-8b74-0411748adc24 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1575811
Nov 24 13:43:45.932928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 58980) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:43:45.938517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-0665ddd8-2e26-4f49-8c4b-0b10dfa5b051 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group_rule': {'security_group_id': '8e71788c-e2b7-4dcb-9cd3-ff92382a457d', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:43:45.945801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0665ddd8-2e26-4f49-8c4b-0b10dfa5b051 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:43:45.949900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0665ddd8-2e26-4f49-8c4b-0b10dfa5b051 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:43:45.952973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-0665ddd8-2e26-4f49-8c4b-0b10dfa5b051 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:43:45.959351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-0665ddd8-2e26-4f49-8c4b-0b10dfa5b051 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:43:45.968766 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-0665ddd8-2e26-4f49-8c4b-0b10dfa5b051 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Project d5748be5eb2b47818a674120dfe1813a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:43:45.975938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0665ddd8-2e26-4f49-8c4b-0b10dfa5b051 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:46.046314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0665ddd8-2e26-4f49-8c4b-0b10dfa5b051 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:46.048903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0665ddd8-2e26-4f49-8c4b-0b10dfa5b051 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:46.050813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ffa6a046-b911-4dc3-acd2-f2239b1ec847 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:43:46.073484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665ddd8-2e26-4f49-8c4b-0b10dfa5b051 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df56152-743d-4b06-963f-f15925d9008c,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:43:46.076250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0665ddd8-2e26-4f49-8c4b-0b10dfa5b051 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:43:46.082421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0665ddd8-2e26-4f49-8c4b-0b10dfa5b051 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:46.084248 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0665ddd8-2e26-4f49-8c4b-0b10dfa5b051 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1497691
Nov 24 13:43:46.087214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 58984) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:43:46.092819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ebc79819-058d-444c-b7e0-8a5a301b4531 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group_rule': {'security_group_id': '8e71788c-e2b7-4dcb-9cd3-ff92382a457d', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:43:46.100171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ebc79819-058d-444c-b7e0-8a5a301b4531 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:43:46.104284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ebc79819-058d-444c-b7e0-8a5a301b4531 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:43:46.108451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ebc79819-058d-444c-b7e0-8a5a301b4531 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:43:46.114553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ebc79819-058d-444c-b7e0-8a5a301b4531 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:43:46.125651 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-ebc79819-058d-444c-b7e0-8a5a301b4531 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Project d5748be5eb2b47818a674120dfe1813a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:43:46.133107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ebc79819-058d-444c-b7e0-8a5a301b4531 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:46.206841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ebc79819-058d-444c-b7e0-8a5a301b4531 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:46.210718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ebc79819-058d-444c-b7e0-8a5a301b4531 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:46.213390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-852d8eb3-905a-40d2-ba26-d85989bf969f tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:43:46.242470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc79819-058d-444c-b7e0-8a5a301b4531 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d5d773-de66-450b-981e-219ce0dc8f0c,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:43:46.245419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ebc79819-058d-444c-b7e0-8a5a301b4531 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:43:46.253016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ebc79819-058d-444c-b7e0-8a5a301b4531 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:46.254417 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ebc79819-058d-444c-b7e0-8a5a301b4531 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1661234
Nov 24 13:43:46.259283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 58988) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:43:46.265573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b281c034-4b92-4d69-bd3d-149c61578259 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'network': {'name': 'tempest-network-smoke--234652292', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'port_security_enabled': True}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:43:46.271985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b281c034-4b92-4d69-bd3d-149c61578259 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:43:46.276528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b281c034-4b92-4d69-bd3d-149c61578259 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:network and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:43:46.279636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b281c034-4b92-4d69-bd3d-149c61578259 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:43:46.288398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b281c034-4b92-4d69-bd3d-149c61578259 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:43:46.299735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b281c034-4b92-4d69-bd3d-149c61578259 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Made reservation on behalf of d5748be5eb2b47818a674120dfe1813a for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:43:46.305277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b281c034-4b92-4d69-bd3d-149c61578259 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:46.341713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b281c034-4b92-4d69-bd3d-149c61578259 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:43:46.352238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b281c034-4b92-4d69-bd3d-149c61578259 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:46.352680 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-b281c034-4b92-4d69-bd3d-149c61578259 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Added segment ac3670d1-cb83-4246-bda7-82d2c5cfb05e of type vxlan for network 9a1c3cca-efaf-4ed8-978f-92ce7f078161
Nov 24 13:43:46.382572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b281c034-4b92-4d69-bd3d-149c61578259 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:46.415346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b281c034-4b92-4d69-bd3d-149c61578259 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:46.419565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b281c034-4b92-4d69-bd3d-149c61578259 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:43:46.420249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b281c034-4b92-4d69-bd3d-149c61578259 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:46.426010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6172a544-b1d1-483c-8df1-cd6640c397bf tempest-RoutersNegativeTest-2094466371 tempest-RoutersNegativeTest-2094466371] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:43:46.540809 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b281c034-4b92-4d69-bd3d-149c61578259 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2803671
Nov 24 13:43:46.543779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 58992) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:43:46.547156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281c034-4b92-4d69-bd3d-149c61578259 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Network': ['ID=9a1c3cca-efaf-4ed8-978f-92ce7f078161,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:43:46.550298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-5461927e-e5fe-46c6-9063-e0012435aca5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-384708306', 'admin_state_up': True, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:43:46.551100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b281c034-4b92-4d69-bd3d-149c61578259 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:43:46.558004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 9a1c3cca-efaf-4ed8-978f-92ce7f078161 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:43:46.558511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5461927e-e5fe-46c6-9063-e0012435aca5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:43:46.563689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5461927e-e5fe-46c6-9063-e0012435aca5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:router and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:43:46.566991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5461927e-e5fe-46c6-9063-e0012435aca5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:43:46.573657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5461927e-e5fe-46c6-9063-e0012435aca5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:43:46.576990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 9a1c3cca-efaf-4ed8-978f-92ce7f078161 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:43:46.586002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5461927e-e5fe-46c6-9063-e0012435aca5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:46.587027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5461927e-e5fe-46c6-9063-e0012435aca5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:46.615420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5461927e-e5fe-46c6-9063-e0012435aca5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:46.780129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5461927e-e5fe-46c6-9063-e0012435aca5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:46.976799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5461927e-e5fe-46c6-9063-e0012435aca5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router_gateway, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:47.014256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5461927e-e5fe-46c6-9063-e0012435aca5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:47.289731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-5461927e-e5fe-46c6-9063-e0012435aca5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Allocated IP 172.26.8.30 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/ae4ff178-6023-4310-8001-219e4d8684af) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:43:47.450060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5461927e-e5fe-46c6-9063-e0012435aca5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:47.477254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5461927e-e5fe-46c6-9063-e0012435aca5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:47.490773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2d693be9-12ce-4a6e-a57b-ebc1940f80ca tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:43:47.885537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461927e-e5fe-46c6-9063-e0012435aca5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Port': ['ID=ae4ff178-6023-4310-8001-219e4d8684af,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:43:47.890065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5461927e-e5fe-46c6-9063-e0012435aca5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:43:47.949505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5461927e-e5fe-46c6-9063-e0012435aca5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:43:47.950735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-5461927e-e5fe-46c6-9063-e0012435aca5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:43:47.953140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5461927e-e5fe-46c6-9063-e0012435aca5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:43:48.122977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5461927e-e5fe-46c6-9063-e0012435aca5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router_gateway, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:48.123780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5461927e-e5fe-46c6-9063-e0012435aca5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:48.367543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5461927e-e5fe-46c6-9063-e0012435aca5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Router 39650536-a924-497e-9982-631619ac2d72 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:43:48.584047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5461927e-e5fe-46c6-9063-e0012435aca5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:43:48.593683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d335bec-b932-44b2-980c-036dc84c2617 None None] Sync routers for ids ['39650536-a924-497e-9982-631619ac2d72'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:43:48.607653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d335bec-b932-44b2-980c-036dc84c2617 None None] Routers {'39650536-a924-497e-9982-631619ac2d72'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:43:48.608328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-6d335bec-b932-44b2-980c-036dc84c2617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cd16f28>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:43:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['39650536-a924-497e-9982-631619ac2d72'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:43:48.614254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5461927e-e5fe-46c6-9063-e0012435aca5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:48.620078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 58996) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:43:48.626947 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5461927e-e5fe-46c6-9063-e0012435aca5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.0816379
Nov 24 13:43:48.669063 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2e2b6efc-16db-437b-82ea-31eb547255b4 tempest-TestNetworkAdvancedServerOps-1057220621 tempest-TestNetworkAdvancedServerOps-1057220621] 10.222.0.76 "GET /v2.0/subnets?project_id=d5748be5eb2b47818a674120dfe1813a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0451837
Nov 24 13:43:48.669326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59000) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:43:48.676210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-5b40c5fb-ab5d-4247-993d-2b7f52d65183 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1940222755', 'network_id': '9a1c3cca-efaf-4ed8-978f-92ce7f078161', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:43:48.797186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5b40c5fb-ab5d-4247-993d-2b7f52d65183 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:43:48.801275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5b40c5fb-ab5d-4247-993d-2b7f52d65183 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:subnet and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:43:48.801854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-6d335bec-b932-44b2-980c-036dc84c2617 None None] Set router 39650536-a924-497e-9982-631619ac2d72 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:43:48.805065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5b40c5fb-ab5d-4247-993d-2b7f52d65183 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:43:48.810921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5b40c5fb-ab5d-4247-993d-2b7f52d65183 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:43:48.820955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b40c5fb-ab5d-4247-993d-2b7f52d65183 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Made reservation on behalf of d5748be5eb2b47818a674120dfe1813a for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:43:48.933757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b40c5fb-ab5d-4247-993d-2b7f52d65183 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:49.114923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-6d335bec-b932-44b2-980c-036dc84c2617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cd16f28>, [{'id': '39650536-a924-497e-9982-631619ac2d72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384708306', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': 'ae4ff178-6023-4310-8001-219e4d8684af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:43:46Z', 'updated_at': '2020-11-24T13:43:48Z', 'revision_number': 3, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': 'ae4ff178-6023-4310-8001-219e4d8684af', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:18:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39650536-a924-497e-9982-631619ac2d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:43:47Z', 'updated_at': '2020-11-24T13:43:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:43:49.119902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d335bec-b932-44b2-980c-036dc84c2617 None None] Checking router: 39650536-a924-497e-9982-631619ac2d72 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:43:49.120302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d335bec-b932-44b2-980c-036dc84c2617 None None] Updating router 39650536-a924-497e-9982-631619ac2d72 port ae4ff178-6023-4310-8001-219e4d8684af binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:43:49.182624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d335bec-b932-44b2-980c-036dc84c2617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:49.392686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b40c5fb-ab5d-4247-993d-2b7f52d65183 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:49.408680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-577a8b32-f63d-48ba-a97e-80f07295355e tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:43:49.583419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40c5fb-ab5d-4247-993d-2b7f52d65183 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Subnet': ['ID=7f4cdd8d-7d65-4e60-a952-83453ef4982c,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:43:49.592259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5b40c5fb-ab5d-4247-993d-2b7f52d65183 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:43:49.685194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d335bec-b932-44b2-980c-036dc84c2617 None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:49.706170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6d335bec-b932-44b2-980c-036dc84c2617 None None] Transition to ACTIVE for port object ae4ff178-6023-4310-8001-219e4d8684af will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:43:49.710040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d335bec-b932-44b2-980c-036dc84c2617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:49.711443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b40c5fb-ab5d-4247-993d-2b7f52d65183 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Checking segment: {'id': 'ac3670d1-cb83-4246-bda7-82d2c5cfb05e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a1c3cca-efaf-4ed8-978f-92ce7f078161'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:43:49.712062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b40c5fb-ab5d-4247-993d-2b7f52d65183 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network hostable DHCP agents. Network: 9a1c3cca-efaf-4ed8-978f-92ce7f078161, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:43:49.735886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-318ed470-6002-47c8-9540-5f4ffaa08706 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:43:49.746213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b40c5fb-ab5d-4247-993d-2b7f52d65183 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network 9a1c3cca-efaf-4ed8-978f-92ce7f078161 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:43:49.756467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-5b40c5fb-ab5d-4247-993d-2b7f52d65183 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 9a1c3cca-efaf-4ed8-978f-92ce7f078161) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:43:49.765761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab7abb5-41d4-47fd-bde0-c7ce24869d51 None None] Network 9a1c3cca-efaf-4ed8-978f-92ce7f078161 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:43:49.771065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b40c5fb-ab5d-4247-993d-2b7f52d65183 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:43:49.771721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b40c5fb-ab5d-4247-993d-2b7f52d65183 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:49.795297 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5b40c5fb-ab5d-4247-993d-2b7f52d65183 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.1220050
Nov 24 13:43:49.795496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59004) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:43:49.876001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96de5b-ab99-4346-a1af-d11e148ebdc4 None None] Pushing event updated for resources: {'Port': ['ID=ae4ff178-6023-4310-8001-219e4d8684af,revision_number=2']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:43:49.905512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96de5b-ab99-4346-a1af-d11e148ebdc4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:49.905744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96de5b-ab99-4346-a1af-d11e148ebdc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:49.906110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96de5b-ab99-4346-a1af-d11e148ebdc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:49.906503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96de5b-ab99-4346-a1af-d11e148ebdc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:49.906867 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96de5b-ab99-4346-a1af-d11e148ebdc4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:49.907239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96de5b-ab99-4346-a1af-d11e148ebdc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:49.907605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96de5b-ab99-4346-a1af-d11e148ebdc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:49.907966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96de5b-ab99-4346-a1af-d11e148ebdc4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:49.908327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96de5b-ab99-4346-a1af-d11e148ebdc4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:49.908685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96de5b-ab99-4346-a1af-d11e148ebdc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:49.909045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96de5b-ab99-4346-a1af-d11e148ebdc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:49.909401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96de5b-ab99-4346-a1af-d11e148ebdc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:49.909865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96de5b-ab99-4346-a1af-d11e148ebdc4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:49.910243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96de5b-ab99-4346-a1af-d11e148ebdc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:49.910608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96de5b-ab99-4346-a1af-d11e148ebdc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:49.910965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96de5b-ab99-4346-a1af-d11e148ebdc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:49.911317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96de5b-ab99-4346-a1af-d11e148ebdc4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:49.911702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96de5b-ab99-4346-a1af-d11e148ebdc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:49.912056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96de5b-ab99-4346-a1af-d11e148ebdc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:49.912411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96de5b-ab99-4346-a1af-d11e148ebdc4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:49.912765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96de5b-ab99-4346-a1af-d11e148ebdc4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:49.913117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96de5b-ab99-4346-a1af-d11e148ebdc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:49.913473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96de5b-ab99-4346-a1af-d11e148ebdc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:49.913827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96de5b-ab99-4346-a1af-d11e148ebdc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:43:49.921631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bc96de5b-ab99-4346-a1af-d11e148ebdc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:43:49.977532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-6d335bec-b932-44b2-980c-036dc84c2617 None None] Attempting to bind port ae4ff178-6023-4310-8001-219e4d8684af on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:43:49.978081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-6d335bec-b932-44b2-980c-036dc84c2617 None None] Attempting to bind port ae4ff178-6023-4310-8001-219e4d8684af by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:43:49.978310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d335bec-b932-44b2-980c-036dc84c2617 None None] Attempting to bind port ae4ff178-6023-4310-8001-219e4d8684af on network cfe08d36-e5ba-4f00-8669-16a0ead5d220 {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:43:49.986787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d335bec-b932-44b2-980c-036dc84c2617 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:43:49.987209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d335bec-b932-44b2-980c-036dc84c2617 None None] Checking segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:43:49.987631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d335bec-b932-44b2-980c-036dc84c2617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:49.988061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d335bec-b932-44b2-980c-036dc84c2617 None None] Bound using segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:43:49.988586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-6d335bec-b932-44b2-980c-036dc84c2617 None None] Bound port: ae4ff178-6023-4310-8001-219e4d8684af, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:43:49.989001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d335bec-b932-44b2-980c-036dc84c2617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:50.021742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94327b42-ce82-42f8-b66c-fbfbd14225d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-9a1c3cca-efaf-4ed8-978f-92ce7f078161', 'network_id': '9a1c3cca-efaf-4ed8-978f-92ce7f078161', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'fixed_ips': [{'subnet_id': '7f4cdd8d-7d65-4e60-a952-83453ef4982c'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:43:50.022758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-94327b42-ce82-42f8-b66c-fbfbd14225d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:50.073998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-6d335bec-b932-44b2-980c-036dc84c2617 None None] For port ae4ff178-6023-4310-8001-219e4d8684af, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:43:50.080885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-6d335bec-b932-44b2-980c-036dc84c2617 None None] For port ae4ff178-6023-4310-8001-219e4d8684af, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=ae4ff178-6023-4310-8001-219e4d8684af,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:43:50.085571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d335bec-b932-44b2-980c-036dc84c2617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:50.103670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-909aa4f4-fc03-4a8b-b869-6a49dbab118f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:43:50.262536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96de5b-ab99-4346-a1af-d11e148ebdc4 None None] Pushing event updated for resources: {'Port': ['ID=ae4ff178-6023-4310-8001-219e4d8684af,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:43:50.266053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bc96de5b-ab99-4346-a1af-d11e148ebdc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:43:50.331192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d335bec-b932-44b2-980c-036dc84c2617 None None] Routers {'39650536-a924-497e-9982-631619ac2d72'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:43:50.332101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-6d335bec-b932-44b2-980c-036dc84c2617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cd16f28>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:43:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['39650536-a924-497e-9982-631619ac2d72'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:43:50.350906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-94327b42-ce82-42f8-b66c-fbfbd14225d7 None None] Allocated IP 172.20.0.2 (9a1c3cca-efaf-4ed8-978f-92ce7f078161/7f4cdd8d-7d65-4e60-a952-83453ef4982c/3b342a87-68d4-4ea5-be08-ee1a168b586e) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:43:50.530065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-6d335bec-b932-44b2-980c-036dc84c2617 None None] Set router 39650536-a924-497e-9982-631619ac2d72 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:43:50.574936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-94327b42-ce82-42f8-b66c-fbfbd14225d7 None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:50.586099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-94327b42-ce82-42f8-b66c-fbfbd14225d7 None None] Transition to ACTIVE for port object 3b342a87-68d4-4ea5-be08-ee1a168b586e will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:43:50.603340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-94327b42-ce82-42f8-b66c-fbfbd14225d7 None None] Transition to ACTIVE for port object 3b342a87-68d4-4ea5-be08-ee1a168b586e will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:43:50.608620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-94327b42-ce82-42f8-b66c-fbfbd14225d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:50.688210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:43:50.765466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94327b42-ce82-42f8-b66c-fbfbd14225d7 None None] Pushing event updated for resources: {'Port': ['ID=3b342a87-68d4-4ea5-be08-ee1a168b586e,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:43:50.768892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-94327b42-ce82-42f8-b66c-fbfbd14225d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:43:50.827607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94327b42-ce82-42f8-b66c-fbfbd14225d7 None None] Network 9a1c3cca-efaf-4ed8-978f-92ce7f078161 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:43:50.828724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-94327b42-ce82-42f8-b66c-fbfbd14225d7 None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:43:50.831227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94327b42-ce82-42f8-b66c-fbfbd14225d7 None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:43:50.846551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e2f8be83-dba1-485d-9327-cecd11ae9db0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:50.899805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-94327b42-ce82-42f8-b66c-fbfbd14225d7 None None] Attempting to bind port 3b342a87-68d4-4ea5-be08-ee1a168b586e on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:43:50.900229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-94327b42-ce82-42f8-b66c-fbfbd14225d7 None None] Attempting to bind port 3b342a87-68d4-4ea5-be08-ee1a168b586e by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'ac3670d1-cb83-4246-bda7-82d2c5cfb05e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a1c3cca-efaf-4ed8-978f-92ce7f078161'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:43:50.900785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94327b42-ce82-42f8-b66c-fbfbd14225d7 None None] Attempting to bind port 3b342a87-68d4-4ea5-be08-ee1a168b586e on network 9a1c3cca-efaf-4ed8-978f-92ce7f078161 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:43:50.908155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94327b42-ce82-42f8-b66c-fbfbd14225d7 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:43:50.908710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94327b42-ce82-42f8-b66c-fbfbd14225d7 None None] Checking segment: {'id': 'ac3670d1-cb83-4246-bda7-82d2c5cfb05e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a1c3cca-efaf-4ed8-978f-92ce7f078161'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:43:50.909163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-94327b42-ce82-42f8-b66c-fbfbd14225d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:50.909612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94327b42-ce82-42f8-b66c-fbfbd14225d7 None None] Bound using segment: {'id': 'ac3670d1-cb83-4246-bda7-82d2c5cfb05e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a1c3cca-efaf-4ed8-978f-92ce7f078161'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:43:50.910178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-94327b42-ce82-42f8-b66c-fbfbd14225d7 None None] Bound port: 3b342a87-68d4-4ea5-be08-ee1a168b586e, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3670d1-cb83-4246-bda7-82d2c5cfb05e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a1c3cca-efaf-4ed8-978f-92ce7f078161'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:43:50.910751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-94327b42-ce82-42f8-b66c-fbfbd14225d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:51.008002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-94327b42-ce82-42f8-b66c-fbfbd14225d7 None None] For port 3b342a87-68d4-4ea5-be08-ee1a168b586e, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:43:51.011745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-6d335bec-b932-44b2-980c-036dc84c2617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cd16f28>, [{'id': '39650536-a924-497e-9982-631619ac2d72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384708306', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': 'ae4ff178-6023-4310-8001-219e4d8684af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:43:46Z', 'updated_at': '2020-11-24T13:43:48Z', 'revision_number': 3, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': 'ae4ff178-6023-4310-8001-219e4d8684af', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:18:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39650536-a924-497e-9982-631619ac2d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:43:47Z', 'updated_at': '2020-11-24T13:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:43:51.013378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-94327b42-ce82-42f8-b66c-fbfbd14225d7 None None] For port 3b342a87-68d4-4ea5-be08-ee1a168b586e, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=3b342a87-68d4-4ea5-be08-ee1a168b586e,segment=NetworkSegment(ac3670d1-cb83-4246-bda7-82d2c5cfb05e),segment_id=ac3670d1-cb83-4246-bda7-82d2c5cfb05e)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:43:51.016562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d335bec-b932-44b2-980c-036dc84c2617 None None] The sync data for ids ['39650536-a924-497e-9982-631619ac2d72'] in dv-neutron-601336-61-ovs is: [{'id': '39650536-a924-497e-9982-631619ac2d72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384708306', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': 'ae4ff178-6023-4310-8001-219e4d8684af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:43:46Z', 'updated_at': '2020-11-24T13:43:48Z', 'revision_number': 3, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': 'ae4ff178-6023-4310-8001-219e4d8684af', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:18:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39650536-a924-497e-9982-631619ac2d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:43:47Z', 'updated_at': '2020-11-24T13:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:43:51.016887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-94327b42-ce82-42f8-b66c-fbfbd14225d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:51.038166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:43:51.228002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94327b42-ce82-42f8-b66c-fbfbd14225d7 None None] Pushing event updated for resources: {'Port': ['ID=3b342a87-68d4-4ea5-be08-ee1a168b586e,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:43:51.232683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-94327b42-ce82-42f8-b66c-fbfbd14225d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:43:51.429884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:51.460844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-e2f8be83-dba1-485d-9327-cecd11ae9db0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Allocated IP 172.20.0.1 (9a1c3cca-efaf-4ed8-978f-92ce7f078161/7f4cdd8d-7d65-4e60-a952-83453ef4982c/4e00bafd-0e55-4abc-87c8-bc86004ef051) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:43:51.600384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device ae4ff178-6023-4310-8001-219e4d8684af up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:43:51.708852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e2f8be83-dba1-485d-9327-cecd11ae9db0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:51.709307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port ae4ff178-6023-4310-8001-219e4d8684af completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:43:51.717541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port ae4ff178-6023-4310-8001-219e4d8684af triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:43:51.718537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:51.728804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e2f8be83-dba1-485d-9327-cecd11ae9db0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Transition to ACTIVE for port object 4e00bafd-0e55-4abc-87c8-bc86004ef051 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:43:51.755089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e2f8be83-dba1-485d-9327-cecd11ae9db0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:51.773371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-02e87d13-b64e-4238-a979-9df2784bfbca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:43:51.866398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:51.884582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port ae4ff178-6023-4310-8001-219e4d8684af, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=ae4ff178-6023-4310-8001-219e4d8684af,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:43:51.890972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:51.893349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:43:51.920058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8be83-dba1-485d-9327-cecd11ae9db0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Port': ['ID=4e00bafd-0e55-4abc-87c8-bc86004ef051,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:43:51.926312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e2f8be83-dba1-485d-9327-cecd11ae9db0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:43:51.977201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=ae4ff178-6023-4310-8001-219e4d8684af,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:43:51.981672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:43:51.991053 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f8be83-dba1-485d-9327-cecd11ae9db0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network 9a1c3cca-efaf-4ed8-978f-92ce7f078161 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:43:51.992298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-e2f8be83-dba1-485d-9327-cecd11ae9db0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:43:51.994787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f8be83-dba1-485d-9327-cecd11ae9db0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:43:52.055355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e2f8be83-dba1-485d-9327-cecd11ae9db0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:52.146559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e2f8be83-dba1-485d-9327-cecd11ae9db0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:52.648687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e2f8be83-dba1-485d-9327-cecd11ae9db0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:52.653100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e2f8be83-dba1-485d-9327-cecd11ae9db0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:52.684874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-58a5e336-5925-4585-819e-dc9144c68dff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:43:52.754845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f90636-3149-407f-bffb-b104bc57fdc0 None None] Network 9a1c3cca-efaf-4ed8-978f-92ce7f078161 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:43:52.777607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e2f8be83-dba1-485d-9327-cecd11ae9db0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:52.792913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8be83-dba1-485d-9327-cecd11ae9db0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Port': ['ID=4e00bafd-0e55-4abc-87c8-bc86004ef051,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:43:52.844294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e2f8be83-dba1-485d-9327-cecd11ae9db0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:43:52.934762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f8be83-dba1-485d-9327-cecd11ae9db0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network 9a1c3cca-efaf-4ed8-978f-92ce7f078161 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:43:52.936083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-e2f8be83-dba1-485d-9327-cecd11ae9db0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:43:53.041628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0b895a50-f350-49fa-9534-10c0e4b6d135 None None] Provisioning for port 3b342a87-68d4-4ea5-be08-ee1a168b586e completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:43:53.488383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e3dbaf69-20ac-43eb-b831-9529a5315f21 None None] Provisioning for port 4e00bafd-0e55-4abc-87c8-bc86004ef051 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:43:53.495400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e3dbaf69-20ac-43eb-b831-9529a5315f21 None None] Provisioning complete for port 4e00bafd-0e55-4abc-87c8-bc86004ef051 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:43:53.496015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e3dbaf69-20ac-43eb-b831-9529a5315f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:53.618450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbaf69-20ac-43eb-b831-9529a5315f21 None None] Port 4e00bafd-0e55-4abc-87c8-bc86004ef051 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:43:53.696039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f8be83-dba1-485d-9327-cecd11ae9db0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Router 39650536-a924-497e-9982-631619ac2d72 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:43:53.696924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device ae4ff178-6023-4310-8001-219e4d8684af up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:43:53.794814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port ae4ff178-6023-4310-8001-219e4d8684af triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:43:53.795249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:53.935965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f8be83-dba1-485d-9327-cecd11ae9db0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:43:53.943796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 3b342a87-68d4-4ea5-be08-ee1a168b586e up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:43:53.953082 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e2f8be83-dba1-485d-9327-cecd11ae9db0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "PUT /v2.0/routers/39650536-a924-497e-9982-631619ac2d72/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1564925
Nov 24 13:43:53.975915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d6bceb03-e0fa-4339-bd1e-c5d97c820a66 None None] Provisioning complete for port 4e00bafd-0e55-4abc-87c8-bc86004ef051 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:43:53.976346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d6bceb03-e0fa-4339-bd1e-c5d97c820a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:54.019379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d06dc70-42a3-4bca-946e-56cbe829f676 None None] Sync routers for ids ['39650536-a924-497e-9982-631619ac2d72'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:43:54.078168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d06dc70-42a3-4bca-946e-56cbe829f676 None None] Routers {'39650536-a924-497e-9982-631619ac2d72'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:43:54.078865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4d06dc70-42a3-4bca-946e-56cbe829f676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346f7f588>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:43:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['39650536-a924-497e-9982-631619ac2d72'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:43:54.141477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-d6bceb03-e0fa-4339-bd1e-c5d97c820a66 None None] Port 4e00bafd-0e55-4abc-87c8-bc86004ef051 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:43:54.177914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-20b2828c-1274-4393-8189-cbf84ceeed4a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Synchronizing usage tracker for tenant:d5748be5eb2b47818a674120dfe1813a on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:43:54.195769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-20b2828c-1274-4393-8189-cbf84ceeed4a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Unset dirty status for tenant:d5748be5eb2b47818a674120dfe1813a on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:43:54.197263 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-20b2828c-1274-4393-8189-cbf84ceeed4a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-707893114&fields=id&tenant_id=d5748be5eb2b47818a674120dfe1813a HTTP/1.1" status: 200  len: 267 time: 0.0869675
Nov 24 13:43:54.257507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 3b342a87-68d4-4ea5-be08-ee1a168b586e completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:43:54.272710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 3b342a87-68d4-4ea5-be08-ee1a168b586e triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:43:54.273138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:54.354972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c7d884df-734d-424a-8460-a4b892d23784 None None] Provisioning complete for port 3b342a87-68d4-4ea5-be08-ee1a168b586e triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:43:54.355412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c7d884df-734d-424a-8460-a4b892d23784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:54.370386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-50e9782e-11b7-4b69-865b-e8974d9267cf tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:43:54.372003 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-50e9782e-11b7-4b69-865b-e8974d9267cf tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/networks?id=9a1c3cca-efaf-4ed8-978f-92ce7f078161 HTTP/1.1" status: 200  len: 796 time: 0.1669300
Nov 24 13:43:54.393738 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-277c3751-ce83-4640-bb58-14986fc7b72e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/quotas/d5748be5eb2b47818a674120dfe1813a HTTP/1.1" status: 200  len: 375 time: 0.0116518
Nov 24 13:43:54.433016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-4d06dc70-42a3-4bca-946e-56cbe829f676 None None] Set router 39650536-a924-497e-9982-631619ac2d72 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:43:54.487325 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-6d82e427-054c-4d3c-abae-e5f12436dd1d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0874600
Nov 24 13:43:54.671279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:54.718646 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-472efdda-d13e-402f-8ea4-a9d327de9b7a service neutron] 10.222.0.76 "GET /v2.0/networks/9a1c3cca-efaf-4ed8-978f-92ce7f078161?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2172706
Nov 24 13:43:54.789934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c7d884df-734d-424a-8460-a4b892d23784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:54.838159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 3b342a87-68d4-4ea5-be08-ee1a168b586e, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=3b342a87-68d4-4ea5-be08-ee1a168b586e,segment=NetworkSegment(ac3670d1-cb83-4246-bda7-82d2c5cfb05e),segment_id=ac3670d1-cb83-4246-bda7-82d2c5cfb05e)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:43:54.854214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:54.859523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8f9825d1-2eea-4d10-949e-b3460957d7cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:43:54.867457 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-17b70f19-7de8-4798-bde3-896f685cecdd service neutron] 10.222.0.76 "GET /v2.0/networks/9a1c3cca-efaf-4ed8-978f-92ce7f078161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1414137
Nov 24 13:43:55.047615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-c7d884df-734d-424a-8460-a4b892d23784 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:43:55.047950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-c7d884df-734d-424a-8460-a4b892d23784 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:43:55.052914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=3b342a87-68d4-4ea5-be08-ee1a168b586e,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:43:55.056515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:43:55.079434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4d06dc70-42a3-4bca-946e-56cbe829f676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346f7f588>, [{'id': '39650536-a924-497e-9982-631619ac2d72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384708306', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': 'ae4ff178-6023-4310-8001-219e4d8684af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:43:46Z', 'updated_at': '2020-11-24T13:43:52Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': 'ae4ff178-6023-4310-8001-219e4d8684af', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39650536-a924-497e-9982-631619ac2d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:43:47Z', 'updated_at': '2020-11-24T13:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '4e00bafd-0e55-4abc-87c8-bc86004ef051', 'name': '', 'network_id': '9a1c3cca-efaf-4ed8-978f-92ce7f078161', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:c8:61:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39650536-a924-497e-9982-631619ac2d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7f4cdd8d-7d65-4e60-a952-83453ef4982c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:43:51Z', 'updated_at': '2020-11-24T13:43:52Z', 'revision_number': 2, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': '7f4cdd8d-7d65-4e60-a952-83453ef4982c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:43:55.084319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d06dc70-42a3-4bca-946e-56cbe829f676 None None] Checking router: 39650536-a924-497e-9982-631619ac2d72 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:43:55.084728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d06dc70-42a3-4bca-946e-56cbe829f676 None None] Updating router 39650536-a924-497e-9982-631619ac2d72 port 4e00bafd-0e55-4abc-87c8-bc86004ef051 binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:43:55.092017 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-01e57f19-344b-4766-9c08-74b2275e0e13 req-3fda4d44-18d9-4f32-8873-59057669d096 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 210 time: 0.0513639
Nov 24 13:43:55.143635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d06dc70-42a3-4bca-946e-56cbe829f676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:55.597922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 3b342a87-68d4-4ea5-be08-ee1a168b586e up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:43:55.699324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d06dc70-42a3-4bca-946e-56cbe829f676 None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:55.725430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4d06dc70-42a3-4bca-946e-56cbe829f676 None None] Transition to ACTIVE for port object 4e00bafd-0e55-4abc-87c8-bc86004ef051 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:43:55.731883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d06dc70-42a3-4bca-946e-56cbe829f676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:55.748395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-566aba55-d323-4c42-8b34-423b194f7188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:43:55.900683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5a9d7-aaaa-4dcd-9ea0-60f3f3cd1a57 None None] Pushing event updated for resources: {'Port': ['ID=4e00bafd-0e55-4abc-87c8-bc86004ef051,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:43:55.907185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-35b5a9d7-aaaa-4dcd-9ea0-60f3f3cd1a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:43:55.907834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 3b342a87-68d4-4ea5-be08-ee1a168b586e triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:43:55.908428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:56.298689 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-473bbb43-acf1-4ad1-b1f6-0ccd1e40d96c req-1e01961b-1309-4232-801a-2b365d3c09ae tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 210 time: 0.0563214
Nov 24 13:43:56.388128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4d06dc70-42a3-4bca-946e-56cbe829f676 None None] Attempting to bind port 4e00bafd-0e55-4abc-87c8-bc86004ef051 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:43:56.388556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4d06dc70-42a3-4bca-946e-56cbe829f676 None None] Attempting to bind port 4e00bafd-0e55-4abc-87c8-bc86004ef051 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'ac3670d1-cb83-4246-bda7-82d2c5cfb05e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a1c3cca-efaf-4ed8-978f-92ce7f078161'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:43:56.388972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d06dc70-42a3-4bca-946e-56cbe829f676 None None] Attempting to bind port 4e00bafd-0e55-4abc-87c8-bc86004ef051 on network 9a1c3cca-efaf-4ed8-978f-92ce7f078161 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:43:56.396607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d06dc70-42a3-4bca-946e-56cbe829f676 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:43:56.397035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d06dc70-42a3-4bca-946e-56cbe829f676 None None] Checking segment: {'id': 'ac3670d1-cb83-4246-bda7-82d2c5cfb05e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a1c3cca-efaf-4ed8-978f-92ce7f078161'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:43:56.397493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d06dc70-42a3-4bca-946e-56cbe829f676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:56.397930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d06dc70-42a3-4bca-946e-56cbe829f676 None None] Bound using segment: {'id': 'ac3670d1-cb83-4246-bda7-82d2c5cfb05e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a1c3cca-efaf-4ed8-978f-92ce7f078161'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:43:56.398482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-4d06dc70-42a3-4bca-946e-56cbe829f676 None None] Bound port: 4e00bafd-0e55-4abc-87c8-bc86004ef051, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3670d1-cb83-4246-bda7-82d2c5cfb05e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a1c3cca-efaf-4ed8-978f-92ce7f078161'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:43:56.398903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d06dc70-42a3-4bca-946e-56cbe829f676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:56.499617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-4d06dc70-42a3-4bca-946e-56cbe829f676 None None] For port 4e00bafd-0e55-4abc-87c8-bc86004ef051, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:43:56.503399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-4d06dc70-42a3-4bca-946e-56cbe829f676 None None] For port 4e00bafd-0e55-4abc-87c8-bc86004ef051, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=4e00bafd-0e55-4abc-87c8-bc86004ef051,segment=NetworkSegment(ac3670d1-cb83-4246-bda7-82d2c5cfb05e),segment_id=ac3670d1-cb83-4246-bda7-82d2c5cfb05e)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:43:56.508217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d06dc70-42a3-4bca-946e-56cbe829f676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:56.516608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-6ffe942e-671d-49c2-8ccb-fb2e6c7a5a2b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:43:56.517478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-6ffe942e-671d-49c2-8ccb-fb2e6c7a5a2b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Synchronizing usage tracker for tenant:d5748be5eb2b47818a674120dfe1813a on resource:network {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:43:56.524899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:43:56.533572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-6ffe942e-671d-49c2-8ccb-fb2e6c7a5a2b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Unset dirty status for tenant:d5748be5eb2b47818a674120dfe1813a on resource:network {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:43:56.534920 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-6ffe942e-671d-49c2-8ccb-fb2e6c7a5a2b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.70 "GET /v2.0/networks?id=9a1c3cca-efaf-4ed8-978f-92ce7f078161 HTTP/1.1" status: 200  len: 796 time: 0.1879365
Nov 24 13:43:56.633302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-bd3f2d39-c3f3-45f0-a976-301cc037fc48 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Synchronizing usage tracker for tenant:d5748be5eb2b47818a674120dfe1813a on resource:security_group {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:43:56.647500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-bd3f2d39-c3f3-45f0-a976-301cc037fc48 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Unset dirty status for tenant:d5748be5eb2b47818a674120dfe1813a on resource:security_group {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:43:56.648941 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-bd3f2d39-c3f3-45f0-a976-301cc037fc48 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d5748be5eb2b47818a674120dfe1813a HTTP/1.1" status: 200  len: 7375 time: 0.0950596
Nov 24 13:43:56.660815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-9f460e47-b31e-448f-a4ef-13028c8a79e1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'port': {'device_id': 'fd44da51-5c3a-4e9b-9879-8ac29b79c0ca', 'network_id': '9a1c3cca-efaf-4ed8-978f-92ce7f078161', 'admin_state_up': True, 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'security_groups': ['8e71788c-e2b7-4dcb-9cd3-ff92382a457d']}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:43:56.670415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5a9d7-aaaa-4dcd-9ea0-60f3f3cd1a57 None None] Pushing event updated for resources: {'Port': ['ID=4e00bafd-0e55-4abc-87c8-bc86004ef051,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:43:56.684144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-35b5a9d7-aaaa-4dcd-9ea0-60f3f3cd1a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:43:56.738311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d06dc70-42a3-4bca-946e-56cbe829f676 None None] Routers {'39650536-a924-497e-9982-631619ac2d72'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:43:56.739028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4d06dc70-42a3-4bca-946e-56cbe829f676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346f7f588>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:43:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['39650536-a924-497e-9982-631619ac2d72'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:43:56.820590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-9f460e47-b31e-448f-a4ef-13028c8a79e1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:43:56.825212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-9f460e47-b31e-448f-a4ef-13028c8a79e1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:port and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:43:56.828300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-9f460e47-b31e-448f-a4ef-13028c8a79e1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for port was recalculated. Used quota:2. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:43:56.834934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-9f460e47-b31e-448f-a4ef-13028c8a79e1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:43:56.845690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-9f460e47-b31e-448f-a4ef-13028c8a79e1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Made reservation on behalf of d5748be5eb2b47818a674120dfe1813a for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:43:56.851856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-9f460e47-b31e-448f-a4ef-13028c8a79e1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:56.946544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-4d06dc70-42a3-4bca-946e-56cbe829f676 None None] Set router 39650536-a924-497e-9982-631619ac2d72 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:43:57.184378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-9f460e47-b31e-448f-a4ef-13028c8a79e1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Allocated IP 172.20.0.13 (9a1c3cca-efaf-4ed8-978f-92ce7f078161/7f4cdd8d-7d65-4e60-a952-83453ef4982c/6e26c335-08b3-4272-b703-3f7778764a36) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:43:57.305770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4d06dc70-42a3-4bca-946e-56cbe829f676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346f7f588>, [{'id': '39650536-a924-497e-9982-631619ac2d72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384708306', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': 'ae4ff178-6023-4310-8001-219e4d8684af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:43:46Z', 'updated_at': '2020-11-24T13:43:52Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': 'ae4ff178-6023-4310-8001-219e4d8684af', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39650536-a924-497e-9982-631619ac2d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:43:47Z', 'updated_at': '2020-11-24T13:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '4e00bafd-0e55-4abc-87c8-bc86004ef051', 'name': '', 'network_id': '9a1c3cca-efaf-4ed8-978f-92ce7f078161', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:c8:61:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39650536-a924-497e-9982-631619ac2d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7f4cdd8d-7d65-4e60-a952-83453ef4982c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:43:51Z', 'updated_at': '2020-11-24T13:43:56Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': '7f4cdd8d-7d65-4e60-a952-83453ef4982c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:43:57.310509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d06dc70-42a3-4bca-946e-56cbe829f676 None None] The sync data for ids ['39650536-a924-497e-9982-631619ac2d72'] in dv-neutron-601336-61-ovs is: [{'id': '39650536-a924-497e-9982-631619ac2d72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384708306', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': 'ae4ff178-6023-4310-8001-219e4d8684af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:43:46Z', 'updated_at': '2020-11-24T13:43:52Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': 'ae4ff178-6023-4310-8001-219e4d8684af', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39650536-a924-497e-9982-631619ac2d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:43:47Z', 'updated_at': '2020-11-24T13:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '4e00bafd-0e55-4abc-87c8-bc86004ef051', 'name': '', 'network_id': '9a1c3cca-efaf-4ed8-978f-92ce7f078161', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:c8:61:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39650536-a924-497e-9982-631619ac2d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7f4cdd8d-7d65-4e60-a952-83453ef4982c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:43:51Z', 'updated_at': '2020-11-24T13:43:56Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': '7f4cdd8d-7d65-4e60-a952-83453ef4982c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:43:57.422983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-9f460e47-b31e-448f-a4ef-13028c8a79e1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:57.444321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-9f460e47-b31e-448f-a4ef-13028c8a79e1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Transition to ACTIVE for port object 6e26c335-08b3-4272-b703-3f7778764a36 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:43:57.466359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-9f460e47-b31e-448f-a4ef-13028c8a79e1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:57.493748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f3cd086c-a7ad-4e97-b564-f766249915c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:43:57.575634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c42b2-8bc7-4c21-b47f-bc5642f80799 req-e833d3c4-6a8e-4e7a-8653-bb99cf872753 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:43:57.578825 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7a2c42b2-8bc7-4c21-b47f-bc5642f80799 req-e833d3c4-6a8e-4e7a-8653-bb99cf872753 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 932 time: 0.1052444
Nov 24 13:43:57.590238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4e00bafd-0e55-4abc-87c8-bc86004ef051 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:43:57.647319 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7a2c42b2-8bc7-4c21-b47f-bc5642f80799 req-1a38b404-9671-4c75-9fac-8cb2c5825c58 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e71788c-e2b7-4dcb-9cd3-ff92382a457d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556715
Nov 24 13:43:57.672693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 4e00bafd-0e55-4abc-87c8-bc86004ef051 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:43:57.678745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 4e00bafd-0e55-4abc-87c8-bc86004ef051 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:43:57.679109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:57.690780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f460e47-b31e-448f-a4ef-13028c8a79e1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Port': ['ID=6e26c335-08b3-4272-b703-3f7778764a36,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:43:57.696067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9f460e47-b31e-448f-a4ef-13028c8a79e1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:43:57.723134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-9f460e47-b31e-448f-a4ef-13028c8a79e1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network 9a1c3cca-efaf-4ed8-978f-92ce7f078161 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:43:57.725310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-9f460e47-b31e-448f-a4ef-13028c8a79e1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:43:57.727383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-9f460e47-b31e-448f-a4ef-13028c8a79e1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:43:57.801588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-9f460e47-b31e-448f-a4ef-13028c8a79e1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:43:57.803039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-9f460e47-b31e-448f-a4ef-13028c8a79e1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:57.824200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:57.836662 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-9f460e47-b31e-448f-a4ef-13028c8a79e1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1798007
Nov 24 13:43:57.857033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-80c4d60d-341b-4fa7-b33a-d38716c4a09c service neutron] Request body: {'port': {'device_id': 'fd44da51-5c3a-4e9b-9879-8ac29b79c0ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:43:57.865854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 4e00bafd-0e55-4abc-87c8-bc86004ef051, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=4e00bafd-0e55-4abc-87c8-bc86004ef051,segment=NetworkSegment(ac3670d1-cb83-4246-bda7-82d2c5cfb05e),segment_id=ac3670d1-cb83-4246-bda7-82d2c5cfb05e)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:43:57.869791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:57.875303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-032027cf-117c-4ed5-ae97-af6cc12999f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:43:57.949680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=4e00bafd-0e55-4abc-87c8-bc86004ef051,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:43:57.960772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:43:57.993275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-80c4d60d-341b-4fa7-b33a-d38716c4a09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:58.033997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-98a923b0-b882-48a8-8901-941f28fce219 None None] Provisioning for port 6e26c335-08b3-4272-b703-3f7778764a36 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:43:58.040179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-98a923b0-b882-48a8-8901-941f28fce219 None None] Provisioning complete for port 6e26c335-08b3-4272-b703-3f7778764a36 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:43:58.040596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-98a923b0-b882-48a8-8901-941f28fce219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:58.106740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-98a923b0-b882-48a8-8901-941f28fce219 None None] Port 6e26c335-08b3-4272-b703-3f7778764a36 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:43:58.433455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-80c4d60d-341b-4fa7-b33a-d38716c4a09c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e26c335-08b3-4272-b703-3f7778764a36 {{(pid=80944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:43:58.440584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-80c4d60d-341b-4fa7-b33a-d38716c4a09c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:58.454286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-80c4d60d-341b-4fa7-b33a-d38716c4a09c service neutron] Transition to ACTIVE for port object 6e26c335-08b3-4272-b703-3f7778764a36 will not be triggered until provisioned by entity L2. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:43:58.457064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-80c4d60d-341b-4fa7-b33a-d38716c4a09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:58.473313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f3cd086c-a7ad-4e97-b564-f766249915c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:43:58.611877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4d60d-341b-4fa7-b33a-d38716c4a09c service neutron] Pushing event updated for resources: {'Port': ['ID=6e26c335-08b3-4272-b703-3f7778764a36,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:43:58.619018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-80c4d60d-341b-4fa7-b33a-d38716c4a09c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:43:58.824413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-80c4d60d-341b-4fa7-b33a-d38716c4a09c service neutron] Attempting to bind port 6e26c335-08b3-4272-b703-3f7778764a36 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:43:58.825335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-80c4d60d-341b-4fa7-b33a-d38716c4a09c service neutron] Attempting to bind port 6e26c335-08b3-4272-b703-3f7778764a36 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'ac3670d1-cb83-4246-bda7-82d2c5cfb05e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a1c3cca-efaf-4ed8-978f-92ce7f078161'}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:43:58.825891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-80c4d60d-341b-4fa7-b33a-d38716c4a09c service neutron] Attempting to bind port 6e26c335-08b3-4272-b703-3f7778764a36 on network 9a1c3cca-efaf-4ed8-978f-92ce7f078161 {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:43:58.833437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-80c4d60d-341b-4fa7-b33a-d38716c4a09c service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:43:58.833801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-80c4d60d-341b-4fa7-b33a-d38716c4a09c service neutron] Checking segment: {'id': 'ac3670d1-cb83-4246-bda7-82d2c5cfb05e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a1c3cca-efaf-4ed8-978f-92ce7f078161'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:43:58.834260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-80c4d60d-341b-4fa7-b33a-d38716c4a09c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:58.834646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-80c4d60d-341b-4fa7-b33a-d38716c4a09c service neutron] Bound using segment: {'id': 'ac3670d1-cb83-4246-bda7-82d2c5cfb05e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a1c3cca-efaf-4ed8-978f-92ce7f078161'} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:43:58.835122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-80c4d60d-341b-4fa7-b33a-d38716c4a09c service neutron] Bound port: 6e26c335-08b3-4272-b703-3f7778764a36, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3670d1-cb83-4246-bda7-82d2c5cfb05e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a1c3cca-efaf-4ed8-978f-92ce7f078161'}}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:43:58.835727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-80c4d60d-341b-4fa7-b33a-d38716c4a09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:58.891179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d112c3-f14b-49ab-8b42-e363c6c5369d req-f7762d3b-3c29-4c30-b908-32740a448289 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:43:58.892814 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b1d112c3-f14b-49ab-8b42-e363c6c5369d req-f7762d3b-3c29-4c30-b908-32740a448289 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 944 time: 0.0980222
Nov 24 13:43:58.942463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-80c4d60d-341b-4fa7-b33a-d38716c4a09c service neutron] For port 6e26c335-08b3-4272-b703-3f7778764a36, host hv-neutron-6013, cleared binding levels {{(pid=80944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:43:58.947006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-80c4d60d-341b-4fa7-b33a-d38716c4a09c service neutron] For port 6e26c335-08b3-4272-b703-3f7778764a36, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=6e26c335-08b3-4272-b703-3f7778764a36,segment=NetworkSegment(ac3670d1-cb83-4246-bda7-82d2c5cfb05e),segment_id=ac3670d1-cb83-4246-bda7-82d2c5cfb05e)] {{(pid=80944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:43:58.947155 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b1d112c3-f14b-49ab-8b42-e363c6c5369d req-f6d30d4e-a124-4846-b296-433daba461bd tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e71788c-e2b7-4dcb-9cd3-ff92382a457d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476470
Nov 24 13:43:58.950774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-80c4d60d-341b-4fa7-b33a-d38716c4a09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:59.016192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-55486d78-d338-4e09-94cc-69c174e9c098 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:43:59.112186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4d60d-341b-4fa7-b33a-d38716c4a09c service neutron] Pushing event updated for resources: {'Port': ['ID=6e26c335-08b3-4272-b703-3f7778764a36,revision_number=3']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:43:59.127461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-80c4d60d-341b-4fa7-b33a-d38716c4a09c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:43:59.163446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-80c4d60d-341b-4fa7-b33a-d38716c4a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:43:59.164139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-80c4d60d-341b-4fa7-b33a-d38716c4a09c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:59.165651 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-80c4d60d-341b-4fa7-b33a-d38716c4a09c service neutron] 10.222.0.70 "PUT /v2.0/ports/6e26c335-08b3-4272-b703-3f7778764a36 HTTP/1.1" status: 200  len: 1158 time: 1.3150501
Nov 24 13:43:59.166261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd44da51-5c3a-4e9b-9879-8ac29b79c0ca', 'tag': '6e26c335-08b3-4272-b703-3f7778764a36'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:43:59.260944 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd44da51-5c3a-4e9b-9879-8ac29b79c0ca', 'tag': '6e26c335-08b3-4272-b703-3f7778764a36', 'status': 'completed', 'code': 200}
Nov 24 13:43:59.303426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-59305267-ab91-456f-a272-5bdd161e9ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:43:59.305062 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-59305267-ab91-456f-a272-5bdd161e9ff2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 1161 time: 0.0846541
Nov 24 13:43:59.390579 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-f548770d-bb36-49ad-8085-e9422123f80c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e26c335-08b3-4272-b703-3f7778764a36 HTTP/1.1" status: 200  len: 217 time: 0.0716984
Nov 24 13:43:59.459947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-c4e0c518-506a-4571-ad03-1f57dc2fdd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:43:59.461430 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-c4e0c518-506a-4571-ad03-1f57dc2fdd0f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7f4cdd8d-7d65-4e60-a952-83453ef4982c HTTP/1.1" status: 200  len: 835 time: 0.0650299
Nov 24 13:43:59.552666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-b7a12d47-d8b2-4244-8f1a-2a571193a0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:43:59.554295 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-b7a12d47-d8b2-4244-8f1a-2a571193a0b3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9a1c3cca-efaf-4ed8-978f-92ce7f078161&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0862894
Nov 24 13:43:59.556636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4e00bafd-0e55-4abc-87c8-bc86004ef051 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:43:59.631894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 4e00bafd-0e55-4abc-87c8-bc86004ef051 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:43:59.632321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:43:59.703642 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-2cca410d-b712-47c2-b04f-67530120abb9 service neutron] 10.222.0.70 "GET /v2.0/networks/9a1c3cca-efaf-4ed8-978f-92ce7f078161?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423583
Nov 24 13:43:59.852750 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6bc6c1cb-549f-4654-838c-68c6442ef874 req-b5508076-6d02-41ad-b5ef-e8396a53015e service neutron] 10.222.0.70 "GET /v2.0/networks/9a1c3cca-efaf-4ed8-978f-92ce7f078161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1429560
Nov 24 13:44:00.014082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e813b-5196-4b4b-9980-397981407492 req-dd13d65b-0a93-4658-99a8-a763a7c095b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:00.015701 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-564e813b-5196-4b4b-9980-397981407492 req-dd13d65b-0a93-4658-99a8-a763a7c095b4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 1161 time: 0.0775132
Nov 24 13:44:00.169070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e813b-5196-4b4b-9980-397981407492 req-558a7c24-7d69-4b5d-a9ed-8330167c7721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:00.170846 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-564e813b-5196-4b4b-9980-397981407492 req-558a7c24-7d69-4b5d-a9ed-8330167c7721 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9a1c3cca-efaf-4ed8-978f-92ce7f078161 HTTP/1.1" status: 200  len: 890 time: 0.1482372
Nov 24 13:44:00.173624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afbdde-fea8-4d6b-9c44-fde01803b965 req-7df6bf7b-a345-4077-ac10-91d156576e08 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:00.175278 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-20afbdde-fea8-4d6b-9c44-fde01803b965 req-7df6bf7b-a345-4077-ac10-91d156576e08 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 944 time: 0.0936792
Nov 24 13:44:00.229508 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-20afbdde-fea8-4d6b-9c44-fde01803b965 req-639b945d-b962-4c99-a98c-991c17f4fe92 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e71788c-e2b7-4dcb-9cd3-ff92382a457d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473917
Nov 24 13:44:00.249850 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-564e813b-5196-4b4b-9980-397981407492 req-26194208-6d16-4a5e-aa6d-63a532b78b99 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e26c335-08b3-4272-b703-3f7778764a36 HTTP/1.1" status: 200  len: 217 time: 0.0718598
Nov 24 13:44:00.321756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e813b-5196-4b4b-9980-397981407492 req-cc9da7e2-ebd8-4b55-bd0c-99dac861e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:00.323351 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-564e813b-5196-4b4b-9980-397981407492 req-cc9da7e2-ebd8-4b55-bd0c-99dac861e9ec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7f4cdd8d-7d65-4e60-a952-83453ef4982c HTTP/1.1" status: 200  len: 835 time: 0.0661013
Nov 24 13:44:00.415716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e813b-5196-4b4b-9980-397981407492 req-0e4a0d63-cf75-4186-b143-f4869cfca38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:00.417312 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-564e813b-5196-4b4b-9980-397981407492 req-0e4a0d63-cf75-4186-b143-f4869cfca38a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9a1c3cca-efaf-4ed8-978f-92ce7f078161&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0861590
Nov 24 13:44:00.825545 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-564e813b-5196-4b4b-9980-397981407492 req-f48eefdd-e3c2-4e1e-99a9-542abf327c5b service neutron] 10.222.0.70 "GET /v2.0/networks/9a1c3cca-efaf-4ed8-978f-92ce7f078161?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4000130
Nov 24 13:44:00.971005 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-564e813b-5196-4b4b-9980-397981407492 req-a59b2692-26a8-4017-96c7-ddff55928d62 service neutron] 10.222.0.70 "GET /v2.0/networks/9a1c3cca-efaf-4ed8-978f-92ce7f078161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1380017
Nov 24 13:44:01.446595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf20435-6f4f-43c0-bc35-eadd45f29f4c req-b6f3bd1a-abca-4bf1-81ff-d3cd024bab87 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:01.448218 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cbf20435-6f4f-43c0-bc35-eadd45f29f4c req-b6f3bd1a-abca-4bf1-81ff-d3cd024bab87 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 944 time: 0.0864458
Nov 24 13:44:01.505080 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cbf20435-6f4f-43c0-bc35-eadd45f29f4c req-6d82e5aa-ec3c-40ae-85c9-421035572634 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e71788c-e2b7-4dcb-9cd3-ff92382a457d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499039
Nov 24 13:44:02.719101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ac11e-de9e-4f98-a7b8-a241e7220a79 req-1d576581-5440-4188-a3d5-e5cade014e06 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:02.720757 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8a5ac11e-de9e-4f98-a7b8-a241e7220a79 req-1d576581-5440-4188-a3d5-e5cade014e06 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 944 time: 0.0855727
Nov 24 13:44:02.769849 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8a5ac11e-de9e-4f98-a7b8-a241e7220a79 req-e1f9d06d-7a8c-4072-9e94-e96a47d64b05 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e71788c-e2b7-4dcb-9cd3-ff92382a457d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419602
Nov 24 13:44:03.295178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 6e26c335-08b3-4272-b703-3f7778764a36 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:44:03.365076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port 6e26c335-08b3-4272-b703-3f7778764a36 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:44:03.369871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 6e26c335-08b3-4272-b703-3f7778764a36 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:44:03.370330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:44:03.488562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:44:03.518222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd44da51-5c3a-4e9b-9879-8ac29b79c0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e26c335-08b3-4272-b703-3f7778764a36'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:44:03.529281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 6e26c335-08b3-4272-b703-3f7778764a36, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=6e26c335-08b3-4272-b703-3f7778764a36,segment=NetworkSegment(ac3670d1-cb83-4246-bda7-82d2c5cfb05e),segment_id=ac3670d1-cb83-4246-bda7-82d2c5cfb05e)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:44:03.532429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:44:03.534390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:44:03.595540 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd44da51-5c3a-4e9b-9879-8ac29b79c0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e26c335-08b3-4272-b703-3f7778764a36', 'code': 200}
Nov 24 13:44:03.603714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=6e26c335-08b3-4272-b703-3f7778764a36,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:44:03.606829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:44:03.870162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd6014-6c20-4aba-b626-bdd14e55bf09 req-879c6eda-33c9-410e-a07d-3a61dbdfef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:03.872135 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4fdd6014-6c20-4aba-b626-bdd14e55bf09 req-879c6eda-33c9-410e-a07d-3a61dbdfef8b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 1163 time: 0.0805118
Nov 24 13:44:03.918050 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4fdd6014-6c20-4aba-b626-bdd14e55bf09 req-103edfc1-81d0-4dfa-9ac0-fd031fc67040 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8e71788c-e2b7-4dcb-9cd3-ff92382a457d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391297
Nov 24 13:44:03.990305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62eeb9-bdf4-49ff-9cdd-e3a907b58c68 req-7fbd32ed-a00d-41eb-b560-ea2e70228972 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:03.992209 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4a62eeb9-bdf4-49ff-9cdd-e3a907b58c68 req-7fbd32ed-a00d-41eb-b560-ea2e70228972 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 946 time: 0.0884287
Nov 24 13:44:04.040380 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4a62eeb9-bdf4-49ff-9cdd-e3a907b58c68 req-8f1d3e89-b8b6-47c0-b984-710b86623e07 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e71788c-e2b7-4dcb-9cd3-ff92382a457d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417237
Nov 24 13:44:04.963444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 6e26c335-08b3-4272-b703-3f7778764a36 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:44:05.044685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 6e26c335-08b3-4272-b703-3f7778764a36 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:44:05.045118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:44:05.263733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed886c4-5b0f-4417-96fa-e718ee05f66d req-85c9ddf7-9b66-4001-8245-b82681b07394 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:05.265302 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1ed886c4-5b0f-4417-96fa-e718ee05f66d req-85c9ddf7-9b66-4001-8245-b82681b07394 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 946 time: 0.0845692
Nov 24 13:44:05.313658 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1ed886c4-5b0f-4417-96fa-e718ee05f66d req-012a7c0b-93db-4792-b921-4060f35ca9c1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e71788c-e2b7-4dcb-9cd3-ff92382a457d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414171
Nov 24 13:44:05.528952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01a0e2-d0f7-4f28-a22e-30d08927b7a3 req-80ef1823-198b-4d6b-b35f-1a320246c266 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:05.530675 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3d01a0e2-d0f7-4f28-a22e-30d08927b7a3 req-80ef1823-198b-4d6b-b35f-1a320246c266 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 946 time: 0.0894439
Nov 24 13:44:05.580519 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3d01a0e2-d0f7-4f28-a22e-30d08927b7a3 req-72c7e59a-e805-4032-9222-403376cddfa3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e71788c-e2b7-4dcb-9cd3-ff92382a457d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430644
Nov 24 13:44:05.612753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59062) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:44:05.691026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b74468-f6b3-446e-b742-b13a84f92d07 tempest-TestNetworkAdvancedServerOps-1057220621 tempest-TestNetworkAdvancedServerOps-1057220621] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:05.692692 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a3b74468-f6b3-446e-b742-b13a84f92d07 tempest-TestNetworkAdvancedServerOps-1057220621 tempest-TestNetworkAdvancedServerOps-1057220621] 10.222.0.76 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 1158 time: 0.0788176
Nov 24 13:44:05.696419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59066) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:44:05.701823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-5b456353-e927-4632-98d6-636857d3f0c3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'port_id': '6e26c335-08b3-4272-b703-3f7778764a36', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:44:05.707692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5b456353-e927-4632-98d6-636857d3f0c3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:44:05.711797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5b456353-e927-4632-98d6-636857d3f0c3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:floatingip and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:44:05.714900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-5b456353-e927-4632-98d6-636857d3f0c3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:44:05.720644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-5b456353-e927-4632-98d6-636857d3f0c3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:44:05.731149 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b456353-e927-4632-98d6-636857d3f0c3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for floatingip, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:44:05.881190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b456353-e927-4632-98d6-636857d3f0c3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:44:06.157766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-5b456353-e927-4632-98d6-636857d3f0c3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Allocated IP 172.26.8.151 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/c2ed188f-ab9f-40c5-a047-56520ebb66ba) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:44:06.316491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b456353-e927-4632-98d6-636857d3f0c3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:44:06.342194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b456353-e927-4632-98d6-636857d3f0c3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:44:06.358113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-67ee96c9-a2e8-41b1-b383-7ac194601a64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:44:06.490494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b456353-e927-4632-98d6-636857d3f0c3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Port': ['ID=c2ed188f-ab9f-40c5-a047-56520ebb66ba,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:44:06.495380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5b456353-e927-4632-98d6-636857d3f0c3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:44:06.549335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b456353-e927-4632-98d6-636857d3f0c3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:44:06.550499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-5b456353-e927-4632-98d6-636857d3f0c3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:44:06.553220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b456353-e927-4632-98d6-636857d3f0c3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:44:06.986733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b456353-e927-4632-98d6-636857d3f0c3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for floatingip, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:44:07.060174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b456353-e927-4632-98d6-636857d3f0c3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:44:07.334751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b456353-e927-4632-98d6-636857d3f0c3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:44:07.338088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b456353-e927-4632-98d6-636857d3f0c3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:44:07.353581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-226dc921-b5f1-4524-84a5-015eeeab5ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:44:07.746180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b456353-e927-4632-98d6-636857d3f0c3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Port': ['ID=c2ed188f-ab9f-40c5-a047-56520ebb66ba,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:44:07.749013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5b456353-e927-4632-98d6-636857d3f0c3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:44:07.854845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b456353-e927-4632-98d6-636857d3f0c3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:44:08.057773 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-5b456353-e927-4632-98d6-636857d3f0c3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Floating IP 48bfb8d2-2103-44e7-b270-ff6bd08eddcf associated. External IP: 172.26.8.151, port: 6e26c335-08b3-4272-b703-3f7778764a36.
Nov 24 13:44:08.486635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b456353-e927-4632-98d6-636857d3f0c3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Router 39650536-a924-497e-9982-631619ac2d72 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:44:08.702433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b456353-e927-4632-98d6-636857d3f0c3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:44:08.713806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6bc360-3c96-4f04-b4fc-ab1e9e33b691 None None] Sync routers for ids ['39650536-a924-497e-9982-631619ac2d72'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:44:08.727524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b456353-e927-4632-98d6-636857d3f0c3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:44:08.728000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6bc360-3c96-4f04-b4fc-ab1e9e33b691 None None] Routers {'39650536-a924-497e-9982-631619ac2d72'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:44:08.728687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-0b6bc360-3c96-4f04-b4fc-ab1e9e33b691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc85710>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:43:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['39650536-a924-497e-9982-631619ac2d72'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:44:08.785088 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5b456353-e927-4632-98d6-636857d3f0c3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.0875728
Nov 24 13:44:08.785896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd44da51-5c3a-4e9b-9879-8ac29b79c0ca', 'tag': '6e26c335-08b3-4272-b703-3f7778764a36'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:44:08.860365 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd44da51-5c3a-4e9b-9879-8ac29b79c0ca', 'tag': '6e26c335-08b3-4272-b703-3f7778764a36', 'status': 'completed', 'code': 200}
Nov 24 13:44:08.924057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-0b6bc360-3c96-4f04-b4fc-ab1e9e33b691 None None] Set router 39650536-a924-497e-9982-631619ac2d72 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:44:08.990104 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938bb48-3512-4fba-9b59-bf3cd90738d5 req-7e949cd7-b3df-42cc-a7d0-ce2610723621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:08.991947 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d938bb48-3512-4fba-9b59-bf3cd90738d5 req-7e949cd7-b3df-42cc-a7d0-ce2610723621 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 1163 time: 0.0848277
Nov 24 13:44:09.022205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae75b7-c265-490e-a045-9420ae899250 req-4e95ba26-bab3-465d-aad6-0edfc9335ead tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:09.023842 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f3ae75b7-c265-490e-a045-9420ae899250 req-4e95ba26-bab3-465d-aad6-0edfc9335ead tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 946 time: 0.1076965
Nov 24 13:44:09.079359 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f3ae75b7-c265-490e-a045-9420ae899250 req-c28ddec5-b1fc-46c1-bd75-33b4982864a4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e71788c-e2b7-4dcb-9cd3-ff92382a457d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448370
Nov 24 13:44:09.113550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59074) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:44:09.167770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938bb48-3512-4fba-9b59-bf3cd90738d5 req-2a0bc757-11db-41f7-84c3-e8a5ec491755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:09.169948 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d938bb48-3512-4fba-9b59-bf3cd90738d5 req-2a0bc757-11db-41f7-84c3-e8a5ec491755 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9a1c3cca-efaf-4ed8-978f-92ce7f078161 HTTP/1.1" status: 200  len: 890 time: 0.1713114
Nov 24 13:44:09.241727 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-094e3aca-91c3-4669-9c60-4517bc010ecf tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/floatingips/48bfb8d2-2103-44e7-b270-ff6bd08eddcf HTTP/1.1" status: 200  len: 992 time: 0.1266472
Nov 24 13:44:09.291655 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d938bb48-3512-4fba-9b59-bf3cd90738d5 req-dbcdad8f-d0c5-49fc-bcf3-7ad79a9fd496 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e26c335-08b3-4272-b703-3f7778764a36 HTTP/1.1" status: 200  len: 1000 time: 0.1152232
Nov 24 13:44:09.312742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-0b6bc360-3c96-4f04-b4fc-ab1e9e33b691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc85710>, [{'id': '39650536-a924-497e-9982-631619ac2d72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384708306', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': 'ae4ff178-6023-4310-8001-219e4d8684af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:43:46Z', 'updated_at': '2020-11-24T13:43:52Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': 'ae4ff178-6023-4310-8001-219e4d8684af', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39650536-a924-497e-9982-631619ac2d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:43:47Z', 'updated_at': '2020-11-24T13:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '48bfb8d2-2103-44e7-b270-ff6bd08eddcf', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'floating_ip_address': '172.26.8.151', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '39650536-a924-497e-9982-631619ac2d72', 'port_id': '6e26c335-08b3-4272-b703-3f7778764a36', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1c3cca-efaf-4ed8-978f-92ce7f078161', 'mac_address': 'fa:16:3e:75:0d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd44da51-5c3a-4e9b-9879-8ac29b79c0ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:44:06Z', 'updated_at': '2020-11-24T13:44:06Z', 'revision_number': 0, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e00bafd-0e55-4abc-87c8-bc86004ef051', 'name': '', 'network_id': '9a1c3cca-efaf-4ed8-978f-92ce7f078161', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:c8:61:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39650536-a924-497e-9982-631619ac2d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7f4cdd8d-7d65-4e60-a952-83453ef4982c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:43:51Z', 'updated_at': '2020-11-24T13:43:57Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': '7f4cdd8d-7d65-4e60-a952-83453ef4982c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:44:09.317061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6bc360-3c96-4f04-b4fc-ab1e9e33b691 None None] Checking router: 39650536-a924-497e-9982-631619ac2d72 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:44:09.328941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6bc360-3c96-4f04-b4fc-ab1e9e33b691 None None] Routers {'39650536-a924-497e-9982-631619ac2d72'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:44:09.329638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-0b6bc360-3c96-4f04-b4fc-ab1e9e33b691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cc85710>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:43:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['39650536-a924-497e-9982-631619ac2d72'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:44:09.362926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938bb48-3512-4fba-9b59-bf3cd90738d5 req-64978852-c7c0-41fb-a378-ddb4249153e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:09.364982 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d938bb48-3512-4fba-9b59-bf3cd90738d5 req-64978852-c7c0-41fb-a378-ddb4249153e9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7f4cdd8d-7d65-4e60-a952-83453ef4982c HTTP/1.1" status: 200  len: 835 time: 0.0666025
Nov 24 13:44:09.448514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938bb48-3512-4fba-9b59-bf3cd90738d5 req-3d56c924-0666-4e53-96dd-bbaaa4d1814d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:09.450221 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d938bb48-3512-4fba-9b59-bf3cd90738d5 req-3d56c924-0666-4e53-96dd-bbaaa4d1814d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9a1c3cca-efaf-4ed8-978f-92ce7f078161&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787451
Nov 24 13:44:09.521869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-0b6bc360-3c96-4f04-b4fc-ab1e9e33b691 None None] Set router 39650536-a924-497e-9982-631619ac2d72 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:44:09.629086 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d938bb48-3512-4fba-9b59-bf3cd90738d5 req-cf957a46-9299-437f-876a-102f375acf01 service neutron] 10.222.0.70 "GET /v2.0/networks/9a1c3cca-efaf-4ed8-978f-92ce7f078161?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1717303
Nov 24 13:44:09.775827 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d938bb48-3512-4fba-9b59-bf3cd90738d5 req-5f508c8e-5300-4e75-965d-530f299ee5e2 service neutron] 10.222.0.70 "GET /v2.0/networks/9a1c3cca-efaf-4ed8-978f-92ce7f078161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391754
Nov 24 13:44:09.919663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-0b6bc360-3c96-4f04-b4fc-ab1e9e33b691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cc85710>, [{'id': '39650536-a924-497e-9982-631619ac2d72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384708306', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': 'ae4ff178-6023-4310-8001-219e4d8684af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:43:46Z', 'updated_at': '2020-11-24T13:43:52Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': 'ae4ff178-6023-4310-8001-219e4d8684af', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39650536-a924-497e-9982-631619ac2d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:43:47Z', 'updated_at': '2020-11-24T13:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '48bfb8d2-2103-44e7-b270-ff6bd08eddcf', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'floating_ip_address': '172.26.8.151', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '39650536-a924-497e-9982-631619ac2d72', 'port_id': '6e26c335-08b3-4272-b703-3f7778764a36', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1c3cca-efaf-4ed8-978f-92ce7f078161', 'mac_address': 'fa:16:3e:75:0d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd44da51-5c3a-4e9b-9879-8ac29b79c0ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:44:06Z', 'updated_at': '2020-11-24T13:44:06Z', 'revision_number': 0, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e00bafd-0e55-4abc-87c8-bc86004ef051', 'name': '', 'network_id': '9a1c3cca-efaf-4ed8-978f-92ce7f078161', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:c8:61:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39650536-a924-497e-9982-631619ac2d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7f4cdd8d-7d65-4e60-a952-83453ef4982c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:43:51Z', 'updated_at': '2020-11-24T13:43:57Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': '7f4cdd8d-7d65-4e60-a952-83453ef4982c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:44:09.923834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6bc360-3c96-4f04-b4fc-ab1e9e33b691 None None] The sync data for ids ['39650536-a924-497e-9982-631619ac2d72'] in dv-neutron-601336-61-ovs is: [{'id': '39650536-a924-497e-9982-631619ac2d72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384708306', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': 'ae4ff178-6023-4310-8001-219e4d8684af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:43:46Z', 'updated_at': '2020-11-24T13:43:52Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': 'ae4ff178-6023-4310-8001-219e4d8684af', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39650536-a924-497e-9982-631619ac2d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:43:47Z', 'updated_at': '2020-11-24T13:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '48bfb8d2-2103-44e7-b270-ff6bd08eddcf', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'floating_ip_address': '172.26.8.151', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '39650536-a924-497e-9982-631619ac2d72', 'port_id': '6e26c335-08b3-4272-b703-3f7778764a36', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1c3cca-efaf-4ed8-978f-92ce7f078161', 'mac_address': 'fa:16:3e:75:0d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd44da51-5c3a-4e9b-9879-8ac29b79c0ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:44:06Z', 'updated_at': '2020-11-24T13:44:06Z', 'revision_number': 0, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e00bafd-0e55-4abc-87c8-bc86004ef051', 'name': '', 'network_id': '9a1c3cca-efaf-4ed8-978f-92ce7f078161', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:c8:61:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39650536-a924-497e-9982-631619ac2d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7f4cdd8d-7d65-4e60-a952-83453ef4982c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:43:51Z', 'updated_at': '2020-11-24T13:43:57Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': '7f4cdd8d-7d65-4e60-a952-83453ef4982c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:44:10.215018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dafd83e-98e2-4da4-9761-cc515d8aac16 None None] New status for floating IP 48bfb8d2-2103-44e7-b270-ff6bd08eddcf: ACTIVE {{(pid=80945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:44:10.246327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59078) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:44:10.326010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-106987b4-afdf-448c-b205-56a493582ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:44:10.368687 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-07951c8f-400c-4c38-a777-850cd1e5ae59 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/floatingips/48bfb8d2-2103-44e7-b270-ff6bd08eddcf HTTP/1.1" status: 200  len: 992 time: 0.1199803
Nov 24 13:44:11.371705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59082) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:44:11.486160 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-fe72c243-5714-43ec-91f4-105a815298e5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/floatingips/48bfb8d2-2103-44e7-b270-ff6bd08eddcf HTTP/1.1" status: 200  len: 994 time: 0.1130285
Nov 24 13:44:12.539716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:44:12.673035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6f06304e-8848-44fd-bd8e-c92f0145d92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:44:13.022236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:44:14.282653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:44:14.884399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:44:21.408419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:44:24.779979 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9f6038dc-9b78-4bd6-96cf-826b5bf31b49 req-c117cbad-cded-449f-94dd-f0f4b3d67560 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0779855
Nov 24 13:44:24.942389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6038dc-9b78-4bd6-96cf-826b5bf31b49 req-2445501c-ca59-4fd1-bc73-ca1714eb6f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:24.944064 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9f6038dc-9b78-4bd6-96cf-826b5bf31b49 req-2445501c-ca59-4fd1-bc73-ca1714eb6f58 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 1163 time: 0.0752482
Nov 24 13:44:25.113025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6038dc-9b78-4bd6-96cf-826b5bf31b49 req-5daa037c-4b90-4343-85c6-aa20f464f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:25.114655 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9f6038dc-9b78-4bd6-96cf-826b5bf31b49 req-5daa037c-4b90-4343-85c6-aa20f464f7e1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9a1c3cca-efaf-4ed8-978f-92ce7f078161 HTTP/1.1" status: 200  len: 890 time: 0.1493881
Nov 24 13:44:25.227992 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9f6038dc-9b78-4bd6-96cf-826b5bf31b49 req-1c870b18-af34-4196-a8e2-4beec88f0f2e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e26c335-08b3-4272-b703-3f7778764a36 HTTP/1.1" status: 200  len: 1002 time: 0.1062481
Nov 24 13:44:25.303374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6038dc-9b78-4bd6-96cf-826b5bf31b49 req-9fa70297-352b-4288-9620-f8555fa598ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:25.305036 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9f6038dc-9b78-4bd6-96cf-826b5bf31b49 req-9fa70297-352b-4288-9620-f8555fa598ea service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7f4cdd8d-7d65-4e60-a952-83453ef4982c HTTP/1.1" status: 200  len: 835 time: 0.0699089
Nov 24 13:44:25.389910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6038dc-9b78-4bd6-96cf-826b5bf31b49 req-79f5684c-1043-4680-99ad-0ef5abaef184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:25.391963 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9f6038dc-9b78-4bd6-96cf-826b5bf31b49 req-79f5684c-1043-4680-99ad-0ef5abaef184 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9a1c3cca-efaf-4ed8-978f-92ce7f078161&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786414
Nov 24 13:44:25.541123 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9f6038dc-9b78-4bd6-96cf-826b5bf31b49 req-972821db-bd2d-4c80-b034-5bdcfee56235 service neutron] 10.222.0.70 "GET /v2.0/networks/9a1c3cca-efaf-4ed8-978f-92ce7f078161?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407552
Nov 24 13:44:25.689349 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9f6038dc-9b78-4bd6-96cf-826b5bf31b49 req-c765fe89-020f-4137-9990-a2f0dd369957 service neutron] 10.222.0.70 "GET /v2.0/networks/9a1c3cca-efaf-4ed8-978f-92ce7f078161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1399643
Nov 24 13:44:40.308245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bd74ca42-c5aa-440c-ba9a-5cfe1a230fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:44:41.008647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714af34-87b5-4b0b-af9a-a72a5ff4ba36 req-6b4b198c-f8db-4b63-99fd-739a6cd018cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:41.010382 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0714af34-87b5-4b0b-af9a-a72a5ff4ba36 req-6b4b198c-f8db-4b63-99fd-739a6cd018cf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 1163 time: 0.0833216
Nov 24 13:44:41.165516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714af34-87b5-4b0b-af9a-a72a5ff4ba36 req-e92cc218-2f09-485a-bedf-bae5e7e2dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:41.171692 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0714af34-87b5-4b0b-af9a-a72a5ff4ba36 req-e92cc218-2f09-485a-bedf-bae5e7e2dde4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9a1c3cca-efaf-4ed8-978f-92ce7f078161 HTTP/1.1" status: 200  len: 890 time: 0.1503432
Nov 24 13:44:41.182499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48fdb3-ed0e-4e9f-b69f-5b8a3c759c43 req-1df49d7e-96e1-46d5-a40b-dbe2c79e0701 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:41.184140 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8b48fdb3-ed0e-4e9f-b69f-5b8a3c759c43 req-1df49d7e-96e1-46d5-a40b-dbe2c79e0701 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 946 time: 0.2281117
Nov 24 13:44:41.236054 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8b48fdb3-ed0e-4e9f-b69f-5b8a3c759c43 req-01dfbe3f-c84c-4b10-bf3d-483c47887ff6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e71788c-e2b7-4dcb-9cd3-ff92382a457d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453691
Nov 24 13:44:41.285140 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0714af34-87b5-4b0b-af9a-a72a5ff4ba36 req-cfff4f20-b8a1-439d-a96e-f6eb6e9cc0be service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e26c335-08b3-4272-b703-3f7778764a36 HTTP/1.1" status: 200  len: 1002 time: 0.1099100
Nov 24 13:44:41.354466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714af34-87b5-4b0b-af9a-a72a5ff4ba36 req-5c97043f-873e-42d7-8f6b-8316141e7a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:41.356039 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0714af34-87b5-4b0b-af9a-a72a5ff4ba36 req-5c97043f-873e-42d7-8f6b-8316141e7a89 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7f4cdd8d-7d65-4e60-a952-83453ef4982c HTTP/1.1" status: 200  len: 835 time: 0.0646772
Nov 24 13:44:41.439326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714af34-87b5-4b0b-af9a-a72a5ff4ba36 req-3aec1e41-f109-4824-9671-3cff910c5f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:41.440893 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0714af34-87b5-4b0b-af9a-a72a5ff4ba36 req-3aec1e41-f109-4824-9671-3cff910c5f87 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9a1c3cca-efaf-4ed8-978f-92ce7f078161&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0779212
Nov 24 13:44:41.587703 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0714af34-87b5-4b0b-af9a-a72a5ff4ba36 req-f7a49f8c-4f62-49f2-b780-3a22018f9227 service neutron] 10.222.0.70 "GET /v2.0/networks/9a1c3cca-efaf-4ed8-978f-92ce7f078161?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395953
Nov 24 13:44:41.729849 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0714af34-87b5-4b0b-af9a-a72a5ff4ba36 req-abd2a904-dae7-484e-88f8-746ff170a065 service neutron] 10.222.0.70 "GET /v2.0/networks/9a1c3cca-efaf-4ed8-978f-92ce7f078161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1352513
Nov 24 13:44:42.566518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ffe7a-f66e-4fec-91e6-a861c2e91639 req-d4b786f8-c6af-4738-bfa1-2937138c7896 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:42.568134 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3f4ffe7a-f66e-4fec-91e6-a861c2e91639 req-d4b786f8-c6af-4738-bfa1-2937138c7896 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 946 time: 0.1972313
Nov 24 13:44:42.623069 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3f4ffe7a-f66e-4fec-91e6-a861c2e91639 req-a0377b66-fe96-4feb-802f-cac8137255b7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e71788c-e2b7-4dcb-9cd3-ff92382a457d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482554
Nov 24 13:44:42.675547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4a140efb-c44e-42fe-8674-76a75bda9d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:44:43.023577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:44:43.839108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c548b7-4b58-4b81-9fb8-25adf47acd78 req-5c11cb2e-9e6f-4b92-8e01-fab06969419e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:43.840744 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-89c548b7-4b58-4b81-9fb8-25adf47acd78 req-5c11cb2e-9e6f-4b92-8e01-fab06969419e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 946 time: 0.0861924
Nov 24 13:44:43.893313 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-89c548b7-4b58-4b81-9fb8-25adf47acd78 req-2a4475bf-569b-4c71-b1be-e47e4157c3c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e71788c-e2b7-4dcb-9cd3-ff92382a457d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459857
Nov 24 13:44:44.276863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:44:44.883225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:44:45.117462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0495a-cd52-4f65-808b-68f9a81a1fda req-1bd0b166-a635-4190-8229-c1cd6c4e57b3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:45.119171 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2aa0495a-cd52-4f65-808b-68f9a81a1fda req-1bd0b166-a635-4190-8229-c1cd6c4e57b3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 946 time: 0.0932305
Nov 24 13:44:45.170424 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2aa0495a-cd52-4f65-808b-68f9a81a1fda req-1cbf2950-d1ba-4b0b-a160-6b0b460327b3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e71788c-e2b7-4dcb-9cd3-ff92382a457d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444551
Nov 24 13:44:46.407058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d4944-65fa-485c-bbb4-72c76c5b7881 req-8eda335b-1710-4d51-b8e2-391bfb353a76 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:46.408701 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9c1d4944-65fa-485c-bbb4-72c76c5b7881 req-8eda335b-1710-4d51-b8e2-391bfb353a76 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 946 time: 0.0889335
Nov 24 13:44:46.459325 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9c1d4944-65fa-485c-bbb4-72c76c5b7881 req-e41e88e9-4870-4242-8a71-fed1cad51adf tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e71788c-e2b7-4dcb-9cd3-ff92382a457d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436199
Nov 24 13:44:47.679978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2f2ee-e32c-4fc9-a90a-834179a6497e req-d957515f-12ba-45c7-a88b-de3b93de980d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:47.681597 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-aac2f2ee-e32c-4fc9-a90a-834179a6497e req-d957515f-12ba-45c7-a88b-de3b93de980d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 946 time: 0.0883911
Nov 24 13:44:47.731305 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-aac2f2ee-e32c-4fc9-a90a-834179a6497e req-9e4c38e2-a42a-4564-ab6f-49b8a38f29b3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e71788c-e2b7-4dcb-9cd3-ff92382a457d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430217
Nov 24 13:44:48.945394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f2e31-b0bb-4fee-bd1f-85c0c7e98943 req-8e7b9223-1dd3-48f9-b75d-9301ec3174fc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:48.947040 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-083f2e31-b0bb-4fee-bd1f-85c0c7e98943 req-8e7b9223-1dd3-48f9-b75d-9301ec3174fc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 946 time: 0.0837584
Nov 24 13:44:49.001844 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-083f2e31-b0bb-4fee-bd1f-85c0c7e98943 req-a29169b7-8cb8-41c8-bd50-d0c2664fe972 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e71788c-e2b7-4dcb-9cd3-ff92382a457d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481195
Nov 24 13:44:49.540784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:44:50.215923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656489e-4ecc-43be-9ae5-8200b4a1c0c2 req-c4fb043d-6626-45f0-a12f-985ff9d4084c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:50.217580 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b656489e-4ecc-43be-9ae5-8200b4a1c0c2 req-c4fb043d-6626-45f0-a12f-985ff9d4084c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 946 time: 0.0859249
Nov 24 13:44:50.267985 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b656489e-4ecc-43be-9ae5-8200b4a1c0c2 req-3fecdfba-7600-45c8-861f-7ad70bb910a9 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e71788c-e2b7-4dcb-9cd3-ff92382a457d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439200
Nov 24 13:44:51.409382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:44:51.488701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6675ca-a90a-48b3-9cea-841188d73b0d req-c08baf41-b3cd-4c72-8093-9383e9e39c8b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:51.490247 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9f6675ca-a90a-48b3-9cea-841188d73b0d req-c08baf41-b3cd-4c72-8093-9383e9e39c8b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 946 time: 0.0883842
Nov 24 13:44:51.539519 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9f6675ca-a90a-48b3-9cea-841188d73b0d req-95427cba-4415-48d9-851f-112819af8feb tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e71788c-e2b7-4dcb-9cd3-ff92382a457d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427780
Nov 24 13:44:52.763224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50c408-d221-4b5d-bc4d-87e1de853709 req-e08d12c7-29c2-454b-af3d-dab52195534c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:52.764851 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ec50c408-d221-4b5d-bc4d-87e1de853709 req-e08d12c7-29c2-454b-af3d-dab52195534c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 946 time: 0.0847654
Nov 24 13:44:52.816263 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ec50c408-d221-4b5d-bc4d-87e1de853709 req-9ba21e8c-ad64-4630-ac7f-460ed16ca763 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e71788c-e2b7-4dcb-9cd3-ff92382a457d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443211
Nov 24 13:44:54.038917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfdcd5-0682-4341-a261-11fbd2b1cbc1 req-2f0daa33-ee7e-46ff-b551-24cd5158d9aa tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:54.040515 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-87bfdcd5-0682-4341-a261-11fbd2b1cbc1 req-2f0daa33-ee7e-46ff-b551-24cd5158d9aa tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 946 time: 0.0898418
Nov 24 13:44:54.089154 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-87bfdcd5-0682-4341-a261-11fbd2b1cbc1 req-b6f989a5-fcb7-4641-9523-6d8420db16c3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e71788c-e2b7-4dcb-9cd3-ff92382a457d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422270
Nov 24 13:44:55.314816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603294d-cfca-49ad-b9db-9a3e636505a4 req-4ff637e9-1350-47bf-aec6-fe9c4b80fa45 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:55.316424 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3603294d-cfca-49ad-b9db-9a3e636505a4 req-4ff637e9-1350-47bf-aec6-fe9c4b80fa45 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 946 time: 0.0906343
Nov 24 13:44:55.369588 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3603294d-cfca-49ad-b9db-9a3e636505a4 req-5ea0c6d5-2726-4806-b9a2-6355898cf1ca tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e71788c-e2b7-4dcb-9cd3-ff92382a457d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459816
Nov 24 13:44:56.591830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefd8e3-be62-497b-af5d-4e2a73f73da8 req-a1ca885a-04f1-4909-8ab6-18eb488aabe9 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:56.593452 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1cefd8e3-be62-497b-af5d-4e2a73f73da8 req-a1ca885a-04f1-4909-8ab6-18eb488aabe9 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 946 time: 0.0855484
Nov 24 13:44:56.642929 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1cefd8e3-be62-497b-af5d-4e2a73f73da8 req-cb834cf2-e9fc-4087-87ce-b17bd28420ea tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e71788c-e2b7-4dcb-9cd3-ff92382a457d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430171
Nov 24 13:44:57.870163 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177be72-c5ac-422c-97cc-aa4bb54bd0d4 req-6c65dfef-2bdc-45ad-8bc9-f4359347b29e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:57.871815 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f177be72-c5ac-422c-97cc-aa4bb54bd0d4 req-6c65dfef-2bdc-45ad-8bc9-f4359347b29e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 946 time: 0.0934594
Nov 24 13:44:57.928454 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f177be72-c5ac-422c-97cc-aa4bb54bd0d4 req-705eeffa-e432-4e38-b210-8d7c09c92f3a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e71788c-e2b7-4dcb-9cd3-ff92382a457d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494578
Nov 24 13:44:59.144000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381fc58-31a2-4799-96a5-cf3831e52510 req-4455eae8-3728-466a-aa71-3950365c0072 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:44:59.145622 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d381fc58-31a2-4799-96a5-cf3831e52510 req-4455eae8-3728-466a-aa71-3950365c0072 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 946 time: 0.0847614
Nov 24 13:44:59.195452 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d381fc58-31a2-4799-96a5-cf3831e52510 req-c484bbca-e839-42ea-8ea1-0e912b5efa5b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e71788c-e2b7-4dcb-9cd3-ff92382a457d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427511
Nov 24 13:44:59.226487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59132) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:44:59.338423 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b3d324d1-3537-4890-99cc-b623f8b7b7d3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/floatingips/48bfb8d2-2103-44e7-b270-ff6bd08eddcf HTTP/1.1" status: 200  len: 994 time: 0.1105218
Nov 24 13:45:10.310161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1eee59b0-adb9-4d2b-9435-aa46ace269e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:12.478942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-11157628-fd4a-46ab-abba-039ca4e6d03d req-9a4beb83-c8c0-43a0-b19b-3390bce67d2d service neutron] (80943) timed out ('10.222.0.70', 61061) {{(pid=80943) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Nov 24 13:45:12.679496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-81e7e7a6-dce0-4753-bab8-e379281cce6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:13.027350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:14.282113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:14.883078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:21.424415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:26.542167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:45:26.770491 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-83cded91-0c8d-4cfe-a653-eb3f12178419 req-a5e72d78-28f2-461e-a76d-b1dabc8b7913 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0730472
Nov 24 13:45:26.943428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cded91-0c8d-4cfe-a653-eb3f12178419 req-554d554e-c50b-4032-b65a-b84837902d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:45:26.944944 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-83cded91-0c8d-4cfe-a653-eb3f12178419 req-554d554e-c50b-4032-b65a-b84837902d66 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 1163 time: 0.0786598
Nov 24 13:45:27.103808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cded91-0c8d-4cfe-a653-eb3f12178419 req-04ce75ce-7d56-4e40-84c3-b42722926595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:45:27.105419 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-83cded91-0c8d-4cfe-a653-eb3f12178419 req-04ce75ce-7d56-4e40-84c3-b42722926595 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9a1c3cca-efaf-4ed8-978f-92ce7f078161 HTTP/1.1" status: 200  len: 890 time: 0.1420679
Nov 24 13:45:27.215250 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-83cded91-0c8d-4cfe-a653-eb3f12178419 req-00b6ecba-5a3a-4da1-a6c4-08bf2db02984 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e26c335-08b3-4272-b703-3f7778764a36 HTTP/1.1" status: 200  len: 1002 time: 0.1024573
Nov 24 13:45:27.293529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cded91-0c8d-4cfe-a653-eb3f12178419 req-f68aa8ed-d394-4f6b-844f-d674c3bf5068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:45:27.295168 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-83cded91-0c8d-4cfe-a653-eb3f12178419 req-f68aa8ed-d394-4f6b-844f-d674c3bf5068 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7f4cdd8d-7d65-4e60-a952-83453ef4982c HTTP/1.1" status: 200  len: 835 time: 0.0734177
Nov 24 13:45:27.621195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cded91-0c8d-4cfe-a653-eb3f12178419 req-b02ff074-76f0-4450-b972-5755b0cf43f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:45:27.622836 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-83cded91-0c8d-4cfe-a653-eb3f12178419 req-b02ff074-76f0-4450-b972-5755b0cf43f8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9a1c3cca-efaf-4ed8-978f-92ce7f078161&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3207231
Nov 24 13:45:27.767831 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-83cded91-0c8d-4cfe-a653-eb3f12178419 req-8cf1252a-9048-49bc-ab9f-615106117812 service neutron] 10.222.0.70 "GET /v2.0/networks/9a1c3cca-efaf-4ed8-978f-92ce7f078161?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347246
Nov 24 13:45:27.925174 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-83cded91-0c8d-4cfe-a653-eb3f12178419 req-454d798b-6cf0-4992-bb7e-bc8a37269e93 service neutron] 10.222.0.70 "GET /v2.0/networks/9a1c3cca-efaf-4ed8-978f-92ce7f078161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1502020
Nov 24 13:45:27.958464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59150) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:45:28.178573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Deleting port c2ed188f-ab9f-40c5-a047-56520ebb66ba {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:45:28.178865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:28.358908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:28.359273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for floatingip, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:28.487301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Calling delete_port for c2ed188f-ab9f-40c5-a047-56520ebb66ba owned by network:floatingip {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:45:28.642799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:28.658241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-80c4d60d-341b-4fa7-b33a-d38716c4a09c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:28.759125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'Port': ['ID=c2ed188f-ab9f-40c5-a047-56520ebb66ba,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:28.775956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:28.776373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:28.776794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:28.777207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:28.777612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:28.778021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:28.778450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:28.778859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:28.779261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:28.779663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:28.780067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:28.780471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:28.780966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:28.781369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:28.781766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:28.782219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:28.782595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:28.782993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:28.783389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:28.783787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:28.784182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:28.784581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:28.784976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:28.785367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:28.791738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:28.906492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for floatingip, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:28.906855 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Floating IP 48bfb8d2-2103-44e7-b270-ff6bd08eddcf disassociated (deleted). External IP: 172.26.8.151, port: 6e26c335-08b3-4272-b703-3f7778764a36.
Nov 24 13:45:29.331661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Router 39650536-a924-497e-9982-631619ac2d72 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:45:29.543993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:45:29.557394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c5cd6c-2b42-480a-8de6-11a780c3a2ea None None] Sync routers for ids ['39650536-a924-497e-9982-631619ac2d72'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:45:29.561756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:29.569789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c5cd6c-2b42-480a-8de6-11a780c3a2ea None None] Routers {'39650536-a924-497e-9982-631619ac2d72'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:45:29.570506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-63c5cd6c-2b42-480a-8de6-11a780c3a2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cb22b38>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:45:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['39650536-a924-497e-9982-631619ac2d72'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:45:29.625483 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "DELETE /v2.0/floatingips/48bfb8d2-2103-44e7-b270-ff6bd08eddcf HTTP/1.1" status: 204  len: 168 time: 1.6629069
Nov 24 13:45:29.625483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd44da51-5c3a-4e9b-9879-8ac29b79c0ca', 'tag': '6e26c335-08b3-4272-b703-3f7778764a36'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:45:29.687674 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd44da51-5c3a-4e9b-9879-8ac29b79c0ca', 'tag': '6e26c335-08b3-4272-b703-3f7778764a36', 'status': 'completed', 'code': 200}
Nov 24 13:45:29.773103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-63c5cd6c-2b42-480a-8de6-11a780c3a2ea None None] Set router 39650536-a924-497e-9982-631619ac2d72 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:45:29.811774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19021c16-0024-4ff9-a204-2c372eef4b7f req-d3698d7b-8ff3-4fee-abe5-4e6b1bed515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:45:29.813332 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-19021c16-0024-4ff9-a204-2c372eef4b7f req-d3698d7b-8ff3-4fee-abe5-4e6b1bed515b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 1163 time: 0.0814323
Nov 24 13:45:29.995303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19021c16-0024-4ff9-a204-2c372eef4b7f req-dba84a47-7c45-457c-88ee-d20edf25a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:45:29.997361 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-19021c16-0024-4ff9-a204-2c372eef4b7f req-dba84a47-7c45-457c-88ee-d20edf25a8ed service neutron] 10.222.0.70 "GET /v2.0/networks?id=9a1c3cca-efaf-4ed8-978f-92ce7f078161 HTTP/1.1" status: 200  len: 890 time: 0.1776175
Nov 24 13:45:30.067156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba6cdd-2b25-4290-971f-4480420fe179 req-8e614670-7f73-4e9d-a074-678fcb839984 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:45:30.068419 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bfba6cdd-2b25-4290-971f-4480420fe179 req-8e614670-7f73-4e9d-a074-678fcb839984 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 946 time: 0.0931435
Nov 24 13:45:30.077858 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-19021c16-0024-4ff9-a204-2c372eef4b7f req-d643fb6d-054d-4db3-93ed-c96547d42223 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e26c335-08b3-4272-b703-3f7778764a36 HTTP/1.1" status: 200  len: 217 time: 0.0710003
Nov 24 13:45:30.124464 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bfba6cdd-2b25-4290-971f-4480420fe179 req-41a46f07-55ab-452a-a6b5-cea85d762640 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e71788c-e2b7-4dcb-9cd3-ff92382a457d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472484
Nov 24 13:45:30.153247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19021c16-0024-4ff9-a204-2c372eef4b7f req-ce7a017e-4883-4bde-85b2-675297dc0995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:45:30.154915 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-19021c16-0024-4ff9-a204-2c372eef4b7f req-ce7a017e-4883-4bde-85b2-675297dc0995 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7f4cdd8d-7d65-4e60-a952-83453ef4982c HTTP/1.1" status: 200  len: 835 time: 0.0705528
Nov 24 13:45:30.239473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19021c16-0024-4ff9-a204-2c372eef4b7f req-be1ad910-20bb-4600-8f50-979246c2f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:45:30.241172 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-19021c16-0024-4ff9-a204-2c372eef4b7f req-be1ad910-20bb-4600-8f50-979246c2f185 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9a1c3cca-efaf-4ed8-978f-92ce7f078161&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0774679
Nov 24 13:45:30.315148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-63c5cd6c-2b42-480a-8de6-11a780c3a2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cb22b38>, [{'id': '39650536-a924-497e-9982-631619ac2d72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384708306', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': 'ae4ff178-6023-4310-8001-219e4d8684af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:43:46Z', 'updated_at': '2020-11-24T13:43:52Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': 'ae4ff178-6023-4310-8001-219e4d8684af', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39650536-a924-497e-9982-631619ac2d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:43:47Z', 'updated_at': '2020-11-24T13:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '4e00bafd-0e55-4abc-87c8-bc86004ef051', 'name': '', 'network_id': '9a1c3cca-efaf-4ed8-978f-92ce7f078161', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:c8:61:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39650536-a924-497e-9982-631619ac2d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7f4cdd8d-7d65-4e60-a952-83453ef4982c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:43:51Z', 'updated_at': '2020-11-24T13:43:57Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': '7f4cdd8d-7d65-4e60-a952-83453ef4982c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:45:30.319448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c5cd6c-2b42-480a-8de6-11a780c3a2ea None None] Checking router: 39650536-a924-497e-9982-631619ac2d72 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:45:30.331389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c5cd6c-2b42-480a-8de6-11a780c3a2ea None None] Routers {'39650536-a924-497e-9982-631619ac2d72'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:45:30.332054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-63c5cd6c-2b42-480a-8de6-11a780c3a2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cb22b38>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:45:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['39650536-a924-497e-9982-631619ac2d72'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:45:30.401198 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-19021c16-0024-4ff9-a204-2c372eef4b7f req-b09618ca-edc1-4dcc-a322-958331b59de6 service neutron] 10.222.0.70 "GET /v2.0/networks/9a1c3cca-efaf-4ed8-978f-92ce7f078161?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1527567
Nov 24 13:45:30.525885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-63c5cd6c-2b42-480a-8de6-11a780c3a2ea None None] Set router 39650536-a924-497e-9982-631619ac2d72 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:45:30.553010 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-19021c16-0024-4ff9-a204-2c372eef4b7f req-89d8fb96-2693-45aa-ba26-31202a946e4b service neutron] 10.222.0.70 "GET /v2.0/networks/9a1c3cca-efaf-4ed8-978f-92ce7f078161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1439080
Nov 24 13:45:30.866633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-63c5cd6c-2b42-480a-8de6-11a780c3a2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cb22b38>, [{'id': '39650536-a924-497e-9982-631619ac2d72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384708306', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': 'ae4ff178-6023-4310-8001-219e4d8684af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:43:46Z', 'updated_at': '2020-11-24T13:43:52Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': 'ae4ff178-6023-4310-8001-219e4d8684af', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39650536-a924-497e-9982-631619ac2d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:43:47Z', 'updated_at': '2020-11-24T13:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '4e00bafd-0e55-4abc-87c8-bc86004ef051', 'name': '', 'network_id': '9a1c3cca-efaf-4ed8-978f-92ce7f078161', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:c8:61:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39650536-a924-497e-9982-631619ac2d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7f4cdd8d-7d65-4e60-a952-83453ef4982c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:43:51Z', 'updated_at': '2020-11-24T13:43:57Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': '7f4cdd8d-7d65-4e60-a952-83453ef4982c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:45:30.871741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c5cd6c-2b42-480a-8de6-11a780c3a2ea None None] The sync data for ids ['39650536-a924-497e-9982-631619ac2d72'] in dv-neutron-601336-61-ovs is: [{'id': '39650536-a924-497e-9982-631619ac2d72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384708306', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': 'ae4ff178-6023-4310-8001-219e4d8684af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:43:46Z', 'updated_at': '2020-11-24T13:43:52Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': 'ae4ff178-6023-4310-8001-219e4d8684af', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39650536-a924-497e-9982-631619ac2d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:43:47Z', 'updated_at': '2020-11-24T13:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '4e00bafd-0e55-4abc-87c8-bc86004ef051', 'name': '', 'network_id': '9a1c3cca-efaf-4ed8-978f-92ce7f078161', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:c8:61:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39650536-a924-497e-9982-631619ac2d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7f4cdd8d-7d65-4e60-a952-83453ef4982c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:43:51Z', 'updated_at': '2020-11-24T13:43:57Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': '7f4cdd8d-7d65-4e60-a952-83453ef4982c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:45:31.274018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad78c8e4-7fef-4829-9033-0f9617f8854c None None] New status for floating IP 48bfb8d2-2103-44e7-b270-ff6bd08eddcf: DOWN {{(pid=80945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:45:31.371416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018b5a5-2400-436d-986f-71ce3a7b8c52 req-37d1113e-66af-49c9-841b-b5b27476c50b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:45:31.373432 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8018b5a5-2400-436d-986f-71ce3a7b8c52 req-37d1113e-66af-49c9-841b-b5b27476c50b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 946 time: 0.0919724
Nov 24 13:45:31.426958 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8018b5a5-2400-436d-986f-71ce3a7b8c52 req-7d9222cd-d701-48d8-85e1-bf6530b7459c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e71788c-e2b7-4dcb-9cd3-ff92382a457d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445309
Nov 24 13:45:31.637988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc74b05-ff16-416c-9ced-d6b60dfee558 req-0bd932ec-1900-4eea-8870-6bd4773639f9 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:45:31.638806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-ebc74b05-ff16-416c-9ced-d6b60dfee558 req-0bd932ec-1900-4eea-8870-6bd4773639f9 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Synchronizing usage tracker for tenant:d5748be5eb2b47818a674120dfe1813a on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:45:31.654292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-ebc74b05-ff16-416c-9ced-d6b60dfee558 req-0bd932ec-1900-4eea-8870-6bd4773639f9 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Unset dirty status for tenant:d5748be5eb2b47818a674120dfe1813a on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:45:31.655524 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ebc74b05-ff16-416c-9ced-d6b60dfee558 req-0bd932ec-1900-4eea-8870-6bd4773639f9 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.70 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 946 time: 0.1060605
Nov 24 13:45:31.680222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 6e26c335-08b3-4272-b703-3f7778764a36 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:45:31.735507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-ebc74b05-ff16-416c-9ced-d6b60dfee558 req-1aa13a30-65e5-41e6-bf76-1483cd0ce441 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Deleting port 6e26c335-08b3-4272-b703-3f7778764a36 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:45:31.735883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-ebc74b05-ff16-416c-9ced-d6b60dfee558 req-1aa13a30-65e5-41e6-bf76-1483cd0ce441 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:31.803392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:31.834673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd44da51-5c3a-4e9b-9879-8ac29b79c0ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e26c335-08b3-4272-b703-3f7778764a36'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:45:31.846824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 6e26c335-08b3-4272-b703-3f7778764a36, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=6e26c335-08b3-4272-b703-3f7778764a36,segment=NetworkSegment(ac3670d1-cb83-4246-bda7-82d2c5cfb05e),segment_id=ac3670d1-cb83-4246-bda7-82d2c5cfb05e)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:45:31.850365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:31.852499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:31.901939 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd44da51-5c3a-4e9b-9879-8ac29b79c0ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e26c335-08b3-4272-b703-3f7778764a36', 'code': 200}
Nov 24 13:45:31.932869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=6e26c335-08b3-4272-b703-3f7778764a36,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:31.942669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:31.943066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:31.943452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:31.943832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:31.944207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:31.944585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:31.944959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:31.945911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:31.946331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:31.946743 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:31.947082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:31.947448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:31.947932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:31.948300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:31.948671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:31.949038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:31.949403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:31.949768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:31.950153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:31.958546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:31.959176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:31.959563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:31.959949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:31.960327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:31.974035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:32.276783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-ebc74b05-ff16-416c-9ced-d6b60dfee558 req-1aa13a30-65e5-41e6-bf76-1483cd0ce441 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] For port 6e26c335-08b3-4272-b703-3f7778764a36, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=6e26c335-08b3-4272-b703-3f7778764a36,segment=NetworkSegment(ac3670d1-cb83-4246-bda7-82d2c5cfb05e),segment_id=ac3670d1-cb83-4246-bda7-82d2c5cfb05e)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:45:32.277171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-ebc74b05-ff16-416c-9ced-d6b60dfee558 req-1aa13a30-65e5-41e6-bf76-1483cd0ce441 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:32.410441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-ebc74b05-ff16-416c-9ced-d6b60dfee558 req-1aa13a30-65e5-41e6-bf76-1483cd0ce441 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Calling delete_port for 6e26c335-08b3-4272-b703-3f7778764a36 owned by compute:nova {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:45:32.566305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-ebc74b05-ff16-416c-9ced-d6b60dfee558 req-1aa13a30-65e5-41e6-bf76-1483cd0ce441 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:32.585168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e2f8be83-dba1-485d-9327-cecd11ae9db0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:32.613033 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f3a7955c-585a-4f72-9081-83f06c34598d req-0523ebec-a2d9-4801-87f4-ec88f3c3fad7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=fd44da51-5c3a-4e9b-9879-8ac29b79c0ca HTTP/1.1" status: 200  len: 210 time: 0.0541201
Nov 24 13:45:32.690191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa13a30-65e5-41e6-bf76-1483cd0ce441 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'Port': ['ID=6e26c335-08b3-4272-b703-3f7778764a36,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:32.694489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1aa13a30-65e5-41e6-bf76-1483cd0ce441 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:32.797212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc74b05-ff16-416c-9ced-d6b60dfee558 req-1aa13a30-65e5-41e6-bf76-1483cd0ce441 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] No DVR routers for this DVR port 6e26c335-08b3-4272-b703-3f7778764a36 on host hv-neutron-6013 {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:45:32.799573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-ebc74b05-ff16-416c-9ced-d6b60dfee558 req-1aa13a30-65e5-41e6-bf76-1483cd0ce441 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:32.802425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd44da51-5c3a-4e9b-9879-8ac29b79c0ca', 'name': 'network-vif-deleted', 'tag': '6e26c335-08b3-4272-b703-3f7778764a36'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:45:32.817587 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ebc74b05-ff16-416c-9ced-d6b60dfee558 req-1aa13a30-65e5-41e6-bf76-1483cd0ce441 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.70 "DELETE /v2.0/ports/6e26c335-08b3-4272-b703-3f7778764a36 HTTP/1.1" status: 204  len: 173 time: 1.1562409
Nov 24 13:45:32.867241 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd44da51-5c3a-4e9b-9879-8ac29b79c0ca', 'name': 'network-vif-deleted', 'tag': '6e26c335-08b3-4272-b703-3f7778764a36', 'status': 'completed', 'code': 200}
Nov 24 13:45:33.731335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59170) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:45:34.181318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-94f36012-da0a-41ac-9a29-7ae7494c6ec3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:34.823726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-94f36012-da0a-41ac-9a29-7ae7494c6ec3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Deleting port 4e00bafd-0e55-4abc-87c8-bc86004ef051 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:45:34.824328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-94f36012-da0a-41ac-9a29-7ae7494c6ec3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:35.016250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-94f36012-da0a-41ac-9a29-7ae7494c6ec3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] For port 4e00bafd-0e55-4abc-87c8-bc86004ef051, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=4e00bafd-0e55-4abc-87c8-bc86004ef051,segment=NetworkSegment(ac3670d1-cb83-4246-bda7-82d2c5cfb05e),segment_id=ac3670d1-cb83-4246-bda7-82d2c5cfb05e)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:45:35.016638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-94f36012-da0a-41ac-9a29-7ae7494c6ec3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:35.151416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-94f36012-da0a-41ac-9a29-7ae7494c6ec3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Calling delete_port for 4e00bafd-0e55-4abc-87c8-bc86004ef051 owned by network:router_interface {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:45:35.334988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-94f36012-da0a-41ac-9a29-7ae7494c6ec3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:35.350623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f7638d4e-dca9-447b-af8b-2b974e0de53a tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:35.453275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f36012-da0a-41ac-9a29-7ae7494c6ec3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'Port': ['ID=4e00bafd-0e55-4abc-87c8-bc86004ef051,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:35.457251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-94f36012-da0a-41ac-9a29-7ae7494c6ec3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:35.791218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-94f36012-da0a-41ac-9a29-7ae7494c6ec3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:36.781432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f36012-da0a-41ac-9a29-7ae7494c6ec3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Router 39650536-a924-497e-9982-631619ac2d72 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:45:36.993844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f36012-da0a-41ac-9a29-7ae7494c6ec3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:45:37.007489 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-94f36012-da0a-41ac-9a29-7ae7494c6ec3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "PUT /v2.0/routers/39650536-a924-497e-9982-631619ac2d72/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2749848
Nov 24 13:45:37.010803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59174) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:45:37.014310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b7e635-5e1c-4643-949a-5867dc457716 None None] Sync routers for ids ['39650536-a924-497e-9982-631619ac2d72'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:45:37.027561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b7e635-5e1c-4643-949a-5867dc457716 None None] Routers {'39650536-a924-497e-9982-631619ac2d72'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:45:37.028230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-44b7e635-5e1c-4643-949a-5867dc457716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d6c8da0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:45:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['39650536-a924-497e-9982-631619ac2d72'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:45:37.248220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83f6271-b992-471d-b84f-bfaa8b3e6b7b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Deleting subnet 7f4cdd8d-7d65-4e60-a952-83453ef4982c {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:45:37.253072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-44b7e635-5e1c-4643-949a-5867dc457716 None None] Set router 39650536-a924-497e-9982-631619ac2d72 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:45:37.253299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f83f6271-b992-471d-b84f-bfaa8b3e6b7b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:37.317829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f83f6271-b992-471d-b84f-bfaa8b3e6b7b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:37.409463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f83f6271-b992-471d-b84f-bfaa8b3e6b7b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:37.565742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-44b7e635-5e1c-4643-949a-5867dc457716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d6c8da0>, [{'id': '39650536-a924-497e-9982-631619ac2d72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384708306', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': 'ae4ff178-6023-4310-8001-219e4d8684af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:43:46Z', 'updated_at': '2020-11-24T13:45:35Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': 'ae4ff178-6023-4310-8001-219e4d8684af', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39650536-a924-497e-9982-631619ac2d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:43:47Z', 'updated_at': '2020-11-24T13:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:45:37.569887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b7e635-5e1c-4643-949a-5867dc457716 None None] Checking router: 39650536-a924-497e-9982-631619ac2d72 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:45:37.587332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b7e635-5e1c-4643-949a-5867dc457716 None None] Routers {'39650536-a924-497e-9982-631619ac2d72'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:45:37.588434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-44b7e635-5e1c-4643-949a-5867dc457716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d6c8da0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:45:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['39650536-a924-497e-9982-631619ac2d72'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:45:37.773048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f83f6271-b992-471d-b84f-bfaa8b3e6b7b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:37.791222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-54a7d491-785e-4bf4-a953-6acc0e53fae1 tempest-RoutersNegativeTest-1327013147 tempest-RoutersNegativeTest-1327013147] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:37.848131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-44b7e635-5e1c-4643-949a-5867dc457716 None None] Set router 39650536-a924-497e-9982-631619ac2d72 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:45:37.881018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f6271-b992-471d-b84f-bfaa8b3e6b7b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'Subnet': ['ID=7f4cdd8d-7d65-4e60-a952-83453ef4982c,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:37.886755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f83f6271-b992-471d-b84f-bfaa8b3e6b7b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:37.930220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f83f6271-b992-471d-b84f-bfaa8b3e6b7b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:37.936611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59250588-a7f8-451b-9211-455b8d56227d None None] Network 9a1c3cca-efaf-4ed8-978f-92ce7f078161 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:45:37.940366 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f83f6271-b992-471d-b84f-bfaa8b3e6b7b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "DELETE /v2.0/subnets/7f4cdd8d-7d65-4e60-a952-83453ef4982c HTTP/1.1" status: 204  len: 168 time: 0.9259963
Nov 24 13:45:37.940668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59178) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:45:38.170106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d11e4230-82db-4af1-919c-1c44424fa7ea tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:38.176911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-44b7e635-5e1c-4643-949a-5867dc457716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d6c8da0>, [{'id': '39650536-a924-497e-9982-631619ac2d72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384708306', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': 'ae4ff178-6023-4310-8001-219e4d8684af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:43:46Z', 'updated_at': '2020-11-24T13:45:35Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': 'ae4ff178-6023-4310-8001-219e4d8684af', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39650536-a924-497e-9982-631619ac2d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:43:47Z', 'updated_at': '2020-11-24T13:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:45:38.181933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b7e635-5e1c-4643-949a-5867dc457716 None None] The sync data for ids ['39650536-a924-497e-9982-631619ac2d72'] in dv-neutron-601336-61-ovs is: [{'id': '39650536-a924-497e-9982-631619ac2d72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384708306', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': 'ae4ff178-6023-4310-8001-219e4d8684af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:43:46Z', 'updated_at': '2020-11-24T13:45:35Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': 'ae4ff178-6023-4310-8001-219e4d8684af', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39650536-a924-497e-9982-631619ac2d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:43:47Z', 'updated_at': '2020-11-24T13:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:45:38.406179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d11e4230-82db-4af1-919c-1c44424fa7ea tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router_gateway, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:38.407620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8fa4ac-3be8-4fa5-92c1-116aca2884a6 None None] DHCP port deletion for 9a1c3cca-efaf-4ed8-978f-92ce7f078161 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:45:38.412469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ea8fa4ac-3be8-4fa5-92c1-116aca2884a6 None None] Deleting port 3b342a87-68d4-4ea5-be08-ee1a168b586e {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:45:38.413047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ea8fa4ac-3be8-4fa5-92c1-116aca2884a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:38.415845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-d11e4230-82db-4af1-919c-1c44424fa7ea tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Deleting port ae4ff178-6023-4310-8001-219e4d8684af {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:45:38.416233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d11e4230-82db-4af1-919c-1c44424fa7ea tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:38.612802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-d11e4230-82db-4af1-919c-1c44424fa7ea tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] For port ae4ff178-6023-4310-8001-219e4d8684af, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=ae4ff178-6023-4310-8001-219e4d8684af,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:45:38.613205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d11e4230-82db-4af1-919c-1c44424fa7ea tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:38.638397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-ea8fa4ac-3be8-4fa5-92c1-116aca2884a6 None None] For port 3b342a87-68d4-4ea5-be08-ee1a168b586e, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=3b342a87-68d4-4ea5-be08-ee1a168b586e,segment=NetworkSegment(ac3670d1-cb83-4246-bda7-82d2c5cfb05e),segment_id=ac3670d1-cb83-4246-bda7-82d2c5cfb05e)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:45:38.638847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ea8fa4ac-3be8-4fa5-92c1-116aca2884a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:38.745093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-d11e4230-82db-4af1-919c-1c44424fa7ea tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Calling delete_port for ae4ff178-6023-4310-8001-219e4d8684af owned by network:router_gateway {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:45:38.767351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ea8fa4ac-3be8-4fa5-92c1-116aca2884a6 None None] Calling delete_port for 3b342a87-68d4-4ea5-be08-ee1a168b586e owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:45:38.843114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ea8fa4ac-3be8-4fa5-92c1-116aca2884a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:38.859311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-35b5a9d7-aaaa-4dcd-9ea0-60f3f3cd1a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:38.920956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d11e4230-82db-4af1-919c-1c44424fa7ea tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:38.936360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-676b03b9-c194-4523-b8dd-acb275eff1b9 tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:38.955339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8fa4ac-3be8-4fa5-92c1-116aca2884a6 None None] Pushing event deleted for resources: {'Port': ['ID=3b342a87-68d4-4ea5-be08-ee1a168b586e,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:38.959945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ea8fa4ac-3be8-4fa5-92c1-116aca2884a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:39.006656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8fa4ac-3be8-4fa5-92c1-116aca2884a6 None None] No DVR routers for this DVR port 3b342a87-68d4-4ea5-be08-ee1a168b586e on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:45:39.040228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e4230-82db-4af1-919c-1c44424fa7ea tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'Port': ['ID=ae4ff178-6023-4310-8001-219e4d8684af,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:39.045658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d11e4230-82db-4af1-919c-1c44424fa7ea tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:39.308258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d11e4230-82db-4af1-919c-1c44424fa7ea tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:39.653914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4e00bafd-0e55-4abc-87c8-bc86004ef051 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:45:39.689199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 4e00bafd-0e55-4abc-87c8-bc86004ef051 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:45:39.689604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 4e00bafd-0e55-4abc-87c8-bc86004ef051 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:45:39.690081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 3b342a87-68d4-4ea5-be08-ee1a168b586e no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:45:39.724569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 3b342a87-68d4-4ea5-be08-ee1a168b586e {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:45:39.724972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 3b342a87-68d4-4ea5-be08-ee1a168b586e not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:45:39.879625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d11e4230-82db-4af1-919c-1c44424fa7ea tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:39.884141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d11e4230-82db-4af1-919c-1c44424fa7ea tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:39.909058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d11e4230-82db-4af1-919c-1c44424fa7ea tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:39.909609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11e4230-82db-4af1-919c-1c44424fa7ea tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Fanout notify agent at l3_agent the message router_deleted on router 39650536-a924-497e-9982-631619ac2d72 {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:45:39.925164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d11e4230-82db-4af1-919c-1c44424fa7ea tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:39.926384 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d11e4230-82db-4af1-919c-1c44424fa7ea tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "DELETE /v2.0/routers/39650536-a924-497e-9982-631619ac2d72 HTTP/1.1" status: 204  len: 168 time: 1.9847312
Nov 24 13:45:39.929228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59182) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:45:40.065451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f83acb4-a3a7-4c50-be52-194ea70ef1f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:40.298065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f83acb4-a3a7-4c50-be52-194ea70ef1f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:40.311098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5a3e29f7-0878-43c5-84e8-90ec1077b499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:40.436767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-8f83acb4-a3a7-4c50-be52-194ea70ef1f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6347659780>,) {'filters': {'network_id': ['9a1c3cca-efaf-4ed8-978f-92ce7f078161']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:45:40.449490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-8f83acb4-a3a7-4c50-be52-194ea70ef1f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347659780>, 'ac3670d1-cb83-4246-bda7-82d2c5cfb05e') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:45:40.449825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-8f83acb4-a3a7-4c50-be52-194ea70ef1f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6347659780>, 'ac3670d1-cb83-4246-bda7-82d2c5cfb05e') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:45:40.462508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f83acb4-a3a7-4c50-be52-194ea70ef1f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:40.478561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f83acb4-a3a7-4c50-be52-194ea70ef1f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:40.482097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8f83acb4-a3a7-4c50-be52-194ea70ef1f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Releasing vxlan tunnel 3 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:45:40.673832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-8f83acb4-a3a7-4c50-be52-194ea70ef1f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network 9a1c3cca-efaf-4ed8-978f-92ce7f078161 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:45:40.683493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f83acb4-a3a7-4c50-be52-194ea70ef1f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:40.877571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-8f83acb4-a3a7-4c50-be52-194ea70ef1f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network 9a1c3cca-efaf-4ed8-978f-92ce7f078161 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:45:40.903721 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:45:40.903721 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:45:40.903721 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:45:40.903721 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:45:40.903721 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:45:40.903721 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:45:40.903721 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:45:40.903721 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:45:40.903721 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:45:40.903721 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:45:40.903721 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:45:40.903721 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:45:40.903721 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:45:40.903721 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:45:40.903721 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:45:40.903721 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:45:40.903721 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:45:40.903721 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:45:40.903721 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:45:40.903721 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:45:40.903721 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:45:40.903721 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:45:40.903721 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:45:40.903721 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:45:40.903721 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:45:40.903721 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:45:40.903721 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:45:40.903721 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:45:40.903721 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:45:40.903721 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:45:40.903721 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:45:40.903721 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:45:40.989957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f83acb4-a3a7-4c50-be52-194ea70ef1f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:40.993785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f7638d4e-dca9-447b-af8b-2b974e0de53a tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:41.012679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8f83acb4-a3a7-4c50-be52-194ea70ef1f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:41.021914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83acb4-a3a7-4c50-be52-194ea70ef1f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'Network': ['ID=9a1c3cca-efaf-4ed8-978f-92ce7f078161,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:41.026606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8f83acb4-a3a7-4c50-be52-194ea70ef1f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:41.031060 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8f83acb4-a3a7-4c50-be52-194ea70ef1f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "DELETE /v2.0/networks/9a1c3cca-efaf-4ed8-978f-92ce7f078161 HTTP/1.1" status: 204  len: 168 time: 1.1001105
Nov 24 13:45:41.033888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59186) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:45:41.107703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6637e5c-2ef7-43ec-8bcf-963bafcf393a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:41.144033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6637e5c-2ef7-43ec-8bcf-963bafcf393a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:41.207160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6637e5c-2ef7-43ec-8bcf-963bafcf393a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:41.213143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4c877ad1-46a0-4559-86f1-c2ea00b916ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:41.228952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6637e5c-2ef7-43ec-8bcf-963bafcf393a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e71788c-e2b7-4dcb-9cd3-ff92382a457d,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:41.231907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b6637e5c-2ef7-43ec-8bcf-963bafcf393a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:41.238849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6637e5c-2ef7-43ec-8bcf-963bafcf393a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:41.240087 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b6637e5c-2ef7-43ec-8bcf-963bafcf393a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "DELETE /v2.0/security-groups/8e71788c-e2b7-4dcb-9cd3-ff92382a457d HTTP/1.1" status: 204  len: 168 time: 0.2051973
Nov 24 13:45:41.560753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59194) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:45:41.563433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device ae4ff178-6023-4310-8001-219e4d8684af no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:45:41.566581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-304d2fe1-915e-40e2-82d3-4a3f426ef0f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1413777319', 'description': 'tempest-secgroup-smoke-1413777319 description', 'project_id': 'd5748be5eb2b47818a674120dfe1813a'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:45:41.573222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-304d2fe1-915e-40e2-82d3-4a3f426ef0f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:45:41.577614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-304d2fe1-915e-40e2-82d3-4a3f426ef0f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:45:41.580675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-304d2fe1-915e-40e2-82d3-4a3f426ef0f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:45:41.586578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-304d2fe1-915e-40e2-82d3-4a3f426ef0f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:45:41.599710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: ae4ff178-6023-4310-8001-219e4d8684af {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:45:41.600103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device ae4ff178-6023-4310-8001-219e4d8684af not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:45:41.600386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-304d2fe1-915e-40e2-82d3-4a3f426ef0f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:41.639768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-304d2fe1-915e-40e2-82d3-4a3f426ef0f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:45:41.643883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-304d2fe1-915e-40e2-82d3-4a3f426ef0f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:45:41.646891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-304d2fe1-915e-40e2-82d3-4a3f426ef0f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:45:41.652948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-304d2fe1-915e-40e2-82d3-4a3f426ef0f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:45:41.713341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-304d2fe1-915e-40e2-82d3-4a3f426ef0f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:41.715554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-304d2fe1-915e-40e2-82d3-4a3f426ef0f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:41.720919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-182880d5-e60a-424d-94ea-3757cd035719 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:41.765479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d2fe1-915e-40e2-82d3-4a3f426ef0f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroup': ['ID=402b040d-5ff5-412f-a336-c53bf973c16c,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:41.768795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-304d2fe1-915e-40e2-82d3-4a3f426ef0f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:41.770085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-304d2fe1-915e-40e2-82d3-4a3f426ef0f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:41.771419 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-304d2fe1-915e-40e2-82d3-4a3f426ef0f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1680 time: 0.2095976
Nov 24 13:45:41.775296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59198) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:45:41.781761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group_rule': {'security_group_id': '402b040d-5ff5-412f-a336-c53bf973c16c', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:45:41.788652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:45:41.793436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:45:41.796592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:45:41.803471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:45:41.818882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:41.886727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:41.889501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:41.891805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-417fb5c2-36bc-4866-b02a-4ad56a00fd2d tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:41.916259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63504306-755b-45f3-9e97-4cacd08ee0d7,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:41.929523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:41.930812 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1544366
Nov 24 13:45:41.932284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:41.932724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:41.933162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:41.933596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:41.933911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59202) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:45:41.934052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:41.934449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:41.934873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:41.935294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:41.935712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:41.936142 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:41.936526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:41.936941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:41.937459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:41.937875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:41.938320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:41.938736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:41.939147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:41.939563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:41.939976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:41.940092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-06ae3d7a-4a57-40e7-88fd-4f1a4c794ab2 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group_rule': {'security_group_id': '402b040d-5ff5-412f-a336-c53bf973c16c', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:45:41.940391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:41.940804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:41.941216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:41.941626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:41.942037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:41.945837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e0a1c4eb-8ba9-44c4-99e4-8a2c8b97016b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:41.948212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-06ae3d7a-4a57-40e7-88fd-4f1a4c794ab2 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:45:41.952533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-06ae3d7a-4a57-40e7-88fd-4f1a4c794ab2 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:45:41.955588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-06ae3d7a-4a57-40e7-88fd-4f1a4c794ab2 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:45:41.961837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-06ae3d7a-4a57-40e7-88fd-4f1a4c794ab2 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:45:41.978896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06ae3d7a-4a57-40e7-88fd-4f1a4c794ab2 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:42.051994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06ae3d7a-4a57-40e7-88fd-4f1a4c794ab2 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:42.054886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06ae3d7a-4a57-40e7-88fd-4f1a4c794ab2 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:42.056841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ee0c5e1e-a49e-4d6c-8508-af4e4b641764 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:42.081107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae3d7a-4a57-40e7-88fd-4f1a4c794ab2 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3382a858-ae18-4709-a166-73b4fc4f0fb8,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:42.083715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-06ae3d7a-4a57-40e7-88fd-4f1a4c794ab2 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:42.090834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-06ae3d7a-4a57-40e7-88fd-4f1a4c794ab2 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:42.092118 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-06ae3d7a-4a57-40e7-88fd-4f1a4c794ab2 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1570563
Nov 24 13:45:42.095588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59206) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:45:42.103658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-489886fd-69f7-4e4d-a0ba-772c3a6893d3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group_rule': {'security_group_id': '402b040d-5ff5-412f-a336-c53bf973c16c', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:45:42.110313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-489886fd-69f7-4e4d-a0ba-772c3a6893d3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:45:42.114419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-489886fd-69f7-4e4d-a0ba-772c3a6893d3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:45:42.117513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-489886fd-69f7-4e4d-a0ba-772c3a6893d3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:45:42.123800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-489886fd-69f7-4e4d-a0ba-772c3a6893d3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:45:42.142298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-489886fd-69f7-4e4d-a0ba-772c3a6893d3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:42.209036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-489886fd-69f7-4e4d-a0ba-772c3a6893d3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:42.212216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-489886fd-69f7-4e4d-a0ba-772c3a6893d3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:42.219625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-06ae3d7a-4a57-40e7-88fd-4f1a4c794ab2 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:42.239296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489886fd-69f7-4e4d-a0ba-772c3a6893d3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0deffb6-edf6-423f-b7bf-8b8697cf0749,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:42.242075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-489886fd-69f7-4e4d-a0ba-772c3a6893d3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:42.248646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-489886fd-69f7-4e4d-a0ba-772c3a6893d3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:42.249925 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-489886fd-69f7-4e4d-a0ba-772c3a6893d3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1526949
Nov 24 13:45:42.253229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59210) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:45:42.259634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ce76c74b-2edb-4957-85d8-be51fcd31b92 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group_rule': {'security_group_id': '402b040d-5ff5-412f-a336-c53bf973c16c', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:45:42.268494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ce76c74b-2edb-4957-85d8-be51fcd31b92 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:45:42.272592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ce76c74b-2edb-4957-85d8-be51fcd31b92 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:45:42.276445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ce76c74b-2edb-4957-85d8-be51fcd31b92 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:45:42.283499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ce76c74b-2edb-4957-85d8-be51fcd31b92 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:45:42.300156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ce76c74b-2edb-4957-85d8-be51fcd31b92 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:42.367811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ce76c74b-2edb-4957-85d8-be51fcd31b92 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:42.370838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ce76c74b-2edb-4957-85d8-be51fcd31b92 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:42.372859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3586a098-c28a-4e79-817d-449a533e2712 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:42.400821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76c74b-2edb-4957-85d8-be51fcd31b92 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f09be671-18f4-4177-9c24-9069cf2f44e2,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:42.405661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ce76c74b-2edb-4957-85d8-be51fcd31b92 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:42.412555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ce76c74b-2edb-4957-85d8-be51fcd31b92 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:42.413870 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ce76c74b-2edb-4957-85d8-be51fcd31b92 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1594892
Nov 24 13:45:42.417182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59214) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:45:42.423057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-853c41ae-e3b6-43db-b0ee-4d9a2a81f84c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group_rule': {'security_group_id': '402b040d-5ff5-412f-a336-c53bf973c16c', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:45:42.429946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-853c41ae-e3b6-43db-b0ee-4d9a2a81f84c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:45:42.433996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-853c41ae-e3b6-43db-b0ee-4d9a2a81f84c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:45:42.437028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-853c41ae-e3b6-43db-b0ee-4d9a2a81f84c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:45:42.442882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-853c41ae-e3b6-43db-b0ee-4d9a2a81f84c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:45:42.453029 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-853c41ae-e3b6-43db-b0ee-4d9a2a81f84c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Project d5748be5eb2b47818a674120dfe1813a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:45:42.459769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-853c41ae-e3b6-43db-b0ee-4d9a2a81f84c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:42.529501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-853c41ae-e3b6-43db-b0ee-4d9a2a81f84c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:42.532417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-853c41ae-e3b6-43db-b0ee-4d9a2a81f84c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:42.534376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-af462218-1655-4ec6-95e1-f30e64b8a813 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:42.558073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c41ae-e3b6-43db-b0ee-4d9a2a81f84c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aead934b-7562-4896-9fac-f87458240ee6,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:42.560613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-853c41ae-e3b6-43db-b0ee-4d9a2a81f84c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:42.566889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-853c41ae-e3b6-43db-b0ee-4d9a2a81f84c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:42.568141 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-853c41ae-e3b6-43db-b0ee-4d9a2a81f84c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1499133
Nov 24 13:45:42.571780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59218) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:45:42.577318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-310af6e5-1a70-4586-bc37-2a75ced97f76 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group_rule': {'security_group_id': '402b040d-5ff5-412f-a336-c53bf973c16c', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:45:42.583542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-310af6e5-1a70-4586-bc37-2a75ced97f76 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:45:42.587783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-310af6e5-1a70-4586-bc37-2a75ced97f76 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:45:42.591908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-310af6e5-1a70-4586-bc37-2a75ced97f76 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:45:42.598347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-310af6e5-1a70-4586-bc37-2a75ced97f76 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:45:42.608206 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-310af6e5-1a70-4586-bc37-2a75ced97f76 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Project d5748be5eb2b47818a674120dfe1813a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:45:42.614937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-310af6e5-1a70-4586-bc37-2a75ced97f76 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:42.684611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6653e2f0-5f71-4df9-a73a-30f1b7089ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:42.687364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-310af6e5-1a70-4586-bc37-2a75ced97f76 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:42.690237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-310af6e5-1a70-4586-bc37-2a75ced97f76 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:42.692083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-edd83cdc-3353-4ffa-88d1-aa7ee57dfd03 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:42.715914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310af6e5-1a70-4586-bc37-2a75ced97f76 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e11a0b3b-a47f-4bf7-88ff-f22edb24faa4,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:42.718332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-310af6e5-1a70-4586-bc37-2a75ced97f76 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:42.724633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-310af6e5-1a70-4586-bc37-2a75ced97f76 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:42.725918 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-310af6e5-1a70-4586-bc37-2a75ced97f76 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1531358
Nov 24 13:45:42.728982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59222) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:45:42.735164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a073d318-4460-4be3-aeff-ffe4ce8a32a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'network': {'name': 'tempest-network-smoke--2078650172', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'port_security_enabled': True}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:45:42.740449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a073d318-4460-4be3-aeff-ffe4ce8a32a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:45:42.745437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a073d318-4460-4be3-aeff-ffe4ce8a32a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:network and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:45:42.748480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a073d318-4460-4be3-aeff-ffe4ce8a32a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for network was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:45:42.754618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a073d318-4460-4be3-aeff-ffe4ce8a32a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:45:42.764603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a073d318-4460-4be3-aeff-ffe4ce8a32a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Made reservation on behalf of d5748be5eb2b47818a674120dfe1813a for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:45:42.769980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a073d318-4460-4be3-aeff-ffe4ce8a32a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:42.806597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a073d318-4460-4be3-aeff-ffe4ce8a32a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:45:42.816240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a073d318-4460-4be3-aeff-ffe4ce8a32a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:42.816670 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-a073d318-4460-4be3-aeff-ffe4ce8a32a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Added segment 1941d2bf-4826-4742-b120-5e1882c7fb85 of type vxlan for network fa70f270-391b-417a-bc3d-d1e8bd8f375f
Nov 24 13:45:42.843449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a073d318-4460-4be3-aeff-ffe4ce8a32a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:42.874141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a073d318-4460-4be3-aeff-ffe4ce8a32a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:42.878526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a073d318-4460-4be3-aeff-ffe4ce8a32a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:45:42.879172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a073d318-4460-4be3-aeff-ffe4ce8a32a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:42.885593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-75a58197-60c8-476e-9902-11cec80bd6f7 tempest-BulkNetworkOpsIpV6Test-1947862475 tempest-BulkNetworkOpsIpV6Test-1947862475] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:43.036355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:43.264419 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a073d318-4460-4be3-aeff-ffe4ce8a32a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5342989
Nov 24 13:45:43.267503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59226) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:45:43.272374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073d318-4460-4be3-aeff-ffe4ce8a32a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Network': ['ID=fa70f270-391b-417a-bc3d-d1e8bd8f375f,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:43.273450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-eab2eceb-a772-4681-a9c5-0996a0dea001 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1516664447', 'admin_state_up': True, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:45:43.275874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a073d318-4460-4be3-aeff-ffe4ce8a32a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:43.285473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-eab2eceb-a772-4681-a9c5-0996a0dea001 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:45:43.286029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network fa70f270-391b-417a-bc3d-d1e8bd8f375f details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:45:43.289666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-eab2eceb-a772-4681-a9c5-0996a0dea001 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:router and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:45:43.292674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-eab2eceb-a772-4681-a9c5-0996a0dea001 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:45:43.298490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-eab2eceb-a772-4681-a9c5-0996a0dea001 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:45:43.304095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network fa70f270-391b-417a-bc3d-d1e8bd8f375f details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:45:43.310897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eab2eceb-a772-4681-a9c5-0996a0dea001 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:43.311898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eab2eceb-a772-4681-a9c5-0996a0dea001 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:43.332176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eab2eceb-a772-4681-a9c5-0996a0dea001 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:43.490939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eab2eceb-a772-4681-a9c5-0996a0dea001 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:43.686674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eab2eceb-a772-4681-a9c5-0996a0dea001 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router_gateway, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:43.718481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eab2eceb-a772-4681-a9c5-0996a0dea001 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:44.002561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-eab2eceb-a772-4681-a9c5-0996a0dea001 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Allocated IP 172.26.8.143 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/b2197160-dcd6-42e3-9708-1a48af2dea23) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:45:44.180123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eab2eceb-a772-4681-a9c5-0996a0dea001 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:44.206483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eab2eceb-a772-4681-a9c5-0996a0dea001 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:44.223732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cd86b9ae-0297-4cc4-a7fe-136173337cc7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:44.284771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:44.364401 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2eceb-a772-4681-a9c5-0996a0dea001 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Port': ['ID=b2197160-dcd6-42e3-9708-1a48af2dea23,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:44.368803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-eab2eceb-a772-4681-a9c5-0996a0dea001 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:44.427921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab2eceb-a772-4681-a9c5-0996a0dea001 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:45:44.429130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-eab2eceb-a772-4681-a9c5-0996a0dea001 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:45:44.432034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab2eceb-a772-4681-a9c5-0996a0dea001 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:45:44.600286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eab2eceb-a772-4681-a9c5-0996a0dea001 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router_gateway, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:44.600999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eab2eceb-a772-4681-a9c5-0996a0dea001 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:44.843756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab2eceb-a772-4681-a9c5-0996a0dea001 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Router bccf2960-53a0-44d5-aaea-640eef76c33a is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:45:44.890621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:45.327010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab2eceb-a772-4681-a9c5-0996a0dea001 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:45:45.338577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88cf4ab-7dc7-45ea-b7b0-3a35705404cc None None] Sync routers for ids ['bccf2960-53a0-44d5-aaea-640eef76c33a'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:45:45.353504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88cf4ab-7dc7-45ea-b7b0-3a35705404cc None None] Routers {'bccf2960-53a0-44d5-aaea-640eef76c33a'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:45:45.354392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d88cf4ab-7dc7-45ea-b7b0-3a35705404cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca3d7f0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:45:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['bccf2960-53a0-44d5-aaea-640eef76c33a'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:45:45.358896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eab2eceb-a772-4681-a9c5-0996a0dea001 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:45.363426 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-eab2eceb-a772-4681-a9c5-0996a0dea001 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.0916173
Nov 24 13:45:45.363693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59234) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:45:45.417342 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-738a05e4-f1f0-4e67-90d6-dde9c9c3a24e tempest-TestNetworkAdvancedServerOps-1057220621 tempest-TestNetworkAdvancedServerOps-1057220621] 10.222.0.76 "GET /v2.0/subnets?project_id=d5748be5eb2b47818a674120dfe1813a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0519123
Nov 24 13:45:45.419760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59238) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:45:45.426461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-41416051-eb31-4849-b760-5b78e40cb52d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'subnet': {'name': 'tempest-subnet-smoke-534609330', 'network_id': 'fa70f270-391b-417a-bc3d-d1e8bd8f375f', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:45:45.553046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-41416051-eb31-4849-b760-5b78e40cb52d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:45:45.558141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-41416051-eb31-4849-b760-5b78e40cb52d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:subnet and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:45:45.560146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-d88cf4ab-7dc7-45ea-b7b0-3a35705404cc None None] Set router bccf2960-53a0-44d5-aaea-640eef76c33a gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:45:45.561569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-41416051-eb31-4849-b760-5b78e40cb52d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:45:45.567744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-41416051-eb31-4849-b760-5b78e40cb52d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:45:45.584970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41416051-eb31-4849-b760-5b78e40cb52d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Made reservation on behalf of d5748be5eb2b47818a674120dfe1813a for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:45:45.705899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-41416051-eb31-4849-b760-5b78e40cb52d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:45.883786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d88cf4ab-7dc7-45ea-b7b0-3a35705404cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca3d7f0>, [{'id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516664447', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': 'b2197160-dcd6-42e3-9708-1a48af2dea23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:45:43Z', 'updated_at': '2020-11-24T13:45:44Z', 'revision_number': 3, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': 'b2197160-dcd6-42e3-9708-1a48af2dea23', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:45:43Z', 'updated_at': '2020-11-24T13:45:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:45:45.887932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88cf4ab-7dc7-45ea-b7b0-3a35705404cc None None] Checking router: bccf2960-53a0-44d5-aaea-640eef76c33a for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:45:45.888334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88cf4ab-7dc7-45ea-b7b0-3a35705404cc None None] Updating router bccf2960-53a0-44d5-aaea-640eef76c33a port b2197160-dcd6-42e3-9708-1a48af2dea23 binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:45:45.949694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d88cf4ab-7dc7-45ea-b7b0-3a35705404cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:46.177600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-41416051-eb31-4849-b760-5b78e40cb52d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:46.193907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-404f3452-3fca-447c-9325-40491ee38070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:46.333919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41416051-eb31-4849-b760-5b78e40cb52d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Subnet': ['ID=a826eb73-2443-4b2c-8894-bfb976ea56b5,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:46.340465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-41416051-eb31-4849-b760-5b78e40cb52d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:46.362351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d88cf4ab-7dc7-45ea-b7b0-3a35705404cc None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:46.377044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d88cf4ab-7dc7-45ea-b7b0-3a35705404cc None None] Transition to ACTIVE for port object b2197160-dcd6-42e3-9708-1a48af2dea23 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:45:46.380212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d88cf4ab-7dc7-45ea-b7b0-3a35705404cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:46.396671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e4f8cdb2-0ed7-4f53-b940-8460e9adaf8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:46.414492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41416051-eb31-4849-b760-5b78e40cb52d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Checking segment: {'id': '1941d2bf-4826-4742-b120-5e1882c7fb85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fa70f270-391b-417a-bc3d-d1e8bd8f375f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:45:46.414924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41416051-eb31-4849-b760-5b78e40cb52d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network hostable DHCP agents. Network: fa70f270-391b-417a-bc3d-d1e8bd8f375f, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:45:46.437544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41416051-eb31-4849-b760-5b78e40cb52d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network fa70f270-391b-417a-bc3d-d1e8bd8f375f is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:45:46.446820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-41416051-eb31-4849-b760-5b78e40cb52d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, fa70f270-391b-417a-bc3d-d1e8bd8f375f) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:45:46.460357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41416051-eb31-4849-b760-5b78e40cb52d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:45:46.461054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-41416051-eb31-4849-b760-5b78e40cb52d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:46.482160 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-41416051-eb31-4849-b760-5b78e40cb52d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.0612175
Nov 24 13:45:46.485155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59242) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:45:46.490048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b31e3a-79e7-4fdb-8187-d64d3b9306a3 None None] Network fa70f270-391b-417a-bc3d-d1e8bd8f375f requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:45:46.780561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d06d5-cce3-4043-aee5-f00c932169f3 None None] Pushing event updated for resources: {'Port': ['ID=b2197160-dcd6-42e3-9708-1a48af2dea23,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:46.789452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-430d06d5-cce3-4043-aee5-f00c932169f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:46.936166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-d88cf4ab-7dc7-45ea-b7b0-3a35705404cc None None] Attempting to bind port b2197160-dcd6-42e3-9708-1a48af2dea23 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:45:46.936590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-d88cf4ab-7dc7-45ea-b7b0-3a35705404cc None None] Attempting to bind port b2197160-dcd6-42e3-9708-1a48af2dea23 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:45:46.936997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88cf4ab-7dc7-45ea-b7b0-3a35705404cc None None] Attempting to bind port b2197160-dcd6-42e3-9708-1a48af2dea23 on network cfe08d36-e5ba-4f00-8669-16a0ead5d220 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:45:46.984008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88cf4ab-7dc7-45ea-b7b0-3a35705404cc None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:45:46.984008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88cf4ab-7dc7-45ea-b7b0-3a35705404cc None None] Checking segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:45:46.984008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d88cf4ab-7dc7-45ea-b7b0-3a35705404cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:46.984008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88cf4ab-7dc7-45ea-b7b0-3a35705404cc None None] Bound using segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:45:46.984008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-d88cf4ab-7dc7-45ea-b7b0-3a35705404cc None None] Bound port: b2197160-dcd6-42e3-9708-1a48af2dea23, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:45:46.984008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d88cf4ab-7dc7-45ea-b7b0-3a35705404cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:47.016002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c416545f-e609-4f50-8b0f-8c371f7623aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-fa70f270-391b-417a-bc3d-d1e8bd8f375f', 'network_id': 'fa70f270-391b-417a-bc3d-d1e8bd8f375f', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'fixed_ips': [{'subnet_id': 'a826eb73-2443-4b2c-8894-bfb976ea56b5'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:45:47.016902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c416545f-e609-4f50-8b0f-8c371f7623aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:47.174308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-d88cf4ab-7dc7-45ea-b7b0-3a35705404cc None None] For port b2197160-dcd6-42e3-9708-1a48af2dea23, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:45:47.188329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-d88cf4ab-7dc7-45ea-b7b0-3a35705404cc None None] For port b2197160-dcd6-42e3-9708-1a48af2dea23, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=b2197160-dcd6-42e3-9708-1a48af2dea23,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:45:47.193795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d88cf4ab-7dc7-45ea-b7b0-3a35705404cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:47.212100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-94327b42-ce82-42f8-b66c-fbfbd14225d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:47.225543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18fb6b2b-818f-455a-95f9-b52fa14fb380 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:47.459193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d06d5-cce3-4043-aee5-f00c932169f3 None None] Pushing event updated for resources: {'Port': ['ID=b2197160-dcd6-42e3-9708-1a48af2dea23,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:47.478105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-430d06d5-cce3-4043-aee5-f00c932169f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:47.583027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-c416545f-e609-4f50-8b0f-8c371f7623aa None None] Allocated IP 172.20.0.2 (fa70f270-391b-417a-bc3d-d1e8bd8f375f/a826eb73-2443-4b2c-8894-bfb976ea56b5/b23341cb-2290-4b20-ab53-040dc3f40a7a) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:45:47.596370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88cf4ab-7dc7-45ea-b7b0-3a35705404cc None None] Routers {'bccf2960-53a0-44d5-aaea-640eef76c33a'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:45:47.597075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d88cf4ab-7dc7-45ea-b7b0-3a35705404cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca3d7f0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:45:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['bccf2960-53a0-44d5-aaea-640eef76c33a'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:45:47.932339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-d88cf4ab-7dc7-45ea-b7b0-3a35705404cc None None] Set router bccf2960-53a0-44d5-aaea-640eef76c33a gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:45:48.183633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c416545f-e609-4f50-8b0f-8c371f7623aa None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:48.201172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c416545f-e609-4f50-8b0f-8c371f7623aa None None] Transition to ACTIVE for port object b23341cb-2290-4b20-ab53-040dc3f40a7a will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:45:48.238618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c416545f-e609-4f50-8b0f-8c371f7623aa None None] Transition to ACTIVE for port object b23341cb-2290-4b20-ab53-040dc3f40a7a will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:45:48.253794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c416545f-e609-4f50-8b0f-8c371f7623aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:48.272054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:48.320404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-18fb6b2b-818f-455a-95f9-b52fa14fb380 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Allocated IP 172.20.0.1 (fa70f270-391b-417a-bc3d-d1e8bd8f375f/a826eb73-2443-4b2c-8894-bfb976ea56b5/3493d74a-c635-4d55-8184-b816485e9271) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:45:48.450913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416545f-e609-4f50-8b0f-8c371f7623aa None None] Pushing event updated for resources: {'Port': ['ID=b23341cb-2290-4b20-ab53-040dc3f40a7a,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:48.456644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c416545f-e609-4f50-8b0f-8c371f7623aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:48.499184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18fb6b2b-818f-455a-95f9-b52fa14fb380 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:48.515988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-18fb6b2b-818f-455a-95f9-b52fa14fb380 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Transition to ACTIVE for port object 3493d74a-c635-4d55-8184-b816485e9271 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:45:48.525273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-d88cf4ab-7dc7-45ea-b7b0-3a35705404cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca3d7f0>, [{'id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516664447', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': 'b2197160-dcd6-42e3-9708-1a48af2dea23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:45:43Z', 'updated_at': '2020-11-24T13:45:44Z', 'revision_number': 3, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': 'b2197160-dcd6-42e3-9708-1a48af2dea23', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:45:43Z', 'updated_at': '2020-11-24T13:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:45:48.532211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c416545f-e609-4f50-8b0f-8c371f7623aa None None] Network fa70f270-391b-417a-bc3d-d1e8bd8f375f is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:45:48.533085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88cf4ab-7dc7-45ea-b7b0-3a35705404cc None None] The sync data for ids ['bccf2960-53a0-44d5-aaea-640eef76c33a'] in dv-neutron-601336-61-ovs is: [{'id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516664447', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': 'b2197160-dcd6-42e3-9708-1a48af2dea23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:45:43Z', 'updated_at': '2020-11-24T13:45:44Z', 'revision_number': 3, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': 'b2197160-dcd6-42e3-9708-1a48af2dea23', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:45:43Z', 'updated_at': '2020-11-24T13:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:45:48.535561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-c416545f-e609-4f50-8b0f-8c371f7623aa None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:45:48.536913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18fb6b2b-818f-455a-95f9-b52fa14fb380 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:48.538587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c416545f-e609-4f50-8b0f-8c371f7623aa None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:45:48.556081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-51a6864c-7142-42d2-b358-1d95ff2c1f59 tempest-ServerActionsTestJSON-156591646 tempest-ServerActionsTestJSON-156591646] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:48.598835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c416545f-e609-4f50-8b0f-8c371f7623aa None None] Attempting to bind port b23341cb-2290-4b20-ab53-040dc3f40a7a on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:45:48.599252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c416545f-e609-4f50-8b0f-8c371f7623aa None None] Attempting to bind port b23341cb-2290-4b20-ab53-040dc3f40a7a by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '1941d2bf-4826-4742-b120-5e1882c7fb85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fa70f270-391b-417a-bc3d-d1e8bd8f375f'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:45:48.599658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c416545f-e609-4f50-8b0f-8c371f7623aa None None] Attempting to bind port b23341cb-2290-4b20-ab53-040dc3f40a7a on network fa70f270-391b-417a-bc3d-d1e8bd8f375f {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:45:48.606951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c416545f-e609-4f50-8b0f-8c371f7623aa None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:45:48.607373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c416545f-e609-4f50-8b0f-8c371f7623aa None None] Checking segment: {'id': '1941d2bf-4826-4742-b120-5e1882c7fb85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fa70f270-391b-417a-bc3d-d1e8bd8f375f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:45:48.607826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c416545f-e609-4f50-8b0f-8c371f7623aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:48.608258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c416545f-e609-4f50-8b0f-8c371f7623aa None None] Bound using segment: {'id': '1941d2bf-4826-4742-b120-5e1882c7fb85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fa70f270-391b-417a-bc3d-d1e8bd8f375f'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:45:48.608770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-c416545f-e609-4f50-8b0f-8c371f7623aa None None] Bound port: b23341cb-2290-4b20-ab53-040dc3f40a7a, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1941d2bf-4826-4742-b120-5e1882c7fb85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fa70f270-391b-417a-bc3d-d1e8bd8f375f'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:45:48.609185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c416545f-e609-4f50-8b0f-8c371f7623aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:48.697811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb6b2b-818f-455a-95f9-b52fa14fb380 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Port': ['ID=3493d74a-c635-4d55-8184-b816485e9271,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:48.701080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-18fb6b2b-818f-455a-95f9-b52fa14fb380 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:48.707059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-c416545f-e609-4f50-8b0f-8c371f7623aa None None] For port b23341cb-2290-4b20-ab53-040dc3f40a7a, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:45:48.710727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-c416545f-e609-4f50-8b0f-8c371f7623aa None None] For port b23341cb-2290-4b20-ab53-040dc3f40a7a, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=b23341cb-2290-4b20-ab53-040dc3f40a7a,segment=NetworkSegment(1941d2bf-4826-4742-b120-5e1882c7fb85),segment_id=1941d2bf-4826-4742-b120-5e1882c7fb85)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:45:48.714637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c416545f-e609-4f50-8b0f-8c371f7623aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:48.730007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7ab0bd51-b060-4d09-81ce-6c7204b96bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:48.758215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fb6b2b-818f-455a-95f9-b52fa14fb380 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network fa70f270-391b-417a-bc3d-d1e8bd8f375f is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:45:48.759906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-18fb6b2b-818f-455a-95f9-b52fa14fb380 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:45:48.762636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fb6b2b-818f-455a-95f9-b52fa14fb380 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:45:48.830315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18fb6b2b-818f-455a-95f9-b52fa14fb380 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:48.944981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18fb6b2b-818f-455a-95f9-b52fa14fb380 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:49.090955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416545f-e609-4f50-8b0f-8c371f7623aa None None] Pushing event updated for resources: {'Port': ['ID=b23341cb-2290-4b20-ab53-040dc3f40a7a,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:49.095031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c416545f-e609-4f50-8b0f-8c371f7623aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:49.665004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b23341cb-2290-4b20-ab53-040dc3f40a7a up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:45:49.745671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port b23341cb-2290-4b20-ab53-040dc3f40a7a completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:45:49.751180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b2197160-dcd6-42e3-9708-1a48af2dea23 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:45:49.788953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18fb6b2b-818f-455a-95f9-b52fa14fb380 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:49.793339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18fb6b2b-818f-455a-95f9-b52fa14fb380 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:49.824678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-06357ec2-b235-403d-b7dc-5393b73f7de0 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:49.827986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port b2197160-dcd6-42e3-9708-1a48af2dea23 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:45:49.832952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port b2197160-dcd6-42e3-9708-1a48af2dea23 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:45:49.833376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:49.915738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb6b2b-818f-455a-95f9-b52fa14fb380 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Port': ['ID=3493d74a-c635-4d55-8184-b816485e9271,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:49.918927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-18fb6b2b-818f-455a-95f9-b52fa14fb380 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:49.933561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-18fb6b2b-818f-455a-95f9-b52fa14fb380 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:49.963348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:49.982985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port b2197160-dcd6-42e3-9708-1a48af2dea23, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=b2197160-dcd6-42e3-9708-1a48af2dea23,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:45:49.986446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:49.989030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:50.067320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=b2197160-dcd6-42e3-9708-1a48af2dea23,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:50.072492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fb6b2b-818f-455a-95f9-b52fa14fb380 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network fa70f270-391b-417a-bc3d-d1e8bd8f375f is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:45:50.073732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-18fb6b2b-818f-455a-95f9-b52fa14fb380 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:45:50.074971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:50.499090 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18fb6b2b-818f-455a-95f9-b52fa14fb380 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Router bccf2960-53a0-44d5-aaea-640eef76c33a has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:45:50.529729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad9e21e-1406-4fc9-9107-706a9c6f13af None None] Network fa70f270-391b-417a-bc3d-d1e8bd8f375f requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:45:50.660432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9d7f9f26-13d5-4e2e-864b-d094cc3525e9 None None] Provisioning for port b23341cb-2290-4b20-ab53-040dc3f40a7a completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:45:50.671291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9d7f9f26-13d5-4e2e-864b-d094cc3525e9 None None] Provisioning complete for port b23341cb-2290-4b20-ab53-040dc3f40a7a triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:45:50.671831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d7f9f26-13d5-4e2e-864b-d094cc3525e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:50.725074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18fb6b2b-818f-455a-95f9-b52fa14fb380 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:45:50.748737 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-18fb6b2b-818f-455a-95f9-b52fa14fb380 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "PUT /v2.0/routers/bccf2960-53a0-44d5-aaea-640eef76c33a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2531767
Nov 24 13:45:50.903002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d7f9f26-13d5-4e2e-864b-d094cc3525e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:50.936753 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-35bc822b-6177-450a-b759-f14d88b9c28d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1413777319&fields=id&tenant_id=d5748be5eb2b47818a674120dfe1813a HTTP/1.1" status: 200  len: 267 time: 0.0463495
Nov 24 13:45:50.945400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-9d7f9f26-13d5-4e2e-864b-d094cc3525e9 None None] For port b23341cb-2290-4b20-ab53-040dc3f40a7a, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=b23341cb-2290-4b20-ab53-040dc3f40a7a,segment=NetworkSegment(1941d2bf-4826-4742-b120-5e1882c7fb85),segment_id=1941d2bf-4826-4742-b120-5e1882c7fb85)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:45:50.950397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9d7f9f26-13d5-4e2e-864b-d094cc3525e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:50.952348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:51.026008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f9f26-13d5-4e2e-864b-d094cc3525e9 None None] Pushing event updated for resources: {'Port': ['ID=b23341cb-2290-4b20-ab53-040dc3f40a7a,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:51.037076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9d7f9f26-13d5-4e2e-864b-d094cc3525e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:51.128135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-f931907b-04d5-47d8-9fe9-a551d1053886 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:45:51.128903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-f931907b-04d5-47d8-9fe9-a551d1053886 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Synchronizing usage tracker for tenant:d5748be5eb2b47818a674120dfe1813a on resource:network {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:45:51.145438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-f931907b-04d5-47d8-9fe9-a551d1053886 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Unset dirty status for tenant:d5748be5eb2b47818a674120dfe1813a on resource:network {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:45:51.150664 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-f931907b-04d5-47d8-9fe9-a551d1053886 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/networks?id=fa70f270-391b-417a-bc3d-d1e8bd8f375f HTTP/1.1" status: 200  len: 797 time: 0.2057738
Nov 24 13:45:51.168543 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-55a0f54e-633d-4ffa-b5f4-eeb85924faac tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/quotas/d5748be5eb2b47818a674120dfe1813a HTTP/1.1" status: 200  len: 375 time: 0.0132492
Nov 24 13:45:51.185209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d9dd877e-1011-48c5-acac-e2a4b89ea39b None None] Provisioning for port 3493d74a-c635-4d55-8184-b816485e9271 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:45:51.191040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d9dd877e-1011-48c5-acac-e2a4b89ea39b None None] Provisioning complete for port 3493d74a-c635-4d55-8184-b816485e9271 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:45:51.191470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d9dd877e-1011-48c5-acac-e2a4b89ea39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:51.261323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd877e-1011-48c5-acac-e2a4b89ea39b None None] Port 3493d74a-c635-4d55-8184-b816485e9271 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:45:51.267050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-12b9ea8a-ae30-47bb-a0f0-7a7eea262128 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Synchronizing usage tracker for tenant:d5748be5eb2b47818a674120dfe1813a on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:45:51.275836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d9dd877e-1011-48c5-acac-e2a4b89ea39b None None] Provisioning complete for port b23341cb-2290-4b20-ab53-040dc3f40a7a triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:45:51.276260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d9dd877e-1011-48c5-acac-e2a4b89ea39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:51.285551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-12b9ea8a-ae30-47bb-a0f0-7a7eea262128 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Unset dirty status for tenant:d5748be5eb2b47818a674120dfe1813a on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:45:51.287079 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-12b9ea8a-ae30-47bb-a0f0-7a7eea262128 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1099620
Nov 24 13:45:51.306677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-dfeb3cca-6250-480d-95fc-82f348464b89 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:45:51.307953 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-dfeb3cca-6250-480d-95fc-82f348464b89 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0070882
Nov 24 13:45:51.428573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:51.479868 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-6ff60978-4783-4c5c-97c6-952f1257dc17 service neutron] 10.222.0.76 "GET /v2.0/networks/fa70f270-391b-417a-bc3d-d1e8bd8f375f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1642294
Nov 24 13:45:51.525701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953489b0-9b15-4425-afb6-c5344eaa7c6d None None] Sync routers for ids ['bccf2960-53a0-44d5-aaea-640eef76c33a'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:45:51.549763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953489b0-9b15-4425-afb6-c5344eaa7c6d None None] Routers {'bccf2960-53a0-44d5-aaea-640eef76c33a'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:45:51.550497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-953489b0-9b15-4425-afb6-c5344eaa7c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c7c1c18>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:45:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['bccf2960-53a0-44d5-aaea-640eef76c33a'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:45:51.562841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ffbc6bd7-8f68-462d-b9ea-6877af32dd42 None None] Provisioning complete for port 3493d74a-c635-4d55-8184-b816485e9271 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:45:51.563330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ffbc6bd7-8f68-462d-b9ea-6877af32dd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:51.645827 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-e533eb7e-fb08-4b4c-ad3d-4ec41ec7bfdd service neutron] 10.222.0.76 "GET /v2.0/networks/fa70f270-391b-417a-bc3d-d1e8bd8f375f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1579890
Nov 24 13:45:51.674420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b23341cb-2290-4b20-ab53-040dc3f40a7a up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:45:51.748298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc6bd7-8f68-462d-b9ea-6877af32dd42 None None] Port 3493d74a-c635-4d55-8184-b816485e9271 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:45:51.768886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-ffbc6bd7-8f68-462d-b9ea-6877af32dd42 None None] Provisioning complete for port b23341cb-2290-4b20-ab53-040dc3f40a7a triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:45:51.769419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ffbc6bd7-8f68-462d-b9ea-6877af32dd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:51.801028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-953489b0-9b15-4425-afb6-c5344eaa7c6d None None] Set router bccf2960-53a0-44d5-aaea-640eef76c33a gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:45:51.833363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port b23341cb-2290-4b20-ab53-040dc3f40a7a triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:45:51.833801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:51.953459 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6ff3c11d-ce09-4a29-aa5b-69e784890ead req-cfa9f966-af6e-4ee7-bb33-c5d851c43d77 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 210 time: 0.1010528
Nov 24 13:45:52.082226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b2197160-dcd6-42e3-9708-1a48af2dea23 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:45:52.180280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port b2197160-dcd6-42e3-9708-1a48af2dea23 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:45:52.180808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:52.252322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-784c78da-b208-4152-9f7f-7e21e2adab43 None None] Provisioning complete for port 3493d74a-c635-4d55-8184-b816485e9271 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:45:52.252863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-784c78da-b208-4152-9f7f-7e21e2adab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:52.354521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-784c78da-b208-4152-9f7f-7e21e2adab43 None None] Port 3493d74a-c635-4d55-8184-b816485e9271 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:45:52.386621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-784c78da-b208-4152-9f7f-7e21e2adab43 None None] Provisioning complete for port b23341cb-2290-4b20-ab53-040dc3f40a7a triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:45:52.387055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-784c78da-b208-4152-9f7f-7e21e2adab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:52.400633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-953489b0-9b15-4425-afb6-c5344eaa7c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c7c1c18>, [{'id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516664447', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': 'b2197160-dcd6-42e3-9708-1a48af2dea23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:45:43Z', 'updated_at': '2020-11-24T13:45:48Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': 'b2197160-dcd6-42e3-9708-1a48af2dea23', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:45:43Z', 'updated_at': '2020-11-24T13:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '3493d74a-c635-4d55-8184-b816485e9271', 'name': '', 'network_id': 'fa70f270-391b-417a-bc3d-d1e8bd8f375f', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:b7:71:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'a826eb73-2443-4b2c-8894-bfb976ea56b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:45:47Z', 'updated_at': '2020-11-24T13:45:49Z', 'revision_number': 2, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': 'a826eb73-2443-4b2c-8894-bfb976ea56b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:45:52.405374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953489b0-9b15-4425-afb6-c5344eaa7c6d None None] Checking router: bccf2960-53a0-44d5-aaea-640eef76c33a for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:45:52.405972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953489b0-9b15-4425-afb6-c5344eaa7c6d None None] Updating router bccf2960-53a0-44d5-aaea-640eef76c33a port 3493d74a-c635-4d55-8184-b816485e9271 binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:45:52.464142 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-953489b0-9b15-4425-afb6-c5344eaa7c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:52.889267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-953489b0-9b15-4425-afb6-c5344eaa7c6d None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:52.903007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-953489b0-9b15-4425-afb6-c5344eaa7c6d None None] Transition to ACTIVE for port object 3493d74a-c635-4d55-8184-b816485e9271 will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:45:52.905783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-953489b0-9b15-4425-afb6-c5344eaa7c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:52.925446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6044e175-fe21-4c0a-92ac-f7ea1fb02a2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:53.059265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d5357-292d-492e-8900-1b1f1ce57b3a None None] Pushing event updated for resources: {'Port': ['ID=3493d74a-c635-4d55-8184-b816485e9271,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:53.070952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d5357-292d-492e-8900-1b1f1ce57b3a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:53.071338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d5357-292d-492e-8900-1b1f1ce57b3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:53.071718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d5357-292d-492e-8900-1b1f1ce57b3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:53.072093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d5357-292d-492e-8900-1b1f1ce57b3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:53.072462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d5357-292d-492e-8900-1b1f1ce57b3a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:53.072825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d5357-292d-492e-8900-1b1f1ce57b3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:53.073192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d5357-292d-492e-8900-1b1f1ce57b3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:53.073556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d5357-292d-492e-8900-1b1f1ce57b3a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:53.073920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d5357-292d-492e-8900-1b1f1ce57b3a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:53.074316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d5357-292d-492e-8900-1b1f1ce57b3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:53.074679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d5357-292d-492e-8900-1b1f1ce57b3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:53.075039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d5357-292d-492e-8900-1b1f1ce57b3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:53.075503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d5357-292d-492e-8900-1b1f1ce57b3a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:53.075865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d5357-292d-492e-8900-1b1f1ce57b3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:53.076225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d5357-292d-492e-8900-1b1f1ce57b3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:53.076587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d5357-292d-492e-8900-1b1f1ce57b3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:53.076947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d5357-292d-492e-8900-1b1f1ce57b3a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:53.077310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d5357-292d-492e-8900-1b1f1ce57b3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:53.077663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d5357-292d-492e-8900-1b1f1ce57b3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:53.078019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d5357-292d-492e-8900-1b1f1ce57b3a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:53.078399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d5357-292d-492e-8900-1b1f1ce57b3a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:53.078756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d5357-292d-492e-8900-1b1f1ce57b3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:53.079112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d5357-292d-492e-8900-1b1f1ce57b3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:53.079444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d5357-292d-492e-8900-1b1f1ce57b3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:45:53.086190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e80d5357-292d-492e-8900-1b1f1ce57b3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:53.219334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-8d54cd49-8f2b-4bb0-ab0c-510103cf3a0a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:45:53.220620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-8d54cd49-8f2b-4bb0-ab0c-510103cf3a0a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Synchronizing usage tracker for tenant:d5748be5eb2b47818a674120dfe1813a on resource:network {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:45:53.243605 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8368260e-7ccb-43b4-b59b-ac1500075bbe req-dc15bc88-d7ee-42e9-ac51-0077e82171dd tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 210 time: 0.0653584
Nov 24 13:45:53.250288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-8d54cd49-8f2b-4bb0-ab0c-510103cf3a0a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Unset dirty status for tenant:d5748be5eb2b47818a674120dfe1813a on resource:network {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:45:53.251879 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-8d54cd49-8f2b-4bb0-ab0c-510103cf3a0a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.70 "GET /v2.0/networks?id=fa70f270-391b-417a-bc3d-d1e8bd8f375f HTTP/1.1" status: 200  len: 797 time: 0.2332723
Nov 24 13:45:53.284481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-953489b0-9b15-4425-afb6-c5344eaa7c6d None None] Attempting to bind port 3493d74a-c635-4d55-8184-b816485e9271 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:45:53.284899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-953489b0-9b15-4425-afb6-c5344eaa7c6d None None] Attempting to bind port 3493d74a-c635-4d55-8184-b816485e9271 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '1941d2bf-4826-4742-b120-5e1882c7fb85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fa70f270-391b-417a-bc3d-d1e8bd8f375f'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:45:53.285312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953489b0-9b15-4425-afb6-c5344eaa7c6d None None] Attempting to bind port 3493d74a-c635-4d55-8184-b816485e9271 on network fa70f270-391b-417a-bc3d-d1e8bd8f375f {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:45:53.297532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953489b0-9b15-4425-afb6-c5344eaa7c6d None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:45:53.298350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953489b0-9b15-4425-afb6-c5344eaa7c6d None None] Checking segment: {'id': '1941d2bf-4826-4742-b120-5e1882c7fb85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fa70f270-391b-417a-bc3d-d1e8bd8f375f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:45:53.299004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-953489b0-9b15-4425-afb6-c5344eaa7c6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:53.299625 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953489b0-9b15-4425-afb6-c5344eaa7c6d None None] Bound using segment: {'id': '1941d2bf-4826-4742-b120-5e1882c7fb85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fa70f270-391b-417a-bc3d-d1e8bd8f375f'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:45:53.300343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-953489b0-9b15-4425-afb6-c5344eaa7c6d None None] Bound port: 3493d74a-c635-4d55-8184-b816485e9271, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1941d2bf-4826-4742-b120-5e1882c7fb85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fa70f270-391b-417a-bc3d-d1e8bd8f375f'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:45:53.300958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-953489b0-9b15-4425-afb6-c5344eaa7c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:53.352541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-c3f3f9a6-0608-41c7-9aef-f3b699457c5a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Synchronizing usage tracker for tenant:d5748be5eb2b47818a674120dfe1813a on resource:security_group {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:45:53.369046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-c3f3f9a6-0608-41c7-9aef-f3b699457c5a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Unset dirty status for tenant:d5748be5eb2b47818a674120dfe1813a on resource:security_group {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:45:53.370582 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-c3f3f9a6-0608-41c7-9aef-f3b699457c5a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d5748be5eb2b47818a674120dfe1813a HTTP/1.1" status: 200  len: 7377 time: 0.0996675
Nov 24 13:45:53.386193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-af9c687e-2a5f-401a-b271-14b068bfc1be tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'port': {'device_id': 'db2b28ca-6600-4594-9ffa-778dd709b8c9', 'network_id': 'fa70f270-391b-417a-bc3d-d1e8bd8f375f', 'admin_state_up': True, 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'security_groups': ['402b040d-5ff5-412f-a336-c53bf973c16c']}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:45:53.409856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-953489b0-9b15-4425-afb6-c5344eaa7c6d None None] For port 3493d74a-c635-4d55-8184-b816485e9271, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:45:53.413236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-953489b0-9b15-4425-afb6-c5344eaa7c6d None None] For port 3493d74a-c635-4d55-8184-b816485e9271, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=3493d74a-c635-4d55-8184-b816485e9271,segment=NetworkSegment(1941d2bf-4826-4742-b120-5e1882c7fb85),segment_id=1941d2bf-4826-4742-b120-5e1882c7fb85)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:45:53.417022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-953489b0-9b15-4425-afb6-c5344eaa7c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:53.435973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1fb11be6-26b5-47c0-9af6-1c401288bd68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:53.544354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-af9c687e-2a5f-401a-b271-14b068bfc1be tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:45:53.555035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-af9c687e-2a5f-401a-b271-14b068bfc1be tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:45:53.564906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-af9c687e-2a5f-401a-b271-14b068bfc1be tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Made reservation on behalf of d5748be5eb2b47818a674120dfe1813a for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:45:53.570549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-af9c687e-2a5f-401a-b271-14b068bfc1be tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:53.591404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d5357-292d-492e-8900-1b1f1ce57b3a None None] Pushing event updated for resources: {'Port': ['ID=3493d74a-c635-4d55-8184-b816485e9271,revision_number=4']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:53.596901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e80d5357-292d-492e-8900-1b1f1ce57b3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:53.642297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953489b0-9b15-4425-afb6-c5344eaa7c6d None None] Routers {'bccf2960-53a0-44d5-aaea-640eef76c33a'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:45:53.642986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-953489b0-9b15-4425-afb6-c5344eaa7c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c7c1c18>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:45:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['bccf2960-53a0-44d5-aaea-640eef76c33a'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:45:53.841377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-953489b0-9b15-4425-afb6-c5344eaa7c6d None None] Set router bccf2960-53a0-44d5-aaea-640eef76c33a gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:45:53.912414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-af9c687e-2a5f-401a-b271-14b068bfc1be tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Allocated IP 172.20.0.4 (fa70f270-391b-417a-bc3d-d1e8bd8f375f/a826eb73-2443-4b2c-8894-bfb976ea56b5/fcff5c20-cacb-4b39-9bc4-35d0746b4a4e) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:45:54.123601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-af9c687e-2a5f-401a-b271-14b068bfc1be tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:54.142572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-af9c687e-2a5f-401a-b271-14b068bfc1be tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Transition to ACTIVE for port object fcff5c20-cacb-4b39-9bc4-35d0746b4a4e will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:45:54.163938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-af9c687e-2a5f-401a-b271-14b068bfc1be tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:54.179999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1aa13a30-65e5-41e6-bf76-1483cd0ce441 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:54.205961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-953489b0-9b15-4425-afb6-c5344eaa7c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c7c1c18>, [{'id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516664447', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': 'b2197160-dcd6-42e3-9708-1a48af2dea23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:45:43Z', 'updated_at': '2020-11-24T13:45:48Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': 'b2197160-dcd6-42e3-9708-1a48af2dea23', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:45:43Z', 'updated_at': '2020-11-24T13:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '3493d74a-c635-4d55-8184-b816485e9271', 'name': '', 'network_id': 'fa70f270-391b-417a-bc3d-d1e8bd8f375f', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:b7:71:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'a826eb73-2443-4b2c-8894-bfb976ea56b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:45:47Z', 'updated_at': '2020-11-24T13:45:53Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': 'a826eb73-2443-4b2c-8894-bfb976ea56b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:45:54.211148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953489b0-9b15-4425-afb6-c5344eaa7c6d None None] The sync data for ids ['bccf2960-53a0-44d5-aaea-640eef76c33a'] in dv-neutron-601336-61-ovs is: [{'id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516664447', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': 'b2197160-dcd6-42e3-9708-1a48af2dea23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:45:43Z', 'updated_at': '2020-11-24T13:45:48Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': 'b2197160-dcd6-42e3-9708-1a48af2dea23', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:45:43Z', 'updated_at': '2020-11-24T13:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '3493d74a-c635-4d55-8184-b816485e9271', 'name': '', 'network_id': 'fa70f270-391b-417a-bc3d-d1e8bd8f375f', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:b7:71:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'a826eb73-2443-4b2c-8894-bfb976ea56b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:45:47Z', 'updated_at': '2020-11-24T13:45:53Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': 'a826eb73-2443-4b2c-8894-bfb976ea56b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:45:54.330291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c687e-2a5f-401a-b271-14b068bfc1be tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Port': ['ID=fcff5c20-cacb-4b39-9bc4-35d0746b4a4e,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:54.361378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-af9c687e-2a5f-401a-b271-14b068bfc1be tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:54.410443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-af9c687e-2a5f-401a-b271-14b068bfc1be tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network fa70f270-391b-417a-bc3d-d1e8bd8f375f is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:45:54.411716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-af9c687e-2a5f-401a-b271-14b068bfc1be tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:45:54.414422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-af9c687e-2a5f-401a-b271-14b068bfc1be tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:45:54.490911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-af9c687e-2a5f-401a-b271-14b068bfc1be tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:45:54.492462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-af9c687e-2a5f-401a-b271-14b068bfc1be tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:54.508630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6559c-fc04-4b67-82e7-43abf8d3006a req-e87fc701-8674-4f4b-a3a2-bdaea3556df7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:45:54.510784 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56b6559c-fc04-4b67-82e7-43abf8d3006a req-e87fc701-8674-4f4b-a3a2-bdaea3556df7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 931 time: 0.1058247
Nov 24 13:45:54.530845 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-af9c687e-2a5f-401a-b271-14b068bfc1be tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1501803
Nov 24 13:45:54.549938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-c75b997c-584d-4fe5-a5f4-0a29279c3570 service neutron] Request body: {'port': {'device_id': 'db2b28ca-6600-4594-9ffa-778dd709b8c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:45:54.574633 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-56b6559c-fc04-4b67-82e7-43abf8d3006a req-355340df-e417-4854-8ffe-fd0db893dd39 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=402b040d-5ff5-412f-a336-c53bf973c16c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571265
Nov 24 13:45:54.692725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-c75b997c-584d-4fe5-a5f4-0a29279c3570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:54.714299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-94b3d6c5-3aa4-4bc3-afa0-a5430fab8ef2 None None] Provisioning for port fcff5c20-cacb-4b39-9bc4-35d0746b4a4e completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:45:54.720091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-94b3d6c5-3aa4-4bc3-afa0-a5430fab8ef2 None None] Provisioning complete for port fcff5c20-cacb-4b39-9bc4-35d0746b4a4e triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:45:54.720518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-94b3d6c5-3aa4-4bc3-afa0-a5430fab8ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:54.779893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-94b3d6c5-3aa4-4bc3-afa0-a5430fab8ef2 None None] Port fcff5c20-cacb-4b39-9bc4-35d0746b4a4e cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:45:55.129912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-c75b997c-584d-4fe5-a5f4-0a29279c3570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcff5c20-cacb-4b39-9bc4-35d0746b4a4e {{(pid=80944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:45:55.137543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-c75b997c-584d-4fe5-a5f4-0a29279c3570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:55.150494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-c75b997c-584d-4fe5-a5f4-0a29279c3570 service neutron] Transition to ACTIVE for port object fcff5c20-cacb-4b39-9bc4-35d0746b4a4e will not be triggered until provisioned by entity L2. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:45:55.153392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-c75b997c-584d-4fe5-a5f4-0a29279c3570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:55.169486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-94f36012-da0a-41ac-9a29-7ae7494c6ec3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:55.313433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b997c-584d-4fe5-a5f4-0a29279c3570 service neutron] Pushing event updated for resources: {'Port': ['ID=fcff5c20-cacb-4b39-9bc4-35d0746b4a4e,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:55.325972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c75b997c-584d-4fe5-a5f4-0a29279c3570 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:55.516546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-c75b997c-584d-4fe5-a5f4-0a29279c3570 service neutron] Attempting to bind port fcff5c20-cacb-4b39-9bc4-35d0746b4a4e on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:45:55.516928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-c75b997c-584d-4fe5-a5f4-0a29279c3570 service neutron] Attempting to bind port fcff5c20-cacb-4b39-9bc4-35d0746b4a4e by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '1941d2bf-4826-4742-b120-5e1882c7fb85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fa70f270-391b-417a-bc3d-d1e8bd8f375f'}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:45:55.517297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-c75b997c-584d-4fe5-a5f4-0a29279c3570 service neutron] Attempting to bind port fcff5c20-cacb-4b39-9bc4-35d0746b4a4e on network fa70f270-391b-417a-bc3d-d1e8bd8f375f {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:45:55.525471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-c75b997c-584d-4fe5-a5f4-0a29279c3570 service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:45:55.525852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-c75b997c-584d-4fe5-a5f4-0a29279c3570 service neutron] Checking segment: {'id': '1941d2bf-4826-4742-b120-5e1882c7fb85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fa70f270-391b-417a-bc3d-d1e8bd8f375f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:45:55.526288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-c75b997c-584d-4fe5-a5f4-0a29279c3570 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:55.526685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-c75b997c-584d-4fe5-a5f4-0a29279c3570 service neutron] Bound using segment: {'id': '1941d2bf-4826-4742-b120-5e1882c7fb85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fa70f270-391b-417a-bc3d-d1e8bd8f375f'} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:45:55.527160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-c75b997c-584d-4fe5-a5f4-0a29279c3570 service neutron] Bound port: fcff5c20-cacb-4b39-9bc4-35d0746b4a4e, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1941d2bf-4826-4742-b120-5e1882c7fb85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fa70f270-391b-417a-bc3d-d1e8bd8f375f'}}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:45:55.527678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-c75b997c-584d-4fe5-a5f4-0a29279c3570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:55.634576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-c75b997c-584d-4fe5-a5f4-0a29279c3570 service neutron] For port fcff5c20-cacb-4b39-9bc4-35d0746b4a4e, host hv-neutron-6013, cleared binding levels {{(pid=80944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:45:55.638309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-c75b997c-584d-4fe5-a5f4-0a29279c3570 service neutron] For port fcff5c20-cacb-4b39-9bc4-35d0746b4a4e, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=fcff5c20-cacb-4b39-9bc4-35d0746b4a4e,segment=NetworkSegment(1941d2bf-4826-4742-b120-5e1882c7fb85),segment_id=1941d2bf-4826-4742-b120-5e1882c7fb85)] {{(pid=80944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:45:55.642309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-c75b997c-584d-4fe5-a5f4-0a29279c3570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:55.656865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 3493d74a-c635-4d55-8184-b816485e9271 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:45:55.664838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f9527194-a6d4-438a-8259-d27254621501 tempest-ServersNegativeTestJSON-1386583512 tempest-ServersNegativeTestJSON-1386583512] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:55.741758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 3493d74a-c635-4d55-8184-b816485e9271 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:45:55.746915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 3493d74a-c635-4d55-8184-b816485e9271 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:45:55.747344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:55.816122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b997c-584d-4fe5-a5f4-0a29279c3570 service neutron] Pushing event updated for resources: {'Port': ['ID=fcff5c20-cacb-4b39-9bc4-35d0746b4a4e,revision_number=3']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:55.826925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c6879-5d54-4d4a-89fc-a03d897a49bc req-74ee8351-4f59-47c7-9538-98bf1ab8114c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:45:55.828915 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2a9c6879-5d54-4d4a-89fc-a03d897a49bc req-74ee8351-4f59-47c7-9538-98bf1ab8114c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 943 time: 0.0937748
Nov 24 13:45:55.830655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c75b997c-584d-4fe5-a5f4-0a29279c3570 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:55.866018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-c75b997c-584d-4fe5-a5f4-0a29279c3570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:45:55.867046 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-c75b997c-584d-4fe5-a5f4-0a29279c3570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:55.868252 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-c75b997c-584d-4fe5-a5f4-0a29279c3570 service neutron] 10.222.0.70 "PUT /v2.0/ports/fcff5c20-cacb-4b39-9bc4-35d0746b4a4e HTTP/1.1" status: 200  len: 1157 time: 1.3234344
Nov 24 13:45:55.868832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2b28ca-6600-4594-9ffa-778dd709b8c9', 'tag': 'fcff5c20-cacb-4b39-9bc4-35d0746b4a4e'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:45:55.896763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:55.906959 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2a9c6879-5d54-4d4a-89fc-a03d897a49bc req-2cbf6e9a-6020-4a4f-83f5-ca4c16b4b5ed tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=402b040d-5ff5-412f-a336-c53bf973c16c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685253
Nov 24 13:45:55.953711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 3493d74a-c635-4d55-8184-b816485e9271, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=3493d74a-c635-4d55-8184-b816485e9271,segment=NetworkSegment(1941d2bf-4826-4742-b120-5e1882c7fb85),segment_id=1941d2bf-4826-4742-b120-5e1882c7fb85)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:45:55.957069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:55.959590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-430d06d5-cce3-4043-aee5-f00c932169f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:55.965159 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2b28ca-6600-4594-9ffa-778dd709b8c9', 'tag': 'fcff5c20-cacb-4b39-9bc4-35d0746b4a4e', 'status': 'completed', 'code': 200}
Nov 24 13:45:56.012310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-1f61de9f-aaca-4623-8d14-d64ecc45ce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:45:56.014059 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-1f61de9f-aaca-4623-8d14-d64ecc45ce2e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 1160 time: 0.0931795
Nov 24 13:45:56.035852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=3493d74a-c635-4d55-8184-b816485e9271,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:56.040325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:56.095152 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-e5e70ee9-cfb1-4917-b2e8-8ca3e97dd971 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcff5c20-cacb-4b39-9bc4-35d0746b4a4e HTTP/1.1" status: 200  len: 217 time: 0.0685971
Nov 24 13:45:56.169954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-3f2d0c63-409b-4920-8f3e-79145a3f7425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:45:56.171562 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-3f2d0c63-409b-4920-8f3e-79145a3f7425 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a826eb73-2443-4b2c-8894-bfb976ea56b5 HTTP/1.1" status: 200  len: 834 time: 0.0704651
Nov 24 13:45:56.254098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-3746c9ee-37fd-4024-80c0-d23cf4e0699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:45:56.255765 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-3746c9ee-37fd-4024-80c0-d23cf4e0699f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fa70f270-391b-417a-bc3d-d1e8bd8f375f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776486
Nov 24 13:45:56.401804 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-f303344a-c246-41f6-a1f6-db477dc12e34 service neutron] 10.222.0.70 "GET /v2.0/networks/fa70f270-391b-417a-bc3d-d1e8bd8f375f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396630
Nov 24 13:45:56.547901 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-28177c6d-429f-4e93-8801-2dfc74741f2b req-3a0e44f5-af3c-494f-81fa-f709c0f52359 service neutron] 10.222.0.70 "GET /v2.0/networks/fa70f270-391b-417a-bc3d-d1e8bd8f375f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391613
Nov 24 13:45:56.709332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a08de9-13b1-450b-9a97-8d59ed2c2f13 req-b2e86272-b64e-49d3-bbbe-8aabf031e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:45:56.711465 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-72a08de9-13b1-450b-9a97-8d59ed2c2f13 req-b2e86272-b64e-49d3-bbbe-8aabf031e457 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 1160 time: 0.0828953
Nov 24 13:45:56.858631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a08de9-13b1-450b-9a97-8d59ed2c2f13 req-44f7249f-5258-4c8f-928e-c3d383e58136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:45:56.860204 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-72a08de9-13b1-450b-9a97-8d59ed2c2f13 req-44f7249f-5258-4c8f-928e-c3d383e58136 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fa70f270-391b-417a-bc3d-d1e8bd8f375f HTTP/1.1" status: 200  len: 891 time: 0.1418121
Nov 24 13:45:56.937639 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-72a08de9-13b1-450b-9a97-8d59ed2c2f13 req-3b2069b5-ccb3-4d1a-8488-609df19c6ae6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcff5c20-cacb-4b39-9bc4-35d0746b4a4e HTTP/1.1" status: 200  len: 217 time: 0.0687954
Nov 24 13:45:57.012670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a08de9-13b1-450b-9a97-8d59ed2c2f13 req-a90f184a-62b2-4182-9390-d58112b236c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:45:57.014166 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-72a08de9-13b1-450b-9a97-8d59ed2c2f13 req-a90f184a-62b2-4182-9390-d58112b236c7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a826eb73-2443-4b2c-8894-bfb976ea56b5 HTTP/1.1" status: 200  len: 834 time: 0.0696952
Nov 24 13:45:57.099883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a08de9-13b1-450b-9a97-8d59ed2c2f13 req-b908a2d9-6796-4a62-9a8b-2ca67ee78d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:45:57.101517 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-72a08de9-13b1-450b-9a97-8d59ed2c2f13 req-b908a2d9-6796-4a62-9a8b-2ca67ee78d22 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fa70f270-391b-417a-bc3d-d1e8bd8f375f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800402
Nov 24 13:45:57.123735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbd740-4420-44aa-9a5e-d98abadb966c req-650053e7-eb27-43b6-8c1e-03ee280e786c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:45:57.128216 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cfcbd740-4420-44aa-9a5e-d98abadb966c req-650053e7-eb27-43b6-8c1e-03ee280e786c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 943 time: 0.0953679
Nov 24 13:45:57.180395 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cfcbd740-4420-44aa-9a5e-d98abadb966c req-5a90dbaa-a8e4-4909-98ec-5db4e1ad70ca tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=402b040d-5ff5-412f-a336-c53bf973c16c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480082
Nov 24 13:45:57.263156 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-72a08de9-13b1-450b-9a97-8d59ed2c2f13 req-98a3ba1f-d63d-4050-8af7-5521193ebf12 service neutron] 10.222.0.70 "GET /v2.0/networks/fa70f270-391b-417a-bc3d-d1e8bd8f375f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1538208
Nov 24 13:45:57.408220 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-72a08de9-13b1-450b-9a97-8d59ed2c2f13 req-72e6b710-0204-42d3-a4b9-903522ff58b0 service neutron] 10.222.0.70 "GET /v2.0/networks/fa70f270-391b-417a-bc3d-d1e8bd8f375f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377511
Nov 24 13:45:57.619151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 3493d74a-c635-4d55-8184-b816485e9271 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:45:57.691388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 3493d74a-c635-4d55-8184-b816485e9271 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:45:57.691809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:58.408989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2b26c-f8cb-4cd4-bd48-ce87474ba79a req-ada8e964-173c-475a-982c-fced30c1a79c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:45:58.410599 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-41c2b26c-f8cb-4cd4-bd48-ce87474ba79a req-ada8e964-173c-475a-982c-fced30c1a79c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 943 time: 0.0868399
Nov 24 13:45:58.432509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device fcff5c20-cacb-4b39-9bc4-35d0746b4a4e up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:45:58.458963 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-41c2b26c-f8cb-4cd4-bd48-ce87474ba79a req-0c8f82d9-0517-4bdd-8bfc-af0a1b11cd32 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=402b040d-5ff5-412f-a336-c53bf973c16c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413351
Nov 24 13:45:58.506692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port fcff5c20-cacb-4b39-9bc4-35d0746b4a4e completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:45:58.511613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port fcff5c20-cacb-4b39-9bc4-35d0746b4a4e triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:45:58.512034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:58.628501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:58.657101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2b28ca-6600-4594-9ffa-778dd709b8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcff5c20-cacb-4b39-9bc4-35d0746b4a4e'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:45:58.667318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port fcff5c20-cacb-4b39-9bc4-35d0746b4a4e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=fcff5c20-cacb-4b39-9bc4-35d0746b4a4e,segment=NetworkSegment(1941d2bf-4826-4742-b120-5e1882c7fb85),segment_id=1941d2bf-4826-4742-b120-5e1882c7fb85)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:45:58.672521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:45:58.672930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-94327b42-ce82-42f8-b66c-fbfbd14225d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:45:58.733291 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2b28ca-6600-4594-9ffa-778dd709b8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcff5c20-cacb-4b39-9bc4-35d0746b4a4e', 'code': 200}
Nov 24 13:45:58.745958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=fcff5c20-cacb-4b39-9bc4-35d0746b4a4e,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:45:58.749243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:45:58.999025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd7d6f-69f6-4bb2-ba48-bcf20e3da0f1 req-352de52e-0a8c-4663-9b2c-a80de5444331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:45:59.000963 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a8fd7d6f-69f6-4bb2-ba48-bcf20e3da0f1 req-352de52e-0a8c-4663-9b2c-a80de5444331 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 1162 time: 0.0754027
Nov 24 13:45:59.049812 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a8fd7d6f-69f6-4bb2-ba48-bcf20e3da0f1 req-266ac364-a363-40fa-8f08-bec75032da69 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=402b040d-5ff5-412f-a336-c53bf973c16c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424321
Nov 24 13:45:59.678117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82aa4e-7bdf-45db-ac68-a211a4ae07d6 req-6dd1355c-4690-46ec-8978-a46161c801b2 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:45:59.680436 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2b82aa4e-7bdf-45db-ac68-a211a4ae07d6 req-6dd1355c-4690-46ec-8978-a46161c801b2 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 945 time: 0.0894976
Nov 24 13:45:59.730711 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2b82aa4e-7bdf-45db-ac68-a211a4ae07d6 req-9b5002c9-b8a5-47c7-b2fb-583f91e04e49 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=402b040d-5ff5-412f-a336-c53bf973c16c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434010
Nov 24 13:46:00.103000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device fcff5c20-cacb-4b39-9bc4-35d0746b4a4e up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:46:00.178070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port fcff5c20-cacb-4b39-9bc4-35d0746b4a4e triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:46:00.178544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:46:00.946445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fcea2-3aea-4789-bff7-b4a45a751443 req-0c0b2f47-be2c-49db-9508-85e63a0b3ecc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:00.948051 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3e6fcea2-3aea-4789-bff7-b4a45a751443 req-0c0b2f47-be2c-49db-9508-85e63a0b3ecc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 945 time: 0.0868976
Nov 24 13:46:01.002144 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3e6fcea2-3aea-4789-bff7-b4a45a751443 req-359755f3-3443-49d8-9595-763e4fccdd61 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=402b040d-5ff5-412f-a336-c53bf973c16c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477517
Nov 24 13:46:01.217964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21ece5-c347-4b04-b970-ac4787bbc28c req-464437c6-273e-40a8-8cdd-53aaf9121598 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:01.219750 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fe21ece5-c347-4b04-b970-ac4787bbc28c req-464437c6-273e-40a8-8cdd-53aaf9121598 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 945 time: 0.0882335
Nov 24 13:46:01.270743 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fe21ece5-c347-4b04-b970-ac4787bbc28c req-936b408a-d896-4a58-accd-488c319b057d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=402b040d-5ff5-412f-a336-c53bf973c16c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436699
Nov 24 13:46:01.301583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59292) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:46:01.380429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3177eb39-49da-44cd-9ec5-0bda1ed0b666 tempest-TestNetworkAdvancedServerOps-1057220621 tempest-TestNetworkAdvancedServerOps-1057220621] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:01.382158 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3177eb39-49da-44cd-9ec5-0bda1ed0b666 tempest-TestNetworkAdvancedServerOps-1057220621 tempest-TestNetworkAdvancedServerOps-1057220621] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 1157 time: 0.0794585
Nov 24 13:46:01.385411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59296) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:46:01.392398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-a4a1b770-10c0-4932-8c01-78578e98e502 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'port_id': 'fcff5c20-cacb-4b39-9bc4-35d0746b4a4e', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:46:01.399258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a4a1b770-10c0-4932-8c01-78578e98e502 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:46:01.403506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a4a1b770-10c0-4932-8c01-78578e98e502 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:floatingip and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:46:01.406582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-a4a1b770-10c0-4932-8c01-78578e98e502 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:46:01.412398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-a4a1b770-10c0-4932-8c01-78578e98e502 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:46:01.422892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4a1b770-10c0-4932-8c01-78578e98e502 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for floatingip, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:46:01.823581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4a1b770-10c0-4932-8c01-78578e98e502 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:46:02.101183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-a4a1b770-10c0-4932-8c01-78578e98e502 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Allocated IP 172.26.8.207 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/e9de12fc-d7d7-4979-abf2-f56c32811ff4) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:46:02.261833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4a1b770-10c0-4932-8c01-78578e98e502 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:46:02.290313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4a1b770-10c0-4932-8c01-78578e98e502 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:46:02.306801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b7e4eec6-f937-4de6-b1ef-3bd2745c23de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:46:02.437821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1b770-10c0-4932-8c01-78578e98e502 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Port': ['ID=e9de12fc-d7d7-4979-abf2-f56c32811ff4,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:46:02.442753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a4a1b770-10c0-4932-8c01-78578e98e502 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:46:02.497397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a1b770-10c0-4932-8c01-78578e98e502 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:46:02.498547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-a4a1b770-10c0-4932-8c01-78578e98e502 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:46:02.501093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a1b770-10c0-4932-8c01-78578e98e502 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:46:02.930042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4a1b770-10c0-4932-8c01-78578e98e502 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for floatingip, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:46:03.004903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4a1b770-10c0-4932-8c01-78578e98e502 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:46:03.273945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4a1b770-10c0-4932-8c01-78578e98e502 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:46:03.280640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4a1b770-10c0-4932-8c01-78578e98e502 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:46:03.299787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e2f8be83-dba1-485d-9327-cecd11ae9db0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:46:03.432773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1b770-10c0-4932-8c01-78578e98e502 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Port': ['ID=e9de12fc-d7d7-4979-abf2-f56c32811ff4,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:46:03.437720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a4a1b770-10c0-4932-8c01-78578e98e502 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:46:03.541402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4a1b770-10c0-4932-8c01-78578e98e502 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:46:03.543079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:46:03.743814 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-a4a1b770-10c0-4932-8c01-78578e98e502 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Floating IP 4213ed28-c2e4-45b1-aac2-ce3daa49ba27 associated. External IP: 172.26.8.207, port: fcff5c20-cacb-4b39-9bc4-35d0746b4a4e.
Nov 24 13:46:04.166844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a1b770-10c0-4932-8c01-78578e98e502 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Router bccf2960-53a0-44d5-aaea-640eef76c33a has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:46:04.377323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a1b770-10c0-4932-8c01-78578e98e502 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:46:04.391065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405f4975-3aab-47b6-9a44-8f41282d0d6c None None] Sync routers for ids ['bccf2960-53a0-44d5-aaea-640eef76c33a'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:46:04.403702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405f4975-3aab-47b6-9a44-8f41282d0d6c None None] Routers {'bccf2960-53a0-44d5-aaea-640eef76c33a'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:46:04.404411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-405f4975-3aab-47b6-9a44-8f41282d0d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ce1fb70>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:45:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['bccf2960-53a0-44d5-aaea-640eef76c33a'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:46:04.405935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a4a1b770-10c0-4932-8c01-78578e98e502 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:46:04.466852 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-a4a1b770-10c0-4932-8c01-78578e98e502 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0797315
Nov 24 13:46:04.467498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2b28ca-6600-4594-9ffa-778dd709b8c9', 'tag': 'fcff5c20-cacb-4b39-9bc4-35d0746b4a4e'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:46:04.532418 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2b28ca-6600-4594-9ffa-778dd709b8c9', 'tag': 'fcff5c20-cacb-4b39-9bc4-35d0746b4a4e', 'status': 'completed', 'code': 200}
Nov 24 13:46:04.607157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-405f4975-3aab-47b6-9a44-8f41282d0d6c None None] Set router bccf2960-53a0-44d5-aaea-640eef76c33a gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:46:04.660368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d9fa3-753d-4f6d-aa16-482b4959240c req-75270b35-ef0e-4720-8fda-91b2dbe674ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:04.662042 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3b4d9fa3-753d-4f6d-aa16-482b4959240c req-75270b35-ef0e-4720-8fda-91b2dbe674ab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 1162 time: 0.0819550
Nov 24 13:46:04.677757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032b4e4-5776-468d-837d-b682024ba9ca req-fce32ba3-fb64-4cd2-89cf-d7eb7ed3831b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:04.680132 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5032b4e4-5776-468d-837d-b682024ba9ca req-fce32ba3-fb64-4cd2-89cf-d7eb7ed3831b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 945 time: 0.1026003
Nov 24 13:46:04.735049 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5032b4e4-5776-468d-837d-b682024ba9ca req-bdfc8976-1b73-4a74-9c6e-0608d2aaf3f3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=402b040d-5ff5-412f-a336-c53bf973c16c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474441
Nov 24 13:46:04.769021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59304) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:46:04.898515 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-735325da-a6e5-45df-b03e-cf57bbed41a9 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/floatingips/4213ed28-c2e4-45b1-aac2-ce3daa49ba27 HTTP/1.1" status: 200  len: 991 time: 0.1278799
Nov 24 13:46:05.075346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d9fa3-753d-4f6d-aa16-482b4959240c req-354097f1-d7a9-4733-9774-3e27a649f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:05.076981 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3b4d9fa3-753d-4f6d-aa16-482b4959240c req-354097f1-d7a9-4733-9774-3e27a649f9e8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fa70f270-391b-417a-bc3d-d1e8bd8f375f HTTP/1.1" status: 200  len: 891 time: 0.4081635
Nov 24 13:46:05.168905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-405f4975-3aab-47b6-9a44-8f41282d0d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ce1fb70>, [{'id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516664447', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': 'b2197160-dcd6-42e3-9708-1a48af2dea23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:45:43Z', 'updated_at': '2020-11-24T13:45:48Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': 'b2197160-dcd6-42e3-9708-1a48af2dea23', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:45:43Z', 'updated_at': '2020-11-24T13:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '4213ed28-c2e4-45b1-aac2-ce3daa49ba27', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'floating_ip_address': '172.26.8.207', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'port_id': 'fcff5c20-cacb-4b39-9bc4-35d0746b4a4e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa70f270-391b-417a-bc3d-d1e8bd8f375f', 'mac_address': 'fa:16:3e:90:d3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2b28ca-6600-4594-9ffa-778dd709b8c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:46:02Z', 'updated_at': '2020-11-24T13:46:02Z', 'revision_number': 0, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3493d74a-c635-4d55-8184-b816485e9271', 'name': '', 'network_id': 'fa70f270-391b-417a-bc3d-d1e8bd8f375f', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:b7:71:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'a826eb73-2443-4b2c-8894-bfb976ea56b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:45:47Z', 'updated_at': '2020-11-24T13:45:55Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': 'a826eb73-2443-4b2c-8894-bfb976ea56b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:46:05.174154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405f4975-3aab-47b6-9a44-8f41282d0d6c None None] Checking router: bccf2960-53a0-44d5-aaea-640eef76c33a for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:46:05.185597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405f4975-3aab-47b6-9a44-8f41282d0d6c None None] Routers {'bccf2960-53a0-44d5-aaea-640eef76c33a'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:46:05.186312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-405f4975-3aab-47b6-9a44-8f41282d0d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ce1fb70>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:45:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['bccf2960-53a0-44d5-aaea-640eef76c33a'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:46:05.191867 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3b4d9fa3-753d-4f6d-aa16-482b4959240c req-32850c1f-8bdb-419c-b8e9-52a6288e103b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcff5c20-cacb-4b39-9bc4-35d0746b4a4e HTTP/1.1" status: 200  len: 999 time: 0.1079879
Nov 24 13:46:05.261918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d9fa3-753d-4f6d-aa16-482b4959240c req-025e98c4-511d-4e8e-ba0c-96b79f74cef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:05.263533 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3b4d9fa3-753d-4f6d-aa16-482b4959240c req-025e98c4-511d-4e8e-ba0c-96b79f74cef2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a826eb73-2443-4b2c-8894-bfb976ea56b5 HTTP/1.1" status: 200  len: 834 time: 0.0655780
Nov 24 13:46:05.350271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d9fa3-753d-4f6d-aa16-482b4959240c req-90fc3206-d68d-4b27-bb54-342540360c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:05.351870 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3b4d9fa3-753d-4f6d-aa16-482b4959240c req-90fc3206-d68d-4b27-bb54-342540360c04 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fa70f270-391b-417a-bc3d-d1e8bd8f375f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0819278
Nov 24 13:46:05.383281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-405f4975-3aab-47b6-9a44-8f41282d0d6c None None] Set router bccf2960-53a0-44d5-aaea-640eef76c33a gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:46:05.501665 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3b4d9fa3-753d-4f6d-aa16-482b4959240c req-11b56860-3f69-4ac7-84d8-ddf4361b057b service neutron] 10.222.0.70 "GET /v2.0/networks/fa70f270-391b-417a-bc3d-d1e8bd8f375f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425509
Nov 24 13:46:05.649628 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3b4d9fa3-753d-4f6d-aa16-482b4959240c req-c42ac497-4638-4124-b037-aaddb2b6d834 service neutron] 10.222.0.70 "GET /v2.0/networks/fa70f270-391b-417a-bc3d-d1e8bd8f375f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411462
Nov 24 13:46:05.759898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-405f4975-3aab-47b6-9a44-8f41282d0d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ce1fb70>, [{'id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516664447', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': 'b2197160-dcd6-42e3-9708-1a48af2dea23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:45:43Z', 'updated_at': '2020-11-24T13:45:48Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': 'b2197160-dcd6-42e3-9708-1a48af2dea23', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:45:43Z', 'updated_at': '2020-11-24T13:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '4213ed28-c2e4-45b1-aac2-ce3daa49ba27', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'floating_ip_address': '172.26.8.207', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'port_id': 'fcff5c20-cacb-4b39-9bc4-35d0746b4a4e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa70f270-391b-417a-bc3d-d1e8bd8f375f', 'mac_address': 'fa:16:3e:90:d3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2b28ca-6600-4594-9ffa-778dd709b8c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:46:02Z', 'updated_at': '2020-11-24T13:46:02Z', 'revision_number': 0, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3493d74a-c635-4d55-8184-b816485e9271', 'name': '', 'network_id': 'fa70f270-391b-417a-bc3d-d1e8bd8f375f', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:b7:71:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'a826eb73-2443-4b2c-8894-bfb976ea56b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:45:47Z', 'updated_at': '2020-11-24T13:45:55Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': 'a826eb73-2443-4b2c-8894-bfb976ea56b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:46:05.764109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405f4975-3aab-47b6-9a44-8f41282d0d6c None None] The sync data for ids ['bccf2960-53a0-44d5-aaea-640eef76c33a'] in dv-neutron-601336-61-ovs is: [{'id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516664447', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': 'b2197160-dcd6-42e3-9708-1a48af2dea23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:45:43Z', 'updated_at': '2020-11-24T13:45:48Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': 'b2197160-dcd6-42e3-9708-1a48af2dea23', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:45:43Z', 'updated_at': '2020-11-24T13:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '4213ed28-c2e4-45b1-aac2-ce3daa49ba27', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'floating_ip_address': '172.26.8.207', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'port_id': 'fcff5c20-cacb-4b39-9bc4-35d0746b4a4e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa70f270-391b-417a-bc3d-d1e8bd8f375f', 'mac_address': 'fa:16:3e:90:d3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2b28ca-6600-4594-9ffa-778dd709b8c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:46:02Z', 'updated_at': '2020-11-24T13:46:02Z', 'revision_number': 0, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3493d74a-c635-4d55-8184-b816485e9271', 'name': '', 'network_id': 'fa70f270-391b-417a-bc3d-d1e8bd8f375f', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:b7:71:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'a826eb73-2443-4b2c-8894-bfb976ea56b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:45:47Z', 'updated_at': '2020-11-24T13:45:55Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': 'a826eb73-2443-4b2c-8894-bfb976ea56b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:46:05.901327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59308) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:46:06.012934 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-70127cb4-6ab2-4655-ace5-cf1f0f6f0103 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/floatingips/4213ed28-c2e4-45b1-aac2-ce3daa49ba27 HTTP/1.1" status: 200  len: 991 time: 0.1102831
Nov 24 13:46:06.075065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5207ab97-24e1-4e96-93cb-a264f38804aa None None] New status for floating IP 4213ed28-c2e4-45b1-aac2-ce3daa49ba27: ACTIVE {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:46:07.016978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59312) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:46:07.128093 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b93dd4f8-6c36-4b26-8f0b-8b1a03845449 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/floatingips/4213ed28-c2e4-45b1-aac2-ce3daa49ba27 HTTP/1.1" status: 200  len: 993 time: 0.1096399
Nov 24 13:46:10.314365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-75bb55e0-8594-4e39-8803-9eb063c7a616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:46:12.680615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ff7d52f7-f90b-4653-9a74-e208efe1d6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:46:13.033234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:46:14.290428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:46:14.889771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:46:21.422686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:46:28.776697 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e86b1440-c9d2-4fb3-828d-19c78132d9c3 req-01ec9d3e-0d76-4348-9f6e-1132a0fb99c4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0791979
Nov 24 13:46:28.943836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b1440-c9d2-4fb3-828d-19c78132d9c3 req-912978c6-3aba-4840-b76e-a054c98b2a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:28.946161 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e86b1440-c9d2-4fb3-828d-19c78132d9c3 req-912978c6-3aba-4840-b76e-a054c98b2a9c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 1162 time: 0.0764780
Nov 24 13:46:29.110624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b1440-c9d2-4fb3-828d-19c78132d9c3 req-bca96a5f-ac16-4789-bcc2-6f387c264cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:29.112157 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e86b1440-c9d2-4fb3-828d-19c78132d9c3 req-bca96a5f-ac16-4789-bcc2-6f387c264cdc service neutron] 10.222.0.70 "GET /v2.0/networks?id=fa70f270-391b-417a-bc3d-d1e8bd8f375f HTTP/1.1" status: 200  len: 891 time: 0.1457608
Nov 24 13:46:29.273850 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e86b1440-c9d2-4fb3-828d-19c78132d9c3 req-1ecef1ec-c280-4b58-9f07-d8d7fd9d45ca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcff5c20-cacb-4b39-9bc4-35d0746b4a4e HTTP/1.1" status: 200  len: 1001 time: 0.1548953
Nov 24 13:46:29.345855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b1440-c9d2-4fb3-828d-19c78132d9c3 req-4a16bbc8-035c-4b76-b6be-9124a5a00010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:29.347450 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e86b1440-c9d2-4fb3-828d-19c78132d9c3 req-4a16bbc8-035c-4b76-b6be-9124a5a00010 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a826eb73-2443-4b2c-8894-bfb976ea56b5 HTTP/1.1" status: 200  len: 834 time: 0.0660598
Nov 24 13:46:29.437568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b1440-c9d2-4fb3-828d-19c78132d9c3 req-b4932214-36bc-4e09-b0c6-daa85e7ac554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:29.439119 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e86b1440-c9d2-4fb3-828d-19c78132d9c3 req-b4932214-36bc-4e09-b0c6-daa85e7ac554 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fa70f270-391b-417a-bc3d-d1e8bd8f375f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0843463
Nov 24 13:46:29.587892 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e86b1440-c9d2-4fb3-828d-19c78132d9c3 req-28f86a8a-887b-4e69-8461-f3b2c2ae3185 service neutron] 10.222.0.70 "GET /v2.0/networks/fa70f270-391b-417a-bc3d-d1e8bd8f375f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411812
Nov 24 13:46:29.738934 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e86b1440-c9d2-4fb3-828d-19c78132d9c3 req-abcfe7bf-23f3-484a-83f1-b54b79af54e8 service neutron] 10.222.0.70 "GET /v2.0/networks/fa70f270-391b-417a-bc3d-d1e8bd8f375f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1437054
Nov 24 13:46:32.254422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59334) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:46:32.325562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf568a-5556-44c3-a9ef-dee97ade1300 req-49f88e77-e121-472d-86ed-2a2616f48e98 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:32.327098 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-efcf568a-5556-44c3-a9ef-dee97ade1300 req-49f88e77-e121-472d-86ed-2a2616f48e98 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 945 time: 0.0941124
Nov 24 13:46:32.382875 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-efcf568a-5556-44c3-a9ef-dee97ade1300 req-7c8b6529-1b19-41a7-bdab-a98f057011c9 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=402b040d-5ff5-412f-a336-c53bf973c16c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492475
Nov 24 13:46:32.411655 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-037e2c89-3bda-416f-a7a2-d70c380d99dc req-a0e6fa42-690e-4ba2-aad9-98be2a72a2e7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1558938
Nov 24 13:46:33.601798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c575af-50f1-4908-a3e2-ceab011488bc req-1c43a660-7dbc-4bcf-9842-d0cc65ea1877 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:33.603523 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-68c575af-50f1-4908-a3e2-ceab011488bc req-1c43a660-7dbc-4bcf-9842-d0cc65ea1877 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 945 time: 0.0844300
Nov 24 13:46:33.664727 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-68c575af-50f1-4908-a3e2-ceab011488bc req-f0a66b31-46e1-466d-974a-4776a3ca8055 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=402b040d-5ff5-412f-a336-c53bf973c16c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544999
Nov 24 13:46:33.775515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e2c89-3bda-416f-a7a2-d70c380d99dc req-60b84531-fc3e-46aa-8c9a-0a6459239d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:33.777104 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-037e2c89-3bda-416f-a7a2-d70c380d99dc req-60b84531-fc3e-46aa-8c9a-0a6459239d02 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 1162 time: 0.0787282
Nov 24 13:46:33.919721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e2c89-3bda-416f-a7a2-d70c380d99dc req-7ce865b6-dc77-49cc-86ce-274c7eb10fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:33.921279 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-037e2c89-3bda-416f-a7a2-d70c380d99dc req-7ce865b6-dc77-49cc-86ce-274c7eb10fcf service neutron] 10.222.0.70 "GET /v2.0/networks?id=fa70f270-391b-417a-bc3d-d1e8bd8f375f HTTP/1.1" status: 200  len: 891 time: 0.1375375
Nov 24 13:46:34.030396 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-037e2c89-3bda-416f-a7a2-d70c380d99dc req-d4f76984-cee3-4031-84d9-66df93771452 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcff5c20-cacb-4b39-9bc4-35d0746b4a4e HTTP/1.1" status: 200  len: 1001 time: 0.1012571
Nov 24 13:46:34.104614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e2c89-3bda-416f-a7a2-d70c380d99dc req-fccaee16-255c-43ac-a5e6-d0f39c74caa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:34.106180 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-037e2c89-3bda-416f-a7a2-d70c380d99dc req-fccaee16-255c-43ac-a5e6-d0f39c74caa9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a826eb73-2443-4b2c-8894-bfb976ea56b5 HTTP/1.1" status: 200  len: 834 time: 0.0673687
Nov 24 13:46:34.191877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e2c89-3bda-416f-a7a2-d70c380d99dc req-ddcc0b31-e150-448a-90be-240cf65bf86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:34.193473 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-037e2c89-3bda-416f-a7a2-d70c380d99dc req-ddcc0b31-e150-448a-90be-240cf65bf86a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fa70f270-391b-417a-bc3d-d1e8bd8f375f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807922
Nov 24 13:46:34.341264 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-037e2c89-3bda-416f-a7a2-d70c380d99dc req-517d1885-936a-4739-8e16-ac619bbd03f9 service neutron] 10.222.0.70 "GET /v2.0/networks/fa70f270-391b-417a-bc3d-d1e8bd8f375f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392522
Nov 24 13:46:34.486699 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-037e2c89-3bda-416f-a7a2-d70c380d99dc req-dc529107-0c4e-4e4a-9850-15abfc370fc6 service neutron] 10.222.0.70 "GET /v2.0/networks/fa70f270-391b-417a-bc3d-d1e8bd8f375f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1390321
Nov 24 13:46:34.876309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272bf95-143d-4fd1-a58e-8dc8e5def47d req-b95cee05-d58f-4b4e-bebf-144dbedb4ec4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:34.877920 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9272bf95-143d-4fd1-a58e-8dc8e5def47d req-b95cee05-d58f-4b4e-bebf-144dbedb4ec4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 945 time: 0.0833361
Nov 24 13:46:34.926676 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9272bf95-143d-4fd1-a58e-8dc8e5def47d req-637c9313-a9bf-4ec1-a7a1-486390c579dd tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=402b040d-5ff5-412f-a336-c53bf973c16c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415573
Nov 24 13:46:36.147506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ff350-95bb-4149-a389-05453b28caa9 req-6560a2c8-41a6-4949-a67c-6c0f9765ff4e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:36.149626 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b63ff350-95bb-4149-a389-05453b28caa9 req-6560a2c8-41a6-4949-a67c-6c0f9765ff4e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 945 time: 0.0898185
Nov 24 13:46:36.199014 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b63ff350-95bb-4149-a389-05453b28caa9 req-cd981213-9bf9-494a-aa3e-3d86cab31509 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=402b040d-5ff5-412f-a336-c53bf973c16c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427785
Nov 24 13:46:37.423578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc653ed8-d65b-466d-848b-1f6db614095d req-57471506-7fb5-4de6-8214-eed82d90b25e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:37.425193 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fc653ed8-d65b-466d-848b-1f6db614095d req-57471506-7fb5-4de6-8214-eed82d90b25e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 945 time: 0.0879273
Nov 24 13:46:37.473921 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fc653ed8-d65b-466d-848b-1f6db614095d req-91994be9-cc23-43b7-866c-bca70c0a8e88 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=402b040d-5ff5-412f-a336-c53bf973c16c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420518
Nov 24 13:46:38.697581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ddbc5-ea0b-4509-a8db-1b4a33a8bb3e req-ca60e6ed-901b-430c-8a8e-ffe026faff24 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:38.699269 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ca7ddbc5-ea0b-4509-a8db-1b4a33a8bb3e req-ca60e6ed-901b-430c-8a8e-ffe026faff24 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 945 time: 0.0959506
Nov 24 13:46:38.760206 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ca7ddbc5-ea0b-4509-a8db-1b4a33a8bb3e req-62075381-4ff8-4f63-b0a6-2dbee0458748 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=402b040d-5ff5-412f-a336-c53bf973c16c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545805
Nov 24 13:46:39.977957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40b00f-f414-407f-948b-119bf940b2de req-eeab4baf-ebad-413e-9c08-81ed1aee397a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:39.984476 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7f40b00f-f414-407f-948b-119bf940b2de req-eeab4baf-ebad-413e-9c08-81ed1aee397a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 945 time: 0.0830371
Nov 24 13:46:40.031641 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7f40b00f-f414-407f-948b-119bf940b2de req-5a9c91f2-8a63-4268-9df8-7d4a58d56027 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=402b040d-5ff5-412f-a336-c53bf973c16c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429938
Nov 24 13:46:40.315515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bb53ac6d-4142-4493-a368-ce1321417d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:46:40.544903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:46:41.255821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3aa035-7751-4d34-a0f0-adb3caea3fa5 req-66f84fe4-e94b-436e-b83c-4219ce5eacee tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:41.257439 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0a3aa035-7751-4d34-a0f0-adb3caea3fa5 req-66f84fe4-e94b-436e-b83c-4219ce5eacee tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 945 time: 0.0886986
Nov 24 13:46:41.310183 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0a3aa035-7751-4d34-a0f0-adb3caea3fa5 req-0cc8e22b-9929-4624-9433-b53e52fde49b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=402b040d-5ff5-412f-a336-c53bf973c16c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456266
Nov 24 13:46:42.526714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5141de-0482-405d-bf1c-2ae1684aa0fa req-2e2634b0-65bc-4dac-960c-176311538321 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:42.528324 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3b5141de-0482-405d-bf1c-2ae1684aa0fa req-2e2634b0-65bc-4dac-960c-176311538321 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 945 time: 0.0872207
Nov 24 13:46:42.583792 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3b5141de-0482-405d-bf1c-2ae1684aa0fa req-34dd2b2d-bca2-4daa-86c5-40de8426bac0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=402b040d-5ff5-412f-a336-c53bf973c16c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489144
Nov 24 13:46:42.684637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dce8eb16-ff98-407d-a59c-a8402010fbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:46:43.036313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:46:43.801738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08f616-0612-4839-81d2-f45217a87e3c req-7c123e6f-be73-462d-b232-613fc63c61d0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:43.803381 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1f08f616-0612-4839-81d2-f45217a87e3c req-7c123e6f-be73-462d-b232-613fc63c61d0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 945 time: 0.0830274
Nov 24 13:46:43.851123 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1f08f616-0612-4839-81d2-f45217a87e3c req-03a7f410-06d4-40e6-a456-d4a3d4bd27bc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=402b040d-5ff5-412f-a336-c53bf973c16c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412443
Nov 24 13:46:44.282202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:46:44.896918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:46:45.079128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36938f-3658-4deb-8813-34fcf8cc4479 req-030cd898-3e0b-4518-be4d-7ca20b5cd097 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:45.080786 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2c36938f-3658-4deb-8813-34fcf8cc4479 req-030cd898-3e0b-4518-be4d-7ca20b5cd097 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 945 time: 0.0899446
Nov 24 13:46:45.136799 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2c36938f-3658-4deb-8813-34fcf8cc4479 req-59fc8b9d-318c-4493-9375-6629747efa26 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=402b040d-5ff5-412f-a336-c53bf973c16c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486240
Nov 24 13:46:46.343579 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-037e2c89-3bda-416f-a7a2-d70c380d99dc req-4a4abe52-efd5-4b8d-a4aa-c602585fe2cf service neutron] 10.222.0.70 "GET /v2.0/ports/fcff5c20-cacb-4b39-9bc4-35d0746b4a4e/bindings/hv-neutron-6013 HTTP/1.1" status: 200  len: 454 time: 0.0840194
Nov 24 13:46:46.361718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59be120-db68-4bd7-a5f7-98ceba2bae32 req-5fb536bc-490d-4928-acd5-367822c43789 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:46.363396 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e59be120-db68-4bd7-a5f7-98ceba2bae32 req-5fb536bc-490d-4928-acd5-367822c43789 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 945 time: 0.0885208
Nov 24 13:46:46.392447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device fcff5c20-cacb-4b39-9bc4-35d0746b4a4e no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:46:46.418223 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e59be120-db68-4bd7-a5f7-98ceba2bae32 req-1534a560-80a1-4be2-8dec-01759d1b39d2 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=402b040d-5ff5-412f-a336-c53bf973c16c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449245
Nov 24 13:46:46.524397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:46:46.557326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2b28ca-6600-4594-9ffa-778dd709b8c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcff5c20-cacb-4b39-9bc4-35d0746b4a4e'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:46:46.568002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port fcff5c20-cacb-4b39-9bc4-35d0746b4a4e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=fcff5c20-cacb-4b39-9bc4-35d0746b4a4e,segment=NetworkSegment(1941d2bf-4826-4742-b120-5e1882c7fb85),segment_id=1941d2bf-4826-4742-b120-5e1882c7fb85)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:46:46.573558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:46:46.574732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c416545f-e609-4f50-8b0f-8c371f7623aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:46:46.629558 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2b28ca-6600-4594-9ffa-778dd709b8c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcff5c20-cacb-4b39-9bc4-35d0746b4a4e', 'code': 200}
Nov 24 13:46:46.640549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e2c89-3bda-416f-a7a2-d70c380d99dc req-a48bd75c-562b-4797-bd65-789e6ee90384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:46.642184 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-037e2c89-3bda-416f-a7a2-d70c380d99dc req-a48bd75c-562b-4797-bd65-789e6ee90384 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9&tenant_id=d5748be5eb2b47818a674120dfe1813a HTTP/1.1" status: 200  len: 1160 time: 0.0854728
Nov 24 13:46:46.643874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=fcff5c20-cacb-4b39-9bc4-35d0746b4a4e,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:46:46.653896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:46:46.654312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:46:46.654701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:46:46.655078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:46:46.655451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:46:46.655826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:46:46.656196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:46:46.656566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:46:46.656937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:46:46.657304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:46:46.657672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:46:46.658199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:46:46.658666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:46:46.659035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:46:46.659400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:46:46.659770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:46:46.660134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:46:46.660500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:46:46.660865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:46:46.661229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:46:46.661593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:46:46.661956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:46:46.662373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:46:46.662737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:46:46.667500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:46:46.766353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e2c89-3bda-416f-a7a2-d70c380d99dc req-a3f89cb5-687d-48e9-91f4-e14fbe5cc4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:46.767938 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-037e2c89-3bda-416f-a7a2-d70c380d99dc req-a3f89cb5-687d-48e9-91f4-e14fbe5cc4fe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 1160 time: 0.0772264
Nov 24 13:46:46.908888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e2c89-3bda-416f-a7a2-d70c380d99dc req-036cc637-fde1-4706-b7bb-0705b4b87465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:46.910455 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-037e2c89-3bda-416f-a7a2-d70c380d99dc req-036cc637-fde1-4706-b7bb-0705b4b87465 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fa70f270-391b-417a-bc3d-d1e8bd8f375f HTTP/1.1" status: 200  len: 891 time: 0.1361368
Nov 24 13:46:47.016293 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-037e2c89-3bda-416f-a7a2-d70c380d99dc req-14c1118e-06f7-467c-adcb-3744b2d013db service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcff5c20-cacb-4b39-9bc4-35d0746b4a4e HTTP/1.1" status: 200  len: 999 time: 0.0990491
Nov 24 13:46:47.095286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e2c89-3bda-416f-a7a2-d70c380d99dc req-00927db3-21ce-4f88-a7c6-b3da7b6f4ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:47.096882 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-037e2c89-3bda-416f-a7a2-d70c380d99dc req-00927db3-21ce-4f88-a7c6-b3da7b6f4ad4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a826eb73-2443-4b2c-8894-bfb976ea56b5 HTTP/1.1" status: 200  len: 834 time: 0.0734367
Nov 24 13:46:47.178826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e2c89-3bda-416f-a7a2-d70c380d99dc req-537d6c8b-d9dd-4c90-baf0-5aee0b53e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:47.181316 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-037e2c89-3bda-416f-a7a2-d70c380d99dc req-537d6c8b-d9dd-4c90-baf0-5aee0b53e315 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fa70f270-391b-417a-bc3d-d1e8bd8f375f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0771637
Nov 24 13:46:47.327670 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-037e2c89-3bda-416f-a7a2-d70c380d99dc req-6f0a4348-adfd-4ba4-bb79-2246624eed5a service neutron] 10.222.0.70 "GET /v2.0/networks/fa70f270-391b-417a-bc3d-d1e8bd8f375f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398871
Nov 24 13:46:47.473051 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-037e2c89-3bda-416f-a7a2-d70c380d99dc req-935bfafe-d206-44f6-87a0-866cb2c966fe service neutron] 10.222.0.70 "GET /v2.0/networks/fa70f270-391b-417a-bc3d-d1e8bd8f375f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389375
Nov 24 13:46:47.642409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abef0aa-f64d-4103-b4b4-8fa108b5e782 req-9c0bb6d8-c996-4d5a-b48f-3c4b885f1344 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:47.644038 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9abef0aa-f64d-4103-b4b4-8fa108b5e782 req-9c0bb6d8-c996-4d5a-b48f-3c4b885f1344 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 943 time: 0.0885377
Nov 24 13:46:47.718049 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9abef0aa-f64d-4103-b4b4-8fa108b5e782 req-e543e66d-f075-44bc-b434-9a14a91e6112 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=402b040d-5ff5-412f-a336-c53bf973c16c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0669034
Nov 24 13:46:48.935826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e329bca-cea8-4518-9044-f7fe073479e2 req-59af970e-959e-4d74-864f-efbe34cda8a1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:48.937428 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4e329bca-cea8-4518-9044-f7fe073479e2 req-59af970e-959e-4d74-864f-efbe34cda8a1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 943 time: 0.0842261
Nov 24 13:46:48.992179 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4e329bca-cea8-4518-9044-f7fe073479e2 req-086ee9ff-5665-4f13-b280-6a9dfe0adfab tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=402b040d-5ff5-412f-a336-c53bf973c16c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482702
Nov 24 13:46:50.463974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8288416-5b6f-4cab-96be-0168b8189870 req-f4ce88bf-2575-44cc-b7a7-3a37413178cb tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:50.465652 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b8288416-5b6f-4cab-96be-0168b8189870 req-f4ce88bf-2575-44cc-b7a7-3a37413178cb tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 943 time: 0.3412738
Nov 24 13:46:50.514539 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b8288416-5b6f-4cab-96be-0168b8189870 req-6e8961b1-d6c2-43b8-9c9f-9971b004601f tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=402b040d-5ff5-412f-a336-c53bf973c16c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422509
Nov 24 13:46:50.788955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device fcff5c20-cacb-4b39-9bc4-35d0746b4a4e up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:46:50.865956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port fcff5c20-cacb-4b39-9bc4-35d0746b4a4e triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:46:50.866843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:46:50.869015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c62d9-e2c8-49ea-810a-621daf30f81e req-f2a71aa1-a0ed-49b2-ad2c-8e83951121e4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:50.870894 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eb9c62d9-e2c8-49ea-810a-621daf30f81e req-f2a71aa1-a0ed-49b2-ad2c-8e83951121e4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 943 time: 0.0906599
Nov 24 13:46:50.878409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71014baa-52a8-4efc-bf7d-e56cf78d8755 req-91329426-b364-4f64-ac12-69896f3ea965 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:50.879314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-71014baa-52a8-4efc-bf7d-e56cf78d8755 req-91329426-b364-4f64-ac12-69896f3ea965 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Synchronizing usage tracker for tenant:d5748be5eb2b47818a674120dfe1813a on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:46:50.895309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-71014baa-52a8-4efc-bf7d-e56cf78d8755 req-91329426-b364-4f64-ac12-69896f3ea965 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Unset dirty status for tenant:d5748be5eb2b47818a674120dfe1813a on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:46:50.896578 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-71014baa-52a8-4efc-bf7d-e56cf78d8755 req-91329426-b364-4f64-ac12-69896f3ea965 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.70 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9&tenant_id=d5748be5eb2b47818a674120dfe1813a&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200  len: 943 time: 0.1135795
Nov 24 13:46:50.923282 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eb9c62d9-e2c8-49ea-810a-621daf30f81e req-38d0f150-afc0-4b47-8dea-fbbd1e810a49 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=402b040d-5ff5-412f-a336-c53bf973c16c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449803
Nov 24 13:46:50.989164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:46:51.021164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2b28ca-6600-4594-9ffa-778dd709b8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcff5c20-cacb-4b39-9bc4-35d0746b4a4e'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:46:51.032969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port fcff5c20-cacb-4b39-9bc4-35d0746b4a4e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=fcff5c20-cacb-4b39-9bc4-35d0746b4a4e,segment=NetworkSegment(1941d2bf-4826-4742-b120-5e1882c7fb85),segment_id=1941d2bf-4826-4742-b120-5e1882c7fb85)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:46:51.037352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:46:51.039617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e6d0dd3c-bd1c-48a6-bc1c-d73ce7a24673 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:46:51.068313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71014baa-52a8-4efc-bf7d-e56cf78d8755 req-c4891e17-febc-4993-9cb2-e97213f49ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:51.079863 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-71014baa-52a8-4efc-bf7d-e56cf78d8755 req-c4891e17-febc-4993-9cb2-e97213f49ef8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 1160 time: 0.0924561
Nov 24 13:46:51.111480 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2b28ca-6600-4594-9ffa-778dd709b8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcff5c20-cacb-4b39-9bc4-35d0746b4a4e', 'code': 200}
Nov 24 13:46:51.130977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=fcff5c20-cacb-4b39-9bc4-35d0746b4a4e,revision_number=6']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:46:51.142641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:46:51.163947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb50968-0a45-4112-a8de-9451f6870131 req-6157da44-693d-436c-945f-7371823d15b4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:51.165615 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bdb50968-0a45-4112-a8de-9451f6870131 req-6157da44-693d-436c-945f-7371823d15b4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 945 time: 0.0946105
Nov 24 13:46:51.217368 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bdb50968-0a45-4112-a8de-9451f6870131 req-d3092ed1-e6fd-451e-a5c3-e2f2fe4cc207 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=402b040d-5ff5-412f-a336-c53bf973c16c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453024
Nov 24 13:46:51.249685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71014baa-52a8-4efc-bf7d-e56cf78d8755 req-a2d5749a-ef2a-4ebb-9257-51057592bee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:51.251339 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-71014baa-52a8-4efc-bf7d-e56cf78d8755 req-a2d5749a-ef2a-4ebb-9257-51057592bee2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fa70f270-391b-417a-bc3d-d1e8bd8f375f HTTP/1.1" status: 200  len: 891 time: 0.1631737
Nov 24 13:46:51.362985 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-71014baa-52a8-4efc-bf7d-e56cf78d8755 req-7c03eb1f-1fed-4382-b97f-2b81f6cafec2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcff5c20-cacb-4b39-9bc4-35d0746b4a4e HTTP/1.1" status: 200  len: 1001 time: 0.1040361
Nov 24 13:46:51.418413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:46:51.435222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71014baa-52a8-4efc-bf7d-e56cf78d8755 req-2ce9f5e5-ebe4-46af-bb15-2ad3ca72c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:51.436806 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-71014baa-52a8-4efc-bf7d-e56cf78d8755 req-2ce9f5e5-ebe4-46af-bb15-2ad3ca72c8ef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a826eb73-2443-4b2c-8894-bfb976ea56b5 HTTP/1.1" status: 200  len: 834 time: 0.0665264
Nov 24 13:46:51.520018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71014baa-52a8-4efc-bf7d-e56cf78d8755 req-6daef6dd-29e5-4405-95ba-ac0a152a579d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:51.521672 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-71014baa-52a8-4efc-bf7d-e56cf78d8755 req-6daef6dd-29e5-4405-95ba-ac0a152a579d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fa70f270-391b-417a-bc3d-d1e8bd8f375f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784543
Nov 24 13:46:51.919506 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-71014baa-52a8-4efc-bf7d-e56cf78d8755 req-68ea59a7-d91b-4676-9e58-aed9b207b4a9 service neutron] 10.222.0.70 "GET /v2.0/networks/fa70f270-391b-417a-bc3d-d1e8bd8f375f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3911471
Nov 24 13:46:52.061095 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-71014baa-52a8-4efc-bf7d-e56cf78d8755 req-cd9f61f3-8562-43ea-9a4c-020f833d2581 service neutron] 10.222.0.70 "GET /v2.0/networks/fa70f270-391b-417a-bc3d-d1e8bd8f375f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1352773
Nov 24 13:46:52.441464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adeb99-435d-4616-ad15-d5373617b202 req-8ebde31e-87fe-458e-b456-592d7ca87f29 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:52.443092 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-28adeb99-435d-4616-ad15-d5373617b202 req-8ebde31e-87fe-458e-b456-592d7ca87f29 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 945 time: 0.0910220
Nov 24 13:46:52.494658 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-28adeb99-435d-4616-ad15-d5373617b202 req-96eadcd3-a44f-496d-b4b2-faecb014e5c2 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=402b040d-5ff5-412f-a336-c53bf973c16c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434847
Nov 24 13:46:52.651296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device fcff5c20-cacb-4b39-9bc4-35d0746b4a4e up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:46:52.724567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port fcff5c20-cacb-4b39-9bc4-35d0746b4a4e triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:46:52.725002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:46:53.714821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf676d-2321-4fb4-b28a-cec2d63d591e req-984f25dd-ed4c-410b-a07e-e3915eeaebb3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:46:53.716460 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-adcf676d-2321-4fb4-b28a-cec2d63d591e req-984f25dd-ed4c-410b-a07e-e3915eeaebb3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 945 time: 0.0853407
Nov 24 13:46:53.770697 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-adcf676d-2321-4fb4-b28a-cec2d63d591e req-1999aa74-8c0f-4034-9e90-43fe2c33ae78 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=402b040d-5ff5-412f-a336-c53bf973c16c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473149
Nov 24 13:46:53.800258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59410) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:46:53.912138 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5c6a960b-690b-49f1-92c0-873db68757f5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/floatingips/4213ed28-c2e4-45b1-aac2-ce3daa49ba27 HTTP/1.1" status: 200  len: 993 time: 0.1105640
Nov 24 13:47:10.318148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d1b01d2b-a44c-403e-9fdc-1f975e3b0192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:12.689175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f987f306-daa5-4080-b804-f1cd319f4a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:13.039895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:14.286141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:14.895253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:17.546778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:47:20.347866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59422) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:47:20.571334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Deleting port e9de12fc-d7d7-4979-abf2-f56c32811ff4 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:47:20.571716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:20.758859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:20.759223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for floatingip, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:20.887114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Calling delete_port for e9de12fc-d7d7-4979-abf2-f56c32811ff4 owned by network:floatingip {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:47:21.040176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:21.055848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-af9c687e-2a5f-401a-b271-14b068bfc1be tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:21.159042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'Port': ['ID=e9de12fc-d7d7-4979-abf2-f56c32811ff4,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:21.177609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:21.178029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:21.178477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:21.178884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:21.179289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:21.179692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:21.180091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:21.180492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:21.180900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:21.181284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:21.181678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:21.182073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:21.182630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:21.183030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:21.183424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:21.183815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:21.184206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:21.184598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:21.184992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:21.185382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:21.185771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:21.186180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:21.186575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:21.186966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:21.191801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:21.302439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for floatingip, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:21.302858 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Floating IP 4213ed28-c2e4-45b1-aac2-ce3daa49ba27 disassociated (deleted). External IP: 172.26.8.207, port: fcff5c20-cacb-4b39-9bc4-35d0746b4a4e.
Nov 24 13:47:21.433960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:21.722376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Router bccf2960-53a0-44d5-aaea-640eef76c33a has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:47:21.938924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:47:21.949727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50edc5c8-5f29-42a7-9499-debf17a08403 None None] Sync routers for ids ['bccf2960-53a0-44d5-aaea-640eef76c33a'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:47:21.959751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:21.963084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50edc5c8-5f29-42a7-9499-debf17a08403 None None] Routers {'bccf2960-53a0-44d5-aaea-640eef76c33a'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:47:21.963769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-50edc5c8-5f29-42a7-9499-debf17a08403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346d4b668>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:47:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['bccf2960-53a0-44d5-aaea-640eef76c33a'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:47:22.016000 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "DELETE /v2.0/floatingips/4213ed28-c2e4-45b1-aac2-ce3daa49ba27 HTTP/1.1" status: 204  len: 168 time: 1.6668859
Nov 24 13:47:22.016724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2b28ca-6600-4594-9ffa-778dd709b8c9', 'tag': 'fcff5c20-cacb-4b39-9bc4-35d0746b4a4e'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:47:22.164875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-50edc5c8-5f29-42a7-9499-debf17a08403 None None] Set router bccf2960-53a0-44d5-aaea-640eef76c33a gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:47:22.204618 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2b28ca-6600-4594-9ffa-778dd709b8c9', 'tag': 'fcff5c20-cacb-4b39-9bc4-35d0746b4a4e', 'status': 'completed', 'code': 200}
Nov 24 13:47:22.353388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998eed8-b4a1-4c6a-afa0-5c9072c5e14c req-d97c0de8-cd94-471d-9231-55fc19783b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:22.355133 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8998eed8-b4a1-4c6a-afa0-5c9072c5e14c req-d97c0de8-cd94-471d-9231-55fc19783b94 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 1162 time: 0.0997138
Nov 24 13:47:22.484120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd016204-fe68-4391-a06c-0a4a42b23aff req-6a9c9530-85b2-46fe-9cc7-a96874931211 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:22.485767 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dd016204-fe68-4391-a06c-0a4a42b23aff req-6a9c9530-85b2-46fe-9cc7-a96874931211 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 945 time: 0.0950582
Nov 24 13:47:22.504979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998eed8-b4a1-4c6a-afa0-5c9072c5e14c req-fd2f2101-eeae-4f6a-bd34-08959334751c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:22.506718 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8998eed8-b4a1-4c6a-afa0-5c9072c5e14c req-fd2f2101-eeae-4f6a-bd34-08959334751c service neutron] 10.222.0.70 "GET /v2.0/networks?id=fa70f270-391b-417a-bc3d-d1e8bd8f375f HTTP/1.1" status: 200  len: 891 time: 0.1447177
Nov 24 13:47:22.534091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-50edc5c8-5f29-42a7-9499-debf17a08403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346d4b668>, [{'id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516664447', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': 'b2197160-dcd6-42e3-9708-1a48af2dea23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:45:43Z', 'updated_at': '2020-11-24T13:45:48Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': 'b2197160-dcd6-42e3-9708-1a48af2dea23', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:45:43Z', 'updated_at': '2020-11-24T13:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '3493d74a-c635-4d55-8184-b816485e9271', 'name': '', 'network_id': 'fa70f270-391b-417a-bc3d-d1e8bd8f375f', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:b7:71:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'a826eb73-2443-4b2c-8894-bfb976ea56b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:45:47Z', 'updated_at': '2020-11-24T13:45:55Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': 'a826eb73-2443-4b2c-8894-bfb976ea56b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:47:22.538778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50edc5c8-5f29-42a7-9499-debf17a08403 None None] Checking router: bccf2960-53a0-44d5-aaea-640eef76c33a for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:47:22.541327 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dd016204-fe68-4391-a06c-0a4a42b23aff req-eaa78c3e-59a5-4fa4-8899-45d191b816c1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=402b040d-5ff5-412f-a336-c53bf973c16c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464356
Nov 24 13:47:22.550433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50edc5c8-5f29-42a7-9499-debf17a08403 None None] Routers {'bccf2960-53a0-44d5-aaea-640eef76c33a'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:47:22.551100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-50edc5c8-5f29-42a7-9499-debf17a08403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346d4b668>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:47:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['bccf2960-53a0-44d5-aaea-640eef76c33a'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:47:22.590281 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8998eed8-b4a1-4c6a-afa0-5c9072c5e14c req-4260a45e-cc54-479f-bf45-dd950a2c41ec service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcff5c20-cacb-4b39-9bc4-35d0746b4a4e HTTP/1.1" status: 200  len: 217 time: 0.0756106
Nov 24 13:47:22.667368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998eed8-b4a1-4c6a-afa0-5c9072c5e14c req-47d05618-2089-48c6-af2d-2131479d2a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:22.668969 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8998eed8-b4a1-4c6a-afa0-5c9072c5e14c req-47d05618-2089-48c6-af2d-2131479d2a21 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a826eb73-2443-4b2c-8894-bfb976ea56b5 HTTP/1.1" status: 200  len: 834 time: 0.0714729
Nov 24 13:47:22.755539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998eed8-b4a1-4c6a-afa0-5c9072c5e14c req-75b90bff-f1a2-4305-bdd3-35fbec058a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:22.757204 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8998eed8-b4a1-4c6a-afa0-5c9072c5e14c req-75b90bff-f1a2-4305-bdd3-35fbec058a01 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fa70f270-391b-417a-bc3d-d1e8bd8f375f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0808730
Nov 24 13:47:22.908198 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8998eed8-b4a1-4c6a-afa0-5c9072c5e14c req-65659753-4a95-4d2c-8675-a070e6adc1b9 service neutron] 10.222.0.70 "GET /v2.0/networks/fa70f270-391b-417a-bc3d-d1e8bd8f375f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431313
Nov 24 13:47:22.925002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-50edc5c8-5f29-42a7-9499-debf17a08403 None None] Set router bccf2960-53a0-44d5-aaea-640eef76c33a gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:47:23.055469 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8998eed8-b4a1-4c6a-afa0-5c9072c5e14c req-b8be6e8d-7d1e-43ff-a3b3-74fb16ee6b34 service neutron] 10.222.0.70 "GET /v2.0/networks/fa70f270-391b-417a-bc3d-d1e8bd8f375f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398623
Nov 24 13:47:23.269762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-50edc5c8-5f29-42a7-9499-debf17a08403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346d4b668>, [{'id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516664447', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': 'b2197160-dcd6-42e3-9708-1a48af2dea23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:45:43Z', 'updated_at': '2020-11-24T13:45:48Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': 'b2197160-dcd6-42e3-9708-1a48af2dea23', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:45:43Z', 'updated_at': '2020-11-24T13:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '3493d74a-c635-4d55-8184-b816485e9271', 'name': '', 'network_id': 'fa70f270-391b-417a-bc3d-d1e8bd8f375f', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:b7:71:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'a826eb73-2443-4b2c-8894-bfb976ea56b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:45:47Z', 'updated_at': '2020-11-24T13:45:55Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': 'a826eb73-2443-4b2c-8894-bfb976ea56b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:47:23.274113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50edc5c8-5f29-42a7-9499-debf17a08403 None None] The sync data for ids ['bccf2960-53a0-44d5-aaea-640eef76c33a'] in dv-neutron-601336-61-ovs is: [{'id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516664447', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': 'b2197160-dcd6-42e3-9708-1a48af2dea23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:45:43Z', 'updated_at': '2020-11-24T13:45:48Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': 'b2197160-dcd6-42e3-9708-1a48af2dea23', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:45:43Z', 'updated_at': '2020-11-24T13:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '3493d74a-c635-4d55-8184-b816485e9271', 'name': '', 'network_id': 'fa70f270-391b-417a-bc3d-d1e8bd8f375f', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:b7:71:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'a826eb73-2443-4b2c-8894-bfb976ea56b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:45:47Z', 'updated_at': '2020-11-24T13:45:55Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': 'a826eb73-2443-4b2c-8894-bfb976ea56b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:47:23.680657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ec9151-03c4-4a68-8bd5-7c7bb00dfbd4 None None] New status for floating IP 4213ed28-c2e4-45b1-aac2-ce3daa49ba27: DOWN {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:47:23.769654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0297f-9111-439d-8737-8fec80e99d74 req-16651eba-bfc8-4cb8-aef5-8fb300acdec2 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:23.771314 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ecc0297f-9111-439d-8737-8fec80e99d74 req-16651eba-bfc8-4cb8-aef5-8fb300acdec2 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 945 time: 0.0923877
Nov 24 13:47:23.825439 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ecc0297f-9111-439d-8737-8fec80e99d74 req-39ddc25e-9096-4f59-b5e5-db700db3f47e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=402b040d-5ff5-412f-a336-c53bf973c16c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465000
Nov 24 13:47:24.240485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b51b66-96a0-4a70-8fb2-70a35d307d6b req-9b3f21c0-27b2-4213-b975-4a43a5f94bd2 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:24.241040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-a4b51b66-96a0-4a70-8fb2-70a35d307d6b req-9b3f21c0-27b2-4213-b975-4a43a5f94bd2 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Synchronizing usage tracker for tenant:d5748be5eb2b47818a674120dfe1813a on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:47:24.256183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-a4b51b66-96a0-4a70-8fb2-70a35d307d6b req-9b3f21c0-27b2-4213-b975-4a43a5f94bd2 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Unset dirty status for tenant:d5748be5eb2b47818a674120dfe1813a on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:47:24.257379 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a4b51b66-96a0-4a70-8fb2-70a35d307d6b req-9b3f21c0-27b2-4213-b975-4a43a5f94bd2 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.70 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 945 time: 0.1038001
Nov 24 13:47:24.337998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-a4b51b66-96a0-4a70-8fb2-70a35d307d6b req-536e28e8-69ad-4a1a-a8f9-9a53f37fd064 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Deleting port fcff5c20-cacb-4b39-9bc4-35d0746b4a4e {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:47:24.338885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a4b51b66-96a0-4a70-8fb2-70a35d307d6b req-536e28e8-69ad-4a1a-a8f9-9a53f37fd064 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:24.855033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-a4b51b66-96a0-4a70-8fb2-70a35d307d6b req-536e28e8-69ad-4a1a-a8f9-9a53f37fd064 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] For port fcff5c20-cacb-4b39-9bc4-35d0746b4a4e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=fcff5c20-cacb-4b39-9bc4-35d0746b4a4e,segment=NetworkSegment(1941d2bf-4826-4742-b120-5e1882c7fb85),segment_id=1941d2bf-4826-4742-b120-5e1882c7fb85)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:47:24.855665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a4b51b66-96a0-4a70-8fb2-70a35d307d6b req-536e28e8-69ad-4a1a-a8f9-9a53f37fd064 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:24.879866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device fcff5c20-cacb-4b39-9bc4-35d0746b4a4e no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:47:24.989504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-a4b51b66-96a0-4a70-8fb2-70a35d307d6b req-536e28e8-69ad-4a1a-a8f9-9a53f37fd064 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Calling delete_port for fcff5c20-cacb-4b39-9bc4-35d0746b4a4e owned by compute:nova {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:47:25.040719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:25.098858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d66a5-ef6f-4c68-ae82-24254771f0c5 req-ea73a73c-4437-4317-9832-9d3498bac0ac tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:25.100480 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-699d66a5-ef6f-4c68-ae82-24254771f0c5 req-ea73a73c-4437-4317-9832-9d3498bac0ac tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=db2b28ca-6600-4594-9ffa-778dd709b8c9 HTTP/1.1" status: 200  len: 945 time: 0.1365192
Nov 24 13:47:25.152537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a4b51b66-96a0-4a70-8fb2-70a35d307d6b req-536e28e8-69ad-4a1a-a8f9-9a53f37fd064 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:25.173932 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-699d66a5-ef6f-4c68-ae82-24254771f0c5 req-93758f5f-9c2e-49bd-b9a4-e4301d46d554 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=402b040d-5ff5-412f-a336-c53bf973c16c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654144
Nov 24 13:47:25.174768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-af5ed998-3486-4cc2-b05c-46c7260d943d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:25.280088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e28e8-69ad-4a1a-a8f9-9a53f37fd064 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'Port': ['ID=fcff5c20-cacb-4b39-9bc4-35d0746b4a4e,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:25.283766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-536e28e8-69ad-4a1a-a8f9-9a53f37fd064 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:25.388423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b51b66-96a0-4a70-8fb2-70a35d307d6b req-536e28e8-69ad-4a1a-a8f9-9a53f37fd064 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] No DVR routers for this DVR port fcff5c20-cacb-4b39-9bc4-35d0746b4a4e on host hv-neutron-6013 {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:47:25.390733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a4b51b66-96a0-4a70-8fb2-70a35d307d6b req-536e28e8-69ad-4a1a-a8f9-9a53f37fd064 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:25.393789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2b28ca-6600-4594-9ffa-778dd709b8c9', 'name': 'network-vif-deleted', 'tag': 'fcff5c20-cacb-4b39-9bc4-35d0746b4a4e'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:47:25.408950 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a4b51b66-96a0-4a70-8fb2-70a35d307d6b req-536e28e8-69ad-4a1a-a8f9-9a53f37fd064 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.70 "DELETE /v2.0/ports/fcff5c20-cacb-4b39-9bc4-35d0746b4a4e HTTP/1.1" status: 204  len: 173 time: 1.1447988
Nov 24 13:47:25.452528 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2b28ca-6600-4594-9ffa-778dd709b8c9', 'name': 'network-vif-deleted', 'tag': 'fcff5c20-cacb-4b39-9bc4-35d0746b4a4e', 'status': 'completed', 'code': 200}
Nov 24 13:47:26.277824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59442) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:47:26.705717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e352168c-a05c-48d2-a3c6-32b2e8451acc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:27.367508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e352168c-a05c-48d2-a3c6-32b2e8451acc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Deleting port 3493d74a-c635-4d55-8184-b816485e9271 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:47:27.368086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e352168c-a05c-48d2-a3c6-32b2e8451acc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:27.569804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e352168c-a05c-48d2-a3c6-32b2e8451acc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] For port 3493d74a-c635-4d55-8184-b816485e9271, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=3493d74a-c635-4d55-8184-b816485e9271,segment=NetworkSegment(1941d2bf-4826-4742-b120-5e1882c7fb85),segment_id=1941d2bf-4826-4742-b120-5e1882c7fb85)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:47:27.570243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e352168c-a05c-48d2-a3c6-32b2e8451acc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:27.699130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e352168c-a05c-48d2-a3c6-32b2e8451acc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Calling delete_port for 3493d74a-c635-4d55-8184-b816485e9271 owned by network:router_interface {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:47:27.883014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e352168c-a05c-48d2-a3c6-32b2e8451acc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:27.899706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-afc62da6-bf5b-4a8a-9403-e0093ecf2e0b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:27.998447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352168c-a05c-48d2-a3c6-32b2e8451acc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'Port': ['ID=3493d74a-c635-4d55-8184-b816485e9271,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:28.003943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e352168c-a05c-48d2-a3c6-32b2e8451acc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:28.353009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e352168c-a05c-48d2-a3c6-32b2e8451acc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:29.357502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e352168c-a05c-48d2-a3c6-32b2e8451acc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Router bccf2960-53a0-44d5-aaea-640eef76c33a has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:47:29.574070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e352168c-a05c-48d2-a3c6-32b2e8451acc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:47:29.583817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136b1851-0ad1-4efc-92ab-415f82eb47d2 None None] Sync routers for ids ['bccf2960-53a0-44d5-aaea-640eef76c33a'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:47:29.589169 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e352168c-a05c-48d2-a3c6-32b2e8451acc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "PUT /v2.0/routers/bccf2960-53a0-44d5-aaea-640eef76c33a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3095529
Nov 24 13:47:29.592135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59446) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:47:29.599912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136b1851-0ad1-4efc-92ab-415f82eb47d2 None None] Routers {'bccf2960-53a0-44d5-aaea-640eef76c33a'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:47:29.600605 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-136b1851-0ad1-4efc-92ab-415f82eb47d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347bf8438>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:47:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['bccf2960-53a0-44d5-aaea-640eef76c33a'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:47:29.795356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-136b1851-0ad1-4efc-92ab-415f82eb47d2 None None] Set router bccf2960-53a0-44d5-aaea-640eef76c33a gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:47:29.872643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f985bc-3bae-4f37-99ad-fe7e9a41b981 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Deleting subnet a826eb73-2443-4b2c-8894-bfb976ea56b5 {{(pid=80944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:47:29.876034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19f985bc-3bae-4f37-99ad-fe7e9a41b981 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for subnet, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:29.933966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19f985bc-3bae-4f37-99ad-fe7e9a41b981 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700138'] for subnet, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:30.024017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19f985bc-3bae-4f37-99ad-fe7e9a41b981 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:30.101337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-136b1851-0ad1-4efc-92ab-415f82eb47d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347bf8438>, [{'id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516664447', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': 'b2197160-dcd6-42e3-9708-1a48af2dea23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:45:43Z', 'updated_at': '2020-11-24T13:47:27Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': 'b2197160-dcd6-42e3-9708-1a48af2dea23', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:45:43Z', 'updated_at': '2020-11-24T13:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:47:30.106407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136b1851-0ad1-4efc-92ab-415f82eb47d2 None None] Checking router: bccf2960-53a0-44d5-aaea-640eef76c33a for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:47:30.117715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136b1851-0ad1-4efc-92ab-415f82eb47d2 None None] Routers {'bccf2960-53a0-44d5-aaea-640eef76c33a'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:47:30.118423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-136b1851-0ad1-4efc-92ab-415f82eb47d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347bf8438>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:47:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['bccf2960-53a0-44d5-aaea-640eef76c33a'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:47:30.311810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-136b1851-0ad1-4efc-92ab-415f82eb47d2 None None] Set router bccf2960-53a0-44d5-aaea-640eef76c33a gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:47:30.320961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19f985bc-3bae-4f37-99ad-fe7e9a41b981 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10315280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228606'] for subnet, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:30.337422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2163e431-b8e4-4ab8-be23-bf589a6d499c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:30.433670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f985bc-3bae-4f37-99ad-fe7e9a41b981 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'Subnet': ['ID=a826eb73-2443-4b2c-8894-bfb976ea56b5,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:30.450439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-19f985bc-3bae-4f37-99ad-fe7e9a41b981 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:30.489365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19f985bc-3bae-4f37-99ad-fe7e9a41b981 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:30.500480 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-19f985bc-3bae-4f37-99ad-fe7e9a41b981 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "DELETE /v2.0/subnets/a826eb73-2443-4b2c-8894-bfb976ea56b5 HTTP/1.1" status: 204  len: 168 time: 0.9044394
Nov 24 13:47:30.500705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9502326e-fe7d-4196-abf0-93cc5070ee52 None None] Network fa70f270-391b-417a-bc3d-d1e8bd8f375f requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:47:30.500819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59452) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:47:30.717248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3cb93cfb-a1cd-4832-96f0-c0ae56eef9c6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:30.819140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-136b1851-0ad1-4efc-92ab-415f82eb47d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347bf8438>, [{'id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516664447', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': 'b2197160-dcd6-42e3-9708-1a48af2dea23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:45:43Z', 'updated_at': '2020-11-24T13:47:27Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': 'b2197160-dcd6-42e3-9708-1a48af2dea23', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:45:43Z', 'updated_at': '2020-11-24T13:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:47:30.823630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136b1851-0ad1-4efc-92ab-415f82eb47d2 None None] The sync data for ids ['bccf2960-53a0-44d5-aaea-640eef76c33a'] in dv-neutron-601336-61-ovs is: [{'id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516664447', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': 'b2197160-dcd6-42e3-9708-1a48af2dea23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:45:43Z', 'updated_at': '2020-11-24T13:47:27Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': 'b2197160-dcd6-42e3-9708-1a48af2dea23', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf2960-53a0-44d5-aaea-640eef76c33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:45:43Z', 'updated_at': '2020-11-24T13:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:47:30.874725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cae72c6-74fd-4f5b-acd2-4b466e4cde18 None None] DHCP port deletion for fa70f270-391b-417a-bc3d-d1e8bd8f375f request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:47:30.879390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6cae72c6-74fd-4f5b-acd2-4b466e4cde18 None None] Deleting port b23341cb-2290-4b20-ab53-040dc3f40a7a {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:47:30.879816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6cae72c6-74fd-4f5b-acd2-4b466e4cde18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:30.943914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3cb93cfb-a1cd-4832-96f0-c0ae56eef9c6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router_gateway, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:30.952949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3cb93cfb-a1cd-4832-96f0-c0ae56eef9c6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Deleting port b2197160-dcd6-42e3-9708-1a48af2dea23 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:47:30.953331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3cb93cfb-a1cd-4832-96f0-c0ae56eef9c6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:31.101578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-6cae72c6-74fd-4f5b-acd2-4b466e4cde18 None None] For port b23341cb-2290-4b20-ab53-040dc3f40a7a, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=b23341cb-2290-4b20-ab53-040dc3f40a7a,segment=NetworkSegment(1941d2bf-4826-4742-b120-5e1882c7fb85),segment_id=1941d2bf-4826-4742-b120-5e1882c7fb85)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:47:31.102028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6cae72c6-74fd-4f5b-acd2-4b466e4cde18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:31.159109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-3cb93cfb-a1cd-4832-96f0-c0ae56eef9c6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] For port b2197160-dcd6-42e3-9708-1a48af2dea23, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=b2197160-dcd6-42e3-9708-1a48af2dea23,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:47:31.159500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3cb93cfb-a1cd-4832-96f0-c0ae56eef9c6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:31.293887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3cb93cfb-a1cd-4832-96f0-c0ae56eef9c6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Calling delete_port for b2197160-dcd6-42e3-9708-1a48af2dea23 owned by network:router_gateway {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:47:31.418877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6cae72c6-74fd-4f5b-acd2-4b466e4cde18 None None] Calling delete_port for b23341cb-2290-4b20-ab53-040dc3f40a7a owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:47:31.478199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3cb93cfb-a1cd-4832-96f0-c0ae56eef9c6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:31.494075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6cae72c6-74fd-4f5b-acd2-4b466e4cde18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:31.494519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cd86b9ae-0297-4cc4-a7fe-136173337cc7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:31.509879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e4f8cdb2-0ed7-4f53-b940-8460e9adaf8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:31.595836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb93cfb-a1cd-4832-96f0-c0ae56eef9c6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'Port': ['ID=b2197160-dcd6-42e3-9708-1a48af2dea23,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:31.600028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3cb93cfb-a1cd-4832-96f0-c0ae56eef9c6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:31.607858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae72c6-74fd-4f5b-acd2-4b466e4cde18 None None] Pushing event deleted for resources: {'Port': ['ID=b23341cb-2290-4b20-ab53-040dc3f40a7a,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:31.612629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6cae72c6-74fd-4f5b-acd2-4b466e4cde18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:31.658749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cae72c6-74fd-4f5b-acd2-4b466e4cde18 None None] No DVR routers for this DVR port b23341cb-2290-4b20-ab53-040dc3f40a7a on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:47:31.737408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b23341cb-2290-4b20-ab53-040dc3f40a7a no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:47:31.773680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: b23341cb-2290-4b20-ab53-040dc3f40a7a {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:47:31.774087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b23341cb-2290-4b20-ab53-040dc3f40a7a not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:47:31.774598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 3493d74a-c635-4d55-8184-b816485e9271 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:47:31.813416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 3493d74a-c635-4d55-8184-b816485e9271 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:47:31.813823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 3493d74a-c635-4d55-8184-b816485e9271 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:47:32.133374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3cb93cfb-a1cd-4832-96f0-c0ae56eef9c6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:32.411128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3cb93cfb-a1cd-4832-96f0-c0ae56eef9c6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:32.415581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3cb93cfb-a1cd-4832-96f0-c0ae56eef9c6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:32.438491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3cb93cfb-a1cd-4832-96f0-c0ae56eef9c6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:32.439051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb93cfb-a1cd-4832-96f0-c0ae56eef9c6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Fanout notify agent at l3_agent the message router_deleted on router bccf2960-53a0-44d5-aaea-640eef76c33a {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:47:32.453956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3cb93cfb-a1cd-4832-96f0-c0ae56eef9c6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:32.455227 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3cb93cfb-a1cd-4832-96f0-c0ae56eef9c6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "DELETE /v2.0/routers/bccf2960-53a0-44d5-aaea-640eef76c33a HTTP/1.1" status: 204  len: 168 time: 1.9534616
Nov 24 13:47:32.458055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59456) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:47:32.589430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e3484da-15dc-4ce2-9de8-9f9434fbf1a1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:32.797646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e3484da-15dc-4ce2-9de8-9f9434fbf1a1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:32.926857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-3e3484da-15dc-4ce2-9de8-9f9434fbf1a1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f63468a49b0>,) {'filters': {'network_id': ['fa70f270-391b-417a-bc3d-d1e8bd8f375f']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:47:32.940819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-3e3484da-15dc-4ce2-9de8-9f9434fbf1a1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f63468a49b0>, '1941d2bf-4826-4742-b120-5e1882c7fb85') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:47:32.941155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-3e3484da-15dc-4ce2-9de8-9f9434fbf1a1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f63468a49b0>, '1941d2bf-4826-4742-b120-5e1882c7fb85') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:47:32.953397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e3484da-15dc-4ce2-9de8-9f9434fbf1a1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:32.968702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e3484da-15dc-4ce2-9de8-9f9434fbf1a1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:32.970779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3e3484da-15dc-4ce2-9de8-9f9434fbf1a1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Releasing vxlan tunnel 3 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:47:33.157832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-3e3484da-15dc-4ce2-9de8-9f9434fbf1a1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network fa70f270-391b-417a-bc3d-d1e8bd8f375f has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:47:33.167789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e3484da-15dc-4ce2-9de8-9f9434fbf1a1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:33.352354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-3e3484da-15dc-4ce2-9de8-9f9434fbf1a1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network fa70f270-391b-417a-bc3d-d1e8bd8f375f has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:47:33.377887 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:47:33.377887 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:47:33.377887 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:47:33.377887 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:47:33.377887 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:47:33.377887 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:47:33.377887 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:47:33.377887 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:47:33.377887 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:47:33.377887 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:47:33.377887 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:47:33.377887 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:47:33.377887 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:47:33.377887 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:47:33.377887 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:47:33.377887 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:47:33.377887 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:47:33.377887 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:47:33.377887 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:47:33.377887 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:47:33.377887 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:47:33.377887 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:47:33.377887 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:47:33.377887 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:47:33.377887 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:47:33.377887 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:47:33.377887 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:47:33.377887 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:47:33.377887 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:47:33.377887 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:47:33.377887 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:47:33.377887 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:47:33.464575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e3484da-15dc-4ce2-9de8-9f9434fbf1a1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:33.468032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-026b87b1-cc3e-468f-9289-433d7e3b4591 tempest-RoutersNegativeIpV6Test-1380985905 tempest-RoutersNegativeIpV6Test-1380985905] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:33.486078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e3484da-15dc-4ce2-9de8-9f9434fbf1a1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:33.495498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3484da-15dc-4ce2-9de8-9f9434fbf1a1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'Network': ['ID=fa70f270-391b-417a-bc3d-d1e8bd8f375f,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:33.498987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3e3484da-15dc-4ce2-9de8-9f9434fbf1a1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:33.503794 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-3e3484da-15dc-4ce2-9de8-9f9434fbf1a1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "DELETE /v2.0/networks/fa70f270-391b-417a-bc3d-d1e8bd8f375f HTTP/1.1" status: 204  len: 168 time: 1.0447233
Nov 24 13:47:33.506764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59460) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:47:33.587735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ca73c6c-0970-48ff-9392-9a921f302a80 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:33.619571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ca73c6c-0970-48ff-9392-9a921f302a80 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:33.622420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b2197160-dcd6-42e3-9708-1a48af2dea23 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:47:33.657972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: b2197160-dcd6-42e3-9708-1a48af2dea23 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:47:33.658394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device b2197160-dcd6-42e3-9708-1a48af2dea23 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:47:33.674196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ca73c6c-0970-48ff-9392-9a921f302a80 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:33.678379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b6637e5c-2ef7-43ec-8bcf-963bafcf393a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:33.695908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca73c6c-0970-48ff-9392-9a921f302a80 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'SecurityGroup': ['ID=402b040d-5ff5-412f-a336-c53bf973c16c,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:33.699078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4ca73c6c-0970-48ff-9392-9a921f302a80 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:33.707412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4ca73c6c-0970-48ff-9392-9a921f302a80 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:33.708644 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4ca73c6c-0970-48ff-9392-9a921f302a80 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "DELETE /v2.0/security-groups/402b040d-5ff5-412f-a336-c53bf973c16c HTTP/1.1" status: 204  len: 168 time: 0.2008827
Nov 24 13:47:33.954919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59468) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:47:33.961523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c05f6992-11f0-4a82-a156-e0e8632b685a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-357110141', 'description': 'tempest-secgroup-smoke-357110141 description', 'project_id': 'd5748be5eb2b47818a674120dfe1813a'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:47:33.968560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c05f6992-11f0-4a82-a156-e0e8632b685a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:47:33.972940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c05f6992-11f0-4a82-a156-e0e8632b685a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:47:33.976043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c05f6992-11f0-4a82-a156-e0e8632b685a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:47:33.981790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c05f6992-11f0-4a82-a156-e0e8632b685a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:47:33.991938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c05f6992-11f0-4a82-a156-e0e8632b685a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:34.030092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c05f6992-11f0-4a82-a156-e0e8632b685a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:47:34.034252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c05f6992-11f0-4a82-a156-e0e8632b685a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:47:34.037232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c05f6992-11f0-4a82-a156-e0e8632b685a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:47:34.043033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c05f6992-11f0-4a82-a156-e0e8632b685a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:47:34.103382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c05f6992-11f0-4a82-a156-e0e8632b685a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:34.106198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c05f6992-11f0-4a82-a156-e0e8632b685a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:34.111646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2a0086e2-fcf0-4aeb-8e46-5694bbd749f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:34.157946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f6992-11f0-4a82-a156-e0e8632b685a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4b29d5-f5f5-4ebc-81b6-3c05348e2233,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:34.161302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c05f6992-11f0-4a82-a156-e0e8632b685a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:34.162587 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c05f6992-11f0-4a82-a156-e0e8632b685a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1678 time: 0.2065794
Nov 24 13:47:34.163618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c05f6992-11f0-4a82-a156-e0e8632b685a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:34.165633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59472) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:47:34.171737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c99948de-1b47-4ea7-b13f-d1323116ca74 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group_rule': {'security_group_id': '8e4b29d5-f5f5-4ebc-81b6-3c05348e2233', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:47:34.178351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c99948de-1b47-4ea7-b13f-d1323116ca74 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:47:34.184150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c99948de-1b47-4ea7-b13f-d1323116ca74 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:47:34.187232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c99948de-1b47-4ea7-b13f-d1323116ca74 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:47:34.193066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c99948de-1b47-4ea7-b13f-d1323116ca74 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:47:34.209248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c99948de-1b47-4ea7-b13f-d1323116ca74 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:34.283344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c99948de-1b47-4ea7-b13f-d1323116ca74 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:34.285979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c99948de-1b47-4ea7-b13f-d1323116ca74 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:34.287918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-21e7ea76-00a2-4504-9ce6-12d14313c11d tempest-SecGroupIPv6Test-986921719 tempest-SecGroupIPv6Test-986921719] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:34.312643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99948de-1b47-4ea7-b13f-d1323116ca74 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b92835f-cb79-45dd-bdb0-b3f060e53241,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:34.317398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c99948de-1b47-4ea7-b13f-d1323116ca74 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:34.320891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c99948de-1b47-4ea7-b13f-d1323116ca74 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:34.322177 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c99948de-1b47-4ea7-b13f-d1323116ca74 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1549602
Nov 24 13:47:34.325246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59476) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:47:34.330714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b6c8c408-ae03-438c-a090-56bc011f8438 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group_rule': {'security_group_id': '8e4b29d5-f5f5-4ebc-81b6-3c05348e2233', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:47:34.336890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b6c8c408-ae03-438c-a090-56bc011f8438 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:47:34.340956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b6c8c408-ae03-438c-a090-56bc011f8438 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:47:34.343983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b6c8c408-ae03-438c-a090-56bc011f8438 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:47:34.350168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b6c8c408-ae03-438c-a090-56bc011f8438 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:47:34.366250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6c8c408-ae03-438c-a090-56bc011f8438 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:34.434406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6c8c408-ae03-438c-a090-56bc011f8438 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:34.437215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6c8c408-ae03-438c-a090-56bc011f8438 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:34.439140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e901865e-1399-48ba-aec3-5956e01cceba tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:34.462290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8c408-ae03-438c-a090-56bc011f8438 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a2e6cc-df96-4190-89f4-185a098ac29b,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:34.468858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b6c8c408-ae03-438c-a090-56bc011f8438 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:34.472768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6c8c408-ae03-438c-a090-56bc011f8438 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:34.474077 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b6c8c408-ae03-438c-a090-56bc011f8438 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1478322
Nov 24 13:47:34.477079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59480) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:47:34.483457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-4bd8a1e5-13eb-4d6c-bcfb-1563b87c4739 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group_rule': {'security_group_id': '8e4b29d5-f5f5-4ebc-81b6-3c05348e2233', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:47:34.490185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4bd8a1e5-13eb-4d6c-bcfb-1563b87c4739 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:47:34.494335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4bd8a1e5-13eb-4d6c-bcfb-1563b87c4739 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:47:34.498019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-4bd8a1e5-13eb-4d6c-bcfb-1563b87c4739 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:47:34.504193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-4bd8a1e5-13eb-4d6c-bcfb-1563b87c4739 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:47:34.521702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bd8a1e5-13eb-4d6c-bcfb-1563b87c4739 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:34.592999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bd8a1e5-13eb-4d6c-bcfb-1563b87c4739 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:34.595950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bd8a1e5-13eb-4d6c-bcfb-1563b87c4739 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:34.603058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bea9e86b-5ae3-430b-98aa-235a112416eb tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:34.625314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8a1e5-13eb-4d6c-bcfb-1563b87c4739 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroupRule': ['ID=327d67b2-407c-4985-800f-237566fd3f9f,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:34.628027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4bd8a1e5-13eb-4d6c-bcfb-1563b87c4739 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:34.631558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4bd8a1e5-13eb-4d6c-bcfb-1563b87c4739 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:34.632931 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-4bd8a1e5-13eb-4d6c-bcfb-1563b87c4739 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1547887
Nov 24 13:47:34.635839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59484) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:47:34.641351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-935f24f0-0d2f-4043-8ab2-1f137fdd93fd tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group_rule': {'security_group_id': '8e4b29d5-f5f5-4ebc-81b6-3c05348e2233', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:47:34.648250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-935f24f0-0d2f-4043-8ab2-1f137fdd93fd tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:47:34.652816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-935f24f0-0d2f-4043-8ab2-1f137fdd93fd tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:47:34.655848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-935f24f0-0d2f-4043-8ab2-1f137fdd93fd tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:47:34.661707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-935f24f0-0d2f-4043-8ab2-1f137fdd93fd tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:47:34.679731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-935f24f0-0d2f-4043-8ab2-1f137fdd93fd tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:34.748759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-935f24f0-0d2f-4043-8ab2-1f137fdd93fd tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:34.751692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-935f24f0-0d2f-4043-8ab2-1f137fdd93fd tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:34.753600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-709e08e7-e8b4-429d-b403-5060491c0f4a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:34.779863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f24f0-0d2f-4043-8ab2-1f137fdd93fd tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554de44e-b80f-45c0-81b3-e6d94810f392,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:34.782598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-935f24f0-0d2f-4043-8ab2-1f137fdd93fd tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:34.789131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-935f24f0-0d2f-4043-8ab2-1f137fdd93fd tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:34.790458 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-935f24f0-0d2f-4043-8ab2-1f137fdd93fd tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1535900
Nov 24 13:47:34.793956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59488) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:47:34.799568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-6df8d2f4-08f9-41d6-b288-44a9697902f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group_rule': {'security_group_id': '8e4b29d5-f5f5-4ebc-81b6-3c05348e2233', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:47:34.805927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6df8d2f4-08f9-41d6-b288-44a9697902f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:47:34.809999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6df8d2f4-08f9-41d6-b288-44a9697902f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:47:34.813070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6df8d2f4-08f9-41d6-b288-44a9697902f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:47:34.819108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6df8d2f4-08f9-41d6-b288-44a9697902f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:47:34.828709 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-6df8d2f4-08f9-41d6-b288-44a9697902f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Project d5748be5eb2b47818a674120dfe1813a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:47:34.835669 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6df8d2f4-08f9-41d6-b288-44a9697902f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:34.906032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6df8d2f4-08f9-41d6-b288-44a9697902f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:34.908746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6df8d2f4-08f9-41d6-b288-44a9697902f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:34.910691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b6c8c408-ae03-438c-a090-56bc011f8438 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:34.934488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8d2f4-08f9-41d6-b288-44a9697902f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7ad564-6d08-40fa-bb08-5bce590f6e56,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:34.937072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6df8d2f4-08f9-41d6-b288-44a9697902f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:34.943443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6df8d2f4-08f9-41d6-b288-44a9697902f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:34.944703 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6df8d2f4-08f9-41d6-b288-44a9697902f8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1497214
Nov 24 13:47:34.948129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59492) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:47:34.953601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-94bff2f4-6ccc-44b4-8937-4e38715ec27d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group_rule': {'security_group_id': '8e4b29d5-f5f5-4ebc-81b6-3c05348e2233', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:47:34.959907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-94bff2f4-6ccc-44b4-8937-4e38715ec27d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:47:34.964774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-94bff2f4-6ccc-44b4-8937-4e38715ec27d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:47:34.968037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-94bff2f4-6ccc-44b4-8937-4e38715ec27d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:47:34.973910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-94bff2f4-6ccc-44b4-8937-4e38715ec27d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:47:34.986278 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-94bff2f4-6ccc-44b4-8937-4e38715ec27d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Project d5748be5eb2b47818a674120dfe1813a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:47:34.995007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-94bff2f4-6ccc-44b4-8937-4e38715ec27d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:35.066909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-94bff2f4-6ccc-44b4-8937-4e38715ec27d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:35.070571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-94bff2f4-6ccc-44b4-8937-4e38715ec27d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:35.073371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d46e657f-e204-424c-84d9-87e7a688ba10 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:35.098651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bff2f4-6ccc-44b4-8937-4e38715ec27d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83425c46-72f8-4bb4-8987-20ece21c69e3,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:35.101269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-94bff2f4-6ccc-44b4-8937-4e38715ec27d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:35.108450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-94bff2f4-6ccc-44b4-8937-4e38715ec27d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:35.109721 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-94bff2f4-6ccc-44b4-8937-4e38715ec27d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1606116
Nov 24 13:47:35.112768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59496) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:47:35.119040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-9bb50a75-56b1-4ab9-a995-0527a09d4b6e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'network': {'name': 'tempest-network-smoke--958887851', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'port_security_enabled': True}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:47:35.124780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9bb50a75-56b1-4ab9-a995-0527a09d4b6e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:47:35.129224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9bb50a75-56b1-4ab9-a995-0527a09d4b6e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:network and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:47:35.133418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-9bb50a75-56b1-4ab9-a995-0527a09d4b6e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:47:35.140025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-9bb50a75-56b1-4ab9-a995-0527a09d4b6e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:47:35.149687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb50a75-56b1-4ab9-a995-0527a09d4b6e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Made reservation on behalf of d5748be5eb2b47818a674120dfe1813a for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:47:35.155890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9bb50a75-56b1-4ab9-a995-0527a09d4b6e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:35.189775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb50a75-56b1-4ab9-a995-0527a09d4b6e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:47:35.200069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9bb50a75-56b1-4ab9-a995-0527a09d4b6e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:35.200570 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-9bb50a75-56b1-4ab9-a995-0527a09d4b6e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Added segment d3d96422-34d0-4c09-aa19-5db52e6bbcfa of type vxlan for network 0c973a90-07d3-4565-b4b6-19716e699583
Nov 24 13:47:35.237017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9bb50a75-56b1-4ab9-a995-0527a09d4b6e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:35.267165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9bb50a75-56b1-4ab9-a995-0527a09d4b6e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:35.271254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb50a75-56b1-4ab9-a995-0527a09d4b6e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:35.271887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9bb50a75-56b1-4ab9-a995-0527a09d4b6e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:35.277843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a1fbe153-f6f1-4548-9c34-3018a27031ac tempest-BulkNetworkOpsTest-764833091 tempest-BulkNetworkOpsTest-764833091] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:35.387273 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9bb50a75-56b1-4ab9-a995-0527a09d4b6e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2733200
Nov 24 13:47:35.390929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59500) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:47:35.398964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-2e03adcc-e188-4888-b099-705216958b0a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-637361528', 'admin_state_up': True, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:47:35.409447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb50a75-56b1-4ab9-a995-0527a09d4b6e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Network': ['ID=0c973a90-07d3-4565-b4b6-19716e699583,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:35.413039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2e03adcc-e188-4888-b099-705216958b0a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:47:35.416189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9bb50a75-56b1-4ab9-a995-0527a09d4b6e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:35.418557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2e03adcc-e188-4888-b099-705216958b0a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:router and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:47:35.422290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 0c973a90-07d3-4565-b4b6-19716e699583 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:47:35.422814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-2e03adcc-e188-4888-b099-705216958b0a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:47:35.428634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-2e03adcc-e188-4888-b099-705216958b0a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:47:35.440175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e03adcc-e188-4888-b099-705216958b0a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:35.440893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 0c973a90-07d3-4565-b4b6-19716e699583 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:47:35.441178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e03adcc-e188-4888-b099-705216958b0a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:35.461615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e03adcc-e188-4888-b099-705216958b0a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:35.622992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e03adcc-e188-4888-b099-705216958b0a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:35.815230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e03adcc-e188-4888-b099-705216958b0a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router_gateway, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:35.847505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e03adcc-e188-4888-b099-705216958b0a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:36.121471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-2e03adcc-e188-4888-b099-705216958b0a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Allocated IP 172.26.8.149 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/7c98c061-bd98-445f-b002-03844ae137df) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:47:36.280528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e03adcc-e188-4888-b099-705216958b0a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:36.310607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e03adcc-e188-4888-b099-705216958b0a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:36.326244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-02e87d13-b64e-4238-a979-9df2784bfbca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:36.460462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03adcc-e188-4888-b099-705216958b0a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Port': ['ID=7c98c061-bd98-445f-b002-03844ae137df,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:36.465864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2e03adcc-e188-4888-b099-705216958b0a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:36.517996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e03adcc-e188-4888-b099-705216958b0a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:47:36.519261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-2e03adcc-e188-4888-b099-705216958b0a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:47:36.521607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e03adcc-e188-4888-b099-705216958b0a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:47:36.939207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e03adcc-e188-4888-b099-705216958b0a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router_gateway, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:36.940000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e03adcc-e188-4888-b099-705216958b0a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:37.194059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e03adcc-e188-4888-b099-705216958b0a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Router 2efd03a3-f029-446a-a367-111284d93fc2 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:47:37.408531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e03adcc-e188-4888-b099-705216958b0a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:47:37.418486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2c956f-90b7-4956-b399-70d643b7b116 None None] Sync routers for ids ['2efd03a3-f029-446a-a367-111284d93fc2'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:47:37.431747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2c956f-90b7-4956-b399-70d643b7b116 None None] Routers {'2efd03a3-f029-446a-a367-111284d93fc2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:47:37.432459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-0c2c956f-90b7-4956-b399-70d643b7b116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634e0f4c88>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:47:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['2efd03a3-f029-446a-a367-111284d93fc2'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:47:37.435614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2e03adcc-e188-4888-b099-705216958b0a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:37.436925 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2e03adcc-e188-4888-b099-705216958b0a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.0450118
Nov 24 13:47:37.440466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59504) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:47:37.564234 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6fc30675-17fd-4a07-b8a5-11c83b576633 tempest-TestNetworkAdvancedServerOps-1057220621 tempest-TestNetworkAdvancedServerOps-1057220621] 10.222.0.76 "GET /v2.0/subnets?project_id=d5748be5eb2b47818a674120dfe1813a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1225495
Nov 24 13:47:37.567476 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59510) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:47:37.576178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ae953cd4-33cd-46a1-bde3-5456c8ac8bb3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1880863591', 'network_id': '0c973a90-07d3-4565-b4b6-19716e699583', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:47:37.630785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-0c2c956f-90b7-4956-b399-70d643b7b116 None None] Set router 2efd03a3-f029-446a-a367-111284d93fc2 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:47:37.694571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ae953cd4-33cd-46a1-bde3-5456c8ac8bb3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:47:37.699286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ae953cd4-33cd-46a1-bde3-5456c8ac8bb3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:subnet and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:47:37.702246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ae953cd4-33cd-46a1-bde3-5456c8ac8bb3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:47:37.708073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ae953cd4-33cd-46a1-bde3-5456c8ac8bb3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:47:37.717599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae953cd4-33cd-46a1-bde3-5456c8ac8bb3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Made reservation on behalf of d5748be5eb2b47818a674120dfe1813a for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:47:37.831897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ae953cd4-33cd-46a1-bde3-5456c8ac8bb3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:37.940689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-0c2c956f-90b7-4956-b399-70d643b7b116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634e0f4c88>, [{'id': '2efd03a3-f029-446a-a367-111284d93fc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637361528', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '7c98c061-bd98-445f-b002-03844ae137df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:47:35Z', 'updated_at': '2020-11-24T13:47:36Z', 'revision_number': 3, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '7c98c061-bd98-445f-b002-03844ae137df', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efd03a3-f029-446a-a367-111284d93fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:47:36Z', 'updated_at': '2020-11-24T13:47:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:47:37.944793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2c956f-90b7-4956-b399-70d643b7b116 None None] Checking router: 2efd03a3-f029-446a-a367-111284d93fc2 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:47:37.945204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2c956f-90b7-4956-b399-70d643b7b116 None None] Updating router 2efd03a3-f029-446a-a367-111284d93fc2 port 7c98c061-bd98-445f-b002-03844ae137df binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:47:38.001005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c2c956f-90b7-4956-b399-70d643b7b116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:38.285448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ae953cd4-33cd-46a1-bde3-5456c8ac8bb3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:38.302368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0826d9ac-2f6e-4931-9f70-b9237d24c406 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:38.416075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c2c956f-90b7-4956-b399-70d643b7b116 None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:38.429865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-0c2c956f-90b7-4956-b399-70d643b7b116 None None] Transition to ACTIVE for port object 7c98c061-bd98-445f-b002-03844ae137df will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:47:38.432690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c2c956f-90b7-4956-b399-70d643b7b116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:38.444134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae953cd4-33cd-46a1-bde3-5456c8ac8bb3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Subnet': ['ID=1a1f2628-fdf4-4269-aa9a-13c8ef43015c,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:38.448789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ae953cd4-33cd-46a1-bde3-5456c8ac8bb3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:38.500357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5733b0f8-5c9e-44bc-aa25-8ea8b7d7c52c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:38.527589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae953cd4-33cd-46a1-bde3-5456c8ac8bb3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Checking segment: {'id': 'd3d96422-34d0-4c09-aa19-5db52e6bbcfa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0c973a90-07d3-4565-b4b6-19716e699583'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:47:38.528195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae953cd4-33cd-46a1-bde3-5456c8ac8bb3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network hostable DHCP agents. Network: 0c973a90-07d3-4565-b4b6-19716e699583, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:47:38.556363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae953cd4-33cd-46a1-bde3-5456c8ac8bb3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network 0c973a90-07d3-4565-b4b6-19716e699583 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:47:38.570212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-ae953cd4-33cd-46a1-bde3-5456c8ac8bb3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 0c973a90-07d3-4565-b4b6-19716e699583) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:47:38.579117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a240c75e-d6b1-412b-b2eb-7220468f65a3 None None] Network 0c973a90-07d3-4565-b4b6-19716e699583 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:47:38.589059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae953cd4-33cd-46a1-bde3-5456c8ac8bb3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:38.589782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ae953cd4-33cd-46a1-bde3-5456c8ac8bb3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:38.594204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c2377-52a9-42ec-a4d0-fcc36c4877f3 None None] Pushing event updated for resources: {'Port': ['ID=7c98c061-bd98-445f-b002-03844ae137df,revision_number=2']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:38.615483 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ae953cd4-33cd-46a1-bde3-5456c8ac8bb3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.0438905
Nov 24 13:47:38.615716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59514) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:47:38.620907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c2377-52a9-42ec-a4d0-fcc36c4877f3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:38.621297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c2377-52a9-42ec-a4d0-fcc36c4877f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:38.621676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c2377-52a9-42ec-a4d0-fcc36c4877f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:38.622051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c2377-52a9-42ec-a4d0-fcc36c4877f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:38.622446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c2377-52a9-42ec-a4d0-fcc36c4877f3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:38.622815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c2377-52a9-42ec-a4d0-fcc36c4877f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:38.623178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c2377-52a9-42ec-a4d0-fcc36c4877f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:38.623538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c2377-52a9-42ec-a4d0-fcc36c4877f3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:38.623903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c2377-52a9-42ec-a4d0-fcc36c4877f3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:38.624516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c2377-52a9-42ec-a4d0-fcc36c4877f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:38.624876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c2377-52a9-42ec-a4d0-fcc36c4877f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:38.625235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c2377-52a9-42ec-a4d0-fcc36c4877f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:38.625696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c2377-52a9-42ec-a4d0-fcc36c4877f3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:38.626055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c2377-52a9-42ec-a4d0-fcc36c4877f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:38.626468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c2377-52a9-42ec-a4d0-fcc36c4877f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:38.626838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c2377-52a9-42ec-a4d0-fcc36c4877f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:38.627185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c2377-52a9-42ec-a4d0-fcc36c4877f3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:38.627543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c2377-52a9-42ec-a4d0-fcc36c4877f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:38.627900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c2377-52a9-42ec-a4d0-fcc36c4877f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:38.628252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c2377-52a9-42ec-a4d0-fcc36c4877f3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:38.628603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c2377-52a9-42ec-a4d0-fcc36c4877f3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:38.628958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c2377-52a9-42ec-a4d0-fcc36c4877f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:38.629314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c2377-52a9-42ec-a4d0-fcc36c4877f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:38.629668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c2377-52a9-42ec-a4d0-fcc36c4877f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:38.642437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-621c2377-52a9-42ec-a4d0-fcc36c4877f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:38.682091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0c2c956f-90b7-4956-b399-70d643b7b116 None None] Attempting to bind port 7c98c061-bd98-445f-b002-03844ae137df on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:47:38.682533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0c2c956f-90b7-4956-b399-70d643b7b116 None None] Attempting to bind port 7c98c061-bd98-445f-b002-03844ae137df by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:47:38.683925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2c956f-90b7-4956-b399-70d643b7b116 None None] Attempting to bind port 7c98c061-bd98-445f-b002-03844ae137df on network cfe08d36-e5ba-4f00-8669-16a0ead5d220 {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:47:38.689882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2c956f-90b7-4956-b399-70d643b7b116 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:47:38.690333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2c956f-90b7-4956-b399-70d643b7b116 None None] Checking segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:47:38.690779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c2c956f-90b7-4956-b399-70d643b7b116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:38.691212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2c956f-90b7-4956-b399-70d643b7b116 None None] Bound using segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:47:38.691720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-0c2c956f-90b7-4956-b399-70d643b7b116 None None] Bound port: 7c98c061-bd98-445f-b002-03844ae137df, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:47:38.692132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c2c956f-90b7-4956-b399-70d643b7b116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:38.773567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-0c2c956f-90b7-4956-b399-70d643b7b116 None None] For port 7c98c061-bd98-445f-b002-03844ae137df, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:47:38.778363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-0c2c956f-90b7-4956-b399-70d643b7b116 None None] For port 7c98c061-bd98-445f-b002-03844ae137df, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=7c98c061-bd98-445f-b002-03844ae137df,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:47:38.781745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0c2c956f-90b7-4956-b399-70d643b7b116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:38.819547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daedbfe6-c280-4d36-a7d5-5b1702cd0c4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-0c973a90-07d3-4565-b4b6-19716e699583', 'network_id': '0c973a90-07d3-4565-b4b6-19716e699583', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'fixed_ips': [{'subnet_id': '1a1f2628-fdf4-4269-aa9a-13c8ef43015c'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:47:38.820701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-daedbfe6-c280-4d36-a7d5-5b1702cd0c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:38.867347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c317bc38-0fd9-4215-9f1d-0421b5ed27bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:38.975518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c2377-52a9-42ec-a4d0-fcc36c4877f3 None None] Pushing event updated for resources: {'Port': ['ID=7c98c061-bd98-445f-b002-03844ae137df,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:38.979128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-621c2377-52a9-42ec-a4d0-fcc36c4877f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:39.029979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2c956f-90b7-4956-b399-70d643b7b116 None None] Routers {'2efd03a3-f029-446a-a367-111284d93fc2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:47:39.030912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-0c2c956f-90b7-4956-b399-70d643b7b116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634e0f4c88>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:47:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['2efd03a3-f029-446a-a367-111284d93fc2'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:47:39.148349 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-daedbfe6-c280-4d36-a7d5-5b1702cd0c4d None None] Allocated IP 172.20.0.2 (0c973a90-07d3-4565-b4b6-19716e699583/1a1f2628-fdf4-4269-aa9a-13c8ef43015c/a921fb95-ae9f-4751-aaed-0ea3f9746b53) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:47:39.230816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-0c2c956f-90b7-4956-b399-70d643b7b116 None None] Set router 2efd03a3-f029-446a-a367-111284d93fc2 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:47:39.404348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-daedbfe6-c280-4d36-a7d5-5b1702cd0c4d None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:39.417216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-daedbfe6-c280-4d36-a7d5-5b1702cd0c4d None None] Transition to ACTIVE for port object a921fb95-ae9f-4751-aaed-0ea3f9746b53 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:47:39.436525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-daedbfe6-c280-4d36-a7d5-5b1702cd0c4d None None] Transition to ACTIVE for port object a921fb95-ae9f-4751-aaed-0ea3f9746b53 will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:47:39.440394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c1a8be15-d70f-42c9-a486-24e01581a5c0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:39.441241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-daedbfe6-c280-4d36-a7d5-5b1702cd0c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:39.456808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-430d06d5-cce3-4043-aee5-f00c932169f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:39.589630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daedbfe6-c280-4d36-a7d5-5b1702cd0c4d None None] Pushing event updated for resources: {'Port': ['ID=a921fb95-ae9f-4751-aaed-0ea3f9746b53,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:39.594692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-daedbfe6-c280-4d36-a7d5-5b1702cd0c4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:39.651370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daedbfe6-c280-4d36-a7d5-5b1702cd0c4d None None] Network 0c973a90-07d3-4565-b4b6-19716e699583 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:47:39.652733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-daedbfe6-c280-4d36-a7d5-5b1702cd0c4d None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:47:39.655216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daedbfe6-c280-4d36-a7d5-5b1702cd0c4d None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:47:39.699758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-0c2c956f-90b7-4956-b399-70d643b7b116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634e0f4c88>, [{'id': '2efd03a3-f029-446a-a367-111284d93fc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637361528', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '7c98c061-bd98-445f-b002-03844ae137df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:47:35Z', 'updated_at': '2020-11-24T13:47:36Z', 'revision_number': 3, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '7c98c061-bd98-445f-b002-03844ae137df', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efd03a3-f029-446a-a367-111284d93fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:47:36Z', 'updated_at': '2020-11-24T13:47:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:47:39.704554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2c956f-90b7-4956-b399-70d643b7b116 None None] The sync data for ids ['2efd03a3-f029-446a-a367-111284d93fc2'] in dv-neutron-601336-61-ovs is: [{'id': '2efd03a3-f029-446a-a367-111284d93fc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637361528', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '7c98c061-bd98-445f-b002-03844ae137df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:47:35Z', 'updated_at': '2020-11-24T13:47:36Z', 'revision_number': 3, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '7c98c061-bd98-445f-b002-03844ae137df', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efd03a3-f029-446a-a367-111284d93fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:47:36Z', 'updated_at': '2020-11-24T13:47:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:47:39.719142 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-daedbfe6-c280-4d36-a7d5-5b1702cd0c4d None None] Attempting to bind port a921fb95-ae9f-4751-aaed-0ea3f9746b53 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:47:39.720141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-daedbfe6-c280-4d36-a7d5-5b1702cd0c4d None None] Attempting to bind port a921fb95-ae9f-4751-aaed-0ea3f9746b53 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'd3d96422-34d0-4c09-aa19-5db52e6bbcfa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0c973a90-07d3-4565-b4b6-19716e699583'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:47:39.720789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daedbfe6-c280-4d36-a7d5-5b1702cd0c4d None None] Attempting to bind port a921fb95-ae9f-4751-aaed-0ea3f9746b53 on network 0c973a90-07d3-4565-b4b6-19716e699583 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:47:39.729397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daedbfe6-c280-4d36-a7d5-5b1702cd0c4d None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:47:39.730058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daedbfe6-c280-4d36-a7d5-5b1702cd0c4d None None] Checking segment: {'id': 'd3d96422-34d0-4c09-aa19-5db52e6bbcfa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0c973a90-07d3-4565-b4b6-19716e699583'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:47:39.730661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-daedbfe6-c280-4d36-a7d5-5b1702cd0c4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:39.731198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daedbfe6-c280-4d36-a7d5-5b1702cd0c4d None None] Bound using segment: {'id': 'd3d96422-34d0-4c09-aa19-5db52e6bbcfa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0c973a90-07d3-4565-b4b6-19716e699583'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:47:39.731732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-daedbfe6-c280-4d36-a7d5-5b1702cd0c4d None None] Bound port: a921fb95-ae9f-4751-aaed-0ea3f9746b53, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d96422-34d0-4c09-aa19-5db52e6bbcfa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0c973a90-07d3-4565-b4b6-19716e699583'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:47:39.732213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-daedbfe6-c280-4d36-a7d5-5b1702cd0c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:39.832834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-daedbfe6-c280-4d36-a7d5-5b1702cd0c4d None None] For port a921fb95-ae9f-4751-aaed-0ea3f9746b53, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:47:39.836248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-daedbfe6-c280-4d36-a7d5-5b1702cd0c4d None None] For port a921fb95-ae9f-4751-aaed-0ea3f9746b53, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=a921fb95-ae9f-4751-aaed-0ea3f9746b53,segment=NetworkSegment(d3d96422-34d0-4c09-aa19-5db52e6bbcfa),segment_id=d3d96422-34d0-4c09-aa19-5db52e6bbcfa)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:47:39.840343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-daedbfe6-c280-4d36-a7d5-5b1702cd0c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:39.856638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:40.003702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daedbfe6-c280-4d36-a7d5-5b1702cd0c4d None None] Pushing event updated for resources: {'Port': ['ID=a921fb95-ae9f-4751-aaed-0ea3f9746b53,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:40.017566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-daedbfe6-c280-4d36-a7d5-5b1702cd0c4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:40.025394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-c1a8be15-d70f-42c9-a486-24e01581a5c0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Allocated IP 172.20.0.1 (0c973a90-07d3-4565-b4b6-19716e699583/1a1f2628-fdf4-4269-aa9a-13c8ef43015c/79925524-d8df-4144-9811-4e5d2cb849e6) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:47:40.324202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-47986051-7b78-45c5-97c7-fdd7fd87476d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:40.531553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c1a8be15-d70f-42c9-a486-24e01581a5c0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:40.547876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-c1a8be15-d70f-42c9-a486-24e01581a5c0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Transition to ACTIVE for port object 79925524-d8df-4144-9811-4e5d2cb849e6 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:47:40.568879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c1a8be15-d70f-42c9-a486-24e01581a5c0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:40.584604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e352168c-a05c-48d2-a3c6-32b2e8451acc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:40.722362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8be15-d70f-42c9-a486-24e01581a5c0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Port': ['ID=79925524-d8df-4144-9811-4e5d2cb849e6,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:40.727574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c1a8be15-d70f-42c9-a486-24e01581a5c0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:40.784451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a8be15-d70f-42c9-a486-24e01581a5c0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network 0c973a90-07d3-4565-b4b6-19716e699583 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:47:40.785617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-c1a8be15-d70f-42c9-a486-24e01581a5c0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:47:40.788355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a8be15-d70f-42c9-a486-24e01581a5c0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:47:40.850094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c1a8be15-d70f-42c9-a486-24e01581a5c0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:40.936106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c1a8be15-d70f-42c9-a486-24e01581a5c0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:41.453015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c1a8be15-d70f-42c9-a486-24e01581a5c0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:41.456626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c1a8be15-d70f-42c9-a486-24e01581a5c0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:41.487490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a4a1b770-10c0-4932-8c01-78578e98e502 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:41.548954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668a6b86-b745-4253-a782-e49b646717b1 None None] Network 0c973a90-07d3-4565-b4b6-19716e699583 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:47:41.586061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8be15-d70f-42c9-a486-24e01581a5c0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Port': ['ID=79925524-d8df-4144-9811-4e5d2cb849e6,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:41.588882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c1a8be15-d70f-42c9-a486-24e01581a5c0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:41.605032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c1a8be15-d70f-42c9-a486-24e01581a5c0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:41.679214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-d00856c1-62e2-423d-922b-6836157a8b0f None None] Provisioning for port a921fb95-ae9f-4751-aaed-0ea3f9746b53 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:47:41.753940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device a921fb95-ae9f-4751-aaed-0ea3f9746b53 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:47:41.756362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a8be15-d70f-42c9-a486-24e01581a5c0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network 0c973a90-07d3-4565-b4b6-19716e699583 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:47:41.757561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-c1a8be15-d70f-42c9-a486-24e01581a5c0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:47:41.888368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port a921fb95-ae9f-4751-aaed-0ea3f9746b53 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:47:41.895258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port a921fb95-ae9f-4751-aaed-0ea3f9746b53 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:47:41.895687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:42.029238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:42.067047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port a921fb95-ae9f-4751-aaed-0ea3f9746b53, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=a921fb95-ae9f-4751-aaed-0ea3f9746b53,segment=NetworkSegment(d3d96422-34d0-4c09-aa19-5db52e6bbcfa),segment_id=d3d96422-34d0-4c09-aa19-5db52e6bbcfa)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:47:42.070296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:42.071370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 7c98c061-bd98-445f-b002-03844ae137df up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:47:42.105308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e6d0dd3c-bd1c-48a6-bc1c-d73ce7a24673 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:42.223608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a8be15-d70f-42c9-a486-24e01581a5c0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Router 2efd03a3-f029-446a-a367-111284d93fc2 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:47:42.248415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=a921fb95-ae9f-4751-aaed-0ea3f9746b53,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:42.255407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:42.259698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-bd8ecc41-c2d0-4ec1-8a8b-8e3d58743155 None None] Provisioning for port 79925524-d8df-4144-9811-4e5d2cb849e6 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:47:42.266061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-bd8ecc41-c2d0-4ec1-8a8b-8e3d58743155 None None] Provisioning complete for port 79925524-d8df-4144-9811-4e5d2cb849e6 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:47:42.266523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bd8ecc41-c2d0-4ec1-8a8b-8e3d58743155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:42.312107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 7c98c061-bd98-445f-b002-03844ae137df completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:47:42.329101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 7c98c061-bd98-445f-b002-03844ae137df triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:47:42.329530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:42.371109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-bd8ecc41-c2d0-4ec1-8a8b-8e3d58743155 None None] Port 79925524-d8df-4144-9811-4e5d2cb849e6 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:47:42.407237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-bd8ecc41-c2d0-4ec1-8a8b-8e3d58743155 None None] Provisioning complete for port a921fb95-ae9f-4751-aaed-0ea3f9746b53 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:47:42.407672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bd8ecc41-c2d0-4ec1-8a8b-8e3d58743155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:42.470157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a8be15-d70f-42c9-a486-24e01581a5c0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:47:42.494738 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c1a8be15-d70f-42c9-a486-24e01581a5c0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "PUT /v2.0/routers/2efd03a3-f029-446a-a367-111284d93fc2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8713405
Nov 24 13:47:42.539352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:42.718720 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-8fb38ba8-1460-4bb1-b813-a76ca2d3ba9d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-357110141&fields=id&tenant_id=d5748be5eb2b47818a674120dfe1813a HTTP/1.1" status: 200  len: 267 time: 0.0551429
Nov 24 13:47:42.772630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70d5ae1-bc68-4b9c-a5a9-a427926bcf78 None None] Sync routers for ids ['2efd03a3-f029-446a-a367-111284d93fc2'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:47:42.798482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 7c98c061-bd98-445f-b002-03844ae137df, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=7c98c061-bd98-445f-b002-03844ae137df,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:47:42.817328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:42.823902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-daedbfe6-c280-4d36-a7d5-5b1702cd0c4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:42.860529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f91a5059-2822-4228-a3ce-646890eaae14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:42.878054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70d5ae1-bc68-4b9c-a5a9-a427926bcf78 None None] Routers {'2efd03a3-f029-446a-a367-111284d93fc2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:47:42.878797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b70d5ae1-bc68-4b9c-a5a9-a427926bcf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347e458d0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:47:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['2efd03a3-f029-446a-a367-111284d93fc2'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:47:42.909808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-dedee3b6-f73d-4d63-820d-21bafb75b599 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:42.911573 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-dedee3b6-f73d-4d63-820d-21bafb75b599 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/networks?id=0c973a90-07d3-4565-b4b6-19716e699583 HTTP/1.1" status: 200  len: 796 time: 0.1830678
Nov 24 13:47:42.932489 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-b46916dd-5c6f-4fdc-b271-4e6b10325793 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/quotas/d5748be5eb2b47818a674120dfe1813a HTTP/1.1" status: 200  len: 375 time: 0.0130975
Nov 24 13:47:43.026810 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-a875bb89-82b8-42c8-8bf5-5aa5bc59408f tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0882268
Nov 24 13:47:43.074490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=7c98c061-bd98-445f-b002-03844ae137df,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:43.082747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:43.089888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:43.099732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5e5aab88-9060-4b20-82b3-6a373902c6f7 None None] Provisioning complete for port 79925524-d8df-4144-9811-4e5d2cb849e6 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:47:43.099928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e5aab88-9060-4b20-82b3-6a373902c6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:43.182387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5e5aab88-9060-4b20-82b3-6a373902c6f7 None None] Port 79925524-d8df-4144-9811-4e5d2cb849e6 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:47:43.186639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-b70d5ae1-bc68-4b9c-a5a9-a427926bcf78 None None] Set router 2efd03a3-f029-446a-a367-111284d93fc2 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:47:43.190252 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-86a7c2c7-1981-43b9-ae05-f750797ec934 service neutron] 10.222.0.76 "GET /v2.0/networks/0c973a90-07d3-4565-b4b6-19716e699583?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1518214
Nov 24 13:47:43.270714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5e5aab88-9060-4b20-82b3-6a373902c6f7 None None] Provisioning complete for port a921fb95-ae9f-4751-aaed-0ea3f9746b53 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:47:43.271158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e5aab88-9060-4b20-82b3-6a373902c6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:43.344368 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-4bc02cf2-5f9c-4911-bbfc-5d61862e3246 service neutron] 10.222.0.76 "GET /v2.0/networks/0c973a90-07d3-4565-b4b6-19716e699583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1474462
Nov 24 13:47:43.573205 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a92c8655-dcfc-4a65-8ea7-b561c0f2f0d8 req-73f3e9f6-bc20-4093-a6db-b7958f9f4dac tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 210 time: 0.0472517
Nov 24 13:47:43.657693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b70d5ae1-bc68-4b9c-a5a9-a427926bcf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347e458d0>, [{'id': '2efd03a3-f029-446a-a367-111284d93fc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637361528', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '7c98c061-bd98-445f-b002-03844ae137df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:47:35Z', 'updated_at': '2020-11-24T13:47:40Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '7c98c061-bd98-445f-b002-03844ae137df', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efd03a3-f029-446a-a367-111284d93fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:47:36Z', 'updated_at': '2020-11-24T13:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '79925524-d8df-4144-9811-4e5d2cb849e6', 'name': '', 'network_id': '0c973a90-07d3-4565-b4b6-19716e699583', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:4d:5e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efd03a3-f029-446a-a367-111284d93fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1a1f2628-fdf4-4269-aa9a-13c8ef43015c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:47:39Z', 'updated_at': '2020-11-24T13:47:41Z', 'revision_number': 2, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': '1a1f2628-fdf4-4269-aa9a-13c8ef43015c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:47:43.661928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70d5ae1-bc68-4b9c-a5a9-a427926bcf78 None None] Checking router: 2efd03a3-f029-446a-a367-111284d93fc2 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:47:43.662363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70d5ae1-bc68-4b9c-a5a9-a427926bcf78 None None] Updating router 2efd03a3-f029-446a-a367-111284d93fc2 port 79925524-d8df-4144-9811-4e5d2cb849e6 binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:47:43.694391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device a921fb95-ae9f-4751-aaed-0ea3f9746b53 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:47:43.771824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b70d5ae1-bc68-4b9c-a5a9-a427926bcf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:43.902861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port a921fb95-ae9f-4751-aaed-0ea3f9746b53 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:47:43.903316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:44.203334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 7c98c061-bd98-445f-b002-03844ae137df up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:47:44.321872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:44.393303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 7c98c061-bd98-445f-b002-03844ae137df triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:47:44.393730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:44.462083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b70d5ae1-bc68-4b9c-a5a9-a427926bcf78 None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:44.484407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-b70d5ae1-bc68-4b9c-a5a9-a427926bcf78 None None] Transition to ACTIVE for port object 79925524-d8df-4144-9811-4e5d2cb849e6 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:47:44.488601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b70d5ae1-bc68-4b9c-a5a9-a427926bcf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:44.504708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6cae72c6-74fd-4f5b-acd2-4b466e4cde18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:44.713885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa75dc-80a7-456e-aa99-fce38d5d2294 None None] Pushing event updated for resources: {'Port': ['ID=79925524-d8df-4144-9811-4e5d2cb849e6,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:44.727088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-19fa75dc-80a7-456e-aa99-fce38d5d2294 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:44.786565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-aa048b4a-595c-464e-b572-081d04a09620 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:44.787341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-aa048b4a-595c-464e-b572-081d04a09620 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Synchronizing usage tracker for tenant:d5748be5eb2b47818a674120dfe1813a on resource:network {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:47:44.789739 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f44dedf2-3c19-42f4-8906-b480c083602b req-0676cf14-743c-4933-92ca-04ab86dfd6f7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 210 time: 0.0700972
Nov 24 13:47:44.810015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-aa048b4a-595c-464e-b572-081d04a09620 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Unset dirty status for tenant:d5748be5eb2b47818a674120dfe1813a on resource:network {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:47:44.810015 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-aa048b4a-595c-464e-b572-081d04a09620 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.70 "GET /v2.0/networks?id=0c973a90-07d3-4565-b4b6-19716e699583 HTTP/1.1" status: 200  len: 796 time: 0.2385859
Nov 24 13:47:44.949215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:44.972143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b70d5ae1-bc68-4b9c-a5a9-a427926bcf78 None None] Attempting to bind port 79925524-d8df-4144-9811-4e5d2cb849e6 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:47:44.972571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b70d5ae1-bc68-4b9c-a5a9-a427926bcf78 None None] Attempting to bind port 79925524-d8df-4144-9811-4e5d2cb849e6 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'd3d96422-34d0-4c09-aa19-5db52e6bbcfa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0c973a90-07d3-4565-b4b6-19716e699583'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:47:44.973120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d5ae1-bc68-4b9c-a5a9-a427926bcf78 None None] Attempting to bind port 79925524-d8df-4144-9811-4e5d2cb849e6 on network 0c973a90-07d3-4565-b4b6-19716e699583 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:47:44.982441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d5ae1-bc68-4b9c-a5a9-a427926bcf78 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:47:44.982864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d5ae1-bc68-4b9c-a5a9-a427926bcf78 None None] Checking segment: {'id': 'd3d96422-34d0-4c09-aa19-5db52e6bbcfa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0c973a90-07d3-4565-b4b6-19716e699583'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:47:44.983701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b70d5ae1-bc68-4b9c-a5a9-a427926bcf78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:44.984477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d5ae1-bc68-4b9c-a5a9-a427926bcf78 None None] Bound using segment: {'id': 'd3d96422-34d0-4c09-aa19-5db52e6bbcfa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0c973a90-07d3-4565-b4b6-19716e699583'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:47:44.984999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-b70d5ae1-bc68-4b9c-a5a9-a427926bcf78 None None] Bound port: 79925524-d8df-4144-9811-4e5d2cb849e6, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d96422-34d0-4c09-aa19-5db52e6bbcfa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0c973a90-07d3-4565-b4b6-19716e699583'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:47:44.985417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b70d5ae1-bc68-4b9c-a5a9-a427926bcf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:45.009054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-a4030282-0f7a-4fc9-869e-be8d00f0b519 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Synchronizing usage tracker for tenant:d5748be5eb2b47818a674120dfe1813a on resource:security_group {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:47:45.050784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-a4030282-0f7a-4fc9-869e-be8d00f0b519 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Unset dirty status for tenant:d5748be5eb2b47818a674120dfe1813a on resource:security_group {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:47:45.053617 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-a4030282-0f7a-4fc9-869e-be8d00f0b519 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d5748be5eb2b47818a674120dfe1813a HTTP/1.1" status: 200  len: 7375 time: 0.2166374
Nov 24 13:47:45.085121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-17f3d3eb-77d2-4569-8fce-5a53b0a5c8a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'port': {'device_id': 'cb844d19-76ce-422b-9538-aa7b3e3c4af1', 'network_id': '0c973a90-07d3-4565-b4b6-19716e699583', 'admin_state_up': True, 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'security_groups': ['8e4b29d5-f5f5-4ebc-81b6-3c05348e2233']}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:47:45.089731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b70d5ae1-bc68-4b9c-a5a9-a427926bcf78 None None] For port 79925524-d8df-4144-9811-4e5d2cb849e6, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:47:45.094159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-b70d5ae1-bc68-4b9c-a5a9-a427926bcf78 None None] For port 79925524-d8df-4144-9811-4e5d2cb849e6, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=79925524-d8df-4144-9811-4e5d2cb849e6,segment=NetworkSegment(d3d96422-34d0-4c09-aa19-5db52e6bbcfa),segment_id=d3d96422-34d0-4c09-aa19-5db52e6bbcfa)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:47:45.097845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b70d5ae1-bc68-4b9c-a5a9-a427926bcf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:45.129119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:45.278783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-17f3d3eb-77d2-4569-8fce-5a53b0a5c8a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:47:45.284511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-17f3d3eb-77d2-4569-8fce-5a53b0a5c8a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:port and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:47:45.287953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-17f3d3eb-77d2-4569-8fce-5a53b0a5c8a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for port was recalculated. Used quota:2. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:47:45.294855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-17f3d3eb-77d2-4569-8fce-5a53b0a5c8a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:47:45.306473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-17f3d3eb-77d2-4569-8fce-5a53b0a5c8a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Made reservation on behalf of d5748be5eb2b47818a674120dfe1813a for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:47:45.312287 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-17f3d3eb-77d2-4569-8fce-5a53b0a5c8a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:45.505414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa75dc-80a7-456e-aa99-fce38d5d2294 None None] Pushing event updated for resources: {'Port': ['ID=79925524-d8df-4144-9811-4e5d2cb849e6,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:45.511177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-19fa75dc-80a7-456e-aa99-fce38d5d2294 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:45.552723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70d5ae1-bc68-4b9c-a5a9-a427926bcf78 None None] Routers {'2efd03a3-f029-446a-a367-111284d93fc2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:47:45.553414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b70d5ae1-bc68-4b9c-a5a9-a427926bcf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347e458d0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:47:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['2efd03a3-f029-446a-a367-111284d93fc2'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:47:45.696486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-17f3d3eb-77d2-4569-8fce-5a53b0a5c8a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Allocated IP 172.20.0.5 (0c973a90-07d3-4565-b4b6-19716e699583/1a1f2628-fdf4-4269-aa9a-13c8ef43015c/bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:47:45.768913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-b70d5ae1-bc68-4b9c-a5a9-a427926bcf78 None None] Set router 2efd03a3-f029-446a-a367-111284d93fc2 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:47:45.923249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-17f3d3eb-77d2-4569-8fce-5a53b0a5c8a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:45.941182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-17f3d3eb-77d2-4569-8fce-5a53b0a5c8a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Transition to ACTIVE for port object bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:47:45.962174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-17f3d3eb-77d2-4569-8fce-5a53b0a5c8a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:45.982321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a4a1b770-10c0-4932-8c01-78578e98e502 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:46.028376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6f15c-1792-4211-a180-572a6a350538 req-2f5b522e-bc9b-4a3b-b075-3065403dc8ce tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:46.030304 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ded6f15c-1792-4211-a180-572a6a350538 req-2f5b522e-bc9b-4a3b-b075-3065403dc8ce tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 931 time: 0.0942495
Nov 24 13:47:46.085301 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ded6f15c-1792-4211-a180-572a6a350538 req-7b2dde48-d58f-465b-b7e3-c3bba7ca0d09 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e4b29d5-f5f5-4ebc-81b6-3c05348e2233&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481339
Nov 24 13:47:46.128849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3d3eb-77d2-4569-8fce-5a53b0a5c8a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Port': ['ID=bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:46.134079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-17f3d3eb-77d2-4569-8fce-5a53b0a5c8a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:46.169664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b70d5ae1-bc68-4b9c-a5a9-a427926bcf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347e458d0>, [{'id': '2efd03a3-f029-446a-a367-111284d93fc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637361528', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '7c98c061-bd98-445f-b002-03844ae137df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:47:35Z', 'updated_at': '2020-11-24T13:47:40Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '7c98c061-bd98-445f-b002-03844ae137df', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efd03a3-f029-446a-a367-111284d93fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:47:36Z', 'updated_at': '2020-11-24T13:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '79925524-d8df-4144-9811-4e5d2cb849e6', 'name': '', 'network_id': '0c973a90-07d3-4565-b4b6-19716e699583', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:4d:5e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efd03a3-f029-446a-a367-111284d93fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1a1f2628-fdf4-4269-aa9a-13c8ef43015c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:47:39Z', 'updated_at': '2020-11-24T13:47:45Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': '1a1f2628-fdf4-4269-aa9a-13c8ef43015c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:47:46.174289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70d5ae1-bc68-4b9c-a5a9-a427926bcf78 None None] The sync data for ids ['2efd03a3-f029-446a-a367-111284d93fc2'] in dv-neutron-601336-61-ovs is: [{'id': '2efd03a3-f029-446a-a367-111284d93fc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637361528', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '7c98c061-bd98-445f-b002-03844ae137df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:47:35Z', 'updated_at': '2020-11-24T13:47:40Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '7c98c061-bd98-445f-b002-03844ae137df', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efd03a3-f029-446a-a367-111284d93fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:47:36Z', 'updated_at': '2020-11-24T13:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '79925524-d8df-4144-9811-4e5d2cb849e6', 'name': '', 'network_id': '0c973a90-07d3-4565-b4b6-19716e699583', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:4d:5e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efd03a3-f029-446a-a367-111284d93fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1a1f2628-fdf4-4269-aa9a-13c8ef43015c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:47:39Z', 'updated_at': '2020-11-24T13:47:45Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': '1a1f2628-fdf4-4269-aa9a-13c8ef43015c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:47:46.196891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-17f3d3eb-77d2-4569-8fce-5a53b0a5c8a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network 0c973a90-07d3-4565-b4b6-19716e699583 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:47:46.198096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-17f3d3eb-77d2-4569-8fce-5a53b0a5c8a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:47:46.200475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-17f3d3eb-77d2-4569-8fce-5a53b0a5c8a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:47:46.271954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-17f3d3eb-77d2-4569-8fce-5a53b0a5c8a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:46.273841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-17f3d3eb-77d2-4569-8fce-5a53b0a5c8a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:46.303951 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-17f3d3eb-77d2-4569-8fce-5a53b0a5c8a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2400372
Nov 24 13:47:46.322564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-35e7e886-a04b-4416-9f14-36b32414d6aa service neutron] Request body: {'port': {'device_id': 'cb844d19-76ce-422b-9538-aa7b3e3c4af1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:47:46.450777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-35e7e886-a04b-4416-9f14-36b32414d6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:46.476237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4a0dfa84-8020-458c-86fc-f239bc9977de None None] Provisioning for port bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:47:46.482424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-4a0dfa84-8020-458c-86fc-f239bc9977de None None] Provisioning complete for port bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:47:46.482949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4a0dfa84-8020-458c-86fc-f239bc9977de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:46.552490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-4a0dfa84-8020-458c-86fc-f239bc9977de None None] Port bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:47:47.181298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-35e7e886-a04b-4416-9f14-36b32414d6aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e {{(pid=80944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:47:47.191473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-35e7e886-a04b-4416-9f14-36b32414d6aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:47.206008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-35e7e886-a04b-4416-9f14-36b32414d6aa service neutron] Transition to ACTIVE for port object bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e will not be triggered until provisioned by entity L2. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:47:47.208876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-35e7e886-a04b-4416-9f14-36b32414d6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:47.225454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-84b3060e-74fa-4099-983c-0ed8db510018 tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:47.312889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b0ddd-9189-48ee-bf0f-1c31666ac7c3 req-9b70b0ed-1600-4d42-9238-e2f5d8a78b34 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:47.314665 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a96b0ddd-9189-48ee-bf0f-1c31666ac7c3 req-9b70b0ed-1600-4d42-9238-e2f5d8a78b34 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 943 time: 0.0927427
Nov 24 13:47:47.358255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7e886-a04b-4416-9f14-36b32414d6aa service neutron] Pushing event updated for resources: {'Port': ['ID=bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:47.363269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-35e7e886-a04b-4416-9f14-36b32414d6aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:47.370620 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a96b0ddd-9189-48ee-bf0f-1c31666ac7c3 req-7b6162ef-fc1e-4b7b-b553-dd2cfab0597d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e4b29d5-f5f5-4ebc-81b6-3c05348e2233&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439456
Nov 24 13:47:47.569674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-35e7e886-a04b-4416-9f14-36b32414d6aa service neutron] Attempting to bind port bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:47:47.570893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-35e7e886-a04b-4416-9f14-36b32414d6aa service neutron] Attempting to bind port bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'd3d96422-34d0-4c09-aa19-5db52e6bbcfa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0c973a90-07d3-4565-b4b6-19716e699583'}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:47:47.570893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-35e7e886-a04b-4416-9f14-36b32414d6aa service neutron] Attempting to bind port bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e on network 0c973a90-07d3-4565-b4b6-19716e699583 {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:47:47.583434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-35e7e886-a04b-4416-9f14-36b32414d6aa service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:47:47.583811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-35e7e886-a04b-4416-9f14-36b32414d6aa service neutron] Checking segment: {'id': 'd3d96422-34d0-4c09-aa19-5db52e6bbcfa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0c973a90-07d3-4565-b4b6-19716e699583'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:47:47.584225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-35e7e886-a04b-4416-9f14-36b32414d6aa service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:47.584616 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-35e7e886-a04b-4416-9f14-36b32414d6aa service neutron] Bound using segment: {'id': 'd3d96422-34d0-4c09-aa19-5db52e6bbcfa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0c973a90-07d3-4565-b4b6-19716e699583'} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:47:47.585089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-35e7e886-a04b-4416-9f14-36b32414d6aa service neutron] Bound port: bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d96422-34d0-4c09-aa19-5db52e6bbcfa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0c973a90-07d3-4565-b4b6-19716e699583'}}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:47:47.585461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-35e7e886-a04b-4416-9f14-36b32414d6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:47.691623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-35e7e886-a04b-4416-9f14-36b32414d6aa service neutron] For port bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e, host hv-neutron-6013, cleared binding levels {{(pid=80944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:47:47.695245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-35e7e886-a04b-4416-9f14-36b32414d6aa service neutron] For port bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e,segment=NetworkSegment(d3d96422-34d0-4c09-aa19-5db52e6bbcfa),segment_id=d3d96422-34d0-4c09-aa19-5db52e6bbcfa)] {{(pid=80944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:47:47.699109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-35e7e886-a04b-4416-9f14-36b32414d6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:47.703981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 79925524-d8df-4144-9811-4e5d2cb849e6 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:47:47.715839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2e03adcc-e188-4888-b099-705216958b0a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:47.778252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 79925524-d8df-4144-9811-4e5d2cb849e6 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:47:47.783559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 79925524-d8df-4144-9811-4e5d2cb849e6 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:47:47.784003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:47.858664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7e886-a04b-4416-9f14-36b32414d6aa service neutron] Pushing event updated for resources: {'Port': ['ID=bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e,revision_number=3']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:47.873122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-35e7e886-a04b-4416-9f14-36b32414d6aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:47.910165 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-35e7e886-a04b-4416-9f14-36b32414d6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:47.910772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-35e7e886-a04b-4416-9f14-36b32414d6aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:47.912590 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-35e7e886-a04b-4416-9f14-36b32414d6aa service neutron] 10.222.0.70 "PUT /v2.0/ports/bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e HTTP/1.1" status: 200  len: 1157 time: 1.5948424
Nov 24 13:47:47.912878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb844d19-76ce-422b-9538-aa7b3e3c4af1', 'tag': 'bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:47:47.914857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:47.959497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 79925524-d8df-4144-9811-4e5d2cb849e6, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=79925524-d8df-4144-9811-4e5d2cb849e6,segment=NetworkSegment(d3d96422-34d0-4c09-aa19-5db52e6bbcfa),segment_id=d3d96422-34d0-4c09-aa19-5db52e6bbcfa)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:47:47.962761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:47.965035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:48.014995 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb844d19-76ce-422b-9538-aa7b3e3c4af1', 'tag': 'bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e', 'status': 'completed', 'code': 200}
Nov 24 13:47:48.039402 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=79925524-d8df-4144-9811-4e5d2cb849e6,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:48.050167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:48.050588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:48.050969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:48.051344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:48.051717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:48.052101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:48.052507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:48.052880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:48.053226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:48.053590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:48.053957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:48.054351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:48.054822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:48.055187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:48.055551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:48.056186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:48.057112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:48.057594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:48.057962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:48.058354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:48.058553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-6888874f-a875-4a96-bb01-744ce53c2cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:48.058731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:48.059074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:48.059434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:48.059795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:47:48.060262 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-6888874f-a875-4a96-bb01-744ce53c2cd9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 1160 time: 0.0907526
Nov 24 13:47:48.064481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:48.145675 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-5fcf9cec-7739-442f-838d-65709660b49e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e HTTP/1.1" status: 200  len: 217 time: 0.0718770
Nov 24 13:47:48.223279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-8e2af4ce-17d8-48fc-a22a-25af2009eabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:48.224898 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-8e2af4ce-17d8-48fc-a22a-25af2009eabc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1a1f2628-fdf4-4269-aa9a-13c8ef43015c HTTP/1.1" status: 200  len: 835 time: 0.0733514
Nov 24 13:47:48.307262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-d1d9838a-ecd9-4101-822c-c0de078d3b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:48.309020 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-d1d9838a-ecd9-4101-822c-c0de078d3b99 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c973a90-07d3-4565-b4b6-19716e699583&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0777783
Nov 24 13:47:48.456379 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-2432b40b-8889-495e-a282-2c93d0f833d8 service neutron] 10.222.0.70 "GET /v2.0/networks/0c973a90-07d3-4565-b4b6-19716e699583?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411316
Nov 24 13:47:48.649027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283308ef-8f7b-45e7-9b6b-8ad5223ece32 req-5d5b7d39-970b-4e09-8aaf-2a3a955a2da4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:48.651243 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-283308ef-8f7b-45e7-9b6b-8ad5223ece32 req-5d5b7d39-970b-4e09-8aaf-2a3a955a2da4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 943 time: 0.0907385
Nov 24 13:47:48.654492 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b3050502-8f69-4866-b8b2-288fa2f05bb9 req-d65fb404-ce98-404a-9c58-0964fe524ab9 service neutron] 10.222.0.70 "GET /v2.0/networks/0c973a90-07d3-4565-b4b6-19716e699583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1913009
Nov 24 13:47:48.704927 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-283308ef-8f7b-45e7-9b6b-8ad5223ece32 req-606a84f9-82f0-435e-ac2a-4fea977fff98 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e4b29d5-f5f5-4ebc-81b6-3c05348e2233&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464492
Nov 24 13:47:48.820486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ac428-1120-48a7-9cf1-d58f318b03c7 req-c13ccb89-397c-4dc5-8e7e-7a17e5e0031b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:48.822219 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0f8ac428-1120-48a7-9cf1-d58f318b03c7 req-c13ccb89-397c-4dc5-8e7e-7a17e5e0031b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 1160 time: 0.0771420
Nov 24 13:47:48.971548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ac428-1120-48a7-9cf1-d58f318b03c7 req-f5ddb961-65b5-4133-87a9-53252ff6c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:48.973082 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0f8ac428-1120-48a7-9cf1-d58f318b03c7 req-f5ddb961-65b5-4133-87a9-53252ff6c2cb service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c973a90-07d3-4565-b4b6-19716e699583 HTTP/1.1" status: 200  len: 890 time: 0.1443791
Nov 24 13:47:49.050353 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0f8ac428-1120-48a7-9cf1-d58f318b03c7 req-b0480b50-96c7-47e6-8798-74da165911d7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e HTTP/1.1" status: 200  len: 217 time: 0.0689826
Nov 24 13:47:49.122094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ac428-1120-48a7-9cf1-d58f318b03c7 req-4f52bc7a-edb0-4b41-b4c4-a371178300ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:49.123735 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0f8ac428-1120-48a7-9cf1-d58f318b03c7 req-4f52bc7a-edb0-4b41-b4c4-a371178300ec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1a1f2628-fdf4-4269-aa9a-13c8ef43015c HTTP/1.1" status: 200  len: 835 time: 0.0663109
Nov 24 13:47:49.208345 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ac428-1120-48a7-9cf1-d58f318b03c7 req-77d31742-5523-4d2f-a584-ad7b793c21c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:49.210004 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0f8ac428-1120-48a7-9cf1-d58f318b03c7 req-77d31742-5523-4d2f-a584-ad7b793c21c5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c973a90-07d3-4565-b4b6-19716e699583&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791543
Nov 24 13:47:49.359130 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0f8ac428-1120-48a7-9cf1-d58f318b03c7 req-d1bc0252-37e9-43f1-b503-8247e5d28b8f service neutron] 10.222.0.70 "GET /v2.0/networks/0c973a90-07d3-4565-b4b6-19716e699583?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416228
Nov 24 13:47:49.511083 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0f8ac428-1120-48a7-9cf1-d58f318b03c7 req-77acc7dc-695a-4539-9772-d755eb815f24 service neutron] 10.222.0.70 "GET /v2.0/networks/0c973a90-07d3-4565-b4b6-19716e699583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1444175
Nov 24 13:47:49.678617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 79925524-d8df-4144-9811-4e5d2cb849e6 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:47:49.754588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 79925524-d8df-4144-9811-4e5d2cb849e6 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:47:49.755015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:49.932439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546d3ef-daee-4e66-9aab-32eb4c31e78e req-a43b6bcc-5155-4528-a316-f7df6efce033 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:49.934108 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1546d3ef-daee-4e66-9aab-32eb4c31e78e req-a43b6bcc-5155-4528-a316-f7df6efce033 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 943 time: 0.0925455
Nov 24 13:47:49.987586 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1546d3ef-daee-4e66-9aab-32eb4c31e78e req-3ed23f9a-ec61-4242-a1a4-ef1ddfa6b9d9 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e4b29d5-f5f5-4ebc-81b6-3c05348e2233&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470264
Nov 24 13:47:51.215007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40250b4-0cd5-42ca-b96c-22f4bbaddc5f req-82bb9595-0668-4caa-b01d-757a86b61e51 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:51.216700 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a40250b4-0cd5-42ca-b96c-22f4bbaddc5f req-82bb9595-0668-4caa-b01d-757a86b61e51 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 943 time: 0.0954790
Nov 24 13:47:51.273823 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a40250b4-0cd5-42ca-b96c-22f4bbaddc5f req-a59e000d-ee10-4e2c-816d-9ae4e1a8cba6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e4b29d5-f5f5-4ebc-81b6-3c05348e2233&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493119
Nov 24 13:47:51.434635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:51.632846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:47:51.707169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:47:51.713414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:47:51.713838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:51.841410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:51.870594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb844d19-76ce-422b-9538-aa7b3e3c4af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:47:51.881127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e,segment=NetworkSegment(d3d96422-34d0-4c09-aa19-5db52e6bbcfa),segment_id=d3d96422-34d0-4c09-aa19-5db52e6bbcfa)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:47:51.884006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:51.886747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-daedbfe6-c280-4d36-a7d5-5b1702cd0c4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:51.955820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:51.959981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:52.020698 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb844d19-76ce-422b-9538-aa7b3e3c4af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e', 'code': 200}
Nov 24 13:47:52.291738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be1181-a14a-4583-be2c-3ee70b9de179 req-7178f258-811c-4e43-a17d-4abb52950045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:52.293395 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-78be1181-a14a-4583-be2c-3ee70b9de179 req-7178f258-811c-4e43-a17d-4abb52950045 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 1162 time: 0.0746017
Nov 24 13:47:52.338158 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-78be1181-a14a-4583-be2c-3ee70b9de179 req-90fc0391-d770-4f7f-9070-017a3aa76e44 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8e4b29d5-f5f5-4ebc-81b6-3c05348e2233&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381885
Nov 24 13:47:52.498276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7efa9-6c12-44b1-8b2e-110620f97f80 req-0068fb0e-8546-4ecc-a788-eea7c670310f tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:52.500234 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-47f7efa9-6c12-44b1-8b2e-110620f97f80 req-0068fb0e-8546-4ecc-a788-eea7c670310f tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 945 time: 0.0889668
Nov 24 13:47:52.551135 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-47f7efa9-6c12-44b1-8b2e-110620f97f80 req-39328459-043c-4f33-b927-1b3e14f91ac0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e4b29d5-f5f5-4ebc-81b6-3c05348e2233&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441706
Nov 24 13:47:53.328771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:47:53.408622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:47:53.409044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:53.776474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5adc3d-cae5-4d0b-b918-27d8c49c52fc req-5c79dce9-4949-4bb6-8517-851bf0581e97 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:53.778072 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bf5adc3d-cae5-4d0b-b918-27d8c49c52fc req-5c79dce9-4949-4bb6-8517-851bf0581e97 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 945 time: 0.0881131
Nov 24 13:47:53.827953 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bf5adc3d-cae5-4d0b-b918-27d8c49c52fc req-f129cefa-365e-4d01-8cbe-377d257160d9 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e4b29d5-f5f5-4ebc-81b6-3c05348e2233&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431983
Nov 24 13:47:54.037657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189aad3-1852-4a6c-8f72-13490008ebb2 req-8dfc7999-1fe4-4212-a9b6-4e096201e640 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:54.039343 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2189aad3-1852-4a6c-8f72-13490008ebb2 req-8dfc7999-1fe4-4212-a9b6-4e096201e640 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 945 time: 0.0819986
Nov 24 13:47:54.086778 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2189aad3-1852-4a6c-8f72-13490008ebb2 req-6d77baf8-aa0c-40d6-87e2-b13e3af22c51 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e4b29d5-f5f5-4ebc-81b6-3c05348e2233&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403502
Nov 24 13:47:54.118185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59568) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:47:54.198331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca722eca-a90d-4d89-8e8b-6d4e92beea64 tempest-TestNetworkAdvancedServerOps-1057220621 tempest-TestNetworkAdvancedServerOps-1057220621] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:54.199991 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ca722eca-a90d-4d89-8e8b-6d4e92beea64 tempest-TestNetworkAdvancedServerOps-1057220621 tempest-TestNetworkAdvancedServerOps-1057220621] 10.222.0.76 "GET /v2.0/ports?device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 1157 time: 0.0805202
Nov 24 13:47:54.203033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59572) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:47:54.208473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-85f3db19-5717-494a-9e95-d9da95a51bb7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'port_id': 'bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:47:54.215343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-85f3db19-5717-494a-9e95-d9da95a51bb7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:47:54.219482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-85f3db19-5717-494a-9e95-d9da95a51bb7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:floatingip and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:47:54.222761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-85f3db19-5717-494a-9e95-d9da95a51bb7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:47:54.228771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-85f3db19-5717-494a-9e95-d9da95a51bb7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:47:54.239252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85f3db19-5717-494a-9e95-d9da95a51bb7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for floatingip, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:54.388073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85f3db19-5717-494a-9e95-d9da95a51bb7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:54.548230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:47:54.676394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-85f3db19-5717-494a-9e95-d9da95a51bb7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Allocated IP 172.26.8.98 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/e72ee596-f0ac-483a-897f-8cf11ce521e2) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:47:54.840036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85f3db19-5717-494a-9e95-d9da95a51bb7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:54.865077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85f3db19-5717-494a-9e95-d9da95a51bb7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:54.881116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6b2e3386-f037-4a18-9806-da55bea3ebd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:55.014323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3db19-5717-494a-9e95-d9da95a51bb7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Port': ['ID=e72ee596-f0ac-483a-897f-8cf11ce521e2,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:55.017915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-85f3db19-5717-494a-9e95-d9da95a51bb7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:55.077923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f3db19-5717-494a-9e95-d9da95a51bb7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:47:55.079252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-85f3db19-5717-494a-9e95-d9da95a51bb7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:47:55.081642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f3db19-5717-494a-9e95-d9da95a51bb7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:47:55.775141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85f3db19-5717-494a-9e95-d9da95a51bb7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for floatingip, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:55.849417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85f3db19-5717-494a-9e95-d9da95a51bb7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:56.119875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85f3db19-5717-494a-9e95-d9da95a51bb7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:56.123463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85f3db19-5717-494a-9e95-d9da95a51bb7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:56.139490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9f460e47-b31e-448f-a4ef-13028c8a79e1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:47:56.272615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3db19-5717-494a-9e95-d9da95a51bb7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Port': ['ID=e72ee596-f0ac-483a-897f-8cf11ce521e2,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:47:56.278466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-85f3db19-5717-494a-9e95-d9da95a51bb7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:47:56.387464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85f3db19-5717-494a-9e95-d9da95a51bb7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:56.591509 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-85f3db19-5717-494a-9e95-d9da95a51bb7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Floating IP 7dc3eaff-f669-4db6-8db7-761e0cf1bd3a associated. External IP: 172.26.8.98, port: bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e.
Nov 24 13:47:57.015833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f3db19-5717-494a-9e95-d9da95a51bb7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Router 2efd03a3-f029-446a-a367-111284d93fc2 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:47:57.232678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f3db19-5717-494a-9e95-d9da95a51bb7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:47:57.245102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bea80ba-f976-4941-a886-4654733318a5 None None] Sync routers for ids ['2efd03a3-f029-446a-a367-111284d93fc2'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:47:57.258039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bea80ba-f976-4941-a886-4654733318a5 None None] Routers {'2efd03a3-f029-446a-a367-111284d93fc2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:47:57.258728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-3bea80ba-f976-4941-a886-4654733318a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c99ec50>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:47:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['2efd03a3-f029-446a-a367-111284d93fc2'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:47:57.258868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-85f3db19-5717-494a-9e95-d9da95a51bb7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:47:57.316361 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-85f3db19-5717-494a-9e95-d9da95a51bb7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.1122305
Nov 24 13:47:57.317071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb844d19-76ce-422b-9538-aa7b3e3c4af1', 'tag': 'bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:47:57.394401 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb844d19-76ce-422b-9538-aa7b3e3c4af1', 'tag': 'bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e', 'status': 'completed', 'code': 200}
Nov 24 13:47:57.452599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-3bea80ba-f976-4941-a886-4654733318a5 None None] Set router 2efd03a3-f029-446a-a367-111284d93fc2 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:47:57.518302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbdc06-8c7c-46cf-91f0-17baf671c1cb req-5755c5fb-433f-4c51-859e-2324105741df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:57.520027 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6ebbdc06-8c7c-46cf-91f0-17baf671c1cb req-5755c5fb-433f-4c51-859e-2324105741df service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 1162 time: 0.0825279
Nov 24 13:47:57.529397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8737d-ff38-4452-91fa-af169b7d4d72 req-59d07637-2128-498e-aa24-ae2c2770251b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:57.532871 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-68d8737d-ff38-4452-91fa-af169b7d4d72 req-59d07637-2128-498e-aa24-ae2c2770251b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 945 time: 0.0931416
Nov 24 13:47:57.583185 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-68d8737d-ff38-4452-91fa-af169b7d4d72 req-783d5704-7507-416c-bc60-e8887fdc8aa7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e4b29d5-f5f5-4ebc-81b6-3c05348e2233&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452666
Nov 24 13:47:57.615072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59580) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:47:57.673754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbdc06-8c7c-46cf-91f0-17baf671c1cb req-e7de6300-f2d0-4fcf-900a-06a06de5713e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:57.675368 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6ebbdc06-8c7c-46cf-91f0-17baf671c1cb req-e7de6300-f2d0-4fcf-900a-06a06de5713e service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c973a90-07d3-4565-b4b6-19716e699583 HTTP/1.1" status: 200  len: 890 time: 0.1487532
Nov 24 13:47:57.731083 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f9a6c23b-0c3c-4296-a5a3-ba00918217e3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/floatingips/7dc3eaff-f669-4db6-8db7-761e0cf1bd3a HTTP/1.1" status: 200  len: 990 time: 0.1145754
Nov 24 13:47:57.789109 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6ebbdc06-8c7c-46cf-91f0-17baf671c1cb req-5ca89802-ccd4-48a8-8ca0-c594ec560e01 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e HTTP/1.1" status: 200  len: 998 time: 0.1066148
Nov 24 13:47:57.835092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-3bea80ba-f976-4941-a886-4654733318a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c99ec50>, [{'id': '2efd03a3-f029-446a-a367-111284d93fc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637361528', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '7c98c061-bd98-445f-b002-03844ae137df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:47:35Z', 'updated_at': '2020-11-24T13:47:40Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '7c98c061-bd98-445f-b002-03844ae137df', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efd03a3-f029-446a-a367-111284d93fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:47:36Z', 'updated_at': '2020-11-24T13:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '7dc3eaff-f669-4db6-8db7-761e0cf1bd3a', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'floating_ip_address': '172.26.8.98', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '2efd03a3-f029-446a-a367-111284d93fc2', 'port_id': 'bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c973a90-07d3-4565-b4b6-19716e699583', 'mac_address': 'fa:16:3e:4e:f3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb844d19-76ce-422b-9538-aa7b3e3c4af1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:47:55Z', 'updated_at': '2020-11-24T13:47:55Z', 'revision_number': 0, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79925524-d8df-4144-9811-4e5d2cb849e6', 'name': '', 'network_id': '0c973a90-07d3-4565-b4b6-19716e699583', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:4d:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efd03a3-f029-446a-a367-111284d93fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1a1f2628-fdf4-4269-aa9a-13c8ef43015c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:47:39Z', 'updated_at': '2020-11-24T13:47:47Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': '1a1f2628-fdf4-4269-aa9a-13c8ef43015c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:47:57.839166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bea80ba-f976-4941-a886-4654733318a5 None None] Checking router: 2efd03a3-f029-446a-a367-111284d93fc2 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:47:57.850696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bea80ba-f976-4941-a886-4654733318a5 None None] Routers {'2efd03a3-f029-446a-a367-111284d93fc2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:47:57.851397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-3bea80ba-f976-4941-a886-4654733318a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c99ec50>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:47:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['2efd03a3-f029-446a-a367-111284d93fc2'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:47:57.861859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbdc06-8c7c-46cf-91f0-17baf671c1cb req-30586286-1fc7-4c5d-ba1c-3ab8ea2bedd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:57.863522 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6ebbdc06-8c7c-46cf-91f0-17baf671c1cb req-30586286-1fc7-4c5d-ba1c-3ab8ea2bedd7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1a1f2628-fdf4-4269-aa9a-13c8ef43015c HTTP/1.1" status: 200  len: 835 time: 0.0683103
Nov 24 13:47:57.946031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbdc06-8c7c-46cf-91f0-17baf671c1cb req-b382fa24-f90f-482b-9928-a48c3c90feea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:47:57.947700 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6ebbdc06-8c7c-46cf-91f0-17baf671c1cb req-b382fa24-f90f-482b-9928-a48c3c90feea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c973a90-07d3-4565-b4b6-19716e699583&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780764
Nov 24 13:47:58.044626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-3bea80ba-f976-4941-a886-4654733318a5 None None] Set router 2efd03a3-f029-446a-a367-111284d93fc2 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:47:58.096644 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6ebbdc06-8c7c-46cf-91f0-17baf671c1cb req-3cd84d2a-db11-4315-a405-3a58600f4cb1 service neutron] 10.222.0.70 "GET /v2.0/networks/0c973a90-07d3-4565-b4b6-19716e699583?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419690
Nov 24 13:47:58.247955 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6ebbdc06-8c7c-46cf-91f0-17baf671c1cb req-4b127c1b-cf4d-4b4b-a3ca-3e3d64effa2a service neutron] 10.222.0.70 "GET /v2.0/networks/0c973a90-07d3-4565-b4b6-19716e699583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1448414
Nov 24 13:47:58.429440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-3bea80ba-f976-4941-a886-4654733318a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c99ec50>, [{'id': '2efd03a3-f029-446a-a367-111284d93fc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637361528', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '7c98c061-bd98-445f-b002-03844ae137df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:47:35Z', 'updated_at': '2020-11-24T13:47:40Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '7c98c061-bd98-445f-b002-03844ae137df', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efd03a3-f029-446a-a367-111284d93fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:47:36Z', 'updated_at': '2020-11-24T13:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '7dc3eaff-f669-4db6-8db7-761e0cf1bd3a', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'floating_ip_address': '172.26.8.98', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '2efd03a3-f029-446a-a367-111284d93fc2', 'port_id': 'bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c973a90-07d3-4565-b4b6-19716e699583', 'mac_address': 'fa:16:3e:4e:f3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb844d19-76ce-422b-9538-aa7b3e3c4af1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:47:55Z', 'updated_at': '2020-11-24T13:47:55Z', 'revision_number': 0, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79925524-d8df-4144-9811-4e5d2cb849e6', 'name': '', 'network_id': '0c973a90-07d3-4565-b4b6-19716e699583', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:4d:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efd03a3-f029-446a-a367-111284d93fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1a1f2628-fdf4-4269-aa9a-13c8ef43015c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:47:39Z', 'updated_at': '2020-11-24T13:47:47Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': '1a1f2628-fdf4-4269-aa9a-13c8ef43015c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:47:58.434268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bea80ba-f976-4941-a886-4654733318a5 None None] The sync data for ids ['2efd03a3-f029-446a-a367-111284d93fc2'] in dv-neutron-601336-61-ovs is: [{'id': '2efd03a3-f029-446a-a367-111284d93fc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637361528', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '7c98c061-bd98-445f-b002-03844ae137df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:47:35Z', 'updated_at': '2020-11-24T13:47:40Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '7c98c061-bd98-445f-b002-03844ae137df', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efd03a3-f029-446a-a367-111284d93fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:47:36Z', 'updated_at': '2020-11-24T13:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '7dc3eaff-f669-4db6-8db7-761e0cf1bd3a', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'floating_ip_address': '172.26.8.98', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '2efd03a3-f029-446a-a367-111284d93fc2', 'port_id': 'bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c973a90-07d3-4565-b4b6-19716e699583', 'mac_address': 'fa:16:3e:4e:f3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb844d19-76ce-422b-9538-aa7b3e3c4af1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:47:55Z', 'updated_at': '2020-11-24T13:47:55Z', 'revision_number': 0, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79925524-d8df-4144-9811-4e5d2cb849e6', 'name': '', 'network_id': '0c973a90-07d3-4565-b4b6-19716e699583', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:4d:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efd03a3-f029-446a-a367-111284d93fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1a1f2628-fdf4-4269-aa9a-13c8ef43015c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:47:39Z', 'updated_at': '2020-11-24T13:47:47Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': '1a1f2628-fdf4-4269-aa9a-13c8ef43015c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:47:58.735041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59584) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:47:58.746735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f90c5c-5fe1-4f01-b13a-9c67163605f9 None None] New status for floating IP 7dc3eaff-f669-4db6-8db7-761e0cf1bd3a: ACTIVE {{(pid=80945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:47:58.854375 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-1cebaabd-09a8-4155-8f78-08d8dca8c9df tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/floatingips/7dc3eaff-f669-4db6-8db7-761e0cf1bd3a HTTP/1.1" status: 200  len: 990 time: 0.1168907
Nov 24 13:47:59.857461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59588) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:47:59.972511 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d4a682fb-bb8f-4dba-b334-102115b494e6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/floatingips/7dc3eaff-f669-4db6-8db7-761e0cf1bd3a HTTP/1.1" status: 200  len: 992 time: 0.1111093
Nov 24 13:48:10.324837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0a0fa9b6-b8d5-41df-8574-c20109c1a671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:48:12.694237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1f6e9948-d432-4ce9-a037-ab4686638388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:48:13.045086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:48:14.284285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:48:14.903933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:48:21.435084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:48:25.021454 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465061c-99d7-4233-a3c8-18cede954873 req-673b85e3-33d6-4b0e-aa79-e0bc65daa5f1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:48:25.023127 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d465061c-99d7-4233-a3c8-18cede954873 req-673b85e3-33d6-4b0e-aa79-e0bc65daa5f1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 945 time: 0.0845695
Nov 24 13:48:25.071857 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d465061c-99d7-4233-a3c8-18cede954873 req-67986449-c7f8-48d0-8850-6e8b232e6cee tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e4b29d5-f5f5-4ebc-81b6-3c05348e2233&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415201
Nov 24 13:48:26.299647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06b12d-987e-42d9-adfc-9e63c30c3b47 req-1f39d22f-bbaf-4a49-a4fe-44a553a417bd tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:48:26.301472 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5b06b12d-987e-42d9-adfc-9e63c30c3b47 req-1f39d22f-bbaf-4a49-a4fe-44a553a417bd tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 945 time: 0.0917621
Nov 24 13:48:26.350109 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5b06b12d-987e-42d9-adfc-9e63c30c3b47 req-30e72dcf-ab78-4079-a172-9c825c567c9f tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e4b29d5-f5f5-4ebc-81b6-3c05348e2233&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422511
Nov 24 13:48:27.564330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d257ddd-533a-4921-ad14-1e13001f87f5 req-dc3c93db-1f8a-448c-a283-a98bc9f84e68 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:48:27.565929 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2d257ddd-533a-4921-ad14-1e13001f87f5 req-dc3c93db-1f8a-448c-a283-a98bc9f84e68 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 945 time: 0.0825000
Nov 24 13:48:27.615701 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2d257ddd-533a-4921-ad14-1e13001f87f5 req-0ad42167-fcb7-4a32-a51f-e51085ac0cfa tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e4b29d5-f5f5-4ebc-81b6-3c05348e2233&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425985
Nov 24 13:48:28.837814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce8ce1-95a5-4c5d-8a4b-a8007dea0be9 req-8e1206f0-f570-4a89-b25f-92f824906424 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:48:28.839451 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-43ce8ce1-95a5-4c5d-8a4b-a8007dea0be9 req-8e1206f0-f570-4a89-b25f-92f824906424 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 945 time: 0.0913892
Nov 24 13:48:28.895233 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-43ce8ce1-95a5-4c5d-8a4b-a8007dea0be9 req-18075ddc-d3e1-4429-9a37-102d765214fb tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e4b29d5-f5f5-4ebc-81b6-3c05348e2233&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483823
Nov 24 13:48:30.115047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0782f-9587-4266-900c-fb1369cfa4cc req-7142aa25-43c6-4400-8e36-422471317eb1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:48:30.116679 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e7e0782f-9587-4266-900c-fb1369cfa4cc req-7142aa25-43c6-4400-8e36-422471317eb1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 945 time: 0.0858772
Nov 24 13:48:30.170857 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e7e0782f-9587-4266-900c-fb1369cfa4cc req-e75f41af-9958-45cf-8600-94a5c850fa1e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e4b29d5-f5f5-4ebc-81b6-3c05348e2233&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473783
Nov 24 13:48:31.389623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325d0bc-2029-4da4-9fa6-1255c59e9232 req-90298c9e-2729-46a1-aae0-534d0e0fa4d0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:48:31.391308 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5325d0bc-2029-4da4-9fa6-1255c59e9232 req-90298c9e-2729-46a1-aae0-534d0e0fa4d0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 945 time: 0.0863647
Nov 24 13:48:31.439925 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5325d0bc-2029-4da4-9fa6-1255c59e9232 req-7995fc7b-0ed1-4a2e-9ccc-5ecf9423979a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e4b29d5-f5f5-4ebc-81b6-3c05348e2233&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420434
Nov 24 13:48:31.549168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:48:31.865564 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0a906-1150-4efa-a8ff-174655c77e31 req-ef1e6911-9f7e-4e87-af09-5c7622c45545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:48:31.867584 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c3a0a906-1150-4efa-a8ff-174655c77e31 req-ef1e6911-9f7e-4e87-af09-5c7622c45545 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 1162 time: 0.0807774
Nov 24 13:48:32.024913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0a906-1150-4efa-a8ff-174655c77e31 req-1ff98573-d697-4f49-ae97-fee28d08b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:48:32.026507 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c3a0a906-1150-4efa-a8ff-174655c77e31 req-1ff98573-d697-4f49-ae97-fee28d08b4bd service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c973a90-07d3-4565-b4b6-19716e699583 HTTP/1.1" status: 200  len: 890 time: 0.1384525
Nov 24 13:48:32.134851 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c3a0a906-1150-4efa-a8ff-174655c77e31 req-de44acb2-c633-42a0-b5a7-7e9d4ef968cd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e HTTP/1.1" status: 200  len: 1000 time: 0.1021929
Nov 24 13:48:32.210101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0a906-1150-4efa-a8ff-174655c77e31 req-44cf63e7-a1d7-4aec-843e-bd4f0b79656c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:48:32.211762 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c3a0a906-1150-4efa-a8ff-174655c77e31 req-44cf63e7-a1d7-4aec-843e-bd4f0b79656c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1a1f2628-fdf4-4269-aa9a-13c8ef43015c HTTP/1.1" status: 200  len: 835 time: 0.0712287
Nov 24 13:48:32.295775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0a906-1150-4efa-a8ff-174655c77e31 req-84f18190-5720-4e1c-8e2f-bfdde9605d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:48:32.297366 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c3a0a906-1150-4efa-a8ff-174655c77e31 req-84f18190-5720-4e1c-8e2f-bfdde9605d0a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c973a90-07d3-4565-b4b6-19716e699583&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0789382
Nov 24 13:48:32.439151 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c3a0a906-1150-4efa-a8ff-174655c77e31 req-c9cc750a-8145-4a83-bd57-b6c8415c27e5 service neutron] 10.222.0.70 "GET /v2.0/networks/0c973a90-07d3-4565-b4b6-19716e699583?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352837
Nov 24 13:48:32.591459 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c3a0a906-1150-4efa-a8ff-174655c77e31 req-b1e39189-b0ae-4043-9990-e6654f854548 service neutron] 10.222.0.70 "GET /v2.0/networks/0c973a90-07d3-4565-b4b6-19716e699583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1456001
Nov 24 13:48:32.666887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a3e17-73ff-4226-bae5-281128bbc2cb req-4d8c5931-e66a-423d-aaa7-d442c57fe3da tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:48:32.668513 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cd6a3e17-73ff-4226-bae5-281128bbc2cb req-4d8c5931-e66a-423d-aaa7-d442c57fe3da tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 945 time: 0.0962946
Nov 24 13:48:32.720733 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cd6a3e17-73ff-4226-bae5-281128bbc2cb req-b3e0d826-7a48-4178-aeb2-25bff134659b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e4b29d5-f5f5-4ebc-81b6-3c05348e2233&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453513
Nov 24 13:48:33.939581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf70fe-7944-4f37-9a96-1faa86100560 req-ef6899aa-5ac4-40f0-8fa7-593f1d25c453 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:48:33.941084 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dfcf70fe-7944-4f37-9a96-1faa86100560 req-ef6899aa-5ac4-40f0-8fa7-593f1d25c453 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 945 time: 0.0836124
Nov 24 13:48:33.991796 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dfcf70fe-7944-4f37-9a96-1faa86100560 req-59a32644-7e72-4a84-97b3-f9e759d2a9fc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e4b29d5-f5f5-4ebc-81b6-3c05348e2233&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436838
Nov 24 13:48:35.214317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83207c72-737e-4442-b335-aca96cc0c376 req-1fd45402-91d5-43d1-bc10-9cbb04e3b82f tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:48:35.215931 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-83207c72-737e-4442-b335-aca96cc0c376 req-1fd45402-91d5-43d1-bc10-9cbb04e3b82f tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 945 time: 0.0899971
Nov 24 13:48:35.269129 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-83207c72-737e-4442-b335-aca96cc0c376 req-82dc4d10-0ba5-4058-8f9e-61539ac9e23b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e4b29d5-f5f5-4ebc-81b6-3c05348e2233&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461361
Nov 24 13:48:36.493194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d2ab4-49c7-45fc-8c39-1f347d1f1301 req-28cfae27-e75a-40e2-ab59-4937648e52eb tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:48:36.494762 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5b8d2ab4-49c7-45fc-8c39-1f347d1f1301 req-28cfae27-e75a-40e2-ab59-4937648e52eb tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 945 time: 0.0897322
Nov 24 13:48:36.546904 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5b8d2ab4-49c7-45fc-8c39-1f347d1f1301 req-fe11466f-8f4d-419f-bf38-b0e443aa398f tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e4b29d5-f5f5-4ebc-81b6-3c05348e2233&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452840
Nov 24 13:48:36.577386 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59622) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:48:36.693795 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-276b0843-9762-48b5-98d7-61e15d1611b0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/floatingips/7dc3eaff-f669-4db6-8db7-761e0cf1bd3a HTTP/1.1" status: 200  len: 992 time: 0.1150827
Nov 24 13:48:38.219649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30317ff2-068c-4ee2-9e0b-222f165a8e6b req-5b1df1d5-6515-4663-9455-5efa97c98c14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:48:38.221286 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30317ff2-068c-4ee2-9e0b-222f165a8e6b req-5b1df1d5-6515-4663-9455-5efa97c98c14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 945 time: 0.0887914
Nov 24 13:48:38.271038 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-30317ff2-068c-4ee2-9e0b-222f165a8e6b req-8dd01fab-780c-47c1-b634-8f4f203d5999 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e4b29d5-f5f5-4ebc-81b6-3c05348e2233&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432558
Nov 24 13:48:38.337964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852b0e2-d9d9-4fac-9cfd-c83df17847ab req-4a85dad1-bea1-45f1-ac15-82a593d8ae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:48:38.339582 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1852b0e2-d9d9-4fac-9cfd-c83df17847ab req-4a85dad1-bea1-45f1-ac15-82a593d8ae67 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 1162 time: 0.1526861
Nov 24 13:48:38.483804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852b0e2-d9d9-4fac-9cfd-c83df17847ab req-8868d351-8229-4504-bed0-473236137354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:48:38.485588 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1852b0e2-d9d9-4fac-9cfd-c83df17847ab req-8868d351-8229-4504-bed0-473236137354 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c973a90-07d3-4565-b4b6-19716e699583 HTTP/1.1" status: 200  len: 890 time: 0.1397974
Nov 24 13:48:38.595024 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1852b0e2-d9d9-4fac-9cfd-c83df17847ab req-09e9690c-65e7-4be1-9fa0-8df420408ff7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e HTTP/1.1" status: 200  len: 1000 time: 0.1030006
Nov 24 13:48:38.669500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852b0e2-d9d9-4fac-9cfd-c83df17847ab req-9e9288c3-a162-49a6-b304-2623288ace34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:48:38.671452 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1852b0e2-d9d9-4fac-9cfd-c83df17847ab req-9e9288c3-a162-49a6-b304-2623288ace34 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1a1f2628-fdf4-4269-aa9a-13c8ef43015c HTTP/1.1" status: 200  len: 835 time: 0.0693588
Nov 24 13:48:39.014363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852b0e2-d9d9-4fac-9cfd-c83df17847ab req-ab156205-4bcb-4ece-af54-2e676d86dfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:48:39.015980 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1852b0e2-d9d9-4fac-9cfd-c83df17847ab req-ab156205-4bcb-4ece-af54-2e676d86dfdc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c973a90-07d3-4565-b4b6-19716e699583&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3379743
Nov 24 13:48:39.161174 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1852b0e2-d9d9-4fac-9cfd-c83df17847ab req-a9d150a5-ad7f-40c5-8c88-3eced4444682 service neutron] 10.222.0.70 "GET /v2.0/networks/0c973a90-07d3-4565-b4b6-19716e699583?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375625
Nov 24 13:48:39.308979 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1852b0e2-d9d9-4fac-9cfd-c83df17847ab req-2895359c-3e18-4b7a-9904-0b493296f401 service neutron] 10.222.0.70 "GET /v2.0/networks/0c973a90-07d3-4565-b4b6-19716e699583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1414342
Nov 24 13:48:39.494503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519545c-8634-4518-b5bd-f3dcda382789 req-873150e3-a2d4-4c11-9af6-bfc430e28f87 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:48:39.496091 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0519545c-8634-4518-b5bd-f3dcda382789 req-873150e3-a2d4-4c11-9af6-bfc430e28f87 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 945 time: 0.0867510
Nov 24 13:48:39.544048 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0519545c-8634-4518-b5bd-f3dcda382789 req-638ab7b2-cde7-480c-b836-628c7ade533f tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e4b29d5-f5f5-4ebc-81b6-3c05348e2233&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413020
Nov 24 13:48:40.330522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-33459b65-f1dd-4696-b17f-f7b01e25b50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:48:40.757932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe71e07-b032-4fa7-8686-a5377ddc2811 req-36815205-c2d2-4de8-9e3b-3c218e517c60 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:48:40.759573 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dfe71e07-b032-4fa7-8686-a5377ddc2811 req-36815205-c2d2-4de8-9e3b-3c218e517c60 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 945 time: 0.0844259
Nov 24 13:48:40.811809 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dfe71e07-b032-4fa7-8686-a5377ddc2811 req-93bf078e-0879-4063-a835-3e506647102c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e4b29d5-f5f5-4ebc-81b6-3c05348e2233&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457518
Nov 24 13:48:40.842527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59638) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:48:40.957788 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9ffb62c6-5769-4702-b481-c4f6ace1553f tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/floatingips/7dc3eaff-f669-4db6-8db7-761e0cf1bd3a HTTP/1.1" status: 200  len: 992 time: 0.1139219
Nov 24 13:48:41.745212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:48:41.817752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:48:41.818191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:48:42.699408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-816d9360-aed5-4000-abbc-052a83b6450b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:48:43.050261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:48:44.289227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:48:44.910215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:48:51.454920 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:08.550037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:49:10.333612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-64868d1a-cd5f-43e3-bcf5-5270cc6f16d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:11.709810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59654) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:49:12.184109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Deleting port e72ee596-f0ac-483a-897f-8cf11ce521e2 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:49:12.184492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:12.365724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:12.366022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for floatingip, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:12.492382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Calling delete_port for e72ee596-f0ac-483a-897f-8cf11ce521e2 owned by network:floatingip {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:49:12.652421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:12.667767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-eeb60933-e974-4a85-b5c2-73830a1872db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:12.702423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-63205589-a38c-4537-9325-1d4431f19c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:12.772525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'Port': ['ID=e72ee596-f0ac-483a-897f-8cf11ce521e2,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:12.788487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:12.788922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:12.789350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:12.789771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:12.790218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:12.790641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:12.791056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:12.791472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:12.791919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:12.792368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:12.792797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:12.793305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:12.793846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:12.794319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:12.794788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:12.795227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:12.795637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:12.796611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:12.797020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:12.797430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:12.797894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:12.798384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:12.798817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:12.799199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:12.803034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:12.917153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for floatingip, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:12.917448 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Floating IP 7dc3eaff-f669-4db6-8db7-761e0cf1bd3a disassociated (deleted). External IP: 172.26.8.98, port: bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e.
Nov 24 13:49:13.051846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:13.346143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Router 2efd03a3-f029-446a-a367-111284d93fc2 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:49:13.560724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:49:13.575521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692a93a8-5bea-473a-8f34-398b0f7b8908 None None] Sync routers for ids ['2efd03a3-f029-446a-a367-111284d93fc2'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:49:13.581954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:13.589196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692a93a8-5bea-473a-8f34-398b0f7b8908 None None] Routers {'2efd03a3-f029-446a-a367-111284d93fc2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:49:13.589881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-692a93a8-5bea-473a-8f34-398b0f7b8908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c660b38>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:49:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['2efd03a3-f029-446a-a367-111284d93fc2'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:49:13.642172 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "DELETE /v2.0/floatingips/7dc3eaff-f669-4db6-8db7-761e0cf1bd3a HTTP/1.1" status: 204  len: 168 time: 1.9309707
Nov 24 13:49:13.642840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb844d19-76ce-422b-9538-aa7b3e3c4af1', 'tag': 'bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:49:13.798485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-692a93a8-5bea-473a-8f34-398b0f7b8908 None None] Set router 2efd03a3-f029-446a-a367-111284d93fc2 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:49:13.824698 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb844d19-76ce-422b-9538-aa7b3e3c4af1', 'tag': 'bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e', 'status': 'completed', 'code': 200}
Nov 24 13:49:13.949926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c803e-1bdf-4873-9494-e94e1ba5348e req-4b4b7e27-8b1e-4958-96d5-afd10cdf9944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:13.951624 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0d5c803e-1bdf-4873-9494-e94e1ba5348e req-4b4b7e27-8b1e-4958-96d5-afd10cdf9944 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 1162 time: 0.0830793
Nov 24 13:49:14.097726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543db27d-155c-4a2f-b6f7-442e31fe7924 req-1607d9a4-1101-4f6e-b3c1-3d70995bc894 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:14.098594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-543db27d-155c-4a2f-b6f7-442e31fe7924 req-1607d9a4-1101-4f6e-b3c1-3d70995bc894 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Synchronizing usage tracker for tenant:d5748be5eb2b47818a674120dfe1813a on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:49:14.110449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c803e-1bdf-4873-9494-e94e1ba5348e req-eb54d8ea-e05f-41fb-8927-868121772790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:14.112929 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0d5c803e-1bdf-4873-9494-e94e1ba5348e req-eb54d8ea-e05f-41fb-8927-868121772790 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c973a90-07d3-4565-b4b6-19716e699583 HTTP/1.1" status: 200  len: 890 time: 0.1535389
Nov 24 13:49:14.114513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-543db27d-155c-4a2f-b6f7-442e31fe7924 req-1607d9a4-1101-4f6e-b3c1-3d70995bc894 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Unset dirty status for tenant:d5748be5eb2b47818a674120dfe1813a on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:49:14.115987 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-543db27d-155c-4a2f-b6f7-442e31fe7924 req-1607d9a4-1101-4f6e-b3c1-3d70995bc894 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 945 time: 0.1135433
Nov 24 13:49:14.169654 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-543db27d-155c-4a2f-b6f7-442e31fe7924 req-5b277f64-54f8-46db-a60c-db972687d8fe tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e4b29d5-f5f5-4ebc-81b6-3c05348e2233&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472438
Nov 24 13:49:14.200858 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0d5c803e-1bdf-4873-9494-e94e1ba5348e req-d08d9b82-3be8-446f-8537-1d8fd9f3d802 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e HTTP/1.1" status: 200  len: 217 time: 0.0767305
Nov 24 13:49:14.277679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c803e-1bdf-4873-9494-e94e1ba5348e req-694bd8f8-f51d-45ad-8633-f98d0199c0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:14.279300 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0d5c803e-1bdf-4873-9494-e94e1ba5348e req-694bd8f8-f51d-45ad-8633-f98d0199c0ae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1a1f2628-fdf4-4269-aa9a-13c8ef43015c HTTP/1.1" status: 200  len: 835 time: 0.0714903
Nov 24 13:49:14.291727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:14.316263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-692a93a8-5bea-473a-8f34-398b0f7b8908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c660b38>, [{'id': '2efd03a3-f029-446a-a367-111284d93fc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637361528', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '7c98c061-bd98-445f-b002-03844ae137df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:47:35Z', 'updated_at': '2020-11-24T13:47:40Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '7c98c061-bd98-445f-b002-03844ae137df', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efd03a3-f029-446a-a367-111284d93fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:47:36Z', 'updated_at': '2020-11-24T13:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '79925524-d8df-4144-9811-4e5d2cb849e6', 'name': '', 'network_id': '0c973a90-07d3-4565-b4b6-19716e699583', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:4d:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efd03a3-f029-446a-a367-111284d93fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1a1f2628-fdf4-4269-aa9a-13c8ef43015c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:47:39Z', 'updated_at': '2020-11-24T13:47:47Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': '1a1f2628-fdf4-4269-aa9a-13c8ef43015c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:49:14.320413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692a93a8-5bea-473a-8f34-398b0f7b8908 None None] Checking router: 2efd03a3-f029-446a-a367-111284d93fc2 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:49:14.332554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692a93a8-5bea-473a-8f34-398b0f7b8908 None None] Routers {'2efd03a3-f029-446a-a367-111284d93fc2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:49:14.333223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-692a93a8-5bea-473a-8f34-398b0f7b8908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c660b38>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:49:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['2efd03a3-f029-446a-a367-111284d93fc2'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:49:14.360886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c803e-1bdf-4873-9494-e94e1ba5348e req-7f4769cf-ee05-47cc-9e5d-3dd52f55c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:14.362530 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0d5c803e-1bdf-4873-9494-e94e1ba5348e req-7f4769cf-ee05-47cc-9e5d-3dd52f55c885 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c973a90-07d3-4565-b4b6-19716e699583&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0764554
Nov 24 13:49:14.511481 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0d5c803e-1bdf-4873-9494-e94e1ba5348e req-e49ea21e-319f-44d0-b506-64f8c5dd1f15 service neutron] 10.222.0.70 "GET /v2.0/networks/0c973a90-07d3-4565-b4b6-19716e699583?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416895
Nov 24 13:49:14.532015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-692a93a8-5bea-473a-8f34-398b0f7b8908 None None] Set router 2efd03a3-f029-446a-a367-111284d93fc2 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:49:14.658076 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0d5c803e-1bdf-4873-9494-e94e1ba5348e req-16f19a2b-e5f9-4d7f-b412-e205e9003969 service neutron] 10.222.0.70 "GET /v2.0/networks/0c973a90-07d3-4565-b4b6-19716e699583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398787
Nov 24 13:49:14.867909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-692a93a8-5bea-473a-8f34-398b0f7b8908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c660b38>, [{'id': '2efd03a3-f029-446a-a367-111284d93fc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637361528', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '7c98c061-bd98-445f-b002-03844ae137df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:47:35Z', 'updated_at': '2020-11-24T13:47:40Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '7c98c061-bd98-445f-b002-03844ae137df', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efd03a3-f029-446a-a367-111284d93fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:47:36Z', 'updated_at': '2020-11-24T13:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '79925524-d8df-4144-9811-4e5d2cb849e6', 'name': '', 'network_id': '0c973a90-07d3-4565-b4b6-19716e699583', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:4d:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efd03a3-f029-446a-a367-111284d93fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1a1f2628-fdf4-4269-aa9a-13c8ef43015c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:47:39Z', 'updated_at': '2020-11-24T13:47:47Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': '1a1f2628-fdf4-4269-aa9a-13c8ef43015c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:49:14.872729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692a93a8-5bea-473a-8f34-398b0f7b8908 None None] The sync data for ids ['2efd03a3-f029-446a-a367-111284d93fc2'] in dv-neutron-601336-61-ovs is: [{'id': '2efd03a3-f029-446a-a367-111284d93fc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637361528', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '7c98c061-bd98-445f-b002-03844ae137df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:47:35Z', 'updated_at': '2020-11-24T13:47:40Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '7c98c061-bd98-445f-b002-03844ae137df', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efd03a3-f029-446a-a367-111284d93fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:47:36Z', 'updated_at': '2020-11-24T13:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '79925524-d8df-4144-9811-4e5d2cb849e6', 'name': '', 'network_id': '0c973a90-07d3-4565-b4b6-19716e699583', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:4d:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efd03a3-f029-446a-a367-111284d93fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1a1f2628-fdf4-4269-aa9a-13c8ef43015c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:47:39Z', 'updated_at': '2020-11-24T13:47:47Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': '1a1f2628-fdf4-4269-aa9a-13c8ef43015c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:49:14.913377 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:15.256517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33431f48-cd9f-4d71-b584-e0e67cdcc5b6 None None] New status for floating IP 7dc3eaff-f669-4db6-8db7-761e0cf1bd3a: DOWN {{(pid=80945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:49:15.399834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d03154-5803-4869-9abd-1b66ef920c6c req-d0afb545-59b2-4903-8b70-aa6db2a9e1d8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:15.401457 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-05d03154-5803-4869-9abd-1b66ef920c6c req-d0afb545-59b2-4903-8b70-aa6db2a9e1d8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 945 time: 0.0943563
Nov 24 13:49:15.451094 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-05d03154-5803-4869-9abd-1b66ef920c6c req-4a2858ef-d707-45cd-b2c3-2257bbd2bf5d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e4b29d5-f5f5-4ebc-81b6-3c05348e2233&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426819
Nov 24 13:49:15.668548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35c24e-180f-4c47-a004-240d666c6929 req-f9914e64-4513-4eca-88b3-3a0cf72344df tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:15.669314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-9b35c24e-180f-4c47-a004-240d666c6929 req-f9914e64-4513-4eca-88b3-3a0cf72344df tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Synchronizing usage tracker for tenant:d5748be5eb2b47818a674120dfe1813a on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:49:15.682528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-9b35c24e-180f-4c47-a004-240d666c6929 req-f9914e64-4513-4eca-88b3-3a0cf72344df tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Unset dirty status for tenant:d5748be5eb2b47818a674120dfe1813a on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:49:15.683727 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9b35c24e-180f-4c47-a004-240d666c6929 req-f9914e64-4513-4eca-88b3-3a0cf72344df tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.70 "GET /v2.0/ports?device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 945 time: 0.0959246
Nov 24 13:49:15.762117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-9b35c24e-180f-4c47-a004-240d666c6929 req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Deleting port bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:49:15.762525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9b35c24e-180f-4c47-a004-240d666c6929 req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:15.859821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:49:15.977565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:16.008807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb844d19-76ce-422b-9538-aa7b3e3c4af1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:49:16.020011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e,segment=NetworkSegment(d3d96422-34d0-4c09-aa19-5db52e6bbcfa),segment_id=d3d96422-34d0-4c09-aa19-5db52e6bbcfa)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:49:16.023965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:16.026187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:16.029335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-9b35c24e-180f-4c47-a004-240d666c6929 req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] For port bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e,segment=NetworkSegment(d3d96422-34d0-4c09-aa19-5db52e6bbcfa),segment_id=d3d96422-34d0-4c09-aa19-5db52e6bbcfa)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:49:16.029742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9b35c24e-180f-4c47-a004-240d666c6929 req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:16.079129 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb844d19-76ce-422b-9538-aa7b3e3c4af1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e', 'code': 200}
Nov 24 13:49:16.106801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:16.116102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:16.116496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:16.117172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:16.117294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:16.117598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:16.117969 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:16.118358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:16.118731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:16.119096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:16.119463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:16.119821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:16.120251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:16.120754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:16.121047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:16.121363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:16.121782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:16.122079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:16.122586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:16.122873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:16.123651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:16.124431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:16.125010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:16.125123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:16.125903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:16.133004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:16.173649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-9b35c24e-180f-4c47-a004-240d666c6929 req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Calling delete_port for bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e owned by compute:nova {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:49:16.253844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [req-9b35c24e-180f-4c47-a004-240d666c6929 req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80944) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:49:16.254107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [req-9b35c24e-180f-4c47-a004-240d666c6929 req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:49:16.663758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc598ad-89d0-417c-b387-56c51e1f67de req-6c70f9ec-ea34-4a5c-b82a-7e2e884d7f94 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:16.665361 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dbc598ad-89d0-417c-b387-56c51e1f67de req-6c70f9ec-ea34-4a5c-b82a-7e2e884d7f94 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 943 time: 0.0833013
Nov 24 13:49:16.717731 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dbc598ad-89d0-417c-b387-56c51e1f67de req-1da2ec05-c7d7-46e0-a62b-a5308a97d671 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=8e4b29d5-f5f5-4ebc-81b6-3c05348e2233&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452771
Nov 24 13:49:16.755622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-9b35c24e-180f-4c47-a004-240d666c6929 req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Deleting port bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:49:16.756014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9b35c24e-180f-4c47-a004-240d666c6929 req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:17.022671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-9b35c24e-180f-4c47-a004-240d666c6929 req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] For port bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e,segment=NetworkSegment(d3d96422-34d0-4c09-aa19-5db52e6bbcfa),segment_id=d3d96422-34d0-4c09-aa19-5db52e6bbcfa)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:49:17.023239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9b35c24e-180f-4c47-a004-240d666c6929 req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:17.161029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-9b35c24e-180f-4c47-a004-240d666c6929 req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Calling delete_port for bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e owned by compute:nova {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:49:17.320756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9b35c24e-180f-4c47-a004-240d666c6929 req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:17.335496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d11e4230-82db-4af1-919c-1c44424fa7ea tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:17.438828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'Port': ['ID=bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:17.454568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:17.454987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:17.455403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:17.456439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:17.456439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:17.456750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:17.457155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:17.457558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:17.457958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:17.458384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:17.458788 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:17.459187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:17.459688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:17.460089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:17.460488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:17.460884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:17.461278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:17.461677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:17.462073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:17.462495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:17.462893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:17.463288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:17.463682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:17.464076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:17.469224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:17.559403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b35c24e-180f-4c47-a004-240d666c6929 req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] No DVR routers for this DVR port bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e on host hv-neutron-6013 {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:49:17.562840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9b35c24e-180f-4c47-a004-240d666c6929 req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:17.565676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb844d19-76ce-422b-9538-aa7b3e3c4af1', 'name': 'network-vif-deleted', 'tag': 'bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:49:17.581087 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9b35c24e-180f-4c47-a004-240d666c6929 req-f7fef908-06b8-47d9-9d2a-759726b89019 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.70 "DELETE /v2.0/ports/bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e HTTP/1.1" status: 204  len: 173 time: 1.8917501
Nov 24 13:49:17.627360 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb844d19-76ce-422b-9538-aa7b3e3c4af1', 'name': 'network-vif-deleted', 'tag': 'bdbc6f4c-1fd3-49c4-9851-ff315faa0b0e', 'status': 'completed', 'code': 200}
Nov 24 13:49:17.916981 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f26843ef-5918-48c5-a855-b277111bdff7 req-7ec72413-3b87-4e8d-b453-ef7100422f6b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=cb844d19-76ce-422b-9538-aa7b3e3c4af1 HTTP/1.1" status: 200  len: 210 time: 0.0476606
Nov 24 13:49:19.032522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59678) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:49:19.493299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-96b8fc02-4cc2-4e27-88cb-092e34967721 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:20.152200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-96b8fc02-4cc2-4e27-88cb-092e34967721 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Deleting port 79925524-d8df-4144-9811-4e5d2cb849e6 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:49:20.152760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-96b8fc02-4cc2-4e27-88cb-092e34967721 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:20.355873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-96b8fc02-4cc2-4e27-88cb-092e34967721 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] For port 79925524-d8df-4144-9811-4e5d2cb849e6, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=79925524-d8df-4144-9811-4e5d2cb849e6,segment=NetworkSegment(d3d96422-34d0-4c09-aa19-5db52e6bbcfa),segment_id=d3d96422-34d0-4c09-aa19-5db52e6bbcfa)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:49:20.356271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-96b8fc02-4cc2-4e27-88cb-092e34967721 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:20.490746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-96b8fc02-4cc2-4e27-88cb-092e34967721 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Calling delete_port for 79925524-d8df-4144-9811-4e5d2cb849e6 owned by network:router_interface {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:49:20.670697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-96b8fc02-4cc2-4e27-88cb-092e34967721 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:20.693484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5d9e1ef7-3d32-4a88-aca4-99f2a98a35a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:21.067954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8fc02-4cc2-4e27-88cb-092e34967721 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'Port': ['ID=79925524-d8df-4144-9811-4e5d2cb849e6,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:21.070873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-96b8fc02-4cc2-4e27-88cb-092e34967721 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:21.425563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-96b8fc02-4cc2-4e27-88cb-092e34967721 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:21.445534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:22.185343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b8fc02-4cc2-4e27-88cb-092e34967721 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Router 2efd03a3-f029-446a-a367-111284d93fc2 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:49:22.404195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b8fc02-4cc2-4e27-88cb-092e34967721 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:49:22.415924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8511a8e-6107-4bc7-b2fc-d0a4fad0e856 None None] Sync routers for ids ['2efd03a3-f029-446a-a367-111284d93fc2'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:49:22.418380 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-96b8fc02-4cc2-4e27-88cb-092e34967721 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "PUT /v2.0/routers/2efd03a3-f029-446a-a367-111284d93fc2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3844273
Nov 24 13:49:22.421854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59682) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:49:22.429193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8511a8e-6107-4bc7-b2fc-d0a4fad0e856 None None] Routers {'2efd03a3-f029-446a-a367-111284d93fc2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:49:22.429840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a8511a8e-6107-4bc7-b2fc-d0a4fad0e856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca390f0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:49:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['2efd03a3-f029-446a-a367-111284d93fc2'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:49:22.620201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-a8511a8e-6107-4bc7-b2fc-d0a4fad0e856 None None] Set router 2efd03a3-f029-446a-a367-111284d93fc2 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:49:22.623341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6def994-b932-483d-b176-609456b9eccf tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Deleting subnet 1a1f2628-fdf4-4269-aa9a-13c8ef43015c {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:49:22.627368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6def994-b932-483d-b176-609456b9eccf tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:22.690240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6def994-b932-483d-b176-609456b9eccf tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:22.784443 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6def994-b932-483d-b176-609456b9eccf tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:22.935950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a8511a8e-6107-4bc7-b2fc-d0a4fad0e856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca390f0>, [{'id': '2efd03a3-f029-446a-a367-111284d93fc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637361528', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '7c98c061-bd98-445f-b002-03844ae137df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:47:35Z', 'updated_at': '2020-11-24T13:49:20Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '7c98c061-bd98-445f-b002-03844ae137df', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efd03a3-f029-446a-a367-111284d93fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:47:36Z', 'updated_at': '2020-11-24T13:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:49:22.940590 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8511a8e-6107-4bc7-b2fc-d0a4fad0e856 None None] Checking router: 2efd03a3-f029-446a-a367-111284d93fc2 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:49:22.952261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8511a8e-6107-4bc7-b2fc-d0a4fad0e856 None None] Routers {'2efd03a3-f029-446a-a367-111284d93fc2'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:49:22.952923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a8511a8e-6107-4bc7-b2fc-d0a4fad0e856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca390f0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:49:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['2efd03a3-f029-446a-a367-111284d93fc2'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:49:23.087623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6def994-b932-483d-b176-609456b9eccf tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:23.104355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-05cd46ef-c709-4d80-950f-8ba948913ba7 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:23.147894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-a8511a8e-6107-4bc7-b2fc-d0a4fad0e856 None None] Set router 2efd03a3-f029-446a-a367-111284d93fc2 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:49:23.201523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6def994-b932-483d-b176-609456b9eccf tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'Subnet': ['ID=1a1f2628-fdf4-4269-aa9a-13c8ef43015c,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:23.205018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b6def994-b932-483d-b176-609456b9eccf tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:23.252365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b6def994-b932-483d-b176-609456b9eccf tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:23.258293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f2f73d-1452-498e-964e-08ed63610d1c None None] Network 0c973a90-07d3-4565-b4b6-19716e699583 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:49:23.263910 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b6def994-b932-483d-b176-609456b9eccf tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "DELETE /v2.0/subnets/1a1f2628-fdf4-4269-aa9a-13c8ef43015c HTTP/1.1" status: 204  len: 168 time: 0.8382306
Nov 24 13:49:23.264731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59686) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:49:23.493049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e7b6910-e054-4033-b62f-5540fad0076d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:23.532128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052cdb99-ffae-4aab-a00d-9991c863f869 None None] DHCP port deletion for 0c973a90-07d3-4565-b4b6-19716e699583 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:49:23.537643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-052cdb99-ffae-4aab-a00d-9991c863f869 None None] Deleting port a921fb95-ae9f-4751-aaed-0ea3f9746b53 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:49:23.538071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-052cdb99-ffae-4aab-a00d-9991c863f869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:23.630313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a8511a8e-6107-4bc7-b2fc-d0a4fad0e856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca390f0>, [{'id': '2efd03a3-f029-446a-a367-111284d93fc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637361528', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '7c98c061-bd98-445f-b002-03844ae137df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:47:35Z', 'updated_at': '2020-11-24T13:49:20Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '7c98c061-bd98-445f-b002-03844ae137df', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efd03a3-f029-446a-a367-111284d93fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:47:36Z', 'updated_at': '2020-11-24T13:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:49:23.635249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8511a8e-6107-4bc7-b2fc-d0a4fad0e856 None None] The sync data for ids ['2efd03a3-f029-446a-a367-111284d93fc2'] in dv-neutron-601336-61-ovs is: [{'id': '2efd03a3-f029-446a-a367-111284d93fc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637361528', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '7c98c061-bd98-445f-b002-03844ae137df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:47:35Z', 'updated_at': '2020-11-24T13:49:20Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '7c98c061-bd98-445f-b002-03844ae137df', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efd03a3-f029-446a-a367-111284d93fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:47:36Z', 'updated_at': '2020-11-24T13:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:49:23.740805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e7b6910-e054-4033-b62f-5540fad0076d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router_gateway, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:23.751947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b6910-e054-4033-b62f-5540fad0076d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Deleting port 7c98c061-bd98-445f-b002-03844ae137df {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:49:23.752487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e7b6910-e054-4033-b62f-5540fad0076d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:23.809907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device a921fb95-ae9f-4751-aaed-0ea3f9746b53 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:49:23.946577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-5e7b6910-e054-4033-b62f-5540fad0076d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] For port 7c98c061-bd98-445f-b002-03844ae137df, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=7c98c061-bd98-445f-b002-03844ae137df,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:49:23.946980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e7b6910-e054-4033-b62f-5540fad0076d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:24.047672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-052cdb99-ffae-4aab-a00d-9991c863f869 None None] For port a921fb95-ae9f-4751-aaed-0ea3f9746b53, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=a921fb95-ae9f-4751-aaed-0ea3f9746b53,segment=NetworkSegment(d3d96422-34d0-4c09-aa19-5db52e6bbcfa),segment_id=d3d96422-34d0-4c09-aa19-5db52e6bbcfa)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:49:24.048122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-052cdb99-ffae-4aab-a00d-9991c863f869 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:24.077636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b6910-e054-4033-b62f-5540fad0076d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Calling delete_port for 7c98c061-bd98-445f-b002-03844ae137df owned by network:router_gateway {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:49:24.116424 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:24.200584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-052cdb99-ffae-4aab-a00d-9991c863f869 None None] Calling delete_port for a921fb95-ae9f-4751-aaed-0ea3f9746b53 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:49:24.268358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port a921fb95-ae9f-4751-aaed-0ea3f9746b53, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=a921fb95-ae9f-4751-aaed-0ea3f9746b53,segment=NetworkSegment(d3d96422-34d0-4c09-aa19-5db52e6bbcfa),segment_id=d3d96422-34d0-4c09-aa19-5db52e6bbcfa)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:49:24.274943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:24.275708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 79925524-d8df-4144-9811-4e5d2cb849e6 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:49:24.309097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c416545f-e609-4f50-8b0f-8c371f7623aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:24.360300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 79925524-d8df-4144-9811-4e5d2cb849e6 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:49:24.360703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 79925524-d8df-4144-9811-4e5d2cb849e6 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:49:24.379650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-052cdb99-ffae-4aab-a00d-9991c863f869 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:49:24.380131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-052cdb99-ffae-4aab-a00d-9991c863f869 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:49:24.400483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=a921fb95-ae9f-4751-aaed-0ea3f9746b53,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:24.403751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:24.540043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e7b6910-e054-4033-b62f-5540fad0076d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:24.557946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-01e4499c-ae88-4c0b-ba6e-daedb40bb6ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:24.659863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b6910-e054-4033-b62f-5540fad0076d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'Port': ['ID=7c98c061-bd98-445f-b002-03844ae137df,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:24.662672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5e7b6910-e054-4033-b62f-5540fad0076d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:24.881647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-052cdb99-ffae-4aab-a00d-9991c863f869 None None] Deleting port a921fb95-ae9f-4751-aaed-0ea3f9746b53 {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:49:24.882467 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-052cdb99-ffae-4aab-a00d-9991c863f869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:24.924140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e7b6910-e054-4033-b62f-5540fad0076d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:25.108357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-052cdb99-ffae-4aab-a00d-9991c863f869 None None] For port a921fb95-ae9f-4751-aaed-0ea3f9746b53, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=a921fb95-ae9f-4751-aaed-0ea3f9746b53,segment=NetworkSegment(d3d96422-34d0-4c09-aa19-5db52e6bbcfa),segment_id=d3d96422-34d0-4c09-aa19-5db52e6bbcfa)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:49:25.108803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-052cdb99-ffae-4aab-a00d-9991c863f869 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:25.207054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e7b6910-e054-4033-b62f-5540fad0076d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:25.213720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e7b6910-e054-4033-b62f-5540fad0076d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:25.238250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e7b6910-e054-4033-b62f-5540fad0076d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:25.238822 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7b6910-e054-4033-b62f-5540fad0076d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Fanout notify agent at l3_agent the message router_deleted on router 2efd03a3-f029-446a-a367-111284d93fc2 {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:49:25.239342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-052cdb99-ffae-4aab-a00d-9991c863f869 None None] Calling delete_port for a921fb95-ae9f-4751-aaed-0ea3f9746b53 owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:49:25.255598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e7b6910-e054-4033-b62f-5540fad0076d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:25.259787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59690) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:49:25.259906 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5e7b6910-e054-4033-b62f-5540fad0076d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "DELETE /v2.0/routers/2efd03a3-f029-446a-a367-111284d93fc2 HTTP/1.1" status: 204  len: 168 time: 1.9938958
Nov 24 13:49:25.317049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-052cdb99-ffae-4aab-a00d-9991c863f869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:25.333556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-19fa75dc-80a7-456e-aa99-fce38d5d2294 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:25.399650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bb293b6d-dfbc-4c66-8819-3a091d7c4647 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:25.435188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052cdb99-ffae-4aab-a00d-9991c863f869 None None] Pushing event deleted for resources: {'Port': ['ID=a921fb95-ae9f-4751-aaed-0ea3f9746b53,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:25.473523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-052cdb99-ffae-4aab-a00d-9991c863f869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:25.481414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052cdb99-ffae-4aab-a00d-9991c863f869 None None] No DVR routers for this DVR port a921fb95-ae9f-4751-aaed-0ea3f9746b53 on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:49:25.609440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bb293b6d-dfbc-4c66-8819-3a091d7c4647 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:25.728707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 7c98c061-bd98-445f-b002-03844ae137df no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:49:25.736102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-bb293b6d-dfbc-4c66-8819-3a091d7c4647 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f63467d9b70>,) {'filters': {'network_id': ['0c973a90-07d3-4565-b4b6-19716e699583']}} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:49:25.750881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-bb293b6d-dfbc-4c66-8819-3a091d7c4647 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f63467d9b70>, 'd3d96422-34d0-4c09-aa19-5db52e6bbcfa') {'for_net_delete': True} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:49:25.751211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-bb293b6d-dfbc-4c66-8819-3a091d7c4647 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f63467d9b70>, 'd3d96422-34d0-4c09-aa19-5db52e6bbcfa') {} {{(pid=80944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:49:25.763331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bb293b6d-dfbc-4c66-8819-3a091d7c4647 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036824075662'] for segment, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:25.767472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 7c98c061-bd98-445f-b002-03844ae137df {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:49:25.767882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 7c98c061-bd98-445f-b002-03844ae137df not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:49:25.779049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bb293b6d-dfbc-4c66-8819-3a091d7c4647 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:25.781175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bb293b6d-dfbc-4c66-8819-3a091d7c4647 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Releasing vxlan tunnel 3 to pool {{(pid=80944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:49:25.961538 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-bb293b6d-dfbc-4c66-8819-3a091d7c4647 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network 0c973a90-07d3-4565-b4b6-19716e699583 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:49:25.974661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bb293b6d-dfbc-4c66-8819-3a091d7c4647 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10315435'] for segment, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:26.158108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-bb293b6d-dfbc-4c66-8819-3a091d7c4647 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network 0c973a90-07d3-4565-b4b6-19716e699583 has no segments {{(pid=80944) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:49:26.183978 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:49:26.183978 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:49:26.183978 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:49:26.183978 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:49:26.183978 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:49:26.183978 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:49:26.183978 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:49:26.183978 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:49:26.183978 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:49:26.183978 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:49:26.183978 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:49:26.183978 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:49:26.183978 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:49:26.183978 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:49:26.183978 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:49:26.183978 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:49:26.183978 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:49:26.183978 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:49:26.183978 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:49:26.183978 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:49:26.183978 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:49:26.183978 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:49:26.183978 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:49:26.183978 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:49:26.183978 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:49:26.183978 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:49:26.183978 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:49:26.183978 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:49:26.183978 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:49:26.183978 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:49:26.183978 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:49:26.183978 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:49:26.267574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bb293b6d-dfbc-4c66-8819-3a091d7c4647 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:26.270825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cbec40d3-fa53-4b64-9415-0233cc71b48a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:26.286890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bb293b6d-dfbc-4c66-8819-3a091d7c4647 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:26.298772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb293b6d-dfbc-4c66-8819-3a091d7c4647 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'Network': ['ID=0c973a90-07d3-4565-b4b6-19716e699583,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:26.302250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bb293b6d-dfbc-4c66-8819-3a091d7c4647 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:26.306663 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-bb293b6d-dfbc-4c66-8819-3a091d7c4647 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "DELETE /v2.0/networks/0c973a90-07d3-4565-b4b6-19716e699583 HTTP/1.1" status: 204  len: 168 time: 1.0454175
Nov 24 13:49:26.309836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59694) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:49:26.382291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-03b9108e-9fc6-43cb-b7b4-61ff35cec769 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:26.413962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-03b9108e-9fc6-43cb-b7b4-61ff35cec769 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:26.477512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-03b9108e-9fc6-43cb-b7b4-61ff35cec769 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:26.483600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4ca73c6c-0970-48ff-9392-9a921f302a80 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:26.499723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9108e-9fc6-43cb-b7b4-61ff35cec769 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4b29d5-f5f5-4ebc-81b6-3c05348e2233,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:26.503394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-03b9108e-9fc6-43cb-b7b4-61ff35cec769 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:26.511050 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-03b9108e-9fc6-43cb-b7b4-61ff35cec769 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:26.512370 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-03b9108e-9fc6-43cb-b7b4-61ff35cec769 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "DELETE /v2.0/security-groups/8e4b29d5-f5f5-4ebc-81b6-3c05348e2233 HTTP/1.1" status: 204  len: 168 time: 0.2015057
Nov 24 13:49:26.841427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59702) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:49:26.847801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-de162676-b42e-405e-9d15-1975d81e4c99 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-868119643', 'description': 'tempest-secgroup-smoke-868119643 description', 'project_id': 'd5748be5eb2b47818a674120dfe1813a'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:49:26.854325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-de162676-b42e-405e-9d15-1975d81e4c99 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:49:26.859450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-de162676-b42e-405e-9d15-1975d81e4c99 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:49:26.862542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-de162676-b42e-405e-9d15-1975d81e4c99 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:49:26.869150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-de162676-b42e-405e-9d15-1975d81e4c99 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:49:26.879471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de162676-b42e-405e-9d15-1975d81e4c99 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:26.917073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-de162676-b42e-405e-9d15-1975d81e4c99 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:49:26.921856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-de162676-b42e-405e-9d15-1975d81e4c99 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:49:26.925252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-de162676-b42e-405e-9d15-1975d81e4c99 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:49:26.931183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-de162676-b42e-405e-9d15-1975d81e4c99 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:49:26.990499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de162676-b42e-405e-9d15-1975d81e4c99 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:26.993497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de162676-b42e-405e-9d15-1975d81e4c99 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:26.997542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-520cd264-61e3-4a57-83f2-a5550df51708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:27.044128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de162676-b42e-405e-9d15-1975d81e4c99 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroup': ['ID=d19d5e52-6060-40f4-9ff5-556affa560a6,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:27.047157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-de162676-b42e-405e-9d15-1975d81e4c99 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:27.048598 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-de162676-b42e-405e-9d15-1975d81e4c99 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1678 time: 0.2059183
Nov 24 13:49:27.053044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-de162676-b42e-405e-9d15-1975d81e4c99 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:27.053044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59706) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:49:27.056995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-6d501155-adcf-473e-991e-d7008854a0ee tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group_rule': {'security_group_id': 'd19d5e52-6060-40f4-9ff5-556affa560a6', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:49:27.064213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6d501155-adcf-473e-991e-d7008854a0ee tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:49:27.068492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6d501155-adcf-473e-991e-d7008854a0ee tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:49:27.071539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-6d501155-adcf-473e-991e-d7008854a0ee tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:49:27.078071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-6d501155-adcf-473e-991e-d7008854a0ee tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:49:27.095070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d501155-adcf-473e-991e-d7008854a0ee tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:27.420068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d501155-adcf-473e-991e-d7008854a0ee tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:27.422977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d501155-adcf-473e-991e-d7008854a0ee tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:27.424883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9a39fc1a-d600-40dc-909e-5619312c33d1 tempest-TestNetworkAdvancedServerOps-804168105 tempest-TestNetworkAdvancedServerOps-804168105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:27.446481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d501155-adcf-473e-991e-d7008854a0ee tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d9956c-dfca-4812-a012-9067dccedf3d,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:27.451193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6d501155-adcf-473e-991e-d7008854a0ee tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:27.461571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6d501155-adcf-473e-991e-d7008854a0ee tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:27.462938 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6d501155-adcf-473e-991e-d7008854a0ee tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4104571
Nov 24 13:49:27.465936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59710) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:49:27.471677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-d7866d0b-1232-4cae-87b9-5a07438ddf18 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group_rule': {'security_group_id': 'd19d5e52-6060-40f4-9ff5-556affa560a6', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:49:27.478239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d7866d0b-1232-4cae-87b9-5a07438ddf18 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:49:27.482266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d7866d0b-1232-4cae-87b9-5a07438ddf18 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:49:27.485278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d7866d0b-1232-4cae-87b9-5a07438ddf18 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:49:27.490991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d7866d0b-1232-4cae-87b9-5a07438ddf18 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:49:27.507246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d7866d0b-1232-4cae-87b9-5a07438ddf18 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:27.571904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d7866d0b-1232-4cae-87b9-5a07438ddf18 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:27.574668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d7866d0b-1232-4cae-87b9-5a07438ddf18 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:27.577533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-16caf28e-b214-4166-b5fb-4bfda512b174 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:27.601373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7866d0b-1232-4cae-87b9-5a07438ddf18 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c659c693-1968-40bf-af57-7abd36fc2996,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:27.607641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d7866d0b-1232-4cae-87b9-5a07438ddf18 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:27.611018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d7866d0b-1232-4cae-87b9-5a07438ddf18 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:27.612269 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d7866d0b-1232-4cae-87b9-5a07438ddf18 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1452956
Nov 24 13:49:27.615223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59714) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:49:27.620923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-ed4597e9-b619-45a1-bec8-8b21fbd7efea tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group_rule': {'security_group_id': 'd19d5e52-6060-40f4-9ff5-556affa560a6', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:49:27.628001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ed4597e9-b619-45a1-bec8-8b21fbd7efea tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:49:27.631988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ed4597e9-b619-45a1-bec8-8b21fbd7efea tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:49:27.634975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-ed4597e9-b619-45a1-bec8-8b21fbd7efea tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:49:27.641237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-ed4597e9-b619-45a1-bec8-8b21fbd7efea tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:49:27.656661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed4597e9-b619-45a1-bec8-8b21fbd7efea tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:27.724273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed4597e9-b619-45a1-bec8-8b21fbd7efea tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:27.726970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed4597e9-b619-45a1-bec8-8b21fbd7efea tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:27.728866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6d501155-adcf-473e-991e-d7008854a0ee tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:27.751295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4597e9-b619-45a1-bec8-8b21fbd7efea tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b073b5e-13b7-4219-b0f8-b6bb7cbf493e,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:27.755658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ed4597e9-b619-45a1-bec8-8b21fbd7efea tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:27.762819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed4597e9-b619-45a1-bec8-8b21fbd7efea tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:27.764103 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ed4597e9-b619-45a1-bec8-8b21fbd7efea tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1478665
Nov 24 13:49:27.767048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59718) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:49:27.772526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-35a86956-a295-4341-8a67-724bd2f27bc1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group_rule': {'security_group_id': 'd19d5e52-6060-40f4-9ff5-556affa560a6', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:49:27.778727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-35a86956-a295-4341-8a67-724bd2f27bc1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:49:27.782780 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-35a86956-a295-4341-8a67-724bd2f27bc1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:49:27.785955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-35a86956-a295-4341-8a67-724bd2f27bc1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:49:27.792638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-35a86956-a295-4341-8a67-724bd2f27bc1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:49:27.812385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-35a86956-a295-4341-8a67-724bd2f27bc1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:27.881784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-35a86956-a295-4341-8a67-724bd2f27bc1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:27.884601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-35a86956-a295-4341-8a67-724bd2f27bc1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:27.886531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-36ef207f-9f0b-4210-9a79-3fc5695b1728 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:27.907244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a86956-a295-4341-8a67-724bd2f27bc1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fac7c34-ba35-4ddb-95cf-b979b5df85e6,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:27.912180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-35a86956-a295-4341-8a67-724bd2f27bc1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:27.919131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-35a86956-a295-4341-8a67-724bd2f27bc1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:27.920901 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-35a86956-a295-4341-8a67-724bd2f27bc1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1523483
Nov 24 13:49:27.923980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59722) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:49:27.929361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-cd4ec5b2-ac18-408f-bb55-05f8e326c98f tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group_rule': {'security_group_id': 'd19d5e52-6060-40f4-9ff5-556affa560a6', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:49:27.935626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-cd4ec5b2-ac18-408f-bb55-05f8e326c98f tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:49:27.940247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-cd4ec5b2-ac18-408f-bb55-05f8e326c98f tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:49:27.943273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-cd4ec5b2-ac18-408f-bb55-05f8e326c98f tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:49:27.948961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-cd4ec5b2-ac18-408f-bb55-05f8e326c98f tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:49:27.959579 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-cd4ec5b2-ac18-408f-bb55-05f8e326c98f tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Project d5748be5eb2b47818a674120dfe1813a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:49:27.967017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd4ec5b2-ac18-408f-bb55-05f8e326c98f tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:28.034856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd4ec5b2-ac18-408f-bb55-05f8e326c98f tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:28.037812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd4ec5b2-ac18-408f-bb55-05f8e326c98f tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:28.039748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-935f24f0-0d2f-4043-8ab2-1f137fdd93fd tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:28.063670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ec5b2-ac18-408f-bb55-05f8e326c98f tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e7f428-3afa-418d-9c0e-6c8e77c2fb90,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:28.066279 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cd4ec5b2-ac18-408f-bb55-05f8e326c98f tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:28.072574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd4ec5b2-ac18-408f-bb55-05f8e326c98f tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:28.073923 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-cd4ec5b2-ac18-408f-bb55-05f8e326c98f tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1489773
Nov 24 13:49:28.076970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59726) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:49:28.082516 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-727a56f4-3917-4eb2-a4be-5cdb88122e71 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'security_group_rule': {'security_group_id': 'd19d5e52-6060-40f4-9ff5-556affa560a6', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:49:28.088730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-727a56f4-3917-4eb2-a4be-5cdb88122e71 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:49:28.093188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-727a56f4-3917-4eb2-a4be-5cdb88122e71 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:security_group_rule and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:49:28.096681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-727a56f4-3917-4eb2-a4be-5cdb88122e71 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:49:28.103411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-727a56f4-3917-4eb2-a4be-5cdb88122e71 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:49:28.114559 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.securitygroups_db [None req-727a56f4-3917-4eb2-a4be-5cdb88122e71 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Project d5748be5eb2b47818a674120dfe1813a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 13:49:28.121982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-727a56f4-3917-4eb2-a4be-5cdb88122e71 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:28.198472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-727a56f4-3917-4eb2-a4be-5cdb88122e71 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:28.201237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-727a56f4-3917-4eb2-a4be-5cdb88122e71 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:28.208765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7e552660-6949-44ec-be8f-6af673d8b47e tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:28.228418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a56f4-3917-4eb2-a4be-5cdb88122e71 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6232ff68-2e7a-42c1-9542-d326cb688dfc,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:28.231284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-727a56f4-3917-4eb2-a4be-5cdb88122e71 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:28.238732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-727a56f4-3917-4eb2-a4be-5cdb88122e71 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group_rule, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:28.240056 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-727a56f4-3917-4eb2-a4be-5cdb88122e71 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1620970
Nov 24 13:49:28.243186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59730) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:49:28.249573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-36c0e78e-097e-4c97-ac43-2a08188d1ece tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'network': {'name': 'tempest-network-smoke--1282230768', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'port_security_enabled': True}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:49:28.255341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-36c0e78e-097e-4c97-ac43-2a08188d1ece tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:49:28.259763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-36c0e78e-097e-4c97-ac43-2a08188d1ece tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:network and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:49:28.262928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-36c0e78e-097e-4c97-ac43-2a08188d1ece tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:49:28.268744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-36c0e78e-097e-4c97-ac43-2a08188d1ece tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:49:28.281509 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c0e78e-097e-4c97-ac43-2a08188d1ece tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Made reservation on behalf of d5748be5eb2b47818a674120dfe1813a for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:49:28.287142 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36c0e78e-097e-4c97-ac43-2a08188d1ece tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:28.321553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c0e78e-097e-4c97-ac43-2a08188d1ece tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:49:28.331150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36c0e78e-097e-4c97-ac43-2a08188d1ece tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:28.331586 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-36c0e78e-097e-4c97-ac43-2a08188d1ece tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Added segment 5468ecf2-e717-4ab4-a89e-4761ab03d0db of type vxlan for network 83f87d51-1d61-4079-a8c5-741b820b042f
Nov 24 13:49:28.359686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36c0e78e-097e-4c97-ac43-2a08188d1ece tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:28.390246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36c0e78e-097e-4c97-ac43-2a08188d1ece tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:28.394489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c0e78e-097e-4c97-ac43-2a08188d1ece tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:28.395134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36c0e78e-097e-4c97-ac43-2a08188d1ece tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:28.400877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8c2216d4-25ae-4f7d-8ca3-759a51773a82 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:28.512139 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-36c0e78e-097e-4c97-ac43-2a08188d1ece tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2677696
Nov 24 13:49:28.515552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59734) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:49:28.523471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-42d76c5a-f3cd-49c1-803f-cff29e302a3a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1655096618', 'admin_state_up': True, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:49:28.529209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0e78e-097e-4c97-ac43-2a08188d1ece tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Network': ['ID=83f87d51-1d61-4079-a8c5-741b820b042f,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:28.533491 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-36c0e78e-097e-4c97-ac43-2a08188d1ece tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:28.536571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-42d76c5a-f3cd-49c1-803f-cff29e302a3a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:49:28.541786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-42d76c5a-f3cd-49c1-803f-cff29e302a3a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:router and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:49:28.541952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 83f87d51-1d61-4079-a8c5-741b820b042f details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:49:28.544912 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-42d76c5a-f3cd-49c1-803f-cff29e302a3a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:49:28.551198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-42d76c5a-f3cd-49c1-803f-cff29e302a3a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:49:28.560018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 83f87d51-1d61-4079-a8c5-741b820b042f details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:49:28.560527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-42d76c5a-f3cd-49c1-803f-cff29e302a3a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:28.561522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-42d76c5a-f3cd-49c1-803f-cff29e302a3a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:28.588838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-42d76c5a-f3cd-49c1-803f-cff29e302a3a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:28.753941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-42d76c5a-f3cd-49c1-803f-cff29e302a3a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:28.946288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-42d76c5a-f3cd-49c1-803f-cff29e302a3a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router_gateway, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:28.979366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-42d76c5a-f3cd-49c1-803f-cff29e302a3a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:29.273007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-42d76c5a-f3cd-49c1-803f-cff29e302a3a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Allocated IP 172.26.8.42 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/2fac90d1-ed56-49f7-9d2d-28587a38a175) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:49:29.435675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-42d76c5a-f3cd-49c1-803f-cff29e302a3a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:29.465249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-42d76c5a-f3cd-49c1-803f-cff29e302a3a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:29.481575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-35e7e886-a04b-4416-9f14-36b32414d6aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:29.619407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d76c5a-f3cd-49c1-803f-cff29e302a3a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Port': ['ID=2fac90d1-ed56-49f7-9d2d-28587a38a175,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:29.625486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-42d76c5a-f3cd-49c1-803f-cff29e302a3a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:29.681428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d76c5a-f3cd-49c1-803f-cff29e302a3a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:49:29.682864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-42d76c5a-f3cd-49c1-803f-cff29e302a3a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:49:29.685304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d76c5a-f3cd-49c1-803f-cff29e302a3a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:49:29.850154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-42d76c5a-f3cd-49c1-803f-cff29e302a3a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router_gateway, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:29.850959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-42d76c5a-f3cd-49c1-803f-cff29e302a3a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:30.097056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d76c5a-f3cd-49c1-803f-cff29e302a3a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Router b22ef185-9814-496c-b68c-f5f014781662 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:49:30.324667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d76c5a-f3cd-49c1-803f-cff29e302a3a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:49:30.336654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccfff8c-b377-4910-b9da-222664d830d8 None None] Sync routers for ids ['b22ef185-9814-496c-b68c-f5f014781662'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:49:30.350395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccfff8c-b377-4910-b9da-222664d830d8 None None] Routers {'b22ef185-9814-496c-b68c-f5f014781662'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:49:30.350921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-9ccfff8c-b377-4910-b9da-222664d830d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f63470711d0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:49:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['b22ef185-9814-496c-b68c-f5f014781662'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:49:30.352411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-42d76c5a-f3cd-49c1-803f-cff29e302a3a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:30.353844 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-42d76c5a-f3cd-49c1-803f-cff29e302a3a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.8371780
Nov 24 13:49:30.357539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59738) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:49:30.411185 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-56227fc7-9c5e-470b-a853-45242f4749a7 tempest-TestNetworkAdvancedServerOps-1057220621 tempest-TestNetworkAdvancedServerOps-1057220621] 10.222.0.76 "GET /v2.0/subnets?project_id=d5748be5eb2b47818a674120dfe1813a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0516198
Nov 24 13:49:30.413986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59742) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:49:30.421820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-d111cd6e-622f-4d8c-b9ad-3172dbc9cb55 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'subnet': {'name': 'tempest-subnet-smoke-307385003', 'network_id': '83f87d51-1d61-4079-a8c5-741b820b042f', 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:49:30.542972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d111cd6e-622f-4d8c-b9ad-3172dbc9cb55 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:49:30.545197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-9ccfff8c-b377-4910-b9da-222664d830d8 None None] Set router b22ef185-9814-496c-b68c-f5f014781662 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:49:30.547717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d111cd6e-622f-4d8c-b9ad-3172dbc9cb55 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:subnet and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:49:30.550818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d111cd6e-622f-4d8c-b9ad-3172dbc9cb55 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:49:30.556710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d111cd6e-622f-4d8c-b9ad-3172dbc9cb55 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:49:30.569806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d111cd6e-622f-4d8c-b9ad-3172dbc9cb55 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Made reservation on behalf of d5748be5eb2b47818a674120dfe1813a for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:49:30.679758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d111cd6e-622f-4d8c-b9ad-3172dbc9cb55 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:30.858787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-9ccfff8c-b377-4910-b9da-222664d830d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f63470711d0>, [{'id': 'b22ef185-9814-496c-b68c-f5f014781662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655096618', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '2fac90d1-ed56-49f7-9d2d-28587a38a175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:49:28Z', 'updated_at': '2020-11-24T13:49:29Z', 'revision_number': 3, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '2fac90d1-ed56-49f7-9d2d-28587a38a175', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22ef185-9814-496c-b68c-f5f014781662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:49:29Z', 'updated_at': '2020-11-24T13:49:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:49:30.863559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccfff8c-b377-4910-b9da-222664d830d8 None None] Checking router: b22ef185-9814-496c-b68c-f5f014781662 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:49:30.864198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccfff8c-b377-4910-b9da-222664d830d8 None None] Updating router b22ef185-9814-496c-b68c-f5f014781662 port 2fac90d1-ed56-49f7-9d2d-28587a38a175 binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:49:30.922366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ccfff8c-b377-4910-b9da-222664d830d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:31.139890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d111cd6e-622f-4d8c-b9ad-3172dbc9cb55 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:31.156539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f3ebfc43-01a2-41d6-b8e2-9be54af3d312 tempest-RoutersIpV6Test-1351775827 tempest-RoutersIpV6Test-1351775827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:31.288697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111cd6e-622f-4d8c-b9ad-3172dbc9cb55 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Subnet': ['ID=ca9e45ec-b45c-4f72-a903-24d8c748d6e1,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:31.292596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d111cd6e-622f-4d8c-b9ad-3172dbc9cb55 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:31.330809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ccfff8c-b377-4910-b9da-222664d830d8 None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:31.345486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-9ccfff8c-b377-4910-b9da-222664d830d8 None None] Transition to ACTIVE for port object 2fac90d1-ed56-49f7-9d2d-28587a38a175 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:49:31.348741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ccfff8c-b377-4910-b9da-222664d830d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:31.365091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:31.381528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d111cd6e-622f-4d8c-b9ad-3172dbc9cb55 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Checking segment: {'id': '5468ecf2-e717-4ab4-a89e-4761ab03d0db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '83f87d51-1d61-4079-a8c5-741b820b042f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:49:31.382094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d111cd6e-622f-4d8c-b9ad-3172dbc9cb55 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network hostable DHCP agents. Network: 83f87d51-1d61-4079-a8c5-741b820b042f, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:49:31.408970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d111cd6e-622f-4d8c-b9ad-3172dbc9cb55 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network 83f87d51-1d61-4079-a8c5-741b820b042f is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:49:31.417391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-d111cd6e-622f-4d8c-b9ad-3172dbc9cb55 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 83f87d51-1d61-4079-a8c5-741b820b042f) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:49:31.432317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d111cd6e-622f-4d8c-b9ad-3172dbc9cb55 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:31.432970 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d111cd6e-622f-4d8c-b9ad-3172dbc9cb55 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:31.453292 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d111cd6e-622f-4d8c-b9ad-3172dbc9cb55 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.0381444
Nov 24 13:49:31.456834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59746) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:49:31.471000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4858a6-f9b4-43f9-a9e6-68b315e0000d None None] Network 83f87d51-1d61-4079-a8c5-741b820b042f requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:49:31.768259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5fba9-317c-49e2-bfb3-9bde3055aaab None None] Pushing event updated for resources: {'Port': ['ID=2fac90d1-ed56-49f7-9d2d-28587a38a175,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:31.775106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-09e5fba9-317c-49e2-bfb3-9bde3055aaab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:31.964533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9ccfff8c-b377-4910-b9da-222664d830d8 None None] Attempting to bind port 2fac90d1-ed56-49f7-9d2d-28587a38a175 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:49:31.964889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9ccfff8c-b377-4910-b9da-222664d830d8 None None] Attempting to bind port 2fac90d1-ed56-49f7-9d2d-28587a38a175 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:49:31.965308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccfff8c-b377-4910-b9da-222664d830d8 None None] Attempting to bind port 2fac90d1-ed56-49f7-9d2d-28587a38a175 on network cfe08d36-e5ba-4f00-8669-16a0ead5d220 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:49:31.983533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccfff8c-b377-4910-b9da-222664d830d8 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:49:31.983960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccfff8c-b377-4910-b9da-222664d830d8 None None] Checking segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:49:31.984425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ccfff8c-b377-4910-b9da-222664d830d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:31.984861 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccfff8c-b377-4910-b9da-222664d830d8 None None] Bound using segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:49:31.985452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-9ccfff8c-b377-4910-b9da-222664d830d8 None None] Bound port: 2fac90d1-ed56-49f7-9d2d-28587a38a175, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:49:31.985789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ccfff8c-b377-4910-b9da-222664d830d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:32.016276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb5a228-9377-428a-84e8-dc98ec87ae6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-83f87d51-1d61-4079-a8c5-741b820b042f', 'network_id': '83f87d51-1d61-4079-a8c5-741b820b042f', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'fixed_ips': [{'subnet_id': 'ca9e45ec-b45c-4f72-a903-24d8c748d6e1'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:49:32.017178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cfb5a228-9377-428a-84e8-dc98ec87ae6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:32.180890 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-9ccfff8c-b377-4910-b9da-222664d830d8 None None] For port 2fac90d1-ed56-49f7-9d2d-28587a38a175, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:49:32.194506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-9ccfff8c-b377-4910-b9da-222664d830d8 None None] For port 2fac90d1-ed56-49f7-9d2d-28587a38a175, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=2fac90d1-ed56-49f7-9d2d-28587a38a175,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:49:32.200735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9ccfff8c-b377-4910-b9da-222664d830d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:32.210166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-370ffc24-8772-4a56-b8a9-ee3aa1aa006d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:32.220174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:32.463119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5fba9-317c-49e2-bfb3-9bde3055aaab None None] Pushing event updated for resources: {'Port': ['ID=2fac90d1-ed56-49f7-9d2d-28587a38a175,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:32.473144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-09e5fba9-317c-49e2-bfb3-9bde3055aaab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:32.581135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-cfb5a228-9377-428a-84e8-dc98ec87ae6e None None] Allocated IP 172.20.0.2 (83f87d51-1d61-4079-a8c5-741b820b042f/ca9e45ec-b45c-4f72-a903-24d8c748d6e1/baf8e620-af0d-4dc5-8283-c0407c0baafd) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:49:32.597213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccfff8c-b377-4910-b9da-222664d830d8 None None] Routers {'b22ef185-9814-496c-b68c-f5f014781662'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:49:32.597928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-9ccfff8c-b377-4910-b9da-222664d830d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f63470711d0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:49:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['b22ef185-9814-496c-b68c-f5f014781662'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:49:32.956201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-9ccfff8c-b377-4910-b9da-222664d830d8 None None] Set router b22ef185-9814-496c-b68c-f5f014781662 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:49:33.174201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cfb5a228-9377-428a-84e8-dc98ec87ae6e None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:33.191244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-cfb5a228-9377-428a-84e8-dc98ec87ae6e None None] Transition to ACTIVE for port object baf8e620-af0d-4dc5-8283-c0407c0baafd will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:49:33.220337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-cfb5a228-9377-428a-84e8-dc98ec87ae6e None None] Transition to ACTIVE for port object baf8e620-af0d-4dc5-8283-c0407c0baafd will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:49:33.237770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cfb5a228-9377-428a-84e8-dc98ec87ae6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:33.261604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:33.315025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-370ffc24-8772-4a56-b8a9-ee3aa1aa006d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Allocated IP 172.20.0.1 (83f87d51-1d61-4079-a8c5-741b820b042f/ca9e45ec-b45c-4f72-a903-24d8c748d6e1/29ad1c4b-aaf7-4e29-83c4-bef8b622e079) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:49:33.502544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-370ffc24-8772-4a56-b8a9-ee3aa1aa006d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:33.521913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-370ffc24-8772-4a56-b8a9-ee3aa1aa006d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Transition to ACTIVE for port object 29ad1c4b-aaf7-4e29-83c4-bef8b622e079 will not be triggered until provisioned by entity DHCP. {{(pid=80943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:49:33.543088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-370ffc24-8772-4a56-b8a9-ee3aa1aa006d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:33.558995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-660d1144-364e-4202-b359-08b1463c2358 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:33.629001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5a228-9377-428a-84e8-dc98ec87ae6e None None] Pushing event updated for resources: {'Port': ['ID=baf8e620-af0d-4dc5-8283-c0407c0baafd,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:33.636384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cfb5a228-9377-428a-84e8-dc98ec87ae6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:33.697687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-9ccfff8c-b377-4910-b9da-222664d830d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f63470711d0>, [{'id': 'b22ef185-9814-496c-b68c-f5f014781662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655096618', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '2fac90d1-ed56-49f7-9d2d-28587a38a175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:49:28Z', 'updated_at': '2020-11-24T13:49:29Z', 'revision_number': 3, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '2fac90d1-ed56-49f7-9d2d-28587a38a175', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22ef185-9814-496c-b68c-f5f014781662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:49:29Z', 'updated_at': '2020-11-24T13:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:49:33.704604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccfff8c-b377-4910-b9da-222664d830d8 None None] The sync data for ids ['b22ef185-9814-496c-b68c-f5f014781662'] in dv-neutron-601336-61-ovs is: [{'id': 'b22ef185-9814-496c-b68c-f5f014781662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655096618', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '2fac90d1-ed56-49f7-9d2d-28587a38a175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:49:28Z', 'updated_at': '2020-11-24T13:49:29Z', 'revision_number': 3, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '2fac90d1-ed56-49f7-9d2d-28587a38a175', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22ef185-9814-496c-b68c-f5f014781662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:49:29Z', 'updated_at': '2020-11-24T13:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:49:33.706088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ffc24-8772-4a56-b8a9-ee3aa1aa006d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Port': ['ID=29ad1c4b-aaf7-4e29-83c4-bef8b622e079,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:33.708588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb5a228-9377-428a-84e8-dc98ec87ae6e None None] Network 83f87d51-1d61-4079-a8c5-741b820b042f is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:49:33.709875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-cfb5a228-9377-428a-84e8-dc98ec87ae6e None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:49:33.711914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb5a228-9377-428a-84e8-dc98ec87ae6e None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:49:33.712931 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-370ffc24-8772-4a56-b8a9-ee3aa1aa006d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:33.770063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-cfb5a228-9377-428a-84e8-dc98ec87ae6e None None] Attempting to bind port baf8e620-af0d-4dc5-8283-c0407c0baafd on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:49:33.770522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-cfb5a228-9377-428a-84e8-dc98ec87ae6e None None] Attempting to bind port baf8e620-af0d-4dc5-8283-c0407c0baafd by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '5468ecf2-e717-4ab4-a89e-4761ab03d0db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '83f87d51-1d61-4079-a8c5-741b820b042f'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:49:33.770940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb5a228-9377-428a-84e8-dc98ec87ae6e None None] Attempting to bind port baf8e620-af0d-4dc5-8283-c0407c0baafd on network 83f87d51-1d61-4079-a8c5-741b820b042f {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:49:33.774378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370ffc24-8772-4a56-b8a9-ee3aa1aa006d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network 83f87d51-1d61-4079-a8c5-741b820b042f is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:49:33.775908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-370ffc24-8772-4a56-b8a9-ee3aa1aa006d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:49:33.778420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370ffc24-8772-4a56-b8a9-ee3aa1aa006d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:49:33.779688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb5a228-9377-428a-84e8-dc98ec87ae6e None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:49:33.780118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb5a228-9377-428a-84e8-dc98ec87ae6e None None] Checking segment: {'id': '5468ecf2-e717-4ab4-a89e-4761ab03d0db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '83f87d51-1d61-4079-a8c5-741b820b042f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:49:33.780577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cfb5a228-9377-428a-84e8-dc98ec87ae6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:33.781021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb5a228-9377-428a-84e8-dc98ec87ae6e None None] Bound using segment: {'id': '5468ecf2-e717-4ab4-a89e-4761ab03d0db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '83f87d51-1d61-4079-a8c5-741b820b042f'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:49:33.781539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-cfb5a228-9377-428a-84e8-dc98ec87ae6e None None] Bound port: baf8e620-af0d-4dc5-8283-c0407c0baafd, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5468ecf2-e717-4ab4-a89e-4761ab03d0db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '83f87d51-1d61-4079-a8c5-741b820b042f'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:49:33.781960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cfb5a228-9377-428a-84e8-dc98ec87ae6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:33.844292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-370ffc24-8772-4a56-b8a9-ee3aa1aa006d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:33.885662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-cfb5a228-9377-428a-84e8-dc98ec87ae6e None None] For port baf8e620-af0d-4dc5-8283-c0407c0baafd, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:49:33.890846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-cfb5a228-9377-428a-84e8-dc98ec87ae6e None None] For port baf8e620-af0d-4dc5-8283-c0407c0baafd, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=baf8e620-af0d-4dc5-8283-c0407c0baafd,segment=NetworkSegment(5468ecf2-e717-4ab4-a89e-4761ab03d0db),segment_id=5468ecf2-e717-4ab4-a89e-4761ab03d0db)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:49:33.895027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cfb5a228-9377-428a-84e8-dc98ec87ae6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:33.911719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:33.940579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-370ffc24-8772-4a56-b8a9-ee3aa1aa006d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:34.053993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5a228-9377-428a-84e8-dc98ec87ae6e None None] Pushing event updated for resources: {'Port': ['ID=baf8e620-af0d-4dc5-8283-c0407c0baafd,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:34.057633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cfb5a228-9377-428a-84e8-dc98ec87ae6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:34.502181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-370ffc24-8772-4a56-b8a9-ee3aa1aa006d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:34.506727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-370ffc24-8772-4a56-b8a9-ee3aa1aa006d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:34.545888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5b456353-e927-4632-98d6-636857d3f0c3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:34.638841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ffc24-8772-4a56-b8a9-ee3aa1aa006d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Port': ['ID=29ad1c4b-aaf7-4e29-83c4-bef8b622e079,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:34.644778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-370ffc24-8772-4a56-b8a9-ee3aa1aa006d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:34.645786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-370ffc24-8772-4a56-b8a9-ee3aa1aa006d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:34.804844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370ffc24-8772-4a56-b8a9-ee3aa1aa006d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network 83f87d51-1d61-4079-a8c5-741b820b042f is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:49:34.805939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-370ffc24-8772-4a56-b8a9-ee3aa1aa006d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:49:35.240019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370ffc24-8772-4a56-b8a9-ee3aa1aa006d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Router b22ef185-9814-496c-b68c-f5f014781662 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:49:35.461302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370ffc24-8772-4a56-b8a9-ee3aa1aa006d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:49:35.469196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c10d24-8f70-481b-b3a2-e8486488f7f0 None None] Network 83f87d51-1d61-4079-a8c5-741b820b042f requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:49:35.475623 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-370ffc24-8772-4a56-b8a9-ee3aa1aa006d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "PUT /v2.0/routers/b22ef185-9814-496c-b68c-f5f014781662/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0176580
Nov 24 13:49:35.606621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f5ec142d-a8ed-46eb-a532-b8c1619ed5a4 None None] Provisioning for port baf8e620-af0d-4dc5-8283-c0407c0baafd completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:49:35.671732 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-0f114838-a5d9-4f72-bf85-b49bfa6e1fec tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-868119643&fields=id&tenant_id=d5748be5eb2b47818a674120dfe1813a HTTP/1.1" status: 200  len: 267 time: 0.0488498
Nov 24 13:49:35.805432 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device baf8e620-af0d-4dc5-8283-c0407c0baafd up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:49:35.866942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-32928dcb-f2b4-417f-a0ce-83c53e726fb5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:35.875236 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-32928dcb-f2b4-417f-a0ce-83c53e726fb5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/networks?id=83f87d51-1d61-4079-a8c5-741b820b042f HTTP/1.1" status: 200  len: 797 time: 0.1957507
Nov 24 13:49:35.884848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port baf8e620-af0d-4dc5-8283-c0407c0baafd completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:49:35.890312 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-7bb99ba3-3c4c-450d-8151-1c40d60119f4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/quotas/d5748be5eb2b47818a674120dfe1813a HTTP/1.1" status: 200  len: 375 time: 0.0138695
Nov 24 13:49:35.890550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port baf8e620-af0d-4dc5-8283-c0407c0baafd triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:49:35.890978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:35.984602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-03f235e0-315c-46b2-ba88-584b53fe149b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Synchronizing usage tracker for tenant:d5748be5eb2b47818a674120dfe1813a on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:49:36.001236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-03f235e0-315c-46b2-ba88-584b53fe149b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Unset dirty status for tenant:d5748be5eb2b47818a674120dfe1813a on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:49:36.002795 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-03f235e0-315c-46b2-ba88-584b53fe149b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1043057
Nov 24 13:49:36.020290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:36.057582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-667622d7-d443-42b0-b135-13e5e0e9dd72 None None] Provisioning complete for port baf8e620-af0d-4dc5-8283-c0407c0baafd triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:49:36.057582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-667622d7-d443-42b0-b135-13e5e0e9dd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:36.107662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-c397a3f3-b254-4e4e-98ff-ea6239f7a66a service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:49:36.109368 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-c397a3f3-b254-4e4e-98ff-ea6239f7a66a service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0927391
Nov 24 13:49:36.132007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port baf8e620-af0d-4dc5-8283-c0407c0baafd, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=baf8e620-af0d-4dc5-8283-c0407c0baafd,segment=NetworkSegment(5468ecf2-e717-4ab4-a89e-4761ab03d0db),segment_id=5468ecf2-e717-4ab4-a89e-4761ab03d0db)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:49:36.135917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:36.136924 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2fac90d1-ed56-49f7-9d2d-28587a38a175 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:49:36.164047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4473bf10-726c-4653-aebf-94896f2fa472 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:36.316318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=baf8e620-af0d-4dc5-8283-c0407c0baafd,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:36.323298 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-9009cd63-945a-42c8-b7d4-582473479059 service neutron] 10.222.0.76 "GET /v2.0/networks/83f87d51-1d61-4079-a8c5-741b820b042f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2020380
Nov 24 13:49:36.327434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:36.356306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 2fac90d1-ed56-49f7-9d2d-28587a38a175 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:49:36.364184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 2fac90d1-ed56-49f7-9d2d-28587a38a175 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:49:36.364604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:36.402947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-667622d7-d443-42b0-b135-13e5e0e9dd72 None None] Provisioning for port 29ad1c4b-aaf7-4e29-83c4-bef8b622e079 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:49:36.411772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-667622d7-d443-42b0-b135-13e5e0e9dd72 None None] Provisioning complete for port 29ad1c4b-aaf7-4e29-83c4-bef8b622e079 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:49:36.412185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-667622d7-d443-42b0-b135-13e5e0e9dd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:36.491858 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-67833e8a-f7aa-4cc0-92b5-5787619c1e91 service neutron] 10.222.0.76 "GET /v2.0/networks/83f87d51-1d61-4079-a8c5-741b820b042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1614604
Nov 24 13:49:36.497531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-667622d7-d443-42b0-b135-13e5e0e9dd72 None None] Port 29ad1c4b-aaf7-4e29-83c4-bef8b622e079 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:49:36.562739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:36.565171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa21d467-896f-4a36-9040-c6f9014b14a7 None None] Sync routers for ids ['b22ef185-9814-496c-b68c-f5f014781662'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:49:36.589567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa21d467-896f-4a36-9040-c6f9014b14a7 None None] Routers {'b22ef185-9814-496c-b68c-f5f014781662'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:49:36.590464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-aa21d467-896f-4a36-9040-c6f9014b14a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c9eabe0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:49:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['b22ef185-9814-496c-b68c-f5f014781662'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:49:36.594063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 2fac90d1-ed56-49f7-9d2d-28587a38a175, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=2fac90d1-ed56-49f7-9d2d-28587a38a175,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:49:36.598859 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:36.601141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-09e5fba9-317c-49e2-bfb3-9bde3055aaab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:36.702732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=2fac90d1-ed56-49f7-9d2d-28587a38a175,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:36.708077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:36.744791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-12e88f1e-f4ee-4665-8a03-4ce42aabfbd7 None None] Provisioning complete for port baf8e620-af0d-4dc5-8283-c0407c0baafd triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:49:36.745312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-12e88f1e-f4ee-4665-8a03-4ce42aabfbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:36.771861 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c9be956b-3b27-404b-a86c-1213a0330888 req-54b3ad94-48c6-41d7-986b-5ddd4d426de1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=d0dd22f1-8fc5-4d64-92b1-d9a151c7b710 HTTP/1.1" status: 200  len: 210 time: 0.0724626
Nov 24 13:49:36.860169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-aa21d467-896f-4a36-9040-c6f9014b14a7 None None] Set router b22ef185-9814-496c-b68c-f5f014781662 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:49:36.914729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-12e88f1e-f4ee-4665-8a03-4ce42aabfbd7 None None] Provisioning complete for port 29ad1c4b-aaf7-4e29-83c4-bef8b622e079 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:49:36.915299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-12e88f1e-f4ee-4665-8a03-4ce42aabfbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:36.974260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-12e88f1e-f4ee-4665-8a03-4ce42aabfbd7 None None] Port 29ad1c4b-aaf7-4e29-83c4-bef8b622e079 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:49:37.122257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-8e6f8557-bac4-42b4-9aee-40c1f07a8004 None None] Provisioning complete for port baf8e620-af0d-4dc5-8283-c0407c0baafd triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:49:37.122464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8e6f8557-bac4-42b4-9aee-40c1f07a8004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:37.240798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-aa21d467-896f-4a36-9040-c6f9014b14a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c9eabe0>, [{'id': 'b22ef185-9814-496c-b68c-f5f014781662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655096618', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '2fac90d1-ed56-49f7-9d2d-28587a38a175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:49:28Z', 'updated_at': '2020-11-24T13:49:33Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '2fac90d1-ed56-49f7-9d2d-28587a38a175', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ef185-9814-496c-b68c-f5f014781662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:49:29Z', 'updated_at': '2020-11-24T13:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '29ad1c4b-aaf7-4e29-83c4-bef8b622e079', 'name': '', 'network_id': '83f87d51-1d61-4079-a8c5-741b820b042f', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:29:f5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22ef185-9814-496c-b68c-f5f014781662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'ca9e45ec-b45c-4f72-a903-24d8c748d6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:49:32Z', 'updated_at': '2020-11-24T13:49:34Z', 'revision_number': 2, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': 'ca9e45ec-b45c-4f72-a903-24d8c748d6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:49:37.245143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa21d467-896f-4a36-9040-c6f9014b14a7 None None] Checking router: b22ef185-9814-496c-b68c-f5f014781662 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:49:37.245554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa21d467-896f-4a36-9040-c6f9014b14a7 None None] Updating router b22ef185-9814-496c-b68c-f5f014781662 port 29ad1c4b-aaf7-4e29-83c4-bef8b622e079 binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:49:37.305699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa21d467-896f-4a36-9040-c6f9014b14a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:37.728141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa21d467-896f-4a36-9040-c6f9014b14a7 None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:37.740959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-aa21d467-896f-4a36-9040-c6f9014b14a7 None None] Transition to ACTIVE for port object 29ad1c4b-aaf7-4e29-83c4-bef8b622e079 will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:49:37.743806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa21d467-896f-4a36-9040-c6f9014b14a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:37.746278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device baf8e620-af0d-4dc5-8283-c0407c0baafd up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:49:37.757958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c317bc38-0fd9-4215-9f1d-0421b5ed27bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:37.825986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port baf8e620-af0d-4dc5-8283-c0407c0baafd triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:49:37.827043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:37.906525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd5ac9-6b37-4db2-9d54-77403dae2cf6 None None] Pushing event updated for resources: {'Port': ['ID=29ad1c4b-aaf7-4e29-83c4-bef8b622e079,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:37.935121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd5ac9-6b37-4db2-9d54-77403dae2cf6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:37.935444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd5ac9-6b37-4db2-9d54-77403dae2cf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:37.936320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd5ac9-6b37-4db2-9d54-77403dae2cf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:37.936709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd5ac9-6b37-4db2-9d54-77403dae2cf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:37.937100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd5ac9-6b37-4db2-9d54-77403dae2cf6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:37.937472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd5ac9-6b37-4db2-9d54-77403dae2cf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:37.937840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd5ac9-6b37-4db2-9d54-77403dae2cf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:37.938257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd5ac9-6b37-4db2-9d54-77403dae2cf6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:37.938624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd5ac9-6b37-4db2-9d54-77403dae2cf6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:37.938987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd5ac9-6b37-4db2-9d54-77403dae2cf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:37.939353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd5ac9-6b37-4db2-9d54-77403dae2cf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:37.939720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd5ac9-6b37-4db2-9d54-77403dae2cf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:37.940466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd5ac9-6b37-4db2-9d54-77403dae2cf6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:37.940842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd5ac9-6b37-4db2-9d54-77403dae2cf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:37.941210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd5ac9-6b37-4db2-9d54-77403dae2cf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:37.941577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd5ac9-6b37-4db2-9d54-77403dae2cf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:37.941940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd5ac9-6b37-4db2-9d54-77403dae2cf6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:37.942335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd5ac9-6b37-4db2-9d54-77403dae2cf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:37.942698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd5ac9-6b37-4db2-9d54-77403dae2cf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:37.943087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd5ac9-6b37-4db2-9d54-77403dae2cf6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:37.945135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd5ac9-6b37-4db2-9d54-77403dae2cf6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:37.945549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd5ac9-6b37-4db2-9d54-77403dae2cf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:37.945950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd5ac9-6b37-4db2-9d54-77403dae2cf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:37.946376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd5ac9-6b37-4db2-9d54-77403dae2cf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:49:37.953723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4bcd5ac9-6b37-4db2-9d54-77403dae2cf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:37.967285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2fac90d1-ed56-49f7-9d2d-28587a38a175 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:49:37.975751 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7067cf33-070c-4c6d-9cbb-b8142f3c3094 req-2017a4e1-818f-4c10-b6e3-a034bf06ff62 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=d0dd22f1-8fc5-4d64-92b1-d9a151c7b710 HTTP/1.1" status: 200  len: 210 time: 0.0606358
Nov 24 13:49:38.082585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 2fac90d1-ed56-49f7-9d2d-28587a38a175 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:49:38.083547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:38.157934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-aa21d467-896f-4a36-9040-c6f9014b14a7 None None] Attempting to bind port 29ad1c4b-aaf7-4e29-83c4-bef8b622e079 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:49:38.159294 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-aa21d467-896f-4a36-9040-c6f9014b14a7 None None] Attempting to bind port 29ad1c4b-aaf7-4e29-83c4-bef8b622e079 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '5468ecf2-e717-4ab4-a89e-4761ab03d0db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '83f87d51-1d61-4079-a8c5-741b820b042f'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:49:38.160199 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21d467-896f-4a36-9040-c6f9014b14a7 None None] Attempting to bind port 29ad1c4b-aaf7-4e29-83c4-bef8b622e079 on network 83f87d51-1d61-4079-a8c5-741b820b042f {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:49:38.168083 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21d467-896f-4a36-9040-c6f9014b14a7 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:49:38.169174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21d467-896f-4a36-9040-c6f9014b14a7 None None] Checking segment: {'id': '5468ecf2-e717-4ab4-a89e-4761ab03d0db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '83f87d51-1d61-4079-a8c5-741b820b042f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:49:38.169798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa21d467-896f-4a36-9040-c6f9014b14a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:38.171277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21d467-896f-4a36-9040-c6f9014b14a7 None None] Bound using segment: {'id': '5468ecf2-e717-4ab4-a89e-4761ab03d0db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '83f87d51-1d61-4079-a8c5-741b820b042f'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:49:38.172008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-aa21d467-896f-4a36-9040-c6f9014b14a7 None None] Bound port: 29ad1c4b-aaf7-4e29-83c4-bef8b622e079, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5468ecf2-e717-4ab4-a89e-4761ab03d0db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '83f87d51-1d61-4079-a8c5-741b820b042f'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:49:38.172614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa21d467-896f-4a36-9040-c6f9014b14a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:38.299367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-aa21d467-896f-4a36-9040-c6f9014b14a7 None None] For port 29ad1c4b-aaf7-4e29-83c4-bef8b622e079, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:49:38.306697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-aa21d467-896f-4a36-9040-c6f9014b14a7 None None] For port 29ad1c4b-aaf7-4e29-83c4-bef8b622e079, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=29ad1c4b-aaf7-4e29-83c4-bef8b622e079,segment=NetworkSegment(5468ecf2-e717-4ab4-a89e-4761ab03d0db),segment_id=5468ecf2-e717-4ab4-a89e-4761ab03d0db)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:49:38.312023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aa21d467-896f-4a36-9040-c6f9014b14a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:38.329058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-d5de470f-b76c-4b79-8e70-c8b7ec844323 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:38.330062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-d5de470f-b76c-4b79-8e70-c8b7ec844323 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Synchronizing usage tracker for tenant:d5748be5eb2b47818a674120dfe1813a on resource:network {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:49:38.335418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-621c2377-52a9-42ec-a4d0-fcc36c4877f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:38.351812 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-d5de470f-b76c-4b79-8e70-c8b7ec844323 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Unset dirty status for tenant:d5748be5eb2b47818a674120dfe1813a on resource:network {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:49:38.353080 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-d5de470f-b76c-4b79-8e70-c8b7ec844323 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.70 "GET /v2.0/networks?id=83f87d51-1d61-4079-a8c5-741b820b042f HTTP/1.1" status: 200  len: 797 time: 0.3283527
Nov 24 13:49:38.449180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-baf5ba97-7aee-40e0-910a-d23922ea7fed tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Synchronizing usage tracker for tenant:d5748be5eb2b47818a674120dfe1813a on resource:security_group {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:49:38.464900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-baf5ba97-7aee-40e0-910a-d23922ea7fed tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Unset dirty status for tenant:d5748be5eb2b47818a674120dfe1813a on resource:security_group {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:49:38.466540 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-baf5ba97-7aee-40e0-910a-d23922ea7fed tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d5748be5eb2b47818a674120dfe1813a HTTP/1.1" status: 200  len: 7375 time: 0.0943260
Nov 24 13:49:38.483142 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-4fb4060d-7968-4ca2-a54d-93dea331bcd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'port': {'device_id': 'd0dd22f1-8fc5-4d64-92b1-d9a151c7b710', 'network_id': '83f87d51-1d61-4079-a8c5-741b820b042f', 'admin_state_up': True, 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'security_groups': ['d19d5e52-6060-40f4-9ff5-556affa560a6']}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:49:38.507109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd5ac9-6b37-4db2-9d54-77403dae2cf6 None None] Pushing event updated for resources: {'Port': ['ID=29ad1c4b-aaf7-4e29-83c4-bef8b622e079,revision_number=4']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:38.520587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4bcd5ac9-6b37-4db2-9d54-77403dae2cf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:38.569589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa21d467-896f-4a36-9040-c6f9014b14a7 None None] Routers {'b22ef185-9814-496c-b68c-f5f014781662'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:49:38.570295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-aa21d467-896f-4a36-9040-c6f9014b14a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c9eabe0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:49:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['b22ef185-9814-496c-b68c-f5f014781662'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:49:38.637393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-4fb4060d-7968-4ca2-a54d-93dea331bcd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:49:38.647843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-4fb4060d-7968-4ca2-a54d-93dea331bcd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:49:38.660996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-4fb4060d-7968-4ca2-a54d-93dea331bcd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Made reservation on behalf of d5748be5eb2b47818a674120dfe1813a for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:49:38.671106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-4fb4060d-7968-4ca2-a54d-93dea331bcd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:38.766280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-aa21d467-896f-4a36-9040-c6f9014b14a7 None None] Set router b22ef185-9814-496c-b68c-f5f014781662 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:49:39.002842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-4fb4060d-7968-4ca2-a54d-93dea331bcd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Allocated IP 172.20.0.9 (83f87d51-1d61-4079-a8c5-741b820b042f/ca9e45ec-b45c-4f72-a903-24d8c748d6e1/665146aa-f5b7-4537-9fef-12e83ffe9411) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:49:39.187008 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ac51927c-3d41-44a5-b3f5-c9f9c2fa3a90 req-001f82fc-5206-44ce-866a-e23821a63d94 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=d0dd22f1-8fc5-4d64-92b1-d9a151c7b710 HTTP/1.1" status: 200  len: 210 time: 0.0582082
Nov 24 13:49:39.295355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-aa21d467-896f-4a36-9040-c6f9014b14a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c9eabe0>, [{'id': 'b22ef185-9814-496c-b68c-f5f014781662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655096618', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '2fac90d1-ed56-49f7-9d2d-28587a38a175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:49:28Z', 'updated_at': '2020-11-24T13:49:33Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '2fac90d1-ed56-49f7-9d2d-28587a38a175', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ef185-9814-496c-b68c-f5f014781662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:49:29Z', 'updated_at': '2020-11-24T13:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '29ad1c4b-aaf7-4e29-83c4-bef8b622e079', 'name': '', 'network_id': '83f87d51-1d61-4079-a8c5-741b820b042f', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:29:f5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22ef185-9814-496c-b68c-f5f014781662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'ca9e45ec-b45c-4f72-a903-24d8c748d6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:49:32Z', 'updated_at': '2020-11-24T13:49:38Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': 'ca9e45ec-b45c-4f72-a903-24d8c748d6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:49:39.300112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa21d467-896f-4a36-9040-c6f9014b14a7 None None] The sync data for ids ['b22ef185-9814-496c-b68c-f5f014781662'] in dv-neutron-601336-61-ovs is: [{'id': 'b22ef185-9814-496c-b68c-f5f014781662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655096618', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '2fac90d1-ed56-49f7-9d2d-28587a38a175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:49:28Z', 'updated_at': '2020-11-24T13:49:33Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '2fac90d1-ed56-49f7-9d2d-28587a38a175', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ef185-9814-496c-b68c-f5f014781662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:49:29Z', 'updated_at': '2020-11-24T13:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '29ad1c4b-aaf7-4e29-83c4-bef8b622e079', 'name': '', 'network_id': '83f87d51-1d61-4079-a8c5-741b820b042f', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:29:f5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22ef185-9814-496c-b68c-f5f014781662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'ca9e45ec-b45c-4f72-a903-24d8c748d6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:49:32Z', 'updated_at': '2020-11-24T13:49:38Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': 'ca9e45ec-b45c-4f72-a903-24d8c748d6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:49:39.525699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-4fb4060d-7968-4ca2-a54d-93dea331bcd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:39.543786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-4fb4060d-7968-4ca2-a54d-93dea331bcd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Transition to ACTIVE for port object 665146aa-f5b7-4537-9fef-12e83ffe9411 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:49:39.566452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-4fb4060d-7968-4ca2-a54d-93dea331bcd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:39.585161 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-80c4d60d-341b-4fa7-b33a-d38716c4a09c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:39.730975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4060d-7968-4ca2-a54d-93dea331bcd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Port': ['ID=665146aa-f5b7-4537-9fef-12e83ffe9411,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:39.736619 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4fb4060d-7968-4ca2-a54d-93dea331bcd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:39.777740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 29ad1c4b-aaf7-4e29-83c4-bef8b622e079 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:49:39.805482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-4fb4060d-7968-4ca2-a54d-93dea331bcd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network 83f87d51-1d61-4079-a8c5-741b820b042f is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:49:39.806821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-4fb4060d-7968-4ca2-a54d-93dea331bcd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:49:39.810283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-4fb4060d-7968-4ca2-a54d-93dea331bcd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:49:39.871710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 29ad1c4b-aaf7-4e29-83c4-bef8b622e079 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:49:39.879237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 29ad1c4b-aaf7-4e29-83c4-bef8b622e079 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:49:39.879646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:39.884470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-4fb4060d-7968-4ca2-a54d-93dea331bcd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:39.885171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-4fb4060d-7968-4ca2-a54d-93dea331bcd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:39.924182 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-4fb4060d-7968-4ca2-a54d-93dea331bcd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4457295
Nov 24 13:49:39.943092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-c0bf656c-46a1-4fec-90bc-8a36ade9f8e2 service neutron] Request body: {'port': {'device_id': 'd0dd22f1-8fc5-4d64-92b1-d9a151c7b710', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:49:40.015433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:40.051503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 29ad1c4b-aaf7-4e29-83c4-bef8b622e079, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=29ad1c4b-aaf7-4e29-83c4-bef8b622e079,segment=NetworkSegment(5468ecf2-e717-4ab4-a89e-4761ab03d0db),segment_id=5468ecf2-e717-4ab4-a89e-4761ab03d0db)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:49:40.063552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:40.066255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-35b5a9d7-aaaa-4dcd-9ea0-60f3f3cd1a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:40.083604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-c0bf656c-46a1-4fec-90bc-8a36ade9f8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:40.148594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=29ad1c4b-aaf7-4e29-83c4-bef8b622e079,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:40.161200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:40.169034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a23c9aae-5e04-4dfc-857d-8db9669323e6 None None] Provisioning for port 665146aa-f5b7-4537-9fef-12e83ffe9411 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:49:40.175135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a23c9aae-5e04-4dfc-857d-8db9669323e6 None None] Provisioning complete for port 665146aa-f5b7-4537-9fef-12e83ffe9411 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:49:40.175647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a23c9aae-5e04-4dfc-857d-8db9669323e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:40.234971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-a23c9aae-5e04-4dfc-857d-8db9669323e6 None None] Port 665146aa-f5b7-4537-9fef-12e83ffe9411 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:49:40.337694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f99e2644-84c0-4144-9175-f8e5721d96fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:40.552555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-c0bf656c-46a1-4fec-90bc-8a36ade9f8e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 665146aa-f5b7-4537-9fef-12e83ffe9411 {{(pid=80944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:49:40.560393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-c0bf656c-46a1-4fec-90bc-8a36ade9f8e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:40.575148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-c0bf656c-46a1-4fec-90bc-8a36ade9f8e2 service neutron] Transition to ACTIVE for port object 665146aa-f5b7-4537-9fef-12e83ffe9411 will not be triggered until provisioned by entity L2. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:49:40.578233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-c0bf656c-46a1-4fec-90bc-8a36ade9f8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:40.595581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-17f3d3eb-77d2-4569-8fce-5a53b0a5c8a6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:40.738031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf656c-46a1-4fec-90bc-8a36ade9f8e2 service neutron] Pushing event updated for resources: {'Port': ['ID=665146aa-f5b7-4537-9fef-12e83ffe9411,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:40.743364 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c0bf656c-46a1-4fec-90bc-8a36ade9f8e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:40.809968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa151b7-a513-47ad-8681-42a64edb2c16 req-af98dc41-3043-47be-affb-c6783f95b8d3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:40.813035 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7aa151b7-a513-47ad-8681-42a64edb2c16 req-af98dc41-3043-47be-affb-c6783f95b8d3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=d0dd22f1-8fc5-4d64-92b1-d9a151c7b710 HTTP/1.1" status: 200  len: 931 time: 0.4796059
Nov 24 13:49:40.866275 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7aa151b7-a513-47ad-8681-42a64edb2c16 req-aade48ef-7dc5-4876-b242-518cd50612ca tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=d19d5e52-6060-40f4-9ff5-556affa560a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467575
Nov 24 13:49:40.950928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-c0bf656c-46a1-4fec-90bc-8a36ade9f8e2 service neutron] Attempting to bind port 665146aa-f5b7-4537-9fef-12e83ffe9411 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:49:40.951358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-c0bf656c-46a1-4fec-90bc-8a36ade9f8e2 service neutron] Attempting to bind port 665146aa-f5b7-4537-9fef-12e83ffe9411 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '5468ecf2-e717-4ab4-a89e-4761ab03d0db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '83f87d51-1d61-4079-a8c5-741b820b042f'}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:49:40.951721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-c0bf656c-46a1-4fec-90bc-8a36ade9f8e2 service neutron] Attempting to bind port 665146aa-f5b7-4537-9fef-12e83ffe9411 on network 83f87d51-1d61-4079-a8c5-741b820b042f {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:49:40.959747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-c0bf656c-46a1-4fec-90bc-8a36ade9f8e2 service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:49:40.960137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-c0bf656c-46a1-4fec-90bc-8a36ade9f8e2 service neutron] Checking segment: {'id': '5468ecf2-e717-4ab4-a89e-4761ab03d0db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '83f87d51-1d61-4079-a8c5-741b820b042f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:49:40.960547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-c0bf656c-46a1-4fec-90bc-8a36ade9f8e2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:40.960940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-c0bf656c-46a1-4fec-90bc-8a36ade9f8e2 service neutron] Bound using segment: {'id': '5468ecf2-e717-4ab4-a89e-4761ab03d0db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '83f87d51-1d61-4079-a8c5-741b820b042f'} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:49:40.961412 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-c0bf656c-46a1-4fec-90bc-8a36ade9f8e2 service neutron] Bound port: 665146aa-f5b7-4537-9fef-12e83ffe9411, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5468ecf2-e717-4ab4-a89e-4761ab03d0db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '83f87d51-1d61-4079-a8c5-741b820b042f'}}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:49:40.961782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-c0bf656c-46a1-4fec-90bc-8a36ade9f8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:41.060863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-c0bf656c-46a1-4fec-90bc-8a36ade9f8e2 service neutron] For port 665146aa-f5b7-4537-9fef-12e83ffe9411, host hv-neutron-6013, cleared binding levels {{(pid=80944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:49:41.064227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-c0bf656c-46a1-4fec-90bc-8a36ade9f8e2 service neutron] For port 665146aa-f5b7-4537-9fef-12e83ffe9411, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=665146aa-f5b7-4537-9fef-12e83ffe9411,segment=NetworkSegment(5468ecf2-e717-4ab4-a89e-4761ab03d0db),segment_id=5468ecf2-e717-4ab4-a89e-4761ab03d0db)] {{(pid=80944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:49:41.067730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-c0bf656c-46a1-4fec-90bc-8a36ade9f8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:41.083223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f3f58fcd-83a7-42be-b3a2-6673a5d8b42c tempest-TestEncryptedCinderVolumes-1645518913 tempest-TestEncryptedCinderVolumes-1645518913] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:41.231769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf656c-46a1-4fec-90bc-8a36ade9f8e2 service neutron] Pushing event updated for resources: {'Port': ['ID=665146aa-f5b7-4537-9fef-12e83ffe9411,revision_number=3']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:41.245066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c0bf656c-46a1-4fec-90bc-8a36ade9f8e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:41.284252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-c0bf656c-46a1-4fec-90bc-8a36ade9f8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:41.284923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-c0bf656c-46a1-4fec-90bc-8a36ade9f8e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:41.286528 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-c0bf656c-46a1-4fec-90bc-8a36ade9f8e2 service neutron] 10.222.0.70 "PUT /v2.0/ports/665146aa-f5b7-4537-9fef-12e83ffe9411 HTTP/1.1" status: 200  len: 1157 time: 1.3486719
Nov 24 13:49:41.287215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0dd22f1-8fc5-4d64-92b1-d9a151c7b710', 'tag': '665146aa-f5b7-4537-9fef-12e83ffe9411'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:49:41.375244 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0dd22f1-8fc5-4d64-92b1-d9a151c7b710', 'tag': '665146aa-f5b7-4537-9fef-12e83ffe9411', 'status': 'completed', 'code': 200}
Nov 24 13:49:41.419408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-e5a9ea3f-899a-4e60-995b-fe60e5151642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:41.421046 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-e5a9ea3f-899a-4e60-995b-fe60e5151642 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&device_id=d0dd22f1-8fc5-4d64-92b1-d9a151c7b710 HTTP/1.1" status: 200  len: 1160 time: 0.0816557
Nov 24 13:49:41.510290 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-5f97d051-5ab1-410b-85f3-09bf33d3e2e5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=665146aa-f5b7-4537-9fef-12e83ffe9411 HTTP/1.1" status: 200  len: 217 time: 0.0767653
Nov 24 13:49:41.579167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-162949f3-689b-4bfd-a7d9-2883df829caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:41.580661 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-162949f3-689b-4bfd-a7d9-2883df829caf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ca9e45ec-b45c-4f72-a903-24d8c748d6e1 HTTP/1.1" status: 200  len: 834 time: 0.0646772
Nov 24 13:49:41.662069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-4da90b1e-0013-48be-8f60-33a1b9caad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:41.663758 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-4da90b1e-0013-48be-8f60-33a1b9caad39 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83f87d51-1d61-4079-a8c5-741b820b042f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0758688
Nov 24 13:49:41.748714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 29ad1c4b-aaf7-4e29-83c4-bef8b622e079 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:49:41.814281 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-a0d7e423-95da-4bab-91fa-b7213cfeaab9 service neutron] 10.222.0.70 "GET /v2.0/networks/83f87d51-1d61-4079-a8c5-741b820b042f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437378
Nov 24 13:49:41.827420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 29ad1c4b-aaf7-4e29-83c4-bef8b622e079 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:49:41.827846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:41.972410 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fcd6e32f-d0a7-4d9c-b355-c314c4b1af6d req-ed339f82-1a2c-446a-9d81-b1132d66d00d service neutron] 10.222.0.70 "GET /v2.0/networks/83f87d51-1d61-4079-a8c5-741b820b042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1513038
Nov 24 13:49:42.092484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc64ac9-628c-4c36-9803-0735fab3c9bd req-3948c87f-7c82-438a-9095-01fd5c9567b4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:42.094791 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6bc64ac9-628c-4c36-9803-0735fab3c9bd req-3948c87f-7c82-438a-9095-01fd5c9567b4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=d0dd22f1-8fc5-4d64-92b1-d9a151c7b710 HTTP/1.1" status: 200  len: 943 time: 0.0888190
Nov 24 13:49:42.147973 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6bc64ac9-628c-4c36-9803-0735fab3c9bd req-51c8380b-2c79-44c1-b614-8ca3b966e754 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=d19d5e52-6060-40f4-9ff5-556affa560a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456307
Nov 24 13:49:42.150803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca91fb-caed-474d-b79f-c7bcb0985a53 req-dc5e8b30-2159-458c-ac8e-a8f7bf43a562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:42.152440 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c6ca91fb-caed-474d-b79f-c7bcb0985a53 req-dc5e8b30-2159-458c-ac8e-a8f7bf43a562 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&device_id=d0dd22f1-8fc5-4d64-92b1-d9a151c7b710 HTTP/1.1" status: 200  len: 1160 time: 0.0888755
Nov 24 13:49:42.307087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca91fb-caed-474d-b79f-c7bcb0985a53 req-c79817cc-aac4-4167-8999-21cd84ec7cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:42.308692 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c6ca91fb-caed-474d-b79f-c7bcb0985a53 req-c79817cc-aac4-4167-8999-21cd84ec7cc1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83f87d51-1d61-4079-a8c5-741b820b042f HTTP/1.1" status: 200  len: 891 time: 0.1488757
Nov 24 13:49:42.382117 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c6ca91fb-caed-474d-b79f-c7bcb0985a53 req-e446c725-5419-45c7-bf99-edea872855fb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=665146aa-f5b7-4537-9fef-12e83ffe9411 HTTP/1.1" status: 200  len: 217 time: 0.0664828
Nov 24 13:49:42.454429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca91fb-caed-474d-b79f-c7bcb0985a53 req-ba1d656a-a07b-452d-801f-bb15874fb493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:42.455998 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c6ca91fb-caed-474d-b79f-c7bcb0985a53 req-ba1d656a-a07b-452d-801f-bb15874fb493 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ca9e45ec-b45c-4f72-a903-24d8c748d6e1 HTTP/1.1" status: 200  len: 834 time: 0.0675497
Nov 24 13:49:42.541608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca91fb-caed-474d-b79f-c7bcb0985a53 req-a04d9b11-db55-48fa-b6ee-bdfe2a3f3b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:42.543269 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c6ca91fb-caed-474d-b79f-c7bcb0985a53 req-a04d9b11-db55-48fa-b6ee-bdfe2a3f3b80 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83f87d51-1d61-4079-a8c5-741b820b042f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800283
Nov 24 13:49:42.694162 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c6ca91fb-caed-474d-b79f-c7bcb0985a53 req-36b3b9b0-03eb-4663-b1a6-c8868455a3c2 service neutron] 10.222.0.70 "GET /v2.0/networks/83f87d51-1d61-4079-a8c5-741b820b042f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432567
Nov 24 13:49:42.705712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ca95d743-f0c5-4187-8788-da1564fc8100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:42.841965 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c6ca91fb-caed-474d-b79f-c7bcb0985a53 req-6bb96fad-7367-4cdf-b65a-8f27c632da96 service neutron] 10.222.0.70 "GET /v2.0/networks/83f87d51-1d61-4079-a8c5-741b820b042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1403461
Nov 24 13:49:43.053034 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:43.447496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ad077-64a3-42f6-8fbd-9a1ce207ea7d req-de621ff0-4e51-4a6a-bfca-fca13d745f37 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:43.449038 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ca2ad077-64a3-42f6-8fbd-9a1ce207ea7d req-de621ff0-4e51-4a6a-bfca-fca13d745f37 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=d0dd22f1-8fc5-4d64-92b1-d9a151c7b710 HTTP/1.1" status: 200  len: 943 time: 0.1673934
Nov 24 13:49:43.507280 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ca2ad077-64a3-42f6-8fbd-9a1ce207ea7d req-2894d976-db0c-46e1-b26e-36da5b1595a4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=d19d5e52-6060-40f4-9ff5-556affa560a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516531
Nov 24 13:49:44.294932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:44.694027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 665146aa-f5b7-4537-9fef-12e83ffe9411 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:49:44.721800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822049d5-c85e-4fea-85d7-722542815284 req-11b7ab1d-4815-46c1-a0d9-c19804d91fee tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:44.723484 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-822049d5-c85e-4fea-85d7-722542815284 req-11b7ab1d-4815-46c1-a0d9-c19804d91fee tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=d0dd22f1-8fc5-4d64-92b1-d9a151c7b710 HTTP/1.1" status: 200  len: 943 time: 0.0863779
Nov 24 13:49:44.772977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port 665146aa-f5b7-4537-9fef-12e83ffe9411 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:49:44.782610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 665146aa-f5b7-4537-9fef-12e83ffe9411 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:49:44.783040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:44.785879 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-822049d5-c85e-4fea-85d7-722542815284 req-5048b44a-6763-484f-a683-01e091cc10eb tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=d19d5e52-6060-40f4-9ff5-556affa560a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559483
Nov 24 13:49:44.921219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:44.941336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:44.955932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dd22f1-8fc5-4d64-92b1-d9a151c7b710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665146aa-f5b7-4537-9fef-12e83ffe9411'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:49:44.968854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 665146aa-f5b7-4537-9fef-12e83ffe9411, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=665146aa-f5b7-4537-9fef-12e83ffe9411,segment=NetworkSegment(5468ecf2-e717-4ab4-a89e-4761ab03d0db),segment_id=5468ecf2-e717-4ab4-a89e-4761ab03d0db)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:49:44.972066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:44.974545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9d7f9f26-13d5-4e2e-864b-d094cc3525e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:45.022971 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dd22f1-8fc5-4d64-92b1-d9a151c7b710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665146aa-f5b7-4537-9fef-12e83ffe9411', 'code': 200}
Nov 24 13:49:45.046329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=665146aa-f5b7-4537-9fef-12e83ffe9411,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:45.049607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:45.330739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713e6e1-b0f6-4cc2-b4b3-707c379e0b15 req-d8561f66-18da-4047-a67e-98f0141b5b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:45.332339 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b713e6e1-b0f6-4cc2-b4b3-707c379e0b15 req-d8561f66-18da-4047-a67e-98f0141b5b20 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d0dd22f1-8fc5-4d64-92b1-d9a151c7b710 HTTP/1.1" status: 200  len: 1162 time: 0.0827198
Nov 24 13:49:45.378503 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b713e6e1-b0f6-4cc2-b4b3-707c379e0b15 req-b9e6137e-b3f1-4d8d-9a5b-b9a605014c46 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d19d5e52-6060-40f4-9ff5-556affa560a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396760
Nov 24 13:49:45.551806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:49:46.007894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b366848-fa21-492e-98a9-4322a9779611 req-29f2f3f1-e85e-43de-af6a-a73dce11b268 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:46.009434 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2b366848-fa21-492e-98a9-4322a9779611 req-29f2f3f1-e85e-43de-af6a-a73dce11b268 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=d0dd22f1-8fc5-4d64-92b1-d9a151c7b710 HTTP/1.1" status: 200  len: 945 time: 0.0862486
Nov 24 13:49:46.058761 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2b366848-fa21-492e-98a9-4322a9779611 req-c8ce02d2-bd41-4cdd-bcf0-da41f89f974b tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=d19d5e52-6060-40f4-9ff5-556affa560a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424082
Nov 24 13:49:46.402450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 665146aa-f5b7-4537-9fef-12e83ffe9411 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:49:46.476830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 665146aa-f5b7-4537-9fef-12e83ffe9411 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:49:46.477257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:47.285703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6aa39-20ea-4ca0-a8b6-2e9f5bfa8d63 req-68716e80-78c6-44b2-9510-f03ddcb56338 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:47.287332 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5fe6aa39-20ea-4ca0-a8b6-2e9f5bfa8d63 req-68716e80-78c6-44b2-9510-f03ddcb56338 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=d0dd22f1-8fc5-4d64-92b1-d9a151c7b710 HTTP/1.1" status: 200  len: 945 time: 0.0895350
Nov 24 13:49:47.335517 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5fe6aa39-20ea-4ca0-a8b6-2e9f5bfa8d63 req-b921946c-e7db-4166-988a-4e5603b35906 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=d19d5e52-6060-40f4-9ff5-556affa560a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418768
Nov 24 13:49:47.545825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2803e-9771-4a92-b2e8-30fd7bd87ebc req-0409cecc-7fee-4a27-a148-bdaaa8783ee4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:47.547471 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b3d2803e-9771-4a92-b2e8-30fd7bd87ebc req-0409cecc-7fee-4a27-a148-bdaaa8783ee4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=d0dd22f1-8fc5-4d64-92b1-d9a151c7b710 HTTP/1.1" status: 200  len: 945 time: 0.0845118
Nov 24 13:49:47.597035 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b3d2803e-9771-4a92-b2e8-30fd7bd87ebc req-d9d3b357-fde9-41c0-b38c-887b5c046b2f tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=d19d5e52-6060-40f4-9ff5-556affa560a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426295
Nov 24 13:49:47.626716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59808) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:49:47.705269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907558a8-beb3-4c58-bbed-54f59b81c81c tempest-TestNetworkAdvancedServerOps-1057220621 tempest-TestNetworkAdvancedServerOps-1057220621] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:47.706978 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-907558a8-beb3-4c58-bbed-54f59b81c81c tempest-TestNetworkAdvancedServerOps-1057220621 tempest-TestNetworkAdvancedServerOps-1057220621] 10.222.0.76 "GET /v2.0/ports?device_id=d0dd22f1-8fc5-4d64-92b1-d9a151c7b710 HTTP/1.1" status: 200  len: 1157 time: 0.0792058
Nov 24 13:49:47.710005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59812) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:49:47.715535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-d4135c52-64ae-410a-9b91-070ebd48ebd1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'port_id': '665146aa-f5b7-4537-9fef-12e83ffe9411', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:49:47.721579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d4135c52-64ae-410a-9b91-070ebd48ebd1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:49:47.725737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d4135c52-64ae-410a-9b91-070ebd48ebd1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Usage tracker for resource:floatingip and tenant:d5748be5eb2b47818a674120dfe1813a is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:49:47.728778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d4135c52-64ae-410a-9b91-070ebd48ebd1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:49:47.734737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d4135c52-64ae-410a-9b91-070ebd48ebd1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:49:47.744048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4135c52-64ae-410a-9b91-070ebd48ebd1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for floatingip, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:47.893271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4135c52-64ae-410a-9b91-070ebd48ebd1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:48.165407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-d4135c52-64ae-410a-9b91-070ebd48ebd1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Allocated IP 172.26.8.230 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/2c48424a-ed01-4555-81b6-309c5f8bd686) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:49:48.323800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4135c52-64ae-410a-9b91-070ebd48ebd1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:48.349982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4135c52-64ae-410a-9b91-070ebd48ebd1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:48.369873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5d9e1ef7-3d32-4a88-aca4-99f2a98a35a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:48.499651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4135c52-64ae-410a-9b91-070ebd48ebd1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Port': ['ID=2c48424a-ed01-4555-81b6-309c5f8bd686,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:48.504675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d4135c52-64ae-410a-9b91-070ebd48ebd1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:48.558452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4135c52-64ae-410a-9b91-070ebd48ebd1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:49:48.559577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-d4135c52-64ae-410a-9b91-070ebd48ebd1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:49:48.561983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4135c52-64ae-410a-9b91-070ebd48ebd1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:49:48.989260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4135c52-64ae-410a-9b91-070ebd48ebd1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for floatingip, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:49.063835 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4135c52-64ae-410a-9b91-070ebd48ebd1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:49.339746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4135c52-64ae-410a-9b91-070ebd48ebd1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:49.343941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4135c52-64ae-410a-9b91-070ebd48ebd1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:49.360604 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cba175ed-0e5b-460a-9711-00579f6fc50d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:49:49.491668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4135c52-64ae-410a-9b91-070ebd48ebd1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event updated for resources: {'Port': ['ID=2c48424a-ed01-4555-81b6-309c5f8bd686,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:49:49.497928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d4135c52-64ae-410a-9b91-070ebd48ebd1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:49:49.604063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4135c52-64ae-410a-9b91-070ebd48ebd1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:49.807345 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-d4135c52-64ae-410a-9b91-070ebd48ebd1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Floating IP 9b465d0a-8902-4fe1-b07e-e5b6c0bcbab0 associated. External IP: 172.26.8.230, port: 665146aa-f5b7-4537-9fef-12e83ffe9411.
Nov 24 13:49:50.238038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4135c52-64ae-410a-9b91-070ebd48ebd1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Router b22ef185-9814-496c-b68c-f5f014781662 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:49:50.717100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4135c52-64ae-410a-9b91-070ebd48ebd1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:49:50.727298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a91bed1-1551-47ba-b64a-dbc7155c0f65 None None] Sync routers for ids ['b22ef185-9814-496c-b68c-f5f014781662'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:49:50.740329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a91bed1-1551-47ba-b64a-dbc7155c0f65 None None] Routers {'b22ef185-9814-496c-b68c-f5f014781662'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:49:50.741008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8a91bed1-1551-47ba-b64a-dbc7155c0f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cd5f470>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:49:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['b22ef185-9814-496c-b68c-f5f014781662'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:49:50.743299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4135c52-64ae-410a-9b91-070ebd48ebd1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:50.803134 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d4135c52-64ae-410a-9b91-070ebd48ebd1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0919437
Nov 24 13:49:50.803853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0dd22f1-8fc5-4d64-92b1-d9a151c7b710', 'tag': '665146aa-f5b7-4537-9fef-12e83ffe9411'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:49:50.878342 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0dd22f1-8fc5-4d64-92b1-d9a151c7b710', 'tag': '665146aa-f5b7-4537-9fef-12e83ffe9411', 'status': 'completed', 'code': 200}
Nov 24 13:49:50.954428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-8a91bed1-1551-47ba-b64a-dbc7155c0f65 None None] Set router b22ef185-9814-496c-b68c-f5f014781662 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:49:51.013810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbf46d-e77e-4f65-9753-30cc042f8f12 req-e02c5272-07a0-4811-be0a-363651a71800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:51.015411 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fbdbf46d-e77e-4f65-9753-30cc042f8f12 req-e02c5272-07a0-4811-be0a-363651a71800 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&device_id=d0dd22f1-8fc5-4d64-92b1-d9a151c7b710 HTTP/1.1" status: 200  len: 1162 time: 0.0796609
Nov 24 13:49:51.021845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b851d-df4a-4588-b0cc-416e292b04d9 req-cd774cb6-af78-4050-afdc-44855d74b8ee tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:51.023535 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3f3b851d-df4a-4588-b0cc-416e292b04d9 req-cd774cb6-af78-4050-afdc-44855d74b8ee tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=d0dd22f1-8fc5-4d64-92b1-d9a151c7b710 HTTP/1.1" status: 200  len: 945 time: 0.0917790
Nov 24 13:49:51.078554 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3f3b851d-df4a-4588-b0cc-416e292b04d9 req-c38deceb-65fc-4755-96a1-8bdb30dd88f6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=d19d5e52-6060-40f4-9ff5-556affa560a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477974
Nov 24 13:49:51.112174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59820) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:49:51.189740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbf46d-e77e-4f65-9753-30cc042f8f12 req-d9255027-e467-47cb-9094-2ab3ee9aa5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:51.191676 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fbdbf46d-e77e-4f65-9753-30cc042f8f12 req-d9255027-e467-47cb-9094-2ab3ee9aa5c3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83f87d51-1d61-4079-a8c5-741b820b042f HTTP/1.1" status: 200  len: 891 time: 0.1693680
Nov 24 13:49:51.252606 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-8c7d4b93-bf1f-4578-b244-344e2ff88ae8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/floatingips/9b465d0a-8902-4fe1-b07e-e5b6c0bcbab0 HTTP/1.1" status: 200  len: 991 time: 0.1376805
Nov 24 13:49:51.312665 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fbdbf46d-e77e-4f65-9753-30cc042f8f12 req-893f5010-18f5-451f-8702-72a3acb00578 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=665146aa-f5b7-4537-9fef-12e83ffe9411 HTTP/1.1" status: 200  len: 999 time: 0.1143017
Nov 24 13:49:51.387849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbf46d-e77e-4f65-9753-30cc042f8f12 req-40e01bfd-4ba1-48f2-82fe-37b6dc5d60e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:51.389474 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fbdbf46d-e77e-4f65-9753-30cc042f8f12 req-40e01bfd-4ba1-48f2-82fe-37b6dc5d60e3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ca9e45ec-b45c-4f72-a903-24d8c748d6e1 HTTP/1.1" status: 200  len: 834 time: 0.0696476
Nov 24 13:49:51.477851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbf46d-e77e-4f65-9753-30cc042f8f12 req-c11f91db-1b2f-4f6b-840b-ecac2b187f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:49:51.479504 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fbdbf46d-e77e-4f65-9753-30cc042f8f12 req-c11f91db-1b2f-4f6b-840b-ecac2b187f8a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83f87d51-1d61-4079-a8c5-741b820b042f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836260
Nov 24 13:49:51.504220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:49:51.544078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8a91bed1-1551-47ba-b64a-dbc7155c0f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cd5f470>, [{'id': 'b22ef185-9814-496c-b68c-f5f014781662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655096618', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '2fac90d1-ed56-49f7-9d2d-28587a38a175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:49:28Z', 'updated_at': '2020-11-24T13:49:33Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '2fac90d1-ed56-49f7-9d2d-28587a38a175', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ef185-9814-496c-b68c-f5f014781662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:49:29Z', 'updated_at': '2020-11-24T13:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '9b465d0a-8902-4fe1-b07e-e5b6c0bcbab0', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'floating_ip_address': '172.26.8.230', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'b22ef185-9814-496c-b68c-f5f014781662', 'port_id': '665146aa-f5b7-4537-9fef-12e83ffe9411', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83f87d51-1d61-4079-a8c5-741b820b042f', 'mac_address': 'fa:16:3e:ed:03:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dd22f1-8fc5-4d64-92b1-d9a151c7b710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:49:48Z', 'updated_at': '2020-11-24T13:49:48Z', 'revision_number': 0, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ad1c4b-aaf7-4e29-83c4-bef8b622e079', 'name': '', 'network_id': '83f87d51-1d61-4079-a8c5-741b820b042f', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:29:f5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ef185-9814-496c-b68c-f5f014781662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'ca9e45ec-b45c-4f72-a903-24d8c748d6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:49:32Z', 'updated_at': '2020-11-24T13:49:40Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': 'ca9e45ec-b45c-4f72-a903-24d8c748d6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:49:51.548907 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a91bed1-1551-47ba-b64a-dbc7155c0f65 None None] Checking router: b22ef185-9814-496c-b68c-f5f014781662 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:49:51.560573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a91bed1-1551-47ba-b64a-dbc7155c0f65 None None] Routers {'b22ef185-9814-496c-b68c-f5f014781662'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:49:51.561244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8a91bed1-1551-47ba-b64a-dbc7155c0f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cd5f470>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:49:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['b22ef185-9814-496c-b68c-f5f014781662'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:49:51.631541 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fbdbf46d-e77e-4f65-9753-30cc042f8f12 req-ee78fcc1-a44f-45ee-a4c2-3a1c633c643a service neutron] 10.222.0.70 "GET /v2.0/networks/83f87d51-1d61-4079-a8c5-741b820b042f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445246
Nov 24 13:49:51.756000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-8a91bed1-1551-47ba-b64a-dbc7155c0f65 None None] Set router b22ef185-9814-496c-b68c-f5f014781662 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:49:51.778585 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fbdbf46d-e77e-4f65-9753-30cc042f8f12 req-14416ecc-f1b5-4852-9262-be3e2a563ed1 service neutron] 10.222.0.70 "GET /v2.0/networks/83f87d51-1d61-4079-a8c5-741b820b042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1407962
Nov 24 13:49:52.136578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8a91bed1-1551-47ba-b64a-dbc7155c0f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cd5f470>, [{'id': 'b22ef185-9814-496c-b68c-f5f014781662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655096618', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '2fac90d1-ed56-49f7-9d2d-28587a38a175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:49:28Z', 'updated_at': '2020-11-24T13:49:33Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '2fac90d1-ed56-49f7-9d2d-28587a38a175', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ef185-9814-496c-b68c-f5f014781662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:49:29Z', 'updated_at': '2020-11-24T13:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '9b465d0a-8902-4fe1-b07e-e5b6c0bcbab0', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'floating_ip_address': '172.26.8.230', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'b22ef185-9814-496c-b68c-f5f014781662', 'port_id': '665146aa-f5b7-4537-9fef-12e83ffe9411', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83f87d51-1d61-4079-a8c5-741b820b042f', 'mac_address': 'fa:16:3e:ed:03:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dd22f1-8fc5-4d64-92b1-d9a151c7b710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:49:48Z', 'updated_at': '2020-11-24T13:49:48Z', 'revision_number': 0, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ad1c4b-aaf7-4e29-83c4-bef8b622e079', 'name': '', 'network_id': '83f87d51-1d61-4079-a8c5-741b820b042f', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:29:f5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ef185-9814-496c-b68c-f5f014781662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'ca9e45ec-b45c-4f72-a903-24d8c748d6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:49:32Z', 'updated_at': '2020-11-24T13:49:40Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': 'ca9e45ec-b45c-4f72-a903-24d8c748d6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:49:52.140884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a91bed1-1551-47ba-b64a-dbc7155c0f65 None None] The sync data for ids ['b22ef185-9814-496c-b68c-f5f014781662'] in dv-neutron-601336-61-ovs is: [{'id': 'b22ef185-9814-496c-b68c-f5f014781662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655096618', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '2fac90d1-ed56-49f7-9d2d-28587a38a175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:49:28Z', 'updated_at': '2020-11-24T13:49:33Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '2fac90d1-ed56-49f7-9d2d-28587a38a175', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ef185-9814-496c-b68c-f5f014781662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:49:29Z', 'updated_at': '2020-11-24T13:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '9b465d0a-8902-4fe1-b07e-e5b6c0bcbab0', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'floating_ip_address': '172.26.8.230', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'b22ef185-9814-496c-b68c-f5f014781662', 'port_id': '665146aa-f5b7-4537-9fef-12e83ffe9411', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83f87d51-1d61-4079-a8c5-741b820b042f', 'mac_address': 'fa:16:3e:ed:03:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dd22f1-8fc5-4d64-92b1-d9a151c7b710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:49:48Z', 'updated_at': '2020-11-24T13:49:48Z', 'revision_number': 0, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ad1c4b-aaf7-4e29-83c4-bef8b622e079', 'name': '', 'network_id': '83f87d51-1d61-4079-a8c5-741b820b042f', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:29:f5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ef185-9814-496c-b68c-f5f014781662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'ca9e45ec-b45c-4f72-a903-24d8c748d6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:49:32Z', 'updated_at': '2020-11-24T13:49:40Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': 'ca9e45ec-b45c-4f72-a903-24d8c748d6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:49:52.255245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59824) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:49:52.375110 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-56dbc7c4-4803-4c38-be29-83d24d21077c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/floatingips/9b465d0a-8902-4fe1-b07e-e5b6c0bcbab0 HTTP/1.1" status: 200  len: 991 time: 0.1184912
Nov 24 13:49:52.439849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4350663-e3b5-4ec0-9cd5-55d1b937cd66 None None] New status for floating IP 9b465d0a-8902-4fe1-b07e-e5b6c0bcbab0: ACTIVE {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:49:53.382994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59828) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:49:53.497594 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-706c1173-1f32-4b52-816b-5b0343af2bd0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/floatingips/9b465d0a-8902-4fe1-b07e-e5b6c0bcbab0 HTTP/1.1" status: 200  len: 993 time: 0.1131601
Nov 24 13:50:10.340118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-374572dc-074c-47ae-85c6-3e5ca6615e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:12.708798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-74534257-b0f9-4987-a96f-a43ca5a32050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:13.057272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:14.297413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:14.917948 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:21.494746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:22.552462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:50:23.350376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c11ec5-13a7-416a-9d61-9f0dc88780f5 req-242ffbf6-3ef5-4ffd-bf3d-2efa5ea9e85a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:23.351998 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c1c11ec5-13a7-416a-9d61-9f0dc88780f5 req-242ffbf6-3ef5-4ffd-bf3d-2efa5ea9e85a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=d0dd22f1-8fc5-4d64-92b1-d9a151c7b710 HTTP/1.1" status: 200  len: 945 time: 0.0847831
Nov 24 13:50:23.405960 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c1c11ec5-13a7-416a-9d61-9f0dc88780f5 req-2df0a2fa-6f88-45b2-96b7-bbc8f41f9028 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=d19d5e52-6060-40f4-9ff5-556affa560a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473711
Nov 24 13:50:24.624941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26179c03-b8c3-4e44-9488-3be02c29a3e8 req-cb4f3c31-4477-44ed-9136-f7bb6e2b3759 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:24.626626 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-26179c03-b8c3-4e44-9488-3be02c29a3e8 req-cb4f3c31-4477-44ed-9136-f7bb6e2b3759 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=d0dd22f1-8fc5-4d64-92b1-d9a151c7b710 HTTP/1.1" status: 200  len: 945 time: 0.0889506
Nov 24 13:50:24.677458 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-26179c03-b8c3-4e44-9488-3be02c29a3e8 req-26e112a9-8aaf-4095-8534-464d03d393e8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=d19d5e52-6060-40f4-9ff5-556affa560a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442793
Nov 24 13:50:24.710341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59850) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:50:24.821862 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-62c3e5b4-799b-49fb-9b8a-0d13453faffb tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/floatingips/9b465d0a-8902-4fe1-b07e-e5b6c0bcbab0 HTTP/1.1" status: 200  len: 993 time: 0.1102636
Nov 24 13:50:26.353116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf514d2-4b40-4ed4-9c4d-6e5b14797d3d req-56d5e543-5d95-498a-ac0e-ad187222af96 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:26.354743 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dcf514d2-4b40-4ed4-9c4d-6e5b14797d3d req-56d5e543-5d95-498a-ac0e-ad187222af96 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=d0dd22f1-8fc5-4d64-92b1-d9a151c7b710 HTTP/1.1" status: 200  len: 945 time: 0.0855460
Nov 24 13:50:26.379449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27bd2c-6ebc-4ccf-b907-b0348942c4c7 req-c986854c-163d-4030-b9ca-1b5602425a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:26.381132 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-da27bd2c-6ebc-4ccf-b907-b0348942c4c7 req-c986854c-163d-4030-b9ca-1b5602425a3a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&device_id=d0dd22f1-8fc5-4d64-92b1-d9a151c7b710 HTTP/1.1" status: 200  len: 1162 time: 0.0812478
Nov 24 13:50:26.405715 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dcf514d2-4b40-4ed4-9c4d-6e5b14797d3d req-74de921b-5e47-4cac-be4c-03f749a369c2 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=d19d5e52-6060-40f4-9ff5-556affa560a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445735
Nov 24 13:50:26.525887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27bd2c-6ebc-4ccf-b907-b0348942c4c7 req-211cb232-0bb5-4406-ab3e-7cf421d54a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:26.527508 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-da27bd2c-6ebc-4ccf-b907-b0348942c4c7 req-211cb232-0bb5-4406-ab3e-7cf421d54a9f service neutron] 10.222.0.70 "GET /v2.0/networks?id=83f87d51-1d61-4079-a8c5-741b820b042f HTTP/1.1" status: 200  len: 891 time: 0.1404014
Nov 24 13:50:26.891112 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-da27bd2c-6ebc-4ccf-b907-b0348942c4c7 req-8f2dd2c6-ab32-4b92-88e1-82081d2a6807 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=665146aa-f5b7-4537-9fef-12e83ffe9411 HTTP/1.1" status: 200  len: 1001 time: 0.3566577
Nov 24 13:50:26.963124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27bd2c-6ebc-4ccf-b907-b0348942c4c7 req-aeb0f848-25f0-4782-ae38-3b5fe8fb0453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:26.964663 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-da27bd2c-6ebc-4ccf-b907-b0348942c4c7 req-aeb0f848-25f0-4782-ae38-3b5fe8fb0453 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ca9e45ec-b45c-4f72-a903-24d8c748d6e1 HTTP/1.1" status: 200  len: 834 time: 0.0663145
Nov 24 13:50:27.043611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27bd2c-6ebc-4ccf-b907-b0348942c4c7 req-25cd88fd-333f-4966-9eb4-ebcc0f5ed3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:27.045743 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-da27bd2c-6ebc-4ccf-b907-b0348942c4c7 req-25cd88fd-333f-4966-9eb4-ebcc0f5ed3f4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83f87d51-1d61-4079-a8c5-741b820b042f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0745678
Nov 24 13:50:27.191156 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-da27bd2c-6ebc-4ccf-b907-b0348942c4c7 req-6fdb2a1d-cd3b-4955-9fc6-cb8ec86a877a service neutron] 10.222.0.70 "GET /v2.0/networks/83f87d51-1d61-4079-a8c5-741b820b042f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392806
Nov 24 13:50:27.337108 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-da27bd2c-6ebc-4ccf-b907-b0348942c4c7 req-8caf71df-5caa-4ad0-a5e5-f26ef63ebaf6 service neutron] 10.222.0.70 "GET /v2.0/networks/83f87d51-1d61-4079-a8c5-741b820b042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1388197
Nov 24 13:50:27.630863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5fe4b-0005-4065-92e4-2394f9e64d13 req-8a7bb2ec-5522-41eb-afab-0438860699a1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:27.632465 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b3a5fe4b-0005-4065-92e4-2394f9e64d13 req-8a7bb2ec-5522-41eb-afab-0438860699a1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=d0dd22f1-8fc5-4d64-92b1-d9a151c7b710 HTTP/1.1" status: 200  len: 945 time: 0.0892503
Nov 24 13:50:27.683342 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b3a5fe4b-0005-4065-92e4-2394f9e64d13 req-14dd35b8-80b8-461f-88d1-246b599451b3 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=d19d5e52-6060-40f4-9ff5-556affa560a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445409
Nov 24 13:50:28.901172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b919e6a-eb6b-4ef1-bdf7-250a3490a4c8 req-c4aaf90c-dedf-45c3-9516-7909c623be4e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:28.902832 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1b919e6a-eb6b-4ef1-bdf7-250a3490a4c8 req-c4aaf90c-dedf-45c3-9516-7909c623be4e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=d0dd22f1-8fc5-4d64-92b1-d9a151c7b710 HTTP/1.1" status: 200  len: 945 time: 0.0852165
Nov 24 13:50:28.952851 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1b919e6a-eb6b-4ef1-bdf7-250a3490a4c8 req-fb9b7145-e975-4df6-a144-0755bd57629d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=d19d5e52-6060-40f4-9ff5-556affa560a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425339
Nov 24 13:50:28.984398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59864) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:50:29.103128 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9a1b6477-3d17-44b0-97bd-63617a831f49 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/floatingips/9b465d0a-8902-4fe1-b07e-e5b6c0bcbab0 HTTP/1.1" status: 200  len: 993 time: 0.1174459
Nov 24 13:50:29.410296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59872) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:50:29.635156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Deleting port 2c48424a-ed01-4555-81b6-309c5f8bd686 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:50:29.635536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:29.816896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:29.817237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for floatingip, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:29.950077 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Calling delete_port for 2c48424a-ed01-4555-81b6-309c5f8bd686 owned by network:floatingip {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:50:30.113174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:30.130181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c0bf656c-46a1-4fec-90bc-8a36ade9f8e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:50:30.235797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'Port': ['ID=2c48424a-ed01-4555-81b6-309c5f8bd686,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:50:30.254324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:30.254749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:30.255168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:30.255584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:30.255994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:30.256405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:30.256813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:30.257224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:30.257676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:30.258062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:30.258492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:30.258904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:30.259414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:30.259820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:30.260224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:30.260624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:30.261025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:30.261427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:30.261827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:30.262254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:30.262655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:30.263054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:30.263456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:30.263880 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:30.269209 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:50:30.384608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for floatingip, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:30.384975 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Floating IP 9b465d0a-8902-4fe1-b07e-e5b6c0bcbab0 disassociated (deleted). External IP: 172.26.8.230, port: 665146aa-f5b7-4537-9fef-12e83ffe9411.
Nov 24 13:50:30.803577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Router b22ef185-9814-496c-b68c-f5f014781662 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:50:31.019649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:50:31.030600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21fe7f7-1a23-40bd-916b-4422a4a8433b None None] Sync routers for ids ['b22ef185-9814-496c-b68c-f5f014781662'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:50:31.037221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:31.044182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21fe7f7-1a23-40bd-916b-4422a4a8433b None None] Routers {'b22ef185-9814-496c-b68c-f5f014781662'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:50:31.044864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b21fe7f7-1a23-40bd-916b-4422a4a8433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347e7e828>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:50:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['b22ef185-9814-496c-b68c-f5f014781662'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:50:31.100446 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-5582ac51-f8b3-426f-8b9f-2889c673ef14 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "DELETE /v2.0/floatingips/9b465d0a-8902-4fe1-b07e-e5b6c0bcbab0 HTTP/1.1" status: 204  len: 168 time: 1.6888564
Nov 24 13:50:31.101089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0dd22f1-8fc5-4d64-92b1-d9a151c7b710', 'tag': '665146aa-f5b7-4537-9fef-12e83ffe9411'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:50:31.193021 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0dd22f1-8fc5-4d64-92b1-d9a151c7b710', 'tag': '665146aa-f5b7-4537-9fef-12e83ffe9411', 'status': 'completed', 'code': 200}
Nov 24 13:50:31.248017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-b21fe7f7-1a23-40bd-916b-4422a4a8433b None None] Set router b22ef185-9814-496c-b68c-f5f014781662 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:50:31.314809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b4c38-7b07-42a2-9f4d-5e60fbfd7657 req-e77ba8ee-00c6-42a5-8c9f-a5454090cf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:31.316837 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c1b4c38-7b07-42a2-9f4d-5e60fbfd7657 req-e77ba8ee-00c6-42a5-8c9f-a5454090cf25 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d5748be5eb2b47818a674120dfe1813a&device_id=d0dd22f1-8fc5-4d64-92b1-d9a151c7b710 HTTP/1.1" status: 200  len: 1162 time: 0.0789111
Nov 24 13:50:31.475755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b4c38-7b07-42a2-9f4d-5e60fbfd7657 req-168967ca-67bc-4dc8-8bf7-7562b985bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:31.477666 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c1b4c38-7b07-42a2-9f4d-5e60fbfd7657 req-168967ca-67bc-4dc8-8bf7-7562b985bcbe service neutron] 10.222.0.70 "GET /v2.0/networks?id=83f87d51-1d61-4079-a8c5-741b820b042f HTTP/1.1" status: 200  len: 891 time: 0.1546061
Nov 24 13:50:31.558667 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c1b4c38-7b07-42a2-9f4d-5e60fbfd7657 req-54ebbba5-3a15-40cd-b54d-d1d597bdd21d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=665146aa-f5b7-4537-9fef-12e83ffe9411 HTTP/1.1" status: 200  len: 217 time: 0.0735235
Nov 24 13:50:31.572828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31121b6d-d510-4de8-b89d-ebfdb475ad94 req-6e44210b-caa2-412b-a79c-4302cbb24697 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:31.572828 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-31121b6d-d510-4de8-b89d-ebfdb475ad94 req-6e44210b-caa2-412b-a79c-4302cbb24697 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=d0dd22f1-8fc5-4d64-92b1-d9a151c7b710 HTTP/1.1" status: 200  len: 945 time: 0.1020350
Nov 24 13:50:31.613737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b21fe7f7-1a23-40bd-916b-4422a4a8433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347e7e828>, [{'id': 'b22ef185-9814-496c-b68c-f5f014781662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655096618', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '2fac90d1-ed56-49f7-9d2d-28587a38a175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:49:28Z', 'updated_at': '2020-11-24T13:49:33Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '2fac90d1-ed56-49f7-9d2d-28587a38a175', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ef185-9814-496c-b68c-f5f014781662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:49:29Z', 'updated_at': '2020-11-24T13:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '29ad1c4b-aaf7-4e29-83c4-bef8b622e079', 'name': '', 'network_id': '83f87d51-1d61-4079-a8c5-741b820b042f', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:29:f5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ef185-9814-496c-b68c-f5f014781662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'ca9e45ec-b45c-4f72-a903-24d8c748d6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:49:32Z', 'updated_at': '2020-11-24T13:49:40Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': 'ca9e45ec-b45c-4f72-a903-24d8c748d6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:50:31.617160 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-31121b6d-d510-4de8-b89d-ebfdb475ad94 req-7a4ef090-3c33-4996-8465-05fa8e33848d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=d19d5e52-6060-40f4-9ff5-556affa560a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441124
Nov 24 13:50:31.619667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21fe7f7-1a23-40bd-916b-4422a4a8433b None None] Checking router: b22ef185-9814-496c-b68c-f5f014781662 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:50:31.632448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21fe7f7-1a23-40bd-916b-4422a4a8433b None None] Routers {'b22ef185-9814-496c-b68c-f5f014781662'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:50:31.633128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b21fe7f7-1a23-40bd-916b-4422a4a8433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347e7e828>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:50:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['b22ef185-9814-496c-b68c-f5f014781662'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:50:31.641168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b4c38-7b07-42a2-9f4d-5e60fbfd7657 req-40ce5a05-940f-487b-8700-02b946f44915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:31.642889 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c1b4c38-7b07-42a2-9f4d-5e60fbfd7657 req-40ce5a05-940f-487b-8700-02b946f44915 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ca9e45ec-b45c-4f72-a903-24d8c748d6e1 HTTP/1.1" status: 200  len: 834 time: 0.0692594
Nov 24 13:50:31.726234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b4c38-7b07-42a2-9f4d-5e60fbfd7657 req-3d10b765-efd7-494a-bcfa-882010d3f130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:31.727845 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c1b4c38-7b07-42a2-9f4d-5e60fbfd7657 req-3d10b765-efd7-494a-bcfa-882010d3f130 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83f87d51-1d61-4079-a8c5-741b820b042f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778372
Nov 24 13:50:31.826525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-b21fe7f7-1a23-40bd-916b-4422a4a8433b None None] Set router b22ef185-9814-496c-b68c-f5f014781662 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:50:31.873478 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c1b4c38-7b07-42a2-9f4d-5e60fbfd7657 req-d2553239-fa21-433c-8144-f673b66fff0a service neutron] 10.222.0.70 "GET /v2.0/networks/83f87d51-1d61-4079-a8c5-741b820b042f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375825
Nov 24 13:50:32.026897 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c1b4c38-7b07-42a2-9f4d-5e60fbfd7657 req-f0ab4c95-d835-4eb4-90ad-d765b82e5328 service neutron] 10.222.0.70 "GET /v2.0/networks/83f87d51-1d61-4079-a8c5-741b820b042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1457813
Nov 24 13:50:32.170503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-b21fe7f7-1a23-40bd-916b-4422a4a8433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347e7e828>, [{'id': 'b22ef185-9814-496c-b68c-f5f014781662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655096618', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '2fac90d1-ed56-49f7-9d2d-28587a38a175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:49:28Z', 'updated_at': '2020-11-24T13:49:33Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '2fac90d1-ed56-49f7-9d2d-28587a38a175', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ef185-9814-496c-b68c-f5f014781662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:49:29Z', 'updated_at': '2020-11-24T13:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '29ad1c4b-aaf7-4e29-83c4-bef8b622e079', 'name': '', 'network_id': '83f87d51-1d61-4079-a8c5-741b820b042f', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:29:f5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ef185-9814-496c-b68c-f5f014781662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'ca9e45ec-b45c-4f72-a903-24d8c748d6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:49:32Z', 'updated_at': '2020-11-24T13:49:40Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': 'ca9e45ec-b45c-4f72-a903-24d8c748d6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:50:32.174849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21fe7f7-1a23-40bd-916b-4422a4a8433b None None] The sync data for ids ['b22ef185-9814-496c-b68c-f5f014781662'] in dv-neutron-601336-61-ovs is: [{'id': 'b22ef185-9814-496c-b68c-f5f014781662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655096618', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '2fac90d1-ed56-49f7-9d2d-28587a38a175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:49:28Z', 'updated_at': '2020-11-24T13:49:33Z', 'revision_number': 4, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '2fac90d1-ed56-49f7-9d2d-28587a38a175', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ef185-9814-496c-b68c-f5f014781662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:49:29Z', 'updated_at': '2020-11-24T13:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '29ad1c4b-aaf7-4e29-83c4-bef8b622e079', 'name': '', 'network_id': '83f87d51-1d61-4079-a8c5-741b820b042f', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'mac_address': 'fa:16:3e:29:f5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ef185-9814-496c-b68c-f5f014781662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'ca9e45ec-b45c-4f72-a903-24d8c748d6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:49:32Z', 'updated_at': '2020-11-24T13:49:40Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'subnets': [{'id': 'ca9e45ec-b45c-4f72-a903-24d8c748d6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:50:32.556403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bf46e8-e6e7-4c7a-9487-83d39257ab7a None None] New status for floating IP 9b465d0a-8902-4fe1-b07e-e5b6c0bcbab0: DOWN {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:50:32.838020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1a1b1-6d07-4ce9-b8b1-a4999ff5f62c req-be016fdb-460b-4ced-b043-881eb1d49689 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:32.839733 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-31c1a1b1-6d07-4ce9-b8b1-a4999ff5f62c req-be016fdb-460b-4ced-b043-881eb1d49689 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=d0dd22f1-8fc5-4d64-92b1-d9a151c7b710 HTTP/1.1" status: 200  len: 945 time: 0.0843344
Nov 24 13:50:32.890691 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-31c1a1b1-6d07-4ce9-b8b1-a4999ff5f62c req-85eec804-773a-45c8-9343-be763d8f342d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=d19d5e52-6060-40f4-9ff5-556affa560a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438669
Nov 24 13:50:33.235306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5bbb3-d37d-430c-bcc2-0cc52aa73188 req-82c30f10-454d-4242-bd0c-518ac7b5219c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:33.236063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-a3f5bbb3-d37d-430c-bcc2-0cc52aa73188 req-82c30f10-454d-4242-bd0c-518ac7b5219c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Synchronizing usage tracker for tenant:d5748be5eb2b47818a674120dfe1813a on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:50:33.251899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-a3f5bbb3-d37d-430c-bcc2-0cc52aa73188 req-82c30f10-454d-4242-bd0c-518ac7b5219c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Unset dirty status for tenant:d5748be5eb2b47818a674120dfe1813a on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:50:33.253101 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a3f5bbb3-d37d-430c-bcc2-0cc52aa73188 req-82c30f10-454d-4242-bd0c-518ac7b5219c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.70 "GET /v2.0/ports?device_id=d0dd22f1-8fc5-4d64-92b1-d9a151c7b710 HTTP/1.1" status: 200  len: 945 time: 0.1035244
Nov 24 13:50:33.326490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-a3f5bbb3-d37d-430c-bcc2-0cc52aa73188 req-3ddd4117-aecd-4c12-a76b-0598e04b1013 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Deleting port 665146aa-f5b7-4537-9fef-12e83ffe9411 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:50:33.326857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a3f5bbb3-d37d-430c-bcc2-0cc52aa73188 req-3ddd4117-aecd-4c12-a76b-0598e04b1013 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:33.844075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-a3f5bbb3-d37d-430c-bcc2-0cc52aa73188 req-3ddd4117-aecd-4c12-a76b-0598e04b1013 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] For port 665146aa-f5b7-4537-9fef-12e83ffe9411, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=665146aa-f5b7-4537-9fef-12e83ffe9411,segment=NetworkSegment(5468ecf2-e717-4ab4-a89e-4761ab03d0db),segment_id=5468ecf2-e717-4ab4-a89e-4761ab03d0db)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:50:33.844488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a3f5bbb3-d37d-430c-bcc2-0cc52aa73188 req-3ddd4117-aecd-4c12-a76b-0598e04b1013 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:33.975666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-a3f5bbb3-d37d-430c-bcc2-0cc52aa73188 req-3ddd4117-aecd-4c12-a76b-0598e04b1013 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Calling delete_port for 665146aa-f5b7-4537-9fef-12e83ffe9411 owned by compute:nova {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:50:34.113250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1da9eb-e179-48c1-bb3a-7fb64c1477ce req-85f0811c-38d7-442a-a4df-448e25013a8c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:34.121676 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eb1da9eb-e179-48c1-bb3a-7fb64c1477ce req-85f0811c-38d7-442a-a4df-448e25013a8c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/ports?device_id=d0dd22f1-8fc5-4d64-92b1-d9a151c7b710 HTTP/1.1" status: 200  len: 945 time: 0.0998018
Nov 24 13:50:34.130731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a3f5bbb3-d37d-430c-bcc2-0cc52aa73188 req-3ddd4117-aecd-4c12-a76b-0598e04b1013 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:34.146917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cc95142c-8009-40d4-9df6-8fa27932ebb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:50:34.169635 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eb1da9eb-e179-48c1-bb3a-7fb64c1477ce req-573215fa-6fd5-44a7-9588-a8e2c8e7fc30 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "GET /v2.0/security-groups?id=d19d5e52-6060-40f4-9ff5-556affa560a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471103
Nov 24 13:50:34.240319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd4117-aecd-4c12-a76b-0598e04b1013 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'Port': ['ID=665146aa-f5b7-4537-9fef-12e83ffe9411,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:50:34.253243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3ddd4117-aecd-4c12-a76b-0598e04b1013 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:50:34.354429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f5bbb3-d37d-430c-bcc2-0cc52aa73188 req-3ddd4117-aecd-4c12-a76b-0598e04b1013 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] No DVR routers for this DVR port 665146aa-f5b7-4537-9fef-12e83ffe9411 on host hv-neutron-6013 {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:50:34.356711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a3f5bbb3-d37d-430c-bcc2-0cc52aa73188 req-3ddd4117-aecd-4c12-a76b-0598e04b1013 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:34.359705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dd22f1-8fc5-4d64-92b1-d9a151c7b710', 'name': 'network-vif-deleted', 'tag': '665146aa-f5b7-4537-9fef-12e83ffe9411'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:50:34.374987 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a3f5bbb3-d37d-430c-bcc2-0cc52aa73188 req-3ddd4117-aecd-4c12-a76b-0598e04b1013 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.70 "DELETE /v2.0/ports/665146aa-f5b7-4537-9fef-12e83ffe9411 HTTP/1.1" status: 204  len: 173 time: 1.1161616
Nov 24 13:50:34.422342 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dd22f1-8fc5-4d64-92b1-d9a151c7b710', 'name': 'network-vif-deleted', 'tag': '665146aa-f5b7-4537-9fef-12e83ffe9411', 'status': 'completed', 'code': 200}
Nov 24 13:50:34.740933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 665146aa-f5b7-4537-9fef-12e83ffe9411 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:50:34.776193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] No Port match for: 665146aa-f5b7-4537-9fef-12e83ffe9411 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:50:34.776598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 665146aa-f5b7-4537-9fef-12e83ffe9411 not bound to the agent host hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:50:35.283783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59890) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:50:35.714493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:36.374085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Deleting port 29ad1c4b-aaf7-4e29-83c4-bef8b622e079 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:50:36.374701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:36.569996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] For port 29ad1c4b-aaf7-4e29-83c4-bef8b622e079, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=29ad1c4b-aaf7-4e29-83c4-bef8b622e079,segment=NetworkSegment(5468ecf2-e717-4ab4-a89e-4761ab03d0db),segment_id=5468ecf2-e717-4ab4-a89e-4761ab03d0db)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:50:36.570439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:36.702618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Calling delete_port for 29ad1c4b-aaf7-4e29-83c4-bef8b622e079 owned by network:router_interface {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:50:36.879862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:36.895785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-a603d414-0399-4f22-92f0-c22ab5ab6867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:50:37.270993 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'Port': ['ID=29ad1c4b-aaf7-4e29-83c4-bef8b622e079,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:50:37.289923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:37.290383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:37.290814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:37.291240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:37.291662 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:37.292081 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:37.292495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:37.292913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:37.293323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:37.293733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:37.294168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:37.294578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:37.295091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:37.295500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:37.295942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:37.296378 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:37.296785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:37.297195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:37.297601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:37.298003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:37.298434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:37.298840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:37.299246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:37.299650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:37.304722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:50:37.631598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:38.399586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Router b22ef185-9814-496c-b68c-f5f014781662 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:50:38.613995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:50:38.626751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef19e9f-34bd-4a86-a436-3e6e1825b5ab None None] Sync routers for ids ['b22ef185-9814-496c-b68c-f5f014781662'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:50:38.628733 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "PUT /v2.0/routers/b22ef185-9814-496c-b68c-f5f014781662/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3437319
Nov 24 13:50:38.631578 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59894) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:50:38.643541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef19e9f-34bd-4a86-a436-3e6e1825b5ab None None] Routers {'b22ef185-9814-496c-b68c-f5f014781662'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:50:38.644292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8ef19e9f-34bd-4a86-a436-3e6e1825b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634724fa58>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:50:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['b22ef185-9814-496c-b68c-f5f014781662'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:50:38.850356 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e19caf-dc15-4d25-b3cb-802fc3200a8e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Deleting subnet ca9e45ec-b45c-4f72-a903-24d8c748d6e1 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:50:38.853927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-58e19caf-dc15-4d25-b3cb-802fc3200a8e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:38.917421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-58e19caf-dc15-4d25-b3cb-802fc3200a8e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:39.007803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-58e19caf-dc15-4d25-b3cb-802fc3200a8e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:39.012878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-8ef19e9f-34bd-4a86-a436-3e6e1825b5ab None None] Set router b22ef185-9814-496c-b68c-f5f014781662 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:50:39.310844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-58e19caf-dc15-4d25-b3cb-802fc3200a8e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:39.326404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-043a893c-375e-440c-94e7-02e2e024c7b1 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:50:39.331172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8ef19e9f-34bd-4a86-a436-3e6e1825b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634724fa58>, [{'id': 'b22ef185-9814-496c-b68c-f5f014781662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655096618', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '2fac90d1-ed56-49f7-9d2d-28587a38a175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:49:28Z', 'updated_at': '2020-11-24T13:50:36Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '2fac90d1-ed56-49f7-9d2d-28587a38a175', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ef185-9814-496c-b68c-f5f014781662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:49:29Z', 'updated_at': '2020-11-24T13:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:50:39.335361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef19e9f-34bd-4a86-a436-3e6e1825b5ab None None] Checking router: b22ef185-9814-496c-b68c-f5f014781662 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:50:39.347472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef19e9f-34bd-4a86-a436-3e6e1825b5ab None None] Routers {'b22ef185-9814-496c-b68c-f5f014781662'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:50:39.348130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8ef19e9f-34bd-4a86-a436-3e6e1825b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634724fa58>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:50:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['b22ef185-9814-496c-b68c-f5f014781662'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:50:39.418985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e19caf-dc15-4d25-b3cb-802fc3200a8e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'Subnet': ['ID=ca9e45ec-b45c-4f72-a903-24d8c748d6e1,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:50:39.424673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-58e19caf-dc15-4d25-b3cb-802fc3200a8e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:50:39.469298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-58e19caf-dc15-4d25-b3cb-802fc3200a8e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:39.476318 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-58e19caf-dc15-4d25-b3cb-802fc3200a8e tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "DELETE /v2.0/subnets/ca9e45ec-b45c-4f72-a903-24d8c748d6e1 HTTP/1.1" status: 204  len: 168 time: 0.8436508
Nov 24 13:50:39.479080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59898) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:50:39.481035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a894282-6dba-4ddd-889e-623854a7b1e1 None None] Network 83f87d51-1d61-4079-a8c5-741b820b042f requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:50:39.696042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-81ba7a98-dd96-4d61-be9c-d1e6d8a4a995 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:39.711176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-8ef19e9f-34bd-4a86-a436-3e6e1825b5ab None None] Set router b22ef185-9814-496c-b68c-f5f014781662 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:50:39.909579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-81ba7a98-dd96-4d61-be9c-d1e6d8a4a995 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router_gateway, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:39.918256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-81ba7a98-dd96-4d61-be9c-d1e6d8a4a995 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Deleting port 2fac90d1-ed56-49f7-9d2d-28587a38a175 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:50:39.918638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-81ba7a98-dd96-4d61-be9c-d1e6d8a4a995 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:39.985313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188586b4-e50c-490e-9221-b873d0db975c None None] DHCP port deletion for 83f87d51-1d61-4079-a8c5-741b820b042f request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:50:40.044591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-188586b4-e50c-490e-9221-b873d0db975c None None] Deleting port baf8e620-af0d-4dc5-8283-c0407c0baafd {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:50:40.045267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-188586b4-e50c-490e-9221-b873d0db975c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:40.179696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-81ba7a98-dd96-4d61-be9c-d1e6d8a4a995 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] For port 2fac90d1-ed56-49f7-9d2d-28587a38a175, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=2fac90d1-ed56-49f7-9d2d-28587a38a175,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:50:40.180097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-81ba7a98-dd96-4d61-be9c-d1e6d8a4a995 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:40.296283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-8ef19e9f-34bd-4a86-a436-3e6e1825b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634724fa58>, [{'id': 'b22ef185-9814-496c-b68c-f5f014781662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655096618', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '2fac90d1-ed56-49f7-9d2d-28587a38a175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:49:28Z', 'updated_at': '2020-11-24T13:50:36Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '2fac90d1-ed56-49f7-9d2d-28587a38a175', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ef185-9814-496c-b68c-f5f014781662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:49:29Z', 'updated_at': '2020-11-24T13:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:50:40.313054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-81ba7a98-dd96-4d61-be9c-d1e6d8a4a995 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Calling delete_port for 2fac90d1-ed56-49f7-9d2d-28587a38a175 owned by network:router_gateway {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:50:40.314016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef19e9f-34bd-4a86-a436-3e6e1825b5ab None None] The sync data for ids ['b22ef185-9814-496c-b68c-f5f014781662'] in dv-neutron-601336-61-ovs is: [{'id': 'b22ef185-9814-496c-b68c-f5f014781662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655096618', 'tenant_id': 'd5748be5eb2b47818a674120dfe1813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '2fac90d1-ed56-49f7-9d2d-28587a38a175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:49:28Z', 'updated_at': '2020-11-24T13:50:36Z', 'revision_number': 5, 'project_id': 'd5748be5eb2b47818a674120dfe1813a', 'gw_port': {'id': '2fac90d1-ed56-49f7-9d2d-28587a38a175', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ef185-9814-496c-b68c-f5f014781662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:49:29Z', 'updated_at': '2020-11-24T13:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:50:40.321366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-188586b4-e50c-490e-9221-b873d0db975c None None] For port baf8e620-af0d-4dc5-8283-c0407c0baafd, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=baf8e620-af0d-4dc5-8283-c0407c0baafd,segment=NetworkSegment(5468ecf2-e717-4ab4-a89e-4761ab03d0db),segment_id=5468ecf2-e717-4ab4-a89e-4761ab03d0db)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:50:40.321818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-188586b4-e50c-490e-9221-b873d0db975c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:40.393168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-56c4a97b-17c9-4ed4-ab8f-be14ba5432e8 req-bbe664f9-027a-4072-8f97-0f98009cc527 service neutron] (80944) timed out ('10.222.0.76', 55666) {{(pid=80944) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Nov 24 13:50:40.475338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-188586b4-e50c-490e-9221-b873d0db975c None None] Calling delete_port for baf8e620-af0d-4dc5-8283-c0407c0baafd owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:50:40.500403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-81ba7a98-dd96-4d61-be9c-d1e6d8a4a995 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:40.503900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d38870bf-595b-48f2-817c-bd34f5af2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:40.516397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-370ffc24-8772-4a56-b8a9-ee3aa1aa006d tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:50:40.558665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-188586b4-e50c-490e-9221-b873d0db975c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253'] for port, after_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:40.578344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:50:40.681396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188586b4-e50c-490e-9221-b873d0db975c None None] Pushing event deleted for resources: {'Port': ['ID=baf8e620-af0d-4dc5-8283-c0407c0baafd,revision_number=None']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:50:40.706435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188586b4-e50c-490e-9221-b873d0db975c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:40.707039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188586b4-e50c-490e-9221-b873d0db975c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:40.707205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188586b4-e50c-490e-9221-b873d0db975c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:40.707544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188586b4-e50c-490e-9221-b873d0db975c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:40.707926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188586b4-e50c-490e-9221-b873d0db975c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:40.708302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188586b4-e50c-490e-9221-b873d0db975c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:40.708676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188586b4-e50c-490e-9221-b873d0db975c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:40.709049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188586b4-e50c-490e-9221-b873d0db975c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:40.709422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188586b4-e50c-490e-9221-b873d0db975c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:40.709795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188586b4-e50c-490e-9221-b873d0db975c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:40.710176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188586b4-e50c-490e-9221-b873d0db975c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:40.710536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188586b4-e50c-490e-9221-b873d0db975c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:40.711018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188586b4-e50c-490e-9221-b873d0db975c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:40.711387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188586b4-e50c-490e-9221-b873d0db975c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:40.711756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188586b4-e50c-490e-9221-b873d0db975c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:40.712121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188586b4-e50c-490e-9221-b873d0db975c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:40.712487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188586b4-e50c-490e-9221-b873d0db975c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:40.712853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188586b4-e50c-490e-9221-b873d0db975c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:40.713216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188586b4-e50c-490e-9221-b873d0db975c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:40.713579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188586b4-e50c-490e-9221-b873d0db975c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:40.713943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188586b4-e50c-490e-9221-b873d0db975c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:40.714351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188586b4-e50c-490e-9221-b873d0db975c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:40.714706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188586b4-e50c-490e-9221-b873d0db975c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:40.715072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188586b4-e50c-490e-9221-b873d0db975c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:40.729636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-188586b4-e50c-490e-9221-b873d0db975c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:50:40.751073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188586b4-e50c-490e-9221-b873d0db975c None None] No DVR routers for this DVR port baf8e620-af0d-4dc5-8283-c0407c0baafd on host dv-neutron-601336-61-ovs {{(pid=80945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:50:40.891217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba7a98-dd96-4d61-be9c-d1e6d8a4a995 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'Port': ['ID=2fac90d1-ed56-49f7-9d2d-28587a38a175,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:50:40.895456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-81ba7a98-dd96-4d61-be9c-d1e6d8a4a995 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:50:41.157323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-81ba7a98-dd96-4d61-be9c-d1e6d8a4a995 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:41.433722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-81ba7a98-dd96-4d61-be9c-d1e6d8a4a995 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:41.438190 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-81ba7a98-dd96-4d61-be9c-d1e6d8a4a995 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:41.462327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-81ba7a98-dd96-4d61-be9c-d1e6d8a4a995 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:41.462905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ba7a98-dd96-4d61-be9c-d1e6d8a4a995 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Fanout notify agent at l3_agent the message router_deleted on router b22ef185-9814-496c-b68c-f5f014781662 {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:50:41.479301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-81ba7a98-dd96-4d61-be9c-d1e6d8a4a995 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:41.482166 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-81ba7a98-dd96-4d61-be9c-d1e6d8a4a995 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "DELETE /v2.0/routers/b22ef185-9814-496c-b68c-f5f014781662 HTTP/1.1" status: 204  len: 168 time: 2.0004547
Nov 24 13:50:41.483419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59902) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:50:41.615457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-550182cd-a41b-4a60-bcf5-55177d5938c4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:41.779987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 29ad1c4b-aaf7-4e29-83c4-bef8b622e079 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:50:41.819653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 29ad1c4b-aaf7-4e29-83c4-bef8b622e079 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:50:41.820055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 29ad1c4b-aaf7-4e29-83c4-bef8b622e079 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:50:41.820522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device baf8e620-af0d-4dc5-8283-c0407c0baafd no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:50:41.823710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-550182cd-a41b-4a60-bcf5-55177d5938c4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:41.854285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: baf8e620-af0d-4dc5-8283-c0407c0baafd {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:50:41.854695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device baf8e620-af0d-4dc5-8283-c0407c0baafd not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:50:41.855164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2fac90d1-ed56-49f7-9d2d-28587a38a175 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:50:41.890392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 2fac90d1-ed56-49f7-9d2d-28587a38a175 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:50:41.890790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 2fac90d1-ed56-49f7-9d2d-28587a38a175 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:50:41.951638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-550182cd-a41b-4a60-bcf5-55177d5938c4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634779a588>,) {'filters': {'network_id': ['83f87d51-1d61-4079-a8c5-741b820b042f']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:50:41.964727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-550182cd-a41b-4a60-bcf5-55177d5938c4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634779a588>, '5468ecf2-e717-4ab4-a89e-4761ab03d0db') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:50:41.965064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-550182cd-a41b-4a60-bcf5-55177d5938c4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634779a588>, '5468ecf2-e717-4ab4-a89e-4761ab03d0db') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:50:41.979837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-550182cd-a41b-4a60-bcf5-55177d5938c4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:41.997871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-550182cd-a41b-4a60-bcf5-55177d5938c4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:42.000584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-550182cd-a41b-4a60-bcf5-55177d5938c4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Releasing vxlan tunnel 3 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:50:42.190038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-550182cd-a41b-4a60-bcf5-55177d5938c4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network 83f87d51-1d61-4079-a8c5-741b820b042f has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:50:42.200212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-550182cd-a41b-4a60-bcf5-55177d5938c4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:42.383624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-550182cd-a41b-4a60-bcf5-55177d5938c4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Network 83f87d51-1d61-4079-a8c5-741b820b042f has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:50:42.417608 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:50:42.417608 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:50:42.417608 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:50:42.417608 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:50:42.417608 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:50:42.417608 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:50:42.417608 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:50:42.417608 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:50:42.417608 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:50:42.417608 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:50:42.417608 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:50:42.417608 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:50:42.417608 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:50:42.417608 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:50:42.417608 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:50:42.417608 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:50:42.417608 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:50:42.417608 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:50:42.417608 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:50:42.417608 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:50:42.417608 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:50:42.417608 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:50:42.417608 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:50:42.417608 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:50:42.417608 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:50:42.417608 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:50:42.417608 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:50:42.417608 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:50:42.417608 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:50:42.417608 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:50:42.417608 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:50:42.417608 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:50:42.498602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-550182cd-a41b-4a60-bcf5-55177d5938c4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:42.501926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6e342442-391a-41d9-9340-55741ab3b639 tempest-PortsIpV6TestJSON-1027141115 tempest-PortsIpV6TestJSON-1027141115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:50:42.520036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-550182cd-a41b-4a60-bcf5-55177d5938c4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:42.529387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550182cd-a41b-4a60-bcf5-55177d5938c4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'Network': ['ID=83f87d51-1d61-4079-a8c5-741b820b042f,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:50:42.533492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-550182cd-a41b-4a60-bcf5-55177d5938c4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:50:42.538151 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-550182cd-a41b-4a60-bcf5-55177d5938c4 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "DELETE /v2.0/networks/83f87d51-1d61-4079-a8c5-741b820b042f HTTP/1.1" status: 204  len: 168 time: 1.0536330
Nov 24 13:50:42.540997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59906) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:50:42.619316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ccd83be8-91fd-4455-89ef-82ec475f97f2 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:42.650570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ccd83be8-91fd-4455-89ef-82ec475f97f2 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:42.705075 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ccd83be8-91fd-4455-89ef-82ec475f97f2 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:42.709863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cf7d68d8-b632-4428-b085-898da75c4c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:42.711168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b5662f46-1414-48b2-b08f-8cc3e1e77253 tempest-SecGroupTest-900536802 tempest-SecGroupTest-900536802] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:50:42.727218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd83be8-91fd-4455-89ef-82ec475f97f2 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19d5e52-6060-40f4-9ff5-556affa560a6,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:50:42.731882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ccd83be8-91fd-4455-89ef-82ec475f97f2 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:50:42.735908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ccd83be8-91fd-4455-89ef-82ec475f97f2 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:42.737130 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ccd83be8-91fd-4455-89ef-82ec475f97f2 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] 10.222.0.76 "DELETE /v2.0/security-groups/d19d5e52-6060-40f4-9ff5-556affa560a6 HTTP/1.1" status: 204  len: 168 time: 0.1951525
Nov 24 13:50:43.059196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:43.178228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59916) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:50:43.401619 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-47b26624-2f8e-4dc9-8178-44294b630cda admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d5748be5eb2b47818a674120dfe1813a&name=default HTTP/1.1" status: 200  len: 2751 time: 0.2219944
Nov 24 13:50:43.404227 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59922) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:50:43.472176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-956eb567-a4c5-4395-b8a9-011a70bd674f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:43.504865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-956eb567-a4c5-4395-b8a9-011a70bd674f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:43.552128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-956eb567-a4c5-4395-b8a9-011a70bd674f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:43.557290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e72e30d8-9532-4b59-a45a-a72d769024f7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:50:43.573946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956eb567-a4c5-4395-b8a9-011a70bd674f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40da1ba0-c016-4423-ad43-bf5161487521,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:50:43.579623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-956eb567-a4c5-4395-b8a9-011a70bd674f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:50:43.581799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-956eb567-a4c5-4395-b8a9-011a70bd674f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:43.583168 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-956eb567-a4c5-4395-b8a9-011a70bd674f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/40da1ba0-c016-4423-ad43-bf5161487521 HTTP/1.1" status: 204  len: 168 time: 0.1779008
Nov 24 13:50:43.943057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59932) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:50:43.963441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-96c76a6b-fbc9-47e1-afbc-0717602b6326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:44.000609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-96c76a6b-fbc9-47e1-afbc-0717602b6326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:50:44.004742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-96c76a6b-fbc9-47e1-afbc-0717602b6326 admin admin] Usage tracker for resource:security_group_rule and tenant:0db856d27fbe4112acf8c64f830a7e2f is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:50:44.007774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-96c76a6b-fbc9-47e1-afbc-0717602b6326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:50:44.013519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-96c76a6b-fbc9-47e1-afbc-0717602b6326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:50:44.089856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-96c76a6b-fbc9-47e1-afbc-0717602b6326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:44.092709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-96c76a6b-fbc9-47e1-afbc-0717602b6326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:44.100892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-aa30e7e0-da80-48af-919a-7e154bcbde45 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:50:44.145380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c76a6b-fbc9-47e1-afbc-0717602b6326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3565fb-fda3-4a9d-8428-0f9ad4d92723,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:50:44.149147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-96c76a6b-fbc9-47e1-afbc-0717602b6326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:50:44.154636 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-96c76a6b-fbc9-47e1-afbc-0717602b6326 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0db856d27fbe4112acf8c64f830a7e2f&name=default HTTP/1.1" status: 200  len: 2751 time: 0.2104540
Nov 24 13:50:44.155440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 59938) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:50:44.227381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ae56b65b-259a-44b7-9454-bbca6ff26636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:44.256475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ae56b65b-259a-44b7-9454-bbca6ff26636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:44.301610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:44.307755 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ae56b65b-259a-44b7-9454-bbca6ff26636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:44.313594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9994b08e-a8b5-479b-a2a3-4a7aa4ccc3b9 tempest-NegativeSecGroupIPv6Test-500893536 tempest-NegativeSecGroupIPv6Test-500893536] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:50:44.326047 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae56b65b-259a-44b7-9454-bbca6ff26636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3565fb-fda3-4a9d-8428-0f9ad4d92723,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:50:44.331762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ae56b65b-259a-44b7-9454-bbca6ff26636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:50:44.333019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ae56b65b-259a-44b7-9454-bbca6ff26636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:44.334240 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-ae56b65b-259a-44b7-9454-bbca6ff26636 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3b3565fb-fda3-4a9d-8428-0f9ad4d92723 HTTP/1.1" status: 204  len: 168 time: 0.1777532
Nov 24 13:50:44.926503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:45.340301 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59960) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:50:45.488720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-febe72ab-a5f6-48ab-9801-16777af473ab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1733141774-network', 'tenant_id': 'eaa84e3816a945e3803903427633b386'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:50:45.494183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-febe72ab-a5f6-48ab-9801-16777af473ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:50:45.498878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-febe72ab-a5f6-48ab-9801-16777af473ab admin admin] Usage tracker for resource:network and tenant:eaa84e3816a945e3803903427633b386 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:50:45.502837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-febe72ab-a5f6-48ab-9801-16777af473ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:50:45.510584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-febe72ab-a5f6-48ab-9801-16777af473ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:50:45.520123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febe72ab-a5f6-48ab-9801-16777af473ab admin admin] Made reservation on behalf of eaa84e3816a945e3803903427633b386 for: {'network': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:50:45.524964 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-febe72ab-a5f6-48ab-9801-16777af473ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:45.539818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-febe72ab-a5f6-48ab-9801-16777af473ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:45.578328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-febe72ab-a5f6-48ab-9801-16777af473ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:50:45.582665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-febe72ab-a5f6-48ab-9801-16777af473ab admin admin] Usage tracker for resource:security_group_rule and tenant:eaa84e3816a945e3803903427633b386 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:50:45.585646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-febe72ab-a5f6-48ab-9801-16777af473ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:50:45.591725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-febe72ab-a5f6-48ab-9801-16777af473ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:50:45.667647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-febe72ab-a5f6-48ab-9801-16777af473ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:45.671548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-febe72ab-a5f6-48ab-9801-16777af473ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:45.675808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-61fd1be8-fb55-469d-b42c-b0e5c8fef5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:50:45.707487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-febe72ab-a5f6-48ab-9801-16777af473ab admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:50:45.716706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe72ab-a5f6-48ab-9801-16777af473ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2377d4b-612d-44e6-846a-43cb4b437c66,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:50:45.721635 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-febe72ab-a5f6-48ab-9801-16777af473ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:50:45.724315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-febe72ab-a5f6-48ab-9801-16777af473ab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282824018172', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:45.724755 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-febe72ab-a5f6-48ab-9801-16777af473ab admin admin] Added segment 7962effd-46b3-4942-bb4f-5420f2cfa065 of type vxlan for network 813226b4-c7ec-4574-8e54-d10ab31922ea
Nov 24 13:50:45.753125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-febe72ab-a5f6-48ab-9801-16777af473ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:45.783446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-febe72ab-a5f6-48ab-9801-16777af473ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:45.784419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febe72ab-a5f6-48ab-9801-16777af473ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:45.785085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-febe72ab-a5f6-48ab-9801-16777af473ab admin admin] Notify callbacks [] for network, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:45.790329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7e531f5a-238f-4fc5-9ab3-fc01289548f3 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:50:45.899851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe72ab-a5f6-48ab-9801-16777af473ab admin admin] Pushing event updated for resources: {'Network': ['ID=813226b4-c7ec-4574-8e54-d10ab31922ea,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:50:45.903268 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-febe72ab-a5f6-48ab-9801-16777af473ab admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.5618584
Nov 24 13:50:45.904343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-febe72ab-a5f6-48ab-9801-16777af473ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:50:45.907606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59966) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:50:45.913359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 813226b4-c7ec-4574-8e54-d10ab31922ea details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:50:45.914188 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-c5bf868f-f925-416e-ae57-0450641e39c7 admin admin] Request body: {'subnet': {'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1733141774-subnet', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'ip_version': 4}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:50:45.919759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c5bf868f-f925-416e-ae57-0450641e39c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:50:45.924505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c5bf868f-f925-416e-ae57-0450641e39c7 admin admin] Usage tracker for resource:subnet and tenant:eaa84e3816a945e3803903427633b386 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:50:45.927623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-c5bf868f-f925-416e-ae57-0450641e39c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:50:45.931563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 813226b4-c7ec-4574-8e54-d10ab31922ea details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:50:45.933566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-c5bf868f-f925-416e-ae57-0450641e39c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:50:45.943856 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bf868f-f925-416e-ae57-0450641e39c7 admin admin] Made reservation on behalf of eaa84e3816a945e3803903427633b386 for: {'subnet': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:50:45.948739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5bf868f-f925-416e-ae57-0450641e39c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844547243'] for subnet, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:46.397647 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5bf868f-f925-416e-ae57-0450641e39c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844460460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844547258'] for subnet, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:46.413322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b6c67a6f-60f6-4a67-903c-2fc049ddac7a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:50:46.540954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf868f-f925-416e-ae57-0450641e39c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04d7fe63-010a-4e6a-9e51-ee3656d5f027,revision_number=0']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:50:46.544219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c5bf868f-f925-416e-ae57-0450641e39c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:50:46.617247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bf868f-f925-416e-ae57-0450641e39c7 admin admin] Checking segment: {'id': '7962effd-46b3-4942-bb4f-5420f2cfa065', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:50:46.617640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bf868f-f925-416e-ae57-0450641e39c7 admin admin] Network hostable DHCP agents. Network: 813226b4-c7ec-4574-8e54-d10ab31922ea, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:50:46.639085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bf868f-f925-416e-ae57-0450641e39c7 admin admin] Network 813226b4-c7ec-4574-8e54-d10ab31922ea is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:50:46.648281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-c5bf868f-f925-416e-ae57-0450641e39c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 813226b4-c7ec-4574-8e54-d10ab31922ea) {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:50:46.658829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c478d1-395b-41e3-a3b4-ded8abb171a2 None None] Network 813226b4-c7ec-4574-8e54-d10ab31922ea requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:50:46.660437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bf868f-f925-416e-ae57-0450641e39c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:46.661086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c5bf868f-f925-416e-ae57-0450641e39c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:46.684113 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-c5bf868f-f925-416e-ae57-0450641e39c7 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7726591
Nov 24 13:50:46.684288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59970) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:50:46.690486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-f80105c4-f1e4-4e71-9dd4-ef7649e68ed8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1733141774-router', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:50:46.695727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f80105c4-f1e4-4e71-9dd4-ef7649e68ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:50:46.699809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f80105c4-f1e4-4e71-9dd4-ef7649e68ed8 admin admin] Usage tracker for resource:router and tenant:eaa84e3816a945e3803903427633b386 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:50:46.704353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-f80105c4-f1e4-4e71-9dd4-ef7649e68ed8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:50:46.710271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-f80105c4-f1e4-4e71-9dd4-ef7649e68ed8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:50:46.721223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f80105c4-f1e4-4e71-9dd4-ef7649e68ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:46.722562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f80105c4-f1e4-4e71-9dd4-ef7649e68ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:46.744182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f80105c4-f1e4-4e71-9dd4-ef7649e68ed8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:46.903140 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f80105c4-f1e4-4e71-9dd4-ef7649e68ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:46.910876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e677b18-5002-40cb-ab80-288d5b07760b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-813226b4-c7ec-4574-8e54-d10ab31922ea', 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'fixed_ips': [{'subnet_id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:50:46.911791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e677b18-5002-40cb-ab80-288d5b07760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:47.112895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f80105c4-f1e4-4e71-9dd4-ef7649e68ed8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:47.151285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f80105c4-f1e4-4e71-9dd4-ef7649e68ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:47.215448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-5e677b18-5002-40cb-ab80-288d5b07760b None None] Allocated IP 172.20.0.2 (813226b4-c7ec-4574-8e54-d10ab31922ea/04d7fe63-010a-4e6a-9e51-ee3656d5f027/fcf8e19c-7824-48d0-9fdb-674130a5a2bb) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:50:47.431128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-f80105c4-f1e4-4e71-9dd4-ef7649e68ed8 admin admin] Allocated IP 172.26.8.92 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/cdee5c0e-67b0-430b-844f-8df903b625a9) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:50:47.438107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e677b18-5002-40cb-ab80-288d5b07760b None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:47.449025 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5e677b18-5002-40cb-ab80-288d5b07760b None None] Transition to ACTIVE for port object fcf8e19c-7824-48d0-9fdb-674130a5a2bb will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:50:47.465730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-5e677b18-5002-40cb-ab80-288d5b07760b None None] Transition to ACTIVE for port object fcf8e19c-7824-48d0-9fdb-674130a5a2bb will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:50:47.471000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e677b18-5002-40cb-ab80-288d5b07760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:47.488521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:50:47.594927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f80105c4-f1e4-4e71-9dd4-ef7649e68ed8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:47.622566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f80105c4-f1e4-4e71-9dd4-ef7649e68ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:47.623484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e677b18-5002-40cb-ab80-288d5b07760b None None] Pushing event updated for resources: {'Port': ['ID=fcf8e19c-7824-48d0-9fdb-674130a5a2bb,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:50:47.629501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5e677b18-5002-40cb-ab80-288d5b07760b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:50:47.640536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1406d3c5-5870-4f81-9b09-c496cd0fe36c tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:50:47.689505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e677b18-5002-40cb-ab80-288d5b07760b None None] Network 813226b4-c7ec-4574-8e54-d10ab31922ea is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:50:47.690733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-5e677b18-5002-40cb-ab80-288d5b07760b None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:50:47.693105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e677b18-5002-40cb-ab80-288d5b07760b None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:50:47.752417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-5e677b18-5002-40cb-ab80-288d5b07760b None None] Attempting to bind port fcf8e19c-7824-48d0-9fdb-674130a5a2bb on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:50:47.752839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-5e677b18-5002-40cb-ab80-288d5b07760b None None] Attempting to bind port fcf8e19c-7824-48d0-9fdb-674130a5a2bb by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '7962effd-46b3-4942-bb4f-5420f2cfa065', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:50:47.753248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e677b18-5002-40cb-ab80-288d5b07760b None None] Attempting to bind port fcf8e19c-7824-48d0-9fdb-674130a5a2bb on network 813226b4-c7ec-4574-8e54-d10ab31922ea {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:50:47.760346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e677b18-5002-40cb-ab80-288d5b07760b None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:50:47.760754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e677b18-5002-40cb-ab80-288d5b07760b None None] Checking segment: {'id': '7962effd-46b3-4942-bb4f-5420f2cfa065', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:50:47.761202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e677b18-5002-40cb-ab80-288d5b07760b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:47.761641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e677b18-5002-40cb-ab80-288d5b07760b None None] Bound using segment: {'id': '7962effd-46b3-4942-bb4f-5420f2cfa065', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:50:47.762183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-5e677b18-5002-40cb-ab80-288d5b07760b None None] Bound port: fcf8e19c-7824-48d0-9fdb-674130a5a2bb, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7962effd-46b3-4942-bb4f-5420f2cfa065', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:50:47.762595 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e677b18-5002-40cb-ab80-288d5b07760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:47.775651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80105c4-f1e4-4e71-9dd4-ef7649e68ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=cdee5c0e-67b0-430b-844f-8df903b625a9,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:50:47.781082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f80105c4-f1e4-4e71-9dd4-ef7649e68ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:50:47.832239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80105c4-f1e4-4e71-9dd4-ef7649e68ed8 admin admin] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:50:47.833554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-f80105c4-f1e4-4e71-9dd4-ef7649e68ed8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:50:47.835949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80105c4-f1e4-4e71-9dd4-ef7649e68ed8 admin admin] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:50:47.855183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-5e677b18-5002-40cb-ab80-288d5b07760b None None] For port fcf8e19c-7824-48d0-9fdb-674130a5a2bb, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:50:47.858477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-5e677b18-5002-40cb-ab80-288d5b07760b None None] For port fcf8e19c-7824-48d0-9fdb-674130a5a2bb, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=fcf8e19c-7824-48d0-9fdb-674130a5a2bb,segment=NetworkSegment(7962effd-46b3-4942-bb4f-5420f2cfa065),segment_id=7962effd-46b3-4942-bb4f-5420f2cfa065)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:50:47.867329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5e677b18-5002-40cb-ab80-288d5b07760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:47.882176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:50:48.008308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f80105c4-f1e4-4e71-9dd4-ef7649e68ed8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:48.009021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f80105c4-f1e4-4e71-9dd4-ef7649e68ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:48.038018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e677b18-5002-40cb-ab80-288d5b07760b None None] Pushing event updated for resources: {'Port': ['ID=fcf8e19c-7824-48d0-9fdb-674130a5a2bb,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:50:48.044704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5e677b18-5002-40cb-ab80-288d5b07760b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:50:48.542061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80105c4-f1e4-4e71-9dd4-ef7649e68ed8 admin admin] Router a02284c1-0b55-4fc1-b777-5023f86f1c80 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 13:50:48.754014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80105c4-f1e4-4e71-9dd4-ef7649e68ed8 admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:50:48.762581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97f771b-53a9-4b34-8a11-1a2cc17fc014 None None] Sync routers for ids ['a02284c1-0b55-4fc1-b777-5023f86f1c80'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:50:48.777575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97f771b-53a9-4b34-8a11-1a2cc17fc014 None None] Routers {'a02284c1-0b55-4fc1-b777-5023f86f1c80'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:50:48.778313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a97f771b-53a9-4b34-8a11-1a2cc17fc014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c6b97b8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:50:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a02284c1-0b55-4fc1-b777-5023f86f1c80'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:50:48.781206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f80105c4-f1e4-4e71-9dd4-ef7649e68ed8 admin admin] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:48.782611 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f80105c4-f1e4-4e71-9dd4-ef7649e68ed8 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.0973706
Nov 24 13:50:48.785606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 59974) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:50:48.972901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-a97f771b-53a9-4b34-8a11-1a2cc17fc014 None None] Set router a02284c1-0b55-4fc1-b777-5023f86f1c80 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:50:49.294018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a97f771b-53a9-4b34-8a11-1a2cc17fc014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c6b97b8>, [{'id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'name': 'tempest-TestShelveInstance-1733141774-router', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:50:46Z', 'updated_at': '2020-11-24T13:50:47Z', 'revision_number': 3, 'project_id': 'eaa84e3816a945e3803903427633b386', 'gw_port': {'id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:47Z', 'updated_at': '2020-11-24T13:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:50:49.299629 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97f771b-53a9-4b34-8a11-1a2cc17fc014 None None] Checking router: a02284c1-0b55-4fc1-b777-5023f86f1c80 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:50:49.300023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97f771b-53a9-4b34-8a11-1a2cc17fc014 None None] Updating router a02284c1-0b55-4fc1-b777-5023f86f1c80 port cdee5c0e-67b0-430b-844f-8df903b625a9 binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:50:49.356680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a97f771b-53a9-4b34-8a11-1a2cc17fc014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:49.549657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e3b61d51-acac-459f-9e34-7ce85e5a30dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:49.578877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1738962-94a6-4737-8a44-5e4b0598d916 None None] Network 813226b4-c7ec-4574-8e54-d10ab31922ea requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:50:49.691597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-21e2e8cc-8996-45d5-b54b-7c1263554b2d None None] Provisioning for port fcf8e19c-7824-48d0-9fdb-674130a5a2bb completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:50:49.806196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a97f771b-53a9-4b34-8a11-1a2cc17fc014 None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:49.811551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-a97f771b-53a9-4b34-8a11-1a2cc17fc014 None None] Transition to ACTIVE for port object cdee5c0e-67b0-430b-844f-8df903b625a9 will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:50:49.814370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a97f771b-53a9-4b34-8a11-1a2cc17fc014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:49.830693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4bcd5ac9-6b37-4db2-9d54-77403dae2cf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:50:49.849263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device fcf8e19c-7824-48d0-9fdb-674130a5a2bb up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:50:49.953709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port fcf8e19c-7824-48d0-9fdb-674130a5a2bb completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:50:49.960794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port fcf8e19c-7824-48d0-9fdb-674130a5a2bb triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:50:49.961794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:49.977288 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-e3b61d51-acac-459f-9e34-7ce85e5a30dc admin admin] Allocated IP 172.20.0.1 (813226b4-c7ec-4574-8e54-d10ab31922ea/04d7fe63-010a-4e6a-9e51-ee3656d5f027/75c8c889-8f6c-426b-94f9-bb2b87e15fee) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:50:50.134586 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:50.142513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4321446-ce6c-436f-a55f-3691890cb39c None None] Pushing event updated for resources: {'Port': ['ID=cdee5c0e-67b0-430b-844f-8df903b625a9,revision_number=2']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:50:50.171134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e3b61d51-acac-459f-9e34-7ce85e5a30dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:50.173373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4321446-ce6c-436f-a55f-3691890cb39c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:50.173914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4321446-ce6c-436f-a55f-3691890cb39c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:50.174459 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4321446-ce6c-436f-a55f-3691890cb39c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:50.174965 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4321446-ce6c-436f-a55f-3691890cb39c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:50.175479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4321446-ce6c-436f-a55f-3691890cb39c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:50.178929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4321446-ce6c-436f-a55f-3691890cb39c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:50.179484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4321446-ce6c-436f-a55f-3691890cb39c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:50.179991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4321446-ce6c-436f-a55f-3691890cb39c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:50.180499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4321446-ce6c-436f-a55f-3691890cb39c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:50.181244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4321446-ce6c-436f-a55f-3691890cb39c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:50.181789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4321446-ce6c-436f-a55f-3691890cb39c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:50.182173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4321446-ce6c-436f-a55f-3691890cb39c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:50.182650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4321446-ce6c-436f-a55f-3691890cb39c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:50.183011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4321446-ce6c-436f-a55f-3691890cb39c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:50.183367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4321446-ce6c-436f-a55f-3691890cb39c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:50.183868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4321446-ce6c-436f-a55f-3691890cb39c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:50.184224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4321446-ce6c-436f-a55f-3691890cb39c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:50.184690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4321446-ce6c-436f-a55f-3691890cb39c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:50.185042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4321446-ce6c-436f-a55f-3691890cb39c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:50.185390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4321446-ce6c-436f-a55f-3691890cb39c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:50.185737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4321446-ce6c-436f-a55f-3691890cb39c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:50.186762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4321446-ce6c-436f-a55f-3691890cb39c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:50.187113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4321446-ce6c-436f-a55f-3691890cb39c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:50.187465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4321446-ce6c-436f-a55f-3691890cb39c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:50:50.190915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port fcf8e19c-7824-48d0-9fdb-674130a5a2bb, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=fcf8e19c-7824-48d0-9fdb-674130a5a2bb,segment=NetworkSegment(7962effd-46b3-4942-bb4f-5420f2cfa065),segment_id=7962effd-46b3-4942-bb4f-5420f2cfa065)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:50:50.194598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e4321446-ce6c-436f-a55f-3691890cb39c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:50:50.196543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:50.200360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:50:50.211468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e3b61d51-acac-459f-9e34-7ce85e5a30dc admin admin] Transition to ACTIVE for port object 75c8c889-8f6c-426b-94f9-bb2b87e15fee will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:50:50.235354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e3b61d51-acac-459f-9e34-7ce85e5a30dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:50.253832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c1a8be15-d70f-42c9-a486-24e01581a5c0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:50:50.283088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-a97f771b-53a9-4b34-8a11-1a2cc17fc014 None None] Attempting to bind port cdee5c0e-67b0-430b-844f-8df903b625a9 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:50:50.283610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-a97f771b-53a9-4b34-8a11-1a2cc17fc014 None None] Attempting to bind port cdee5c0e-67b0-430b-844f-8df903b625a9 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:50:50.284868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97f771b-53a9-4b34-8a11-1a2cc17fc014 None None] Attempting to bind port cdee5c0e-67b0-430b-844f-8df903b625a9 on network cfe08d36-e5ba-4f00-8669-16a0ead5d220 {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:50:50.295767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97f771b-53a9-4b34-8a11-1a2cc17fc014 None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:50:50.296415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97f771b-53a9-4b34-8a11-1a2cc17fc014 None None] Checking segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:50:50.297233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a97f771b-53a9-4b34-8a11-1a2cc17fc014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:50.297639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97f771b-53a9-4b34-8a11-1a2cc17fc014 None None] Bound using segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:50:50.297881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=fcf8e19c-7824-48d0-9fdb-674130a5a2bb,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:50:50.298498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-a97f771b-53a9-4b34-8a11-1a2cc17fc014 None None] Bound port: cdee5c0e-67b0-430b-844f-8df903b625a9, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:50:50.299003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a97f771b-53a9-4b34-8a11-1a2cc17fc014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:50.301800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:50:50.308599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f493e317-25c2-4718-9d65-83ffcd9cbf1d None None] Provisioning complete for port fcf8e19c-7824-48d0-9fdb-674130a5a2bb triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:50:50.309065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f493e317-25c2-4718-9d65-83ffcd9cbf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:50.403040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-a97f771b-53a9-4b34-8a11-1a2cc17fc014 None None] For port cdee5c0e-67b0-430b-844f-8df903b625a9, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:50:50.408926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-a97f771b-53a9-4b34-8a11-1a2cc17fc014 None None] For port cdee5c0e-67b0-430b-844f-8df903b625a9, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=cdee5c0e-67b0-430b-844f-8df903b625a9,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:50:50.412612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a97f771b-53a9-4b34-8a11-1a2cc17fc014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:50.414072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b61d51-acac-459f-9e34-7ce85e5a30dc admin admin] Pushing event updated for resources: {'Port': ['ID=75c8c889-8f6c-426b-94f9-bb2b87e15fee,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:50:50.419351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e3b61d51-acac-459f-9e34-7ce85e5a30dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:50:50.430173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9338e63f-340c-463d-8cd8-5bc4df039fb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:50:50.487526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b61d51-acac-459f-9e34-7ce85e5a30dc admin admin] Network 813226b4-c7ec-4574-8e54-d10ab31922ea is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:50:50.488770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-e3b61d51-acac-459f-9e34-7ce85e5a30dc admin admin] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:50:50.493559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b61d51-acac-459f-9e34-7ce85e5a30dc admin admin] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:50:50.553223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e3b61d51-acac-459f-9e34-7ce85e5a30dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:50.579438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4321446-ce6c-436f-a55f-3691890cb39c None None] Pushing event updated for resources: {'Port': ['ID=cdee5c0e-67b0-430b-844f-8df903b625a9,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:50:50.585997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e4321446-ce6c-436f-a55f-3691890cb39c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:50:50.619523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-fc22684a-912a-4740-aec1-2731e41260bb None None] Provisioning complete for port fcf8e19c-7824-48d0-9fdb-674130a5a2bb triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:50:50.620221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc22684a-912a-4740-aec1-2731e41260bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:50.651692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97f771b-53a9-4b34-8a11-1a2cc17fc014 None None] Routers {'a02284c1-0b55-4fc1-b777-5023f86f1c80'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:50:50.652417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a97f771b-53a9-4b34-8a11-1a2cc17fc014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c6b97b8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:50:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a02284c1-0b55-4fc1-b777-5023f86f1c80'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:50:50.660849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e3b61d51-acac-459f-9e34-7ce85e5a30dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:50.862376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-a97f771b-53a9-4b34-8a11-1a2cc17fc014 None None] Set router a02284c1-0b55-4fc1-b777-5023f86f1c80 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:50:50.898609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-703df6d1-f563-48e9-91b2-787d67048b67 None None] Provisioning for port 75c8c889-8f6c-426b-94f9-bb2b87e15fee completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:50:50.904055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-703df6d1-f563-48e9-91b2-787d67048b67 None None] Provisioning complete for port 75c8c889-8f6c-426b-94f9-bb2b87e15fee triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:50:50.905196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-703df6d1-f563-48e9-91b2-787d67048b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:50.966575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-703df6d1-f563-48e9-91b2-787d67048b67 None None] Port 75c8c889-8f6c-426b-94f9-bb2b87e15fee cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:50:50.982471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-703df6d1-f563-48e9-91b2-787d67048b67 None None] Provisioning complete for port fcf8e19c-7824-48d0-9fdb-674130a5a2bb triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:50:50.983471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-703df6d1-f563-48e9-91b2-787d67048b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:50.999537 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e3b61d51-acac-459f-9e34-7ce85e5a30dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:51.004852 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e3b61d51-acac-459f-9e34-7ce85e5a30dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:51.043631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-55cf004f-2930-46a9-8a30-91dbb96fed58 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:50:51.123453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e3b61d51-acac-459f-9e34-7ce85e5a30dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:51.145915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b61d51-acac-459f-9e34-7ce85e5a30dc admin admin] Pushing event updated for resources: {'Port': ['ID=75c8c889-8f6c-426b-94f9-bb2b87e15fee,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:50:51.197354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e3b61d51-acac-459f-9e34-7ce85e5a30dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:50:51.229434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a97f771b-53a9-4b34-8a11-1a2cc17fc014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c6b97b8>, [{'id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'name': 'tempest-TestShelveInstance-1733141774-router', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:50:46Z', 'updated_at': '2020-11-24T13:50:50Z', 'revision_number': 4, 'project_id': 'eaa84e3816a945e3803903427633b386', 'gw_port': {'id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:47Z', 'updated_at': '2020-11-24T13:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '75c8c889-8f6c-426b-94f9-bb2b87e15fee', 'name': '', 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'mac_address': 'fa:16:3e:44:2e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:49Z', 'updated_at': '2020-11-24T13:50:49Z', 'revision_number': 1, 'project_id': 'eaa84e3816a945e3803903427633b386', 'subnets': [{'id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:50:51.234383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97f771b-53a9-4b34-8a11-1a2cc17fc014 None None] The sync data for ids ['a02284c1-0b55-4fc1-b777-5023f86f1c80'] in dv-neutron-601336-61-ovs is: [{'id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'name': 'tempest-TestShelveInstance-1733141774-router', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:50:46Z', 'updated_at': '2020-11-24T13:50:50Z', 'revision_number': 4, 'project_id': 'eaa84e3816a945e3803903427633b386', 'gw_port': {'id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:47Z', 'updated_at': '2020-11-24T13:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '75c8c889-8f6c-426b-94f9-bb2b87e15fee', 'name': '', 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'mac_address': 'fa:16:3e:44:2e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:49Z', 'updated_at': '2020-11-24T13:50:49Z', 'revision_number': 1, 'project_id': 'eaa84e3816a945e3803903427633b386', 'subnets': [{'id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:50:51.283971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b61d51-acac-459f-9e34-7ce85e5a30dc admin admin] Network 813226b4-c7ec-4574-8e54-d10ab31922ea is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:50:51.285228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-e3b61d51-acac-459f-9e34-7ce85e5a30dc admin admin] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:50:51.489575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:51.540016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-f8076d1f-7cbf-4e61-bc19-d6bdf535a58c None None] Provisioning complete for port 75c8c889-8f6c-426b-94f9-bb2b87e15fee triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:50:51.540143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f8076d1f-7cbf-4e61-bc19-d6bdf535a58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:51.610031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f8076d1f-7cbf-4e61-bc19-d6bdf535a58c None None] Port 75c8c889-8f6c-426b-94f9-bb2b87e15fee cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:50:51.741474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b61d51-acac-459f-9e34-7ce85e5a30dc admin admin] Router a02284c1-0b55-4fc1-b777-5023f86f1c80 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:50:51.796316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device fcf8e19c-7824-48d0-9fdb-674130a5a2bb up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:50:51.873127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port fcf8e19c-7824-48d0-9fdb-674130a5a2bb triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:50:51.873607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:51.968314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b61d51-acac-459f-9e34-7ce85e5a30dc admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:50:51.977995 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e3b61d51-acac-459f-9e34-7ce85e5a30dc admin admin] 10.222.0.76 "PUT /v2.0/routers/a02284c1-0b55-4fc1-b777-5023f86f1c80/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1911490
Nov 24 13:50:52.614226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-fc9bba18-abd9-4ae0-acac-274b8369d1ec req-ce994be1-7f61-4bfd-8928-ef21a8951e44 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1198466498', 'description': 'tempest-TestShelveInstance-1198466498 description'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:50:52.621131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-fc9bba18-abd9-4ae0-acac-274b8369d1ec req-ce994be1-7f61-4bfd-8928-ef21a8951e44 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:50:52.625670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-fc9bba18-abd9-4ae0-acac-274b8369d1ec req-ce994be1-7f61-4bfd-8928-ef21a8951e44 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Usage tracker for resource:security_group and tenant:eaa84e3816a945e3803903427633b386 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:50:52.629298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-fc9bba18-abd9-4ae0-acac-274b8369d1ec req-ce994be1-7f61-4bfd-8928-ef21a8951e44 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:50:52.635796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-fc9bba18-abd9-4ae0-acac-274b8369d1ec req-ce994be1-7f61-4bfd-8928-ef21a8951e44 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:50:52.648012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fc9bba18-abd9-4ae0-acac-274b8369d1ec req-ce994be1-7f61-4bfd-8928-ef21a8951e44 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:52.692414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-fc9bba18-abd9-4ae0-acac-274b8369d1ec req-ce994be1-7f61-4bfd-8928-ef21a8951e44 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:50:52.696587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-fc9bba18-abd9-4ae0-acac-274b8369d1ec req-ce994be1-7f61-4bfd-8928-ef21a8951e44 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Usage tracker for resource:security_group_rule and tenant:eaa84e3816a945e3803903427633b386 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:50:52.699650 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-fc9bba18-abd9-4ae0-acac-274b8369d1ec req-ce994be1-7f61-4bfd-8928-ef21a8951e44 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:50:52.705624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-fc9bba18-abd9-4ae0-acac-274b8369d1ec req-ce994be1-7f61-4bfd-8928-ef21a8951e44 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:50:52.764483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fc9bba18-abd9-4ae0-acac-274b8369d1ec req-ce994be1-7f61-4bfd-8928-ef21a8951e44 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:52.767712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fc9bba18-abd9-4ae0-acac-274b8369d1ec req-ce994be1-7f61-4bfd-8928-ef21a8951e44 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:52.774511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5e210fb9-cd46-4958-9d12-9668f35357fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:50:52.816475 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce994be1-7f61-4bfd-8928-ef21a8951e44 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Pushing event updated for resources: {'SecurityGroup': ['ID=86eb3cbe-3990-4141-a5aa-33dae1b295e5,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:50:52.820079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fc9bba18-abd9-4ae0-acac-274b8369d1ec req-ce994be1-7f61-4bfd-8928-ef21a8951e44 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:52.821423 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fc9bba18-abd9-4ae0-acac-274b8369d1ec req-ce994be1-7f61-4bfd-8928-ef21a8951e44 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 0.2121782
Nov 24 13:50:52.822485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ce994be1-7f61-4bfd-8928-ef21a8951e44 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:50:52.911816 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8c5b7746-9023-4ac1-850d-1f2f18b433fb req-c7ad762b-9c1c-4274-b510-5d6a7dfa9f4e tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups/86eb3cbe-3990-4141-a5aa-33dae1b295e5 HTTP/1.1" status: 200  len: 1688 time: 0.0511475
Nov 24 13:50:52.923185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-8c5b7746-9023-4ac1-850d-1f2f18b433fb req-80af6c17-c59d-437d-a625-ba5b70b235d7 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '86eb3cbe-3990-4141-a5aa-33dae1b295e5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:50:52.923546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-8c5b7746-9023-4ac1-850d-1f2f18b433fb req-80af6c17-c59d-437d-a625-ba5b70b235d7 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '86eb3cbe-3990-4141-a5aa-33dae1b295e5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:50:52.930011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-8c5b7746-9023-4ac1-850d-1f2f18b433fb req-80af6c17-c59d-437d-a625-ba5b70b235d7 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:50:52.934242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-8c5b7746-9023-4ac1-850d-1f2f18b433fb req-80af6c17-c59d-437d-a625-ba5b70b235d7 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Usage tracker for resource:security_group_rule and tenant:eaa84e3816a945e3803903427633b386 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:50:52.937940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-8c5b7746-9023-4ac1-850d-1f2f18b433fb req-80af6c17-c59d-437d-a625-ba5b70b235d7 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:50:52.943813 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-8c5b7746-9023-4ac1-850d-1f2f18b433fb req-80af6c17-c59d-437d-a625-ba5b70b235d7 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:50:53.004634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8c5b7746-9023-4ac1-850d-1f2f18b433fb req-80af6c17-c59d-437d-a625-ba5b70b235d7 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:53.028956 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8c5b7746-9023-4ac1-850d-1f2f18b433fb req-80af6c17-c59d-437d-a625-ba5b70b235d7 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:53.031716 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8c5b7746-9023-4ac1-850d-1f2f18b433fb req-80af6c17-c59d-437d-a625-ba5b70b235d7 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:53.033612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d0141f6a-f24b-494f-8813-41bb63ab6ae2 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:50:53.057325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af6c17-c59d-437d-a625-ba5b70b235d7 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b753b32-35cf-4aae-a0b5-7cf968964b26,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:50:53.059914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-80af6c17-c59d-437d-a625-ba5b70b235d7 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:50:53.067110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8c5b7746-9023-4ac1-850d-1f2f18b433fb req-80af6c17-c59d-437d-a625-ba5b70b235d7 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:53.068927 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8c5b7746-9023-4ac1-850d-1f2f18b433fb req-80af6c17-c59d-437d-a625-ba5b70b235d7 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 721 time: 0.1502829
Nov 24 13:50:53.158105 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e7982d0-4b84-4219-b607-12894c81c3db req-4aed1fe8-284c-4e8a-bcf2-02fd309263b6 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups/86eb3cbe-3990-4141-a5aa-33dae1b295e5 HTTP/1.1" status: 200  len: 2217 time: 0.0547023
Nov 24 13:50:53.174481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-9e7982d0-4b84-4219-b607-12894c81c3db req-3fe83248-58b1-4e60-b206-3a00eb9d0fcc tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '86eb3cbe-3990-4141-a5aa-33dae1b295e5', 'remote_group_id': None}]} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:50:53.174839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-9e7982d0-4b84-4219-b607-12894c81c3db req-3fe83248-58b1-4e60-b206-3a00eb9d0fcc tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '86eb3cbe-3990-4141-a5aa-33dae1b295e5', 'remote_group_id': None}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:50:53.181600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-9e7982d0-4b84-4219-b607-12894c81c3db req-3fe83248-58b1-4e60-b206-3a00eb9d0fcc tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:50:53.185714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-9e7982d0-4b84-4219-b607-12894c81c3db req-3fe83248-58b1-4e60-b206-3a00eb9d0fcc tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Usage tracker for resource:security_group_rule and tenant:eaa84e3816a945e3803903427633b386 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:50:53.188949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-9e7982d0-4b84-4219-b607-12894c81c3db req-3fe83248-58b1-4e60-b206-3a00eb9d0fcc tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:50:53.194845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-9e7982d0-4b84-4219-b607-12894c81c3db req-3fe83248-58b1-4e60-b206-3a00eb9d0fcc tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:50:53.253923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9e7982d0-4b84-4219-b607-12894c81c3db req-3fe83248-58b1-4e60-b206-3a00eb9d0fcc tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:53.281337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9e7982d0-4b84-4219-b607-12894c81c3db req-3fe83248-58b1-4e60-b206-3a00eb9d0fcc tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:53.284203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9e7982d0-4b84-4219-b607-12894c81c3db req-3fe83248-58b1-4e60-b206-3a00eb9d0fcc tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:53.291456 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2f7fb14e-271c-49ef-a77c-a6e92f12892a tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:50:53.314058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe83248-58b1-4e60-b206-3a00eb9d0fcc tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e44607-0b79-4513-a55d-fbe504352832,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:50:53.316984 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3fe83248-58b1-4e60-b206-3a00eb9d0fcc tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:50:53.320729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9e7982d0-4b84-4219-b607-12894c81c3db req-3fe83248-58b1-4e60-b206-3a00eb9d0fcc tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:53.322199 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e7982d0-4b84-4219-b607-12894c81c3db req-3fe83248-58b1-4e60-b206-3a00eb9d0fcc tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 726 time: 0.1533275
Nov 24 13:50:53.575195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-78510130-37d8-4d1b-bf91-a3a366b17f8d tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Synchronizing usage tracker for tenant:eaa84e3816a945e3803903427633b386 on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:50:53.596636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-78510130-37d8-4d1b-bf91-a3a366b17f8d tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Unset dirty status for tenant:eaa84e3816a945e3803903427633b386 on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:50:53.597937 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-78510130-37d8-4d1b-bf91-a3a366b17f8d tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1198466498&fields=id&tenant_id=eaa84e3816a945e3803903427633b386 HTTP/1.1" status: 200  len: 267 time: 0.0653126
Nov 24 13:50:53.764793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-03d11c2f-9da7-42c3-bca5-d96750525153 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:53.766541 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-03d11c2f-9da7-42c3-bca5-d96750525153 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/networks?id=813226b4-c7ec-4574-8e54-d10ab31922ea HTTP/1.1" status: 200  len: 809 time: 0.1610262
Nov 24 13:50:53.785308 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-fef1a934-d4ef-45cb-83b9-47a2894fd7f5 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/quotas/eaa84e3816a945e3803903427633b386 HTTP/1.1" status: 200  len: 375 time: 0.0122488
Nov 24 13:50:53.807983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device cdee5c0e-67b0-430b-844f-8df903b625a9 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:50:53.883257 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-f598042b-a4d5-4b1a-a65b-665c4afe5c24 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?tenant_id=eaa84e3816a945e3803903427633b386&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0920770
Nov 24 13:50:53.890636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port cdee5c0e-67b0-430b-844f-8df903b625a9 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:50:53.895883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port cdee5c0e-67b0-430b-844f-8df903b625a9 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:50:53.896312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:54.025486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:54.042531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port cdee5c0e-67b0-430b-844f-8df903b625a9, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=cdee5c0e-67b0-430b-844f-8df903b625a9,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:50:54.045816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:54.048080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ea8fa4ac-3be8-4fa5-92c1-116aca2884a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:50:54.121180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=cdee5c0e-67b0-430b-844f-8df903b625a9,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:50:54.125532 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:50:54.130792 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-0bdd1801-81cc-4f39-bf2a-3217f2c2dca8 service neutron] 10.222.0.76 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2335658
Nov 24 13:50:54.291466 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-80c64887-002b-4f6a-9ad9-b3f7c6805f8d service neutron] 10.222.0.76 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1541140
Nov 24 13:50:54.512172 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c616e49-28e5-4735-b767-9e072518f7eb req-3f9e2558-bf17-4951-8db0-d4d700e6846c tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 210 time: 0.0504239
Nov 24 13:50:54.618044 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19254cb2-cf56-4fa2-a586-30907072d8cd None None] Sync routers for ids ['a02284c1-0b55-4fc1-b777-5023f86f1c80'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:50:54.631674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19254cb2-cf56-4fa2-a586-30907072d8cd None None] Routers {'a02284c1-0b55-4fc1-b777-5023f86f1c80'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:50:54.632354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-19254cb2-cf56-4fa2-a586-30907072d8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634726b2e8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:50:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a02284c1-0b55-4fc1-b777-5023f86f1c80'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:50:55.009766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-19254cb2-cf56-4fa2-a586-30907072d8cd None None] Set router a02284c1-0b55-4fc1-b777-5023f86f1c80 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:50:55.368757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-19254cb2-cf56-4fa2-a586-30907072d8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634726b2e8>, [{'id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'name': 'tempest-TestShelveInstance-1733141774-router', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:50:46Z', 'updated_at': '2020-11-24T13:50:50Z', 'revision_number': 4, 'project_id': 'eaa84e3816a945e3803903427633b386', 'gw_port': {'id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:47Z', 'updated_at': '2020-11-24T13:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '75c8c889-8f6c-426b-94f9-bb2b87e15fee', 'name': '', 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'mac_address': 'fa:16:3e:44:2e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:49Z', 'updated_at': '2020-11-24T13:50:50Z', 'revision_number': 2, 'project_id': 'eaa84e3816a945e3803903427633b386', 'subnets': [{'id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:50:55.373423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19254cb2-cf56-4fa2-a586-30907072d8cd None None] Checking router: a02284c1-0b55-4fc1-b777-5023f86f1c80 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:50:55.373833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19254cb2-cf56-4fa2-a586-30907072d8cd None None] Updating router a02284c1-0b55-4fc1-b777-5023f86f1c80 port 75c8c889-8f6c-426b-94f9-bb2b87e15fee binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 13:50:55.428392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19254cb2-cf56-4fa2-a586-30907072d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:55.733408 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f1473ac7-cf8f-4eca-a4ab-5406cb2625b4 req-4e1c27ab-551b-4f2a-8ef6-ee34f7cd263e tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 210 time: 0.0711865
Nov 24 13:50:55.849013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device cdee5c0e-67b0-430b-844f-8df903b625a9 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:50:55.940057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19254cb2-cf56-4fa2-a586-30907072d8cd None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:55.957921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-19254cb2-cf56-4fa2-a586-30907072d8cd None None] Transition to ACTIVE for port object 75c8c889-8f6c-426b-94f9-bb2b87e15fee will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:50:55.963539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19254cb2-cf56-4fa2-a586-30907072d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:55.980116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:50:56.001922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-cac1ad47-3132-4963-b7a5-034d77837145 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:56.002698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-cac1ad47-3132-4963-b7a5-034d77837145 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Synchronizing usage tracker for tenant:eaa84e3816a945e3803903427633b386 on resource:network {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:50:56.019285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-cac1ad47-3132-4963-b7a5-034d77837145 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Unset dirty status for tenant:eaa84e3816a945e3803903427633b386 on resource:network {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:50:56.020523 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-cac1ad47-3132-4963-b7a5-034d77837145 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.70 "GET /v2.0/networks?id=813226b4-c7ec-4574-8e54-d10ab31922ea HTTP/1.1" status: 200  len: 809 time: 0.4728985
Nov 24 13:50:56.104928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port cdee5c0e-67b0-430b-844f-8df903b625a9 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:50:56.105376 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:56.111767 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-6eea0036-df85-49bf-850f-1880668faac4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Synchronizing usage tracker for tenant:eaa84e3816a945e3803903427633b386 on resource:security_group {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:50:56.125202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-6eea0036-df85-49bf-850f-1880668faac4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Unset dirty status for tenant:eaa84e3816a945e3803903427633b386 on resource:security_group {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:50:56.126560 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-6eea0036-df85-49bf-850f-1880668faac4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eaa84e3816a945e3803903427633b386 HTTP/1.1" status: 200  len: 5289 time: 0.0868056
Nov 24 13:50:56.136400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-be3edb94-5b81-4d1f-b324-481ab4a21ea4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Request body: {'port': {'device_id': '50d6ab86-065b-4770-a869-3aa0831db4a6', 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea', 'admin_state_up': True, 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'security_groups': ['86eb3cbe-3990-4141-a5aa-33dae1b295e5']}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:50:56.181660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9bb8f2-0704-4f74-91fe-8ad66bcb83a4 None None] Pushing event updated for resources: {'Port': ['ID=75c8c889-8f6c-426b-94f9-bb2b87e15fee,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:50:56.184971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1d9bb8f2-0704-4f74-91fe-8ad66bcb83a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:50:56.291530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-be3edb94-5b81-4d1f-b324-481ab4a21ea4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:50:56.296612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-be3edb94-5b81-4d1f-b324-481ab4a21ea4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Usage tracker for resource:port and tenant:eaa84e3816a945e3803903427633b386 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:50:56.299887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-be3edb94-5b81-4d1f-b324-481ab4a21ea4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Quota usage for port was recalculated. Used quota:2. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:50:56.306022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-be3edb94-5b81-4d1f-b324-481ab4a21ea4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:50:56.315429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-be3edb94-5b81-4d1f-b324-481ab4a21ea4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Made reservation on behalf of eaa84e3816a945e3803903427633b386 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:50:56.323646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-be3edb94-5b81-4d1f-b324-481ab4a21ea4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:56.426603 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-19254cb2-cf56-4fa2-a586-30907072d8cd None None] Attempting to bind port 75c8c889-8f6c-426b-94f9-bb2b87e15fee on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:50:56.427035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-19254cb2-cf56-4fa2-a586-30907072d8cd None None] Attempting to bind port 75c8c889-8f6c-426b-94f9-bb2b87e15fee by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': '7962effd-46b3-4942-bb4f-5420f2cfa065', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:50:56.427451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19254cb2-cf56-4fa2-a586-30907072d8cd None None] Attempting to bind port 75c8c889-8f6c-426b-94f9-bb2b87e15fee on network 813226b4-c7ec-4574-8e54-d10ab31922ea {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:50:56.434815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19254cb2-cf56-4fa2-a586-30907072d8cd None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:50:56.435244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19254cb2-cf56-4fa2-a586-30907072d8cd None None] Checking segment: {'id': '7962effd-46b3-4942-bb4f-5420f2cfa065', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:50:56.435733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19254cb2-cf56-4fa2-a586-30907072d8cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:56.436180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19254cb2-cf56-4fa2-a586-30907072d8cd None None] Bound using segment: {'id': '7962effd-46b3-4942-bb4f-5420f2cfa065', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:50:56.436706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-19254cb2-cf56-4fa2-a586-30907072d8cd None None] Bound port: 75c8c889-8f6c-426b-94f9-bb2b87e15fee, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7962effd-46b3-4942-bb4f-5420f2cfa065', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:50:56.437130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19254cb2-cf56-4fa2-a586-30907072d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:56.547709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-19254cb2-cf56-4fa2-a586-30907072d8cd None None] For port 75c8c889-8f6c-426b-94f9-bb2b87e15fee, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:50:56.551057 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-19254cb2-cf56-4fa2-a586-30907072d8cd None None] For port 75c8c889-8f6c-426b-94f9-bb2b87e15fee, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=75c8c889-8f6c-426b-94f9-bb2b87e15fee,segment=NetworkSegment(7962effd-46b3-4942-bb4f-5420f2cfa065),segment_id=7962effd-46b3-4942-bb4f-5420f2cfa065)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:50:56.554375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-19254cb2-cf56-4fa2-a586-30907072d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:56.569904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5e677b18-5002-40cb-ab80-288d5b07760b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:50:56.648136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-be3edb94-5b81-4d1f-b324-481ab4a21ea4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Allocated IP 172.20.0.8 (813226b4-c7ec-4574-8e54-d10ab31922ea/04d7fe63-010a-4e6a-9e51-ee3656d5f027/74dc0d85-d3b0-4da4-aff2-b757a5f15b94) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:50:56.722070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9bb8f2-0704-4f74-91fe-8ad66bcb83a4 None None] Pushing event updated for resources: {'Port': ['ID=75c8c889-8f6c-426b-94f9-bb2b87e15fee,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:50:56.728759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-1d9bb8f2-0704-4f74-91fe-8ad66bcb83a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:50:56.775471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19254cb2-cf56-4fa2-a586-30907072d8cd None None] Routers {'a02284c1-0b55-4fc1-b777-5023f86f1c80'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:50:56.776224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-19254cb2-cf56-4fa2-a586-30907072d8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634726b2e8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:50:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a02284c1-0b55-4fc1-b777-5023f86f1c80'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:50:56.858495 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-be3edb94-5b81-4d1f-b324-481ab4a21ea4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:56.876445 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-be3edb94-5b81-4d1f-b324-481ab4a21ea4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Transition to ACTIVE for port object 74dc0d85-d3b0-4da4-aff2-b757a5f15b94 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:50:56.897192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-be3edb94-5b81-4d1f-b324-481ab4a21ea4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:56.915618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-eab2eceb-a772-4681-a9c5-0996a0dea001 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:50:56.986071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32876668-8a8d-4bfc-af6e-d8a0f48d20cd req-6dfab704-772c-494e-959c-ba175edf520f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:56.987752 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-32876668-8a8d-4bfc-af6e-d8a0f48d20cd req-6dfab704-772c-494e-959c-ba175edf520f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 931 time: 0.1019654
Nov 24 13:50:57.009343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-19254cb2-cf56-4fa2-a586-30907072d8cd None None] Set router a02284c1-0b55-4fc1-b777-5023f86f1c80 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:50:57.039734 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-32876668-8a8d-4bfc-af6e-d8a0f48d20cd req-3bac4f74-fe2e-4afa-831b-aa87317c2c1a tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0454714
Nov 24 13:50:57.065170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3edb94-5b81-4d1f-b324-481ab4a21ea4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Pushing event updated for resources: {'Port': ['ID=74dc0d85-d3b0-4da4-aff2-b757a5f15b94,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:50:57.076221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-be3edb94-5b81-4d1f-b324-481ab4a21ea4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:50:57.137398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-be3edb94-5b81-4d1f-b324-481ab4a21ea4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Network 813226b4-c7ec-4574-8e54-d10ab31922ea is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:50:57.138807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-be3edb94-5b81-4d1f-b324-481ab4a21ea4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:50:57.145371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-be3edb94-5b81-4d1f-b324-481ab4a21ea4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:50:57.221560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-be3edb94-5b81-4d1f-b324-481ab4a21ea4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:57.222276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-be3edb94-5b81-4d1f-b324-481ab4a21ea4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:57.244563 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-be3edb94-5b81-4d1f-b324-481ab4a21ea4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1122272
Nov 24 13:50:57.262893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-8609575f-f2ec-4caf-b8ed-0583e06d27b5 service neutron] Request body: {'port': {'device_id': '50d6ab86-065b-4770-a869-3aa0831db4a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:50:57.386036 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-8609575f-f2ec-4caf-b8ed-0583e06d27b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:57.393253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-19254cb2-cf56-4fa2-a586-30907072d8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634726b2e8>, [{'id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'name': 'tempest-TestShelveInstance-1733141774-router', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:50:46Z', 'updated_at': '2020-11-24T13:50:50Z', 'revision_number': 4, 'project_id': 'eaa84e3816a945e3803903427633b386', 'gw_port': {'id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:47Z', 'updated_at': '2020-11-24T13:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '75c8c889-8f6c-426b-94f9-bb2b87e15fee', 'name': '', 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'mac_address': 'fa:16:3e:44:2e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:49Z', 'updated_at': '2020-11-24T13:50:56Z', 'revision_number': 4, 'project_id': 'eaa84e3816a945e3803903427633b386', 'subnets': [{'id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:50:57.397653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19254cb2-cf56-4fa2-a586-30907072d8cd None None] The sync data for ids ['a02284c1-0b55-4fc1-b777-5023f86f1c80'] in dv-neutron-601336-61-ovs is: [{'id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'name': 'tempest-TestShelveInstance-1733141774-router', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:50:46Z', 'updated_at': '2020-11-24T13:50:50Z', 'revision_number': 4, 'project_id': 'eaa84e3816a945e3803903427633b386', 'gw_port': {'id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:47Z', 'updated_at': '2020-11-24T13:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '75c8c889-8f6c-426b-94f9-bb2b87e15fee', 'name': '', 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'mac_address': 'fa:16:3e:44:2e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:49Z', 'updated_at': '2020-11-24T13:50:56Z', 'revision_number': 4, 'project_id': 'eaa84e3816a945e3803903427633b386', 'subnets': [{'id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:50:57.423144 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-495d6378-c3c0-4ba3-a6c1-5718fa8e4a7d None None] Provisioning for port 74dc0d85-d3b0-4da4-aff2-b757a5f15b94 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:50:57.428311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-495d6378-c3c0-4ba3-a6c1-5718fa8e4a7d None None] Provisioning complete for port 74dc0d85-d3b0-4da4-aff2-b757a5f15b94 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:50:57.428736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-495d6378-c3c0-4ba3-a6c1-5718fa8e4a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:57.495523 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-495d6378-c3c0-4ba3-a6c1-5718fa8e4a7d None None] Port 74dc0d85-d3b0-4da4-aff2-b757a5f15b94 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:50:57.819786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 75c8c889-8f6c-426b-94f9-bb2b87e15fee up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:50:57.850889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-8609575f-f2ec-4caf-b8ed-0583e06d27b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74dc0d85-d3b0-4da4-aff2-b757a5f15b94 {{(pid=80944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:50:57.858224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-8609575f-f2ec-4caf-b8ed-0583e06d27b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:57.872333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-8609575f-f2ec-4caf-b8ed-0583e06d27b5 service neutron] Transition to ACTIVE for port object 74dc0d85-d3b0-4da4-aff2-b757a5f15b94 will not be triggered until provisioned by entity L2. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:50:57.876058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-8609575f-f2ec-4caf-b8ed-0583e06d27b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:57.892452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f80105c4-f1e4-4e71-9dd4-ef7649e68ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:50:57.896084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 75c8c889-8f6c-426b-94f9-bb2b87e15fee completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:50:57.902693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 75c8c889-8f6c-426b-94f9-bb2b87e15fee triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:50:57.903130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:58.048911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609575f-f2ec-4caf-b8ed-0583e06d27b5 service neutron] Pushing event updated for resources: {'Port': ['ID=74dc0d85-d3b0-4da4-aff2-b757a5f15b94,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:50:58.062312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8609575f-f2ec-4caf-b8ed-0583e06d27b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:50:58.253100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:58.276776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-8609575f-f2ec-4caf-b8ed-0583e06d27b5 service neutron] Attempting to bind port 74dc0d85-d3b0-4da4-aff2-b757a5f15b94 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:50:58.277147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-8609575f-f2ec-4caf-b8ed-0583e06d27b5 service neutron] Attempting to bind port 74dc0d85-d3b0-4da4-aff2-b757a5f15b94 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '7962effd-46b3-4942-bb4f-5420f2cfa065', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea'}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:50:58.277518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-8609575f-f2ec-4caf-b8ed-0583e06d27b5 service neutron] Attempting to bind port 74dc0d85-d3b0-4da4-aff2-b757a5f15b94 on network 813226b4-c7ec-4574-8e54-d10ab31922ea {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:50:58.290097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-8609575f-f2ec-4caf-b8ed-0583e06d27b5 service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:50:58.290748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-8609575f-f2ec-4caf-b8ed-0583e06d27b5 service neutron] Checking segment: {'id': '7962effd-46b3-4942-bb4f-5420f2cfa065', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:50:58.291325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-8609575f-f2ec-4caf-b8ed-0583e06d27b5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:58.291862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-8609575f-f2ec-4caf-b8ed-0583e06d27b5 service neutron] Bound using segment: {'id': '7962effd-46b3-4942-bb4f-5420f2cfa065', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea'} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:50:58.292490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-8609575f-f2ec-4caf-b8ed-0583e06d27b5 service neutron] Bound port: 74dc0d85-d3b0-4da4-aff2-b757a5f15b94, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7962effd-46b3-4942-bb4f-5420f2cfa065', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea'}}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:50:58.293016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-8609575f-f2ec-4caf-b8ed-0583e06d27b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:58.307300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21468b95-c718-4e65-95b1-940157dda6c6 req-3f7e550f-d928-4add-92e9-c06295de5b5e tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:58.308290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 75c8c889-8f6c-426b-94f9-bb2b87e15fee, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=75c8c889-8f6c-426b-94f9-bb2b87e15fee,segment=NetworkSegment(7962effd-46b3-4942-bb4f-5420f2cfa065),segment_id=7962effd-46b3-4942-bb4f-5420f2cfa065)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:50:58.309545 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-21468b95-c718-4e65-95b1-940157dda6c6 req-3f7e550f-d928-4add-92e9-c06295de5b5e tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 943 time: 0.1045620
Nov 24 13:50:58.319388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:58.322681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:50:58.389077 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-21468b95-c718-4e65-95b1-940157dda6c6 req-b4e78da6-072f-4cc7-bab1-551ac8ffdce4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0700543
Nov 24 13:50:58.398462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=75c8c889-8f6c-426b-94f9-bb2b87e15fee,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:50:58.401715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:50:58.423896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-8609575f-f2ec-4caf-b8ed-0583e06d27b5 service neutron] For port 74dc0d85-d3b0-4da4-aff2-b757a5f15b94, host hv-neutron-6013, cleared binding levels {{(pid=80944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:50:58.427667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-8609575f-f2ec-4caf-b8ed-0583e06d27b5 service neutron] For port 74dc0d85-d3b0-4da4-aff2-b757a5f15b94, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=74dc0d85-d3b0-4da4-aff2-b757a5f15b94,segment=NetworkSegment(7962effd-46b3-4942-bb4f-5420f2cfa065),segment_id=7962effd-46b3-4942-bb4f-5420f2cfa065)] {{(pid=80944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:50:58.431361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-8609575f-f2ec-4caf-b8ed-0583e06d27b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:58.447367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c75b997c-584d-4fe5-a5f4-0a29279c3570 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:50:58.595922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609575f-f2ec-4caf-b8ed-0583e06d27b5 service neutron] Pushing event updated for resources: {'Port': ['ID=74dc0d85-d3b0-4da4-aff2-b757a5f15b94,revision_number=3']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:50:58.601638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8609575f-f2ec-4caf-b8ed-0583e06d27b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:50:58.647995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-8609575f-f2ec-4caf-b8ed-0583e06d27b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:58.648702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-8609575f-f2ec-4caf-b8ed-0583e06d27b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:58.650259 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-8609575f-f2ec-4caf-b8ed-0583e06d27b5 service neutron] 10.222.0.70 "PUT /v2.0/ports/74dc0d85-d3b0-4da4-aff2-b757a5f15b94 HTTP/1.1" status: 200  len: 1157 time: 1.3925605
Nov 24 13:50:58.650819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d6ab86-065b-4770-a869-3aa0831db4a6', 'tag': '74dc0d85-d3b0-4da4-aff2-b757a5f15b94'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:50:58.747564 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d6ab86-065b-4770-a869-3aa0831db4a6', 'tag': '74dc0d85-d3b0-4da4-aff2-b757a5f15b94', 'status': 'completed', 'code': 200}
Nov 24 13:50:58.786387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-bc67c882-f4ff-4bb0-9e71-aacb8a8ce8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:58.788024 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-bc67c882-f4ff-4bb0-9e71-aacb8a8ce8ad service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eaa84e3816a945e3803903427633b386&device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 1160 time: 0.0804098
Nov 24 13:50:58.871333 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-857e412f-929c-447b-997f-40ae4f790ade service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74dc0d85-d3b0-4da4-aff2-b757a5f15b94 HTTP/1.1" status: 200  len: 217 time: 0.0690029
Nov 24 13:50:58.941177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-c197e823-963b-4316-80f1-82e9981198f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:58.942754 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-c197e823-963b-4316-80f1-82e9981198f9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=04d7fe63-010a-4e6a-9e51-ee3656d5f027 HTTP/1.1" status: 200  len: 848 time: 0.0650787
Nov 24 13:50:59.024927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-d60eca66-b2c0-4d75-b360-43b1e1a27888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:59.026614 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-d60eca66-b2c0-4d75-b360-43b1e1a27888 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=813226b4-c7ec-4574-8e54-d10ab31922ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0777810
Nov 24 13:50:59.176661 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-a4682548-175a-440a-b7f5-8fc4fde99c25 service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434407
Nov 24 13:50:59.324586 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-18c6f50b-0f03-437e-8360-9141c3cab576 req-a57646da-8b66-4d5d-ac19-8513f5e02693 service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1417022
Nov 24 13:50:59.495060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb448939-9b38-437e-80a3-87774b74967a req-14d053ca-c02f-4055-a7d1-dd4817752265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:59.496703 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eb448939-9b38-437e-80a3-87774b74967a req-14d053ca-c02f-4055-a7d1-dd4817752265 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eaa84e3816a945e3803903427633b386&device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 1160 time: 0.0767703
Nov 24 13:50:59.554508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:50:59.618806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad36c0-1ffe-430e-b9fa-0f5dbf5bd19c req-e4516875-35a1-415c-8570-bc153e4fc5a1 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:59.620719 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-19ad36c0-1ffe-430e-b9fa-0f5dbf5bd19c req-e4516875-35a1-415c-8570-bc153e4fc5a1 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 943 time: 0.0911734
Nov 24 13:50:59.646229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb448939-9b38-437e-80a3-87774b74967a req-db8de97a-7752-48ea-8dff-a9be972af6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:59.647840 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eb448939-9b38-437e-80a3-87774b74967a req-db8de97a-7752-48ea-8dff-a9be972af6a6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=813226b4-c7ec-4574-8e54-d10ab31922ea HTTP/1.1" status: 200  len: 903 time: 0.1446769
Nov 24 13:50:59.673678 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-19ad36c0-1ffe-430e-b9fa-0f5dbf5bd19c req-ff284bea-5ff6-430e-99f0-63eb00dccb37 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0450270
Nov 24 13:50:59.723910 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eb448939-9b38-437e-80a3-87774b74967a req-d1cf7881-78a0-4560-91e8-c2756d440b3f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74dc0d85-d3b0-4da4-aff2-b757a5f15b94 HTTP/1.1" status: 200  len: 217 time: 0.0687866
Nov 24 13:50:59.789977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 75c8c889-8f6c-426b-94f9-bb2b87e15fee up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:50:59.801851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb448939-9b38-437e-80a3-87774b74967a req-c2a1a021-86ef-488a-b7e2-74821c8b5770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:59.803469 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eb448939-9b38-437e-80a3-87774b74967a req-c2a1a021-86ef-488a-b7e2-74821c8b5770 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=04d7fe63-010a-4e6a-9e51-ee3656d5f027 HTTP/1.1" status: 200  len: 848 time: 0.0720961
Nov 24 13:50:59.866802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 75c8c889-8f6c-426b-94f9-bb2b87e15fee triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:50:59.867496 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:50:59.889177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb448939-9b38-437e-80a3-87774b74967a req-a17ff358-a408-4585-8b33-7ce82fa303d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:50:59.890951 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eb448939-9b38-437e-80a3-87774b74967a req-a17ff358-a408-4585-8b33-7ce82fa303d9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=813226b4-c7ec-4574-8e54-d10ab31922ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798702
Nov 24 13:51:00.038101 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eb448939-9b38-437e-80a3-87774b74967a req-46dc5380-e4da-4e7c-874a-836073e76a1d service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394229
Nov 24 13:51:00.193539 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eb448939-9b38-437e-80a3-87774b74967a req-00d28e31-2865-4f9f-8077-ba08846faaa2 service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1467586
Nov 24 13:51:00.892574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2eb2a-9141-4827-bcd8-a4320d54304e req-3d9e4c38-ac24-4343-86a0-0c70ccd2b25c tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:51:00.894193 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1bf2eb2a-9141-4827-bcd8-a4320d54304e req-3d9e4c38-ac24-4343-86a0-0c70ccd2b25c tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 943 time: 0.0843711
Nov 24 13:51:00.946626 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1bf2eb2a-9141-4827-bcd8-a4320d54304e req-87b0ec78-9fe2-4533-b621-c3ac48a2869f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0459580
Nov 24 13:51:01.363941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 74dc0d85-d3b0-4da4-aff2-b757a5f15b94 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:51:01.437417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port 74dc0d85-d3b0-4da4-aff2-b757a5f15b94 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:51:01.442667 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 74dc0d85-d3b0-4da4-aff2-b757a5f15b94 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:51:01.443099 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:51:01.563128 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:51:01.597187 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d6ab86-065b-4770-a869-3aa0831db4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dc0d85-d3b0-4da4-aff2-b757a5f15b94'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:51:01.608431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 74dc0d85-d3b0-4da4-aff2-b757a5f15b94, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=74dc0d85-d3b0-4da4-aff2-b757a5f15b94,segment=NetworkSegment(7962effd-46b3-4942-bb4f-5420f2cfa065),segment_id=7962effd-46b3-4942-bb4f-5420f2cfa065)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:51:01.611589 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:51:01.614214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:51:01.667731 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d6ab86-065b-4770-a869-3aa0831db4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dc0d85-d3b0-4da4-aff2-b757a5f15b94', 'code': 200}
Nov 24 13:51:01.689231 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=74dc0d85-d3b0-4da4-aff2-b757a5f15b94,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:51:01.692596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:51:01.948263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc41d7-bc6b-45e1-a3fe-0f2f465fc01c req-b7ecb3e6-b884-4722-94e0-a1de12c89c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:51:01.949873 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d6bc41d7-bc6b-45e1-a3fe-0f2f465fc01c req-b7ecb3e6-b884-4722-94e0-a1de12c89c11 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 1162 time: 0.0801589
Nov 24 13:51:01.995486 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d6bc41d7-bc6b-45e1-a3fe-0f2f465fc01c req-8e3246d1-ffa6-4f67-a4e4-c1afba45e319 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0392845
Nov 24 13:51:02.167923 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d4c4f-3aad-4992-8ac5-c0ac579dc023 req-49ce4f34-40e6-4bd4-8bcb-744262fc26d9 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:51:02.169566 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-866d4c4f-3aad-4992-8ac5-c0ac579dc023 req-49ce4f34-40e6-4bd4-8bcb-744262fc26d9 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 945 time: 0.0920527
Nov 24 13:51:02.219484 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-866d4c4f-3aad-4992-8ac5-c0ac579dc023 req-54b043dc-bf27-48a5-9238-6bbef18025c9 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0426798
Nov 24 13:51:03.086873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 74dc0d85-d3b0-4da4-aff2-b757a5f15b94 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:51:03.167585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 74dc0d85-d3b0-4da4-aff2-b757a5f15b94 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:51:03.168026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:51:03.439663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f124691-b783-4bdd-9458-5655a5ee6e68 req-6f0388d7-3811-40d8-bdee-e71abc631721 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:51:03.441176 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1f124691-b783-4bdd-9458-5655a5ee6e68 req-6f0388d7-3811-40d8-bdee-e71abc631721 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 945 time: 0.0871003
Nov 24 13:51:03.491537 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1f124691-b783-4bdd-9458-5655a5ee6e68 req-bb5ed15a-d3bf-409e-8c68-7780a83954c9 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0437932
Nov 24 13:51:03.704271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287d425-2b0c-4df6-b73c-cd8b5be9a9b5 req-301a1e35-b289-42a1-9230-ad0b073d5116 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:51:03.705816 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4287d425-2b0c-4df6-b73c-cd8b5be9a9b5 req-301a1e35-b289-42a1-9230-ad0b073d5116 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 945 time: 0.0857074
Nov 24 13:51:03.754682 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4287d425-2b0c-4df6-b73c-cd8b5be9a9b5 req-c9d378b1-114c-4b66-a3a0-df88b5af84e6 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0424008
Nov 24 13:51:03.967399 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8d14177e-cf7c-48db-b1db-8ae1614b3660 req-738d73fa-c510-489c-94a9-30be7fd1d542 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1588581
Nov 24 13:51:03.978898 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-8d14177e-cf7c-48db-b1db-8ae1614b3660 req-f4742b51-61fd-4712-be9b-d96c41d18746 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:51:03.985176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-8d14177e-cf7c-48db-b1db-8ae1614b3660 req-f4742b51-61fd-4712-be9b-d96c41d18746 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:51:03.989263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-8d14177e-cf7c-48db-b1db-8ae1614b3660 req-f4742b51-61fd-4712-be9b-d96c41d18746 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Usage tracker for resource:floatingip and tenant:eaa84e3816a945e3803903427633b386 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:51:03.992292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-8d14177e-cf7c-48db-b1db-8ae1614b3660 req-f4742b51-61fd-4712-be9b-d96c41d18746 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:51:03.998815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-8d14177e-cf7c-48db-b1db-8ae1614b3660 req-f4742b51-61fd-4712-be9b-d96c41d18746 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:51:04.008847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8d14177e-cf7c-48db-b1db-8ae1614b3660 req-f4742b51-61fd-4712-be9b-d96c41d18746 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for floatingip, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:51:04.158393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8d14177e-cf7c-48db-b1db-8ae1614b3660 req-f4742b51-61fd-4712-be9b-d96c41d18746 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:51:04.703398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-8d14177e-cf7c-48db-b1db-8ae1614b3660 req-f4742b51-61fd-4712-be9b-d96c41d18746 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Allocated IP 172.26.8.62 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/a9516c84-c6f8-4465-bd04-1a38efc85a8f) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:51:04.860596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8d14177e-cf7c-48db-b1db-8ae1614b3660 req-f4742b51-61fd-4712-be9b-d96c41d18746 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:51:04.887717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8d14177e-cf7c-48db-b1db-8ae1614b3660 req-f4742b51-61fd-4712-be9b-d96c41d18746 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:51:04.903640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2d693be9-12ce-4a6e-a57b-ebc1940f80ca tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:51:05.040010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4742b51-61fd-4712-be9b-d96c41d18746 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Pushing event updated for resources: {'Port': ['ID=a9516c84-c6f8-4465-bd04-1a38efc85a8f,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:51:05.045925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f4742b51-61fd-4712-be9b-d96c41d18746 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:51:05.102544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d14177e-cf7c-48db-b1db-8ae1614b3660 req-f4742b51-61fd-4712-be9b-d96c41d18746 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:51:05.103710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-8d14177e-cf7c-48db-b1db-8ae1614b3660 req-f4742b51-61fd-4712-be9b-d96c41d18746 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:51:05.106250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d14177e-cf7c-48db-b1db-8ae1614b3660 req-f4742b51-61fd-4712-be9b-d96c41d18746 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:51:05.199206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8d14177e-cf7c-48db-b1db-8ae1614b3660 req-f4742b51-61fd-4712-be9b-d96c41d18746 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for floatingip, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:51:05.265007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8d14177e-cf7c-48db-b1db-8ae1614b3660 req-f4742b51-61fd-4712-be9b-d96c41d18746 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:51:05.539866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8d14177e-cf7c-48db-b1db-8ae1614b3660 req-f4742b51-61fd-4712-be9b-d96c41d18746 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:51:05.543307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8d14177e-cf7c-48db-b1db-8ae1614b3660 req-f4742b51-61fd-4712-be9b-d96c41d18746 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:51:05.558371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-04b7e306-dec2-400f-877e-524060067edb tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:51:05.690320 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4742b51-61fd-4712-be9b-d96c41d18746 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Pushing event updated for resources: {'Port': ['ID=a9516c84-c6f8-4465-bd04-1a38efc85a8f,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:51:05.695396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f4742b51-61fd-4712-be9b-d96c41d18746 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:51:05.803379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8d14177e-cf7c-48db-b1db-8ae1614b3660 req-f4742b51-61fd-4712-be9b-d96c41d18746 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:51:05.825135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-8d14177e-cf7c-48db-b1db-8ae1614b3660 req-f4742b51-61fd-4712-be9b-d96c41d18746 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:51:05.826979 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8d14177e-cf7c-48db-b1db-8ae1614b3660 req-f4742b51-61fd-4712-be9b-d96c41d18746 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.8528593
Nov 24 13:51:05.916119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-8d14177e-cf7c-48db-b1db-8ae1614b3660 req-ba0f6a61-eab7-4461-b116-1ef805b34864 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Synchronizing usage tracker for tenant:eaa84e3816a945e3803903427633b386 on resource:floatingip {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:51:05.932094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-8d14177e-cf7c-48db-b1db-8ae1614b3660 req-ba0f6a61-eab7-4461-b116-1ef805b34864 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Unset dirty status for tenant:eaa84e3816a945e3803903427633b386 on resource:floatingip {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:51:05.933335 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8d14177e-cf7c-48db-b1db-8ae1614b3660 req-ba0f6a61-eab7-4461-b116-1ef805b34864 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.26.8.62 HTTP/1.1" status: 200  len: 695 time: 0.0997148
Nov 24 13:51:06.100054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14177e-cf7c-48db-b1db-8ae1614b3660 req-a5b1f112-d247-43d4-9330-9e2f5bae63ba tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:51:06.101435 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8d14177e-cf7c-48db-b1db-8ae1614b3660 req-a5b1f112-d247-43d4-9330-9e2f5bae63ba tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/networks/cfe08d36-e5ba-4f00-8669-16a0ead5d220 HTTP/1.1" status: 200  len: 784 time: 0.1613820
Nov 24 13:51:06.113275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-8d14177e-cf7c-48db-b1db-8ae1614b3660 req-b27e1193-8047-4a15-b9f8-365563203a30 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:51:06.114612 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8d14177e-cf7c-48db-b1db-8ae1614b3660 req-b27e1193-8047-4a15-b9f8-365563203a30 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0066547
Nov 24 13:51:06.321220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a2225-58bd-41a5-989b-33c5c58ff618 req-54871f0c-2556-47be-837a-aa7fc2c01297 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:51:06.322851 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c7a2225-58bd-41a5-989b-33c5c58ff618 req-54871f0c-2556-47be-837a-aa7fc2c01297 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0914729
Nov 24 13:51:06.411794 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c7a2225-58bd-41a5-989b-33c5c58ff618 req-be20356f-5c94-4b8e-84b1-9aff6f34b196 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.26.8.62 HTTP/1.1" status: 200  len: 695 time: 0.0816932
Nov 24 13:51:06.423105 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-3c7a2225-58bd-41a5-989b-33c5c58ff618 req-b4415a0f-0f11-4925-8324-8bc28c6a5920 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Request body: {'floatingip': {'port_id': '74dc0d85-d3b0-4da4-aff2-b757a5f15b94', 'fixed_ip_address': '172.20.0.8'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:51:06.504334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3c7a2225-58bd-41a5-989b-33c5c58ff618 req-b4415a0f-0f11-4925-8324-8bc28c6a5920 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for floatingip, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:51:07.123808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3c7a2225-58bd-41a5-989b-33c5c58ff618 req-b4415a0f-0f11-4925-8324-8bc28c6a5920 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for floatingip, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:51:07.127142 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3c7a2225-58bd-41a5-989b-33c5c58ff618 req-b4415a0f-0f11-4925-8324-8bc28c6a5920 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:51:07.331504 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [req-3c7a2225-58bd-41a5-989b-33c5c58ff618 req-b4415a0f-0f11-4925-8324-8bc28c6a5920 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Floating IP caa75e24-a84e-4795-994a-f8bddd2426bd associated. External IP: 172.26.8.62, port: 74dc0d85-d3b0-4da4-aff2-b757a5f15b94.
Nov 24 13:51:07.748492 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c7a2225-58bd-41a5-989b-33c5c58ff618 req-b4415a0f-0f11-4925-8324-8bc28c6a5920 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Router a02284c1-0b55-4fc1-b777-5023f86f1c80 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:51:07.962915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c7a2225-58bd-41a5-989b-33c5c58ff618 req-b4415a0f-0f11-4925-8324-8bc28c6a5920 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:51:07.967494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3c7a2225-58bd-41a5-989b-33c5c58ff618 req-b4415a0f-0f11-4925-8324-8bc28c6a5920 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:51:07.973121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2e6ea4-384a-4557-903d-40e3a17d9423 None None] Sync routers for ids ['a02284c1-0b55-4fc1-b777-5023f86f1c80'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:51:07.989202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2e6ea4-384a-4557-903d-40e3a17d9423 None None] Routers {'a02284c1-0b55-4fc1-b777-5023f86f1c80'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:51:07.989791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5b2e6ea4-384a-4557-903d-40e3a17d9423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca83a90>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:50:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a02284c1-0b55-4fc1-b777-5023f86f1c80'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:51:08.027777 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c7a2225-58bd-41a5-989b-33c5c58ff618 req-b4415a0f-0f11-4925-8324-8bc28c6a5920 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "PUT /v2.0/floatingips/caa75e24-a84e-4795-994a-f8bddd2426bd HTTP/1.1" status: 200  len: 995 time: 1.6097567
Nov 24 13:51:08.028372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d6ab86-065b-4770-a869-3aa0831db4a6', 'tag': '74dc0d85-d3b0-4da4-aff2-b757a5f15b94'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:51:08.218022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-5b2e6ea4-384a-4557-903d-40e3a17d9423 None None] Set router a02284c1-0b55-4fc1-b777-5023f86f1c80 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:51:08.235978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ded8a-76c0-48b8-967e-827eb9023e92 req-fb0f00b1-0992-40fd-b8a8-11cd6f8eddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:51:08.237626 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-315ded8a-76c0-48b8-967e-827eb9023e92 req-fb0f00b1-0992-40fd-b8a8-11cd6f8eddc6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eaa84e3816a945e3803903427633b386&device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 1162 time: 0.0975292
Nov 24 13:51:08.358624 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d6ab86-065b-4770-a869-3aa0831db4a6', 'tag': '74dc0d85-d3b0-4da4-aff2-b757a5f15b94', 'status': 'completed', 'code': 200}
Nov 24 13:51:08.395518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ded8a-76c0-48b8-967e-827eb9023e92 req-464498da-14b0-4416-afba-c99b46d6796e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:51:08.397148 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-315ded8a-76c0-48b8-967e-827eb9023e92 req-464498da-14b0-4416-afba-c99b46d6796e service neutron] 10.222.0.70 "GET /v2.0/networks?id=813226b4-c7ec-4574-8e54-d10ab31922ea HTTP/1.1" status: 200  len: 903 time: 0.1521578
Nov 24 13:51:08.399929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a2225-58bd-41a5-989b-33c5c58ff618 req-4f57d2d2-7c75-444d-bf4c-4a7766f0f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:51:08.401608 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c7a2225-58bd-41a5-989b-33c5c58ff618 req-4f57d2d2-7c75-444d-bf4c-4a7766f0f55d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=eaa84e3816a945e3803903427633b386&device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 1162 time: 0.3599572
Nov 24 13:51:08.516250 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-315ded8a-76c0-48b8-967e-827eb9023e92 req-079264b2-aac2-4cc2-9b85-879e3df9e9db service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74dc0d85-d3b0-4da4-aff2-b757a5f15b94 HTTP/1.1" status: 200  len: 998 time: 0.1129103
Nov 24 13:51:08.556368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a2225-58bd-41a5-989b-33c5c58ff618 req-32ed54ee-1ffb-4082-9a1d-f46fa421da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:51:08.557993 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c7a2225-58bd-41a5-989b-33c5c58ff618 req-32ed54ee-1ffb-4082-9a1d-f46fa421da68 service neutron] 10.222.0.76 "GET /v2.0/networks?id=813226b4-c7ec-4574-8e54-d10ab31922ea HTTP/1.1" status: 200  len: 903 time: 0.1493142
Nov 24 13:51:08.590687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ded8a-76c0-48b8-967e-827eb9023e92 req-203c480f-6d80-4f76-ad1c-5f0246fef47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:51:08.592966 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-315ded8a-76c0-48b8-967e-827eb9023e92 req-203c480f-6d80-4f76-ad1c-5f0246fef47f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=04d7fe63-010a-4e6a-9e51-ee3656d5f027 HTTP/1.1" status: 200  len: 848 time: 0.0704219
Nov 24 13:51:08.615875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5b2e6ea4-384a-4557-903d-40e3a17d9423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca83a90>, [{'id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'name': 'tempest-TestShelveInstance-1733141774-router', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:50:46Z', 'updated_at': '2020-11-24T13:50:50Z', 'revision_number': 4, 'project_id': 'eaa84e3816a945e3803903427633b386', 'gw_port': {'id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:47Z', 'updated_at': '2020-11-24T13:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'caa75e24-a84e-4795-994a-f8bddd2426bd', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'floating_ip_address': '172.26.8.62', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'port_id': '74dc0d85-d3b0-4da4-aff2-b757a5f15b94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea', 'mac_address': 'fa:16:3e:15:f4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d6ab86-065b-4770-a869-3aa0831db4a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:51:05Z', 'updated_at': '2020-11-24T13:51:07Z', 'revision_number': 1, 'project_id': 'eaa84e3816a945e3803903427633b386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75c8c889-8f6c-426b-94f9-bb2b87e15fee', 'name': '', 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'mac_address': 'fa:16:3e:44:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:49Z', 'updated_at': '2020-11-24T13:50:58Z', 'revision_number': 5, 'project_id': 'eaa84e3816a945e3803903427633b386', 'subnets': [{'id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:51:08.620066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2e6ea4-384a-4557-903d-40e3a17d9423 None None] Checking router: a02284c1-0b55-4fc1-b777-5023f86f1c80 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:51:08.632068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2e6ea4-384a-4557-903d-40e3a17d9423 None None] Routers {'a02284c1-0b55-4fc1-b777-5023f86f1c80'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:51:08.632730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5b2e6ea4-384a-4557-903d-40e3a17d9423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca83a90>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:50:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a02284c1-0b55-4fc1-b777-5023f86f1c80'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:51:08.672795 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c7a2225-58bd-41a5-989b-33c5c58ff618 req-10a5a853-6829-4baf-b2d4-f4caed8a14ed service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74dc0d85-d3b0-4da4-aff2-b757a5f15b94 HTTP/1.1" status: 200  len: 998 time: 0.1075666
Nov 24 13:51:08.685632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ded8a-76c0-48b8-967e-827eb9023e92 req-b409745f-f1a0-4f8b-8d23-a4083a7862a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:51:08.687329 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-315ded8a-76c0-48b8-967e-827eb9023e92 req-b409745f-f1a0-4f8b-8d23-a4083a7862a5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=813226b4-c7ec-4574-8e54-d10ab31922ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0880477
Nov 24 13:51:08.743433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a2225-58bd-41a5-989b-33c5c58ff618 req-ee3ff504-bf4e-43e1-b53e-06dedc6b64af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:51:08.745160 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c7a2225-58bd-41a5-989b-33c5c58ff618 req-ee3ff504-bf4e-43e1-b53e-06dedc6b64af service neutron] 10.222.0.76 "GET /v2.0/subnets?id=04d7fe63-010a-4e6a-9e51-ee3656d5f027 HTTP/1.1" status: 200  len: 848 time: 0.0658970
Nov 24 13:51:08.833499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-5b2e6ea4-384a-4557-903d-40e3a17d9423 None None] Set router a02284c1-0b55-4fc1-b777-5023f86f1c80 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:51:08.834159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a2225-58bd-41a5-989b-33c5c58ff618 req-fa141cf3-ecfa-4c57-b86e-4b6324bea011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:51:08.835827 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c7a2225-58bd-41a5-989b-33c5c58ff618 req-fa141cf3-ecfa-4c57-b86e-4b6324bea011 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=813226b4-c7ec-4574-8e54-d10ab31922ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0822353
Nov 24 13:51:08.838435 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-315ded8a-76c0-48b8-967e-827eb9023e92 req-7d73df99-fe67-40e5-a1e1-bde07fd701f4 service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441894
Nov 24 13:51:08.848710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-3c7a2225-58bd-41a5-989b-33c5c58ff618 req-85a99191-ba67-4316-a16c-4f8e393588b3 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:51:08.849893 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c7a2225-58bd-41a5-989b-33c5c58ff618 req-85a99191-ba67-4316-a16c-4f8e393588b3 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0057526
Nov 24 13:51:09.016229 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c7a2225-58bd-41a5-989b-33c5c58ff618 req-b6728fdb-d269-4482-9521-242be2cda6be service neutron] 10.222.0.76 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521487
Nov 24 13:51:09.205339 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3c7a2225-58bd-41a5-989b-33c5c58ff618 req-1e8bcc9f-8c10-4c56-985a-3a54af172cad service neutron] 10.222.0.76 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1819592
Nov 24 13:51:09.302070 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-315ded8a-76c0-48b8-967e-827eb9023e92 req-29857c94-14a3-4d7d-bda7-61a730be323f service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4520967
Nov 24 13:51:09.388194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5b2e6ea4-384a-4557-903d-40e3a17d9423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca83a90>, [{'id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'name': 'tempest-TestShelveInstance-1733141774-router', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:50:46Z', 'updated_at': '2020-11-24T13:50:50Z', 'revision_number': 4, 'project_id': 'eaa84e3816a945e3803903427633b386', 'gw_port': {'id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:47Z', 'updated_at': '2020-11-24T13:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'caa75e24-a84e-4795-994a-f8bddd2426bd', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'floating_ip_address': '172.26.8.62', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'port_id': '74dc0d85-d3b0-4da4-aff2-b757a5f15b94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea', 'mac_address': 'fa:16:3e:15:f4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d6ab86-065b-4770-a869-3aa0831db4a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:51:05Z', 'updated_at': '2020-11-24T13:51:07Z', 'revision_number': 1, 'project_id': 'eaa84e3816a945e3803903427633b386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75c8c889-8f6c-426b-94f9-bb2b87e15fee', 'name': '', 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'mac_address': 'fa:16:3e:44:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:49Z', 'updated_at': '2020-11-24T13:50:58Z', 'revision_number': 5, 'project_id': 'eaa84e3816a945e3803903427633b386', 'subnets': [{'id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:51:09.392447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2e6ea4-384a-4557-903d-40e3a17d9423 None None] The sync data for ids ['a02284c1-0b55-4fc1-b777-5023f86f1c80'] in dv-neutron-601336-61-ovs is: [{'id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'name': 'tempest-TestShelveInstance-1733141774-router', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:50:46Z', 'updated_at': '2020-11-24T13:50:50Z', 'revision_number': 4, 'project_id': 'eaa84e3816a945e3803903427633b386', 'gw_port': {'id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:47Z', 'updated_at': '2020-11-24T13:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': 'caa75e24-a84e-4795-994a-f8bddd2426bd', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'floating_ip_address': '172.26.8.62', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'port_id': '74dc0d85-d3b0-4da4-aff2-b757a5f15b94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea', 'mac_address': 'fa:16:3e:15:f4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d6ab86-065b-4770-a869-3aa0831db4a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:51:05Z', 'updated_at': '2020-11-24T13:51:07Z', 'revision_number': 1, 'project_id': 'eaa84e3816a945e3803903427633b386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75c8c889-8f6c-426b-94f9-bb2b87e15fee', 'name': '', 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'mac_address': 'fa:16:3e:44:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:49Z', 'updated_at': '2020-11-24T13:50:58Z', 'revision_number': 5, 'project_id': 'eaa84e3816a945e3803903427633b386', 'subnets': [{'id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:51:09.674283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cdd05c-1b95-4de1-84a7-b947f9b189d6 None None] New status for floating IP caa75e24-a84e-4795-994a-f8bddd2426bd: ACTIVE {{(pid=80945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:51:10.343029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6870439c-52fd-4112-a9c7-070ac518dd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:51:12.707609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-67aee627-d771-43c7-a78b-5d27bc262278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:51:13.061954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:51:14.307922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:51:14.924742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:51:21.515116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:51:32.763720 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-81dd1776-df27-4503-b535-3114613a0b5d req-0635051a-7df1-48be-9a1a-391bbfece323 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0756512
Nov 24 13:51:32.936329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd1776-df27-4503-b535-3114613a0b5d req-a37b703f-fe8c-402f-ad31-c136285b9fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:51:32.938038 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-81dd1776-df27-4503-b535-3114613a0b5d req-a37b703f-fe8c-402f-ad31-c136285b9fd0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eaa84e3816a945e3803903427633b386&device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 1162 time: 0.0800993
Nov 24 13:51:33.092082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd1776-df27-4503-b535-3114613a0b5d req-662dc26a-1f0d-49fd-83c9-cff5d2e3a912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:51:33.094064 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-81dd1776-df27-4503-b535-3114613a0b5d req-662dc26a-1f0d-49fd-83c9-cff5d2e3a912 service neutron] 10.222.0.70 "GET /v2.0/networks?id=813226b4-c7ec-4574-8e54-d10ab31922ea HTTP/1.1" status: 200  len: 903 time: 0.1372609
Nov 24 13:51:33.205471 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-81dd1776-df27-4503-b535-3114613a0b5d req-e9e44e21-12c1-4d65-af26-97841a2c46d3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74dc0d85-d3b0-4da4-aff2-b757a5f15b94 HTTP/1.1" status: 200  len: 1000 time: 0.1043706
Nov 24 13:51:33.282593 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd1776-df27-4503-b535-3114613a0b5d req-9806e63e-d268-4dca-8e63-28b293d9338b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:51:33.284192 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-81dd1776-df27-4503-b535-3114613a0b5d req-9806e63e-d268-4dca-8e63-28b293d9338b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=04d7fe63-010a-4e6a-9e51-ee3656d5f027 HTTP/1.1" status: 200  len: 848 time: 0.0714090
Nov 24 13:51:33.366690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd1776-df27-4503-b535-3114613a0b5d req-a8b163b7-570f-4e11-885c-f89efe74bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:51:33.368227 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-81dd1776-df27-4503-b535-3114613a0b5d req-a8b163b7-570f-4e11-885c-f89efe74bc61 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=813226b4-c7ec-4574-8e54-d10ab31922ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0760415
Nov 24 13:51:33.516632 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-81dd1776-df27-4503-b535-3114613a0b5d req-e54a67d5-8f7c-4ae2-b3a5-bb6bb01efb13 service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412115
Nov 24 13:51:33.665632 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-81dd1776-df27-4503-b535-3114613a0b5d req-0be25c23-99bd-4d82-b3b6-89e806066813 service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411986
Nov 24 13:51:36.556366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:51:40.345464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c9bf675c-bde4-435d-b14e-63ae654854fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:51:42.712653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e02ab6ea-323a-4752-865c-8d99834db17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:51:43.065526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:51:44.300387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:51:44.929793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:51:51.520241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:52:10.348451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b7175c75-dbbe-482d-adb6-0cec7b9a9679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:52:12.705173 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bb0cc55e-519a-49db-a27f-a29795ad2ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:52:13.070615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:52:13.558236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:52:14.303282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:52:14.930698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:52:21.540222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:52:34.763915 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-529743b9-32cd-4369-850e-ce4fdcf5a51a req-bb54fa48-4d74-4d5b-a29f-07f579fffaf0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0781536
Nov 24 13:52:34.924631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529743b9-32cd-4369-850e-ce4fdcf5a51a req-3e1b6ede-0252-4875-b505-59b09f1e32f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:52:34.926342 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-529743b9-32cd-4369-850e-ce4fdcf5a51a req-3e1b6ede-0252-4875-b505-59b09f1e32f2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eaa84e3816a945e3803903427633b386&device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 1162 time: 0.0752482
Nov 24 13:52:35.081033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529743b9-32cd-4369-850e-ce4fdcf5a51a req-518b11ec-11fd-45e5-83c9-267eaad7865f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:52:35.083202 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-529743b9-32cd-4369-850e-ce4fdcf5a51a req-518b11ec-11fd-45e5-83c9-267eaad7865f service neutron] 10.222.0.70 "GET /v2.0/networks?id=813226b4-c7ec-4574-8e54-d10ab31922ea HTTP/1.1" status: 200  len: 903 time: 0.1387007
Nov 24 13:52:35.194634 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-529743b9-32cd-4369-850e-ce4fdcf5a51a req-a43f44ab-193d-4262-9585-e229c8810c7d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74dc0d85-d3b0-4da4-aff2-b757a5f15b94 HTTP/1.1" status: 200  len: 1000 time: 0.1045742
Nov 24 13:52:35.263724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529743b9-32cd-4369-850e-ce4fdcf5a51a req-9058e262-8aad-4724-a404-055d189e2224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:52:35.265146 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-529743b9-32cd-4369-850e-ce4fdcf5a51a req-9058e262-8aad-4724-a404-055d189e2224 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=04d7fe63-010a-4e6a-9e51-ee3656d5f027 HTTP/1.1" status: 200  len: 848 time: 0.0645337
Nov 24 13:52:35.349938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529743b9-32cd-4369-850e-ce4fdcf5a51a req-cb56e840-e19c-4a01-9e2f-335e184b9e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:52:35.351491 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-529743b9-32cd-4369-850e-ce4fdcf5a51a req-cb56e840-e19c-4a01-9e2f-335e184b9e80 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=813226b4-c7ec-4574-8e54-d10ab31922ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0804513
Nov 24 13:52:35.499843 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-529743b9-32cd-4369-850e-ce4fdcf5a51a req-8fbe48df-8132-4149-b5d4-09ca7faf8d26 service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417568
Nov 24 13:52:35.643635 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-529743b9-32cd-4369-850e-ce4fdcf5a51a req-13dd6cce-4344-44a8-adc8-e8181d2dc003 service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1376688
Nov 24 13:52:40.350411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-89917742-5a4f-4151-8f2d-927034bc5274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:52:42.707922 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d86551ae-0567-490b-a2fc-5784fcfe5961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:52:43.071206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:52:44.306027 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:52:44.934643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:52:50.559515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:52:51.532116 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:52:58.040909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b6793-b92c-4e26-a780-aa7a94d9f906 req-6de0c869-954f-466e-8785-d42d72d53075 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:52:58.042517 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b48b6793-b92c-4e26-a780-aa7a94d9f906 req-6de0c869-954f-466e-8785-d42d72d53075 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 945 time: 0.0843115
Nov 24 13:52:58.090844 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b48b6793-b92c-4e26-a780-aa7a94d9f906 req-d4d9065f-9cf6-4e8f-9801-83bdfe5c1e34 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0414796
Nov 24 13:52:59.312891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a878b5b-c96e-41da-a875-d0e68122e8a8 req-65283cae-6564-4be7-9cec-01991698f3da tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:52:59.314554 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4a878b5b-c96e-41da-a875-d0e68122e8a8 req-65283cae-6564-4be7-9cec-01991698f3da tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 945 time: 0.0885644
Nov 24 13:52:59.365354 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4a878b5b-c96e-41da-a875-d0e68122e8a8 req-8e61907a-73dc-459f-ac1d-07004e91b580 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0442820
Nov 24 13:53:00.594905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091459d-79b0-4547-9030-4a0bd589fa5e req-38324f3f-14a8-4d88-ba17-96d90c1be10e tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:00.596507 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7091459d-79b0-4547-9030-4a0bd589fa5e req-38324f3f-14a8-4d88-ba17-96d90c1be10e tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 945 time: 0.0847402
Nov 24 13:53:00.648602 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7091459d-79b0-4547-9030-4a0bd589fa5e req-0df9e9d9-4817-4bcd-bf37-d724fe7a94ea tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0451949
Nov 24 13:53:01.859953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3b053-65d8-40cb-a463-6f2cd318816c req-ab0e0433-a79f-4cbd-8f89-bc3064110829 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:01.861555 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b8a3b053-65d8-40cb-a463-6f2cd318816c req-ab0e0433-a79f-4cbd-8f89-bc3064110829 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 945 time: 0.0820396
Nov 24 13:53:01.910505 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b8a3b053-65d8-40cb-a463-6f2cd318816c req-236fbeaa-81a9-4d0c-962f-8b6384266dda tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0420566
Nov 24 13:53:03.131744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0c97a-0ac6-4d92-b5fe-5d459f7df556 req-f9be2e53-58e0-488c-b767-dbb43767da13 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:03.133380 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c7c0c97a-0ac6-4d92-b5fe-5d459f7df556 req-f9be2e53-58e0-488c-b767-dbb43767da13 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 945 time: 0.0890310
Nov 24 13:53:03.182563 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c7c0c97a-0ac6-4d92-b5fe-5d459f7df556 req-97ed93e1-f1bc-4834-8f1e-ea9547222c2f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0427508
Nov 24 13:53:04.401305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ed74c-4782-4a80-b940-b55d29ecb004 req-342fe446-2dfd-4586-9be2-184a4b5d7811 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:04.402936 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-494ed74c-4782-4a80-b940-b55d29ecb004 req-342fe446-2dfd-4586-9be2-184a4b5d7811 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 945 time: 0.0874772
Nov 24 13:53:04.452734 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-494ed74c-4782-4a80-b940-b55d29ecb004 req-770b6c2e-666b-402c-acef-a1a946abd65a tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0431831
Nov 24 13:53:05.669117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750c37f-7693-4a56-b669-7a2acc19f81d req-aef474a2-a141-4e54-ab7a-62a3b225534a tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:05.670735 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c750c37f-7693-4a56-b669-7a2acc19f81d req-aef474a2-a141-4e54-ab7a-62a3b225534a tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 945 time: 0.0859020
Nov 24 13:53:05.718562 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c750c37f-7693-4a56-b669-7a2acc19f81d req-6ac49c51-44c3-4119-9ed5-a3c17ce2b747 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0413723
Nov 24 13:53:06.931016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36164f-61e1-40e5-b919-174b39bfb197 req-3e29f7eb-5c11-4d80-ba0d-88f4ebed2069 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:06.932660 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2a36164f-61e1-40e5-b919-174b39bfb197 req-3e29f7eb-5c11-4d80-ba0d-88f4ebed2069 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 945 time: 0.0851998
Nov 24 13:53:06.983397 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2a36164f-61e1-40e5-b919-174b39bfb197 req-8ef6d93e-c653-4715-a17a-409c971b41fb tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0442777
Nov 24 13:53:08.206668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c86be-8132-4f58-a9af-47b81a5b3ec4 req-91225a36-02a9-4b64-a6cd-aba628ee5650 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:08.208301 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5d3c86be-8132-4f58-a9af-47b81a5b3ec4 req-91225a36-02a9-4b64-a6cd-aba628ee5650 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 945 time: 0.0935347
Nov 24 13:53:08.258595 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5d3c86be-8132-4f58-a9af-47b81a5b3ec4 req-9f5ca95d-7cef-49b2-92e1-cfb7859ecfcc tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0430048
Nov 24 13:53:09.477917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b22398-a112-4193-8966-670301404838 req-cdd8e956-8259-46cb-8420-ef7ca0391932 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:09.479512 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-20b22398-a112-4193-8966-670301404838 req-cdd8e956-8259-46cb-8420-ef7ca0391932 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 945 time: 0.0874851
Nov 24 13:53:09.533381 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-20b22398-a112-4193-8966-670301404838 req-0d4ec590-5fdb-4ff2-a46a-91a5dbd2b8d5 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0473902
Nov 24 13:53:10.352263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-80ab2912-fb4d-46fa-8350-42bdb683b756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:53:10.757280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe04a0-7c52-428f-a5f5-6a90e3808e21 req-488b5aa3-5291-446c-8910-5c9be1803c47 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:10.758894 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4fbe04a0-7c52-428f-a5f5-6a90e3808e21 req-488b5aa3-5291-446c-8910-5c9be1803c47 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 945 time: 0.0898299
Nov 24 13:53:10.815241 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4fbe04a0-7c52-428f-a5f5-6a90e3808e21 req-a3312e98-5652-49da-9d00-44ecd8f2ba5f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0469022
Nov 24 13:53:12.075982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11b4ea-6f06-46c5-bdde-70731f083db5 req-77fe09ff-4f98-4bcd-aa9f-5ec0228f1fef tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:12.084067 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4b11b4ea-6f06-46c5-bdde-70731f083db5 req-77fe09ff-4f98-4bcd-aa9f-5ec0228f1fef tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 945 time: 0.1148889
Nov 24 13:53:12.152295 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4b11b4ea-6f06-46c5-bdde-70731f083db5 req-65934beb-e43a-4e06-8a4b-6cd23fcd9eff tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0662181
Nov 24 13:53:12.715390 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5b5b0d2b-bdf3-409c-b283-4a80548b7b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:53:13.081056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:53:13.366473 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e66584-eb50-47b3-aae4-2688c474063a req-f2e26e04-ee33-4916-9cd0-997498e07a6e tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:13.368038 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-71e66584-eb50-47b3-aae4-2688c474063a req-f2e26e04-ee33-4916-9cd0-997498e07a6e tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 945 time: 0.0871065
Nov 24 13:53:13.425100 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-71e66584-eb50-47b3-aae4-2688c474063a req-dc0dac0b-2a42-4edf-8ce4-1e8c31ea85c2 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0492504
Nov 24 13:53:14.313032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:53:14.672636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e2fd1-d5d0-4f04-9d10-3fd7cd9ed6d7 req-d557dbc8-8b32-4635-9594-e6ebd3b69383 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:14.674269 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3f8e2fd1-d5d0-4f04-9d10-3fd7cd9ed6d7 req-d557dbc8-8b32-4635-9594-e6ebd3b69383 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 945 time: 0.1027269
Nov 24 13:53:14.728318 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3f8e2fd1-d5d0-4f04-9d10-3fd7cd9ed6d7 req-a559d7b7-72da-4f60-b631-2995091d527c tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0464556
Nov 24 13:53:14.940125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:53:15.967466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271dba4-dd00-4275-8555-d5c76ea36a4e req-5effd2ff-e424-4561-b01b-da349c2f8d60 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:15.969142 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b271dba4-dd00-4275-8555-d5c76ea36a4e req-5effd2ff-e424-4561-b01b-da349c2f8d60 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 945 time: 0.0998049
Nov 24 13:53:16.026839 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b271dba4-dd00-4275-8555-d5c76ea36a4e req-ff8aa517-8651-42af-a956-fbc5dd1dad21 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0501933
Nov 24 13:53:17.333908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b835bf-7452-45b0-b464-a1a19027dba9 req-cfcd328d-4a2a-4d9d-8b14-1beabc8df69b tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:17.336213 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-80b835bf-7452-45b0-b464-a1a19027dba9 req-cfcd328d-4a2a-4d9d-8b14-1beabc8df69b tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 945 time: 0.0946405
Nov 24 13:53:17.390730 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-80b835bf-7452-45b0-b464-a1a19027dba9 req-bd3cb32c-952a-4c94-bb18-5381d8cdafee tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0470021
Nov 24 13:53:18.667151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612a31f-7286-433d-8f7b-1d8faa62f556 req-cab0816f-0d04-4900-ac33-3486f1becac6 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:18.670765 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d612a31f-7286-433d-8f7b-1d8faa62f556 req-cab0816f-0d04-4900-ac33-3486f1becac6 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 945 time: 0.1060910
Nov 24 13:53:18.722836 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d612a31f-7286-433d-8f7b-1d8faa62f556 req-0fbf9834-236d-43c0-8bff-082e4a8ea44c tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0475552
Nov 24 13:53:19.949303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fb31f-5f29-40ec-b747-ebc7fe369279 req-ef7426c5-24b1-4fec-aad1-975479335a23 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:19.950903 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-703fb31f-5f29-40ec-b747-ebc7fe369279 req-ef7426c5-24b1-4fec-aad1-975479335a23 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 945 time: 0.0843458
Nov 24 13:53:20.000509 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-703fb31f-5f29-40ec-b747-ebc7fe369279 req-d5c5a2a0-c824-4fad-bbd5-7829d80faed7 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0427489
Nov 24 13:53:20.635064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e6b9e-2bfc-4df3-a485-e2577769a7e6 req-958797a9-b9b6-40f6-81ba-48b776b68edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:20.636686 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0c0e6b9e-2bfc-4df3-a485-e2577769a7e6 req-958797a9-b9b6-40f6-81ba-48b776b68edc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eaa84e3816a945e3803903427633b386&device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 1162 time: 0.0777347
Nov 24 13:53:20.781731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e6b9e-2bfc-4df3-a485-e2577769a7e6 req-189efd13-fab9-4a16-b6e7-a87674a6aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:20.783348 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0c0e6b9e-2bfc-4df3-a485-e2577769a7e6 req-189efd13-fab9-4a16-b6e7-a87674a6aebd service neutron] 10.222.0.70 "GET /v2.0/networks?id=813226b4-c7ec-4574-8e54-d10ab31922ea HTTP/1.1" status: 200  len: 903 time: 0.1398096
Nov 24 13:53:20.892864 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0c0e6b9e-2bfc-4df3-a485-e2577769a7e6 req-702031c7-06d5-4e3a-bc5b-faadc1fa09fb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74dc0d85-d3b0-4da4-aff2-b757a5f15b94 HTTP/1.1" status: 200  len: 1000 time: 0.1030989
Nov 24 13:53:20.963539 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e6b9e-2bfc-4df3-a485-e2577769a7e6 req-16c8cbc5-beb3-4b3b-ba73-36f557bcd344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:20.965087 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0c0e6b9e-2bfc-4df3-a485-e2577769a7e6 req-16c8cbc5-beb3-4b3b-ba73-36f557bcd344 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=04d7fe63-010a-4e6a-9e51-ee3656d5f027 HTTP/1.1" status: 200  len: 848 time: 0.0663764
Nov 24 13:53:21.045352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e6b9e-2bfc-4df3-a485-e2577769a7e6 req-10823b0e-3934-4ec2-abd7-9d75b590ce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:21.047006 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0c0e6b9e-2bfc-4df3-a485-e2577769a7e6 req-10823b0e-3934-4ec2-abd7-9d75b590ce16 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=813226b4-c7ec-4574-8e54-d10ab31922ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0757606
Nov 24 13:53:21.200162 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0c0e6b9e-2bfc-4df3-a485-e2577769a7e6 req-c60d51fa-6432-422d-91c2-3e47d21356bb service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465251
Nov 24 13:53:21.229688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe976be-a397-4c3e-a023-b76211d0f87d req-045915f0-8f6f-4880-8d80-bc151e7f481c tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:21.231361 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8fe976be-a397-4c3e-a023-b76211d0f87d req-045915f0-8f6f-4880-8d80-bc151e7f481c tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 945 time: 0.0978265
Nov 24 13:53:21.283193 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8fe976be-a397-4c3e-a023-b76211d0f87d req-c1f09288-60cb-4702-93d3-f82274e1b2df tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0446594
Nov 24 13:53:21.348946 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0c0e6b9e-2bfc-4df3-a485-e2577769a7e6 req-713164ac-ce54-40f9-bfab-b5aee11e775d service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1425295
Nov 24 13:53:21.549180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:53:22.499524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9c009-f4af-4e6c-8b6c-d7cc62908252 req-28c68157-d60c-44fd-97a4-f6081fc007cb tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:22.501065 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d0b9c009-f4af-4e6c-8b6c-d7cc62908252 req-28c68157-d60c-44fd-97a4-f6081fc007cb tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 945 time: 0.0870821
Nov 24 13:53:22.549748 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d0b9c009-f4af-4e6c-8b6c-d7cc62908252 req-06e81843-3860-4804-a34c-9008918f43f7 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0422945
Nov 24 13:53:23.775646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c96e49-a798-469d-aad2-3b78aa02cb2b req-3364878d-3dfb-4ef9-bc34-21312a176e53 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:23.777270 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f7c96e49-a798-469d-aad2-3b78aa02cb2b req-3364878d-3dfb-4ef9-bc34-21312a176e53 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 945 time: 0.0908856
Nov 24 13:53:23.825986 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f7c96e49-a798-469d-aad2-3b78aa02cb2b req-5efadb60-74b7-4bf7-8209-3ed6d080e43c tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0421245
Nov 24 13:53:24.024272 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 74dc0d85-d3b0-4da4-aff2-b757a5f15b94 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:53:24.148839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:53:24.180303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d6ab86-065b-4770-a869-3aa0831db4a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74dc0d85-d3b0-4da4-aff2-b757a5f15b94'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:53:24.190686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 74dc0d85-d3b0-4da4-aff2-b757a5f15b94, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=74dc0d85-d3b0-4da4-aff2-b757a5f15b94,segment=NetworkSegment(7962effd-46b3-4942-bb4f-5420f2cfa065),segment_id=7962effd-46b3-4942-bb4f-5420f2cfa065)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:53:24.195634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:53:24.197041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-188586b4-e50c-490e-9221-b873d0db975c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:53:24.265766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=74dc0d85-d3b0-4da4-aff2-b757a5f15b94,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:53:24.275719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:53:24.276118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:53:24.276504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:53:24.276882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:53:24.277257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:53:24.277639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:53:24.278011 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:53:24.278434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:53:24.278811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:53:24.279186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:53:24.279557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:53:24.279925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:53:24.280395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:53:24.280766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:53:24.281133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:53:24.281498 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:53:24.281862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:53:24.282250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:53:24.282618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:53:24.283004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:53:24.283347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:53:24.283712 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:53:24.284079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:53:24.284442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:53:24.289101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:53:24.329373 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '50d6ab86-065b-4770-a869-3aa0831db4a6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '74dc0d85-d3b0-4da4-aff2-b757a5f15b94', 'code': 422} returned with failed status
Nov 24 13:53:25.170355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 60210) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:53:25.274903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071e503-ec9d-4936-815a-b7efec5af17b req-2219be3f-4cf8-47f1-9e06-eb97e4019712 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:25.276534 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c071e503-ec9d-4936-815a-b7efec5af17b req-2219be3f-4cf8-47f1-9e06-eb97e4019712 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 943 time: 0.0976262
Nov 24 13:53:25.376719 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c071e503-ec9d-4936-815a-b7efec5af17b req-f1c251ef-c223-438d-bee9-125b3b6a2d4d tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0934680
Nov 24 13:53:25.399610 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-07ff559c-5ed6-4add-9a5d-b5c4a7abd67e req-49cbe534-7044-4975-9285-ec76a17727d3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2276247
Nov 24 13:53:26.614040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac3a00-ae30-464a-9826-a92c55a73642 req-eee08246-bed8-4ed6-8863-1a56888b6868 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:26.615733 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3bac3a00-ae30-464a-9826-a92c55a73642 req-eee08246-bed8-4ed6-8863-1a56888b6868 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 943 time: 0.0952454
Nov 24 13:53:26.667612 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3bac3a00-ae30-464a-9826-a92c55a73642 req-6a29c862-677b-4508-b7a2-b78482887309 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0447340
Nov 24 13:53:27.561251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:53:27.887980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fabd93-9d53-4677-9e07-bbf6d1c4af26 req-9dd39b89-52b6-471a-a350-5c58d14346ac tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:27.889527 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e5fabd93-9d53-4677-9e07-bbf6d1c4af26 req-9dd39b89-52b6-471a-a350-5c58d14346ac tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 943 time: 0.0899184
Nov 24 13:53:27.944475 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e5fabd93-9d53-4677-9e07-bbf6d1c4af26 req-51c55bb6-9e59-445a-8644-b4379cb4d010 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0482249
Nov 24 13:53:28.236836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff559c-5ed6-4add-9a5d-b5c4a7abd67e req-08956bcc-43c1-4349-825d-04abbe46823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:28.238486 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-07ff559c-5ed6-4add-9a5d-b5c4a7abd67e req-08956bcc-43c1-4349-825d-04abbe46823c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6&tenant_id=eaa84e3816a945e3803903427633b386 HTTP/1.1" status: 200  len: 1160 time: 0.0780377
Nov 24 13:53:28.350218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff559c-5ed6-4add-9a5d-b5c4a7abd67e req-9f499969-b965-4e2f-ab36-8662bdf6a73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:28.351860 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-07ff559c-5ed6-4add-9a5d-b5c4a7abd67e req-9f499969-b965-4e2f-ab36-8662bdf6a73c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eaa84e3816a945e3803903427633b386&device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 1160 time: 0.0799682
Nov 24 13:53:28.498524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff559c-5ed6-4add-9a5d-b5c4a7abd67e req-0fe58429-b777-44de-abb0-2dd5073bf4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:28.500026 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-07ff559c-5ed6-4add-9a5d-b5c4a7abd67e req-0fe58429-b777-44de-abb0-2dd5073bf4fb service neutron] 10.222.0.70 "GET /v2.0/networks?id=813226b4-c7ec-4574-8e54-d10ab31922ea HTTP/1.1" status: 200  len: 903 time: 0.1415005
Nov 24 13:53:28.608644 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-07ff559c-5ed6-4add-9a5d-b5c4a7abd67e req-185a706f-01e7-4731-95a5-a49fa6e73b83 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74dc0d85-d3b0-4da4-aff2-b757a5f15b94 HTTP/1.1" status: 200  len: 998 time: 0.1020787
Nov 24 13:53:28.679106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff559c-5ed6-4add-9a5d-b5c4a7abd67e req-36759428-a95d-4b34-bd7f-a3f1f95314fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:28.680733 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-07ff559c-5ed6-4add-9a5d-b5c4a7abd67e req-36759428-a95d-4b34-bd7f-a3f1f95314fd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=04d7fe63-010a-4e6a-9e51-ee3656d5f027 HTTP/1.1" status: 200  len: 848 time: 0.0658588
Nov 24 13:53:28.760726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff559c-5ed6-4add-9a5d-b5c4a7abd67e req-7fb919c8-3099-4079-b2fc-a2b2cdebb14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:28.762307 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-07ff559c-5ed6-4add-9a5d-b5c4a7abd67e req-7fb919c8-3099-4079-b2fc-a2b2cdebb14b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=813226b4-c7ec-4574-8e54-d10ab31922ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0739899
Nov 24 13:53:28.774340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-07ff559c-5ed6-4add-9a5d-b5c4a7abd67e req-54eca00c-5025-48d1-9532-d14b9e5a842f service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:53:28.775458 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-07ff559c-5ed6-4add-9a5d-b5c4a7abd67e req-54eca00c-5025-48d1-9532-d14b9e5a842f service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0065188
Nov 24 13:53:28.921682 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-07ff559c-5ed6-4add-9a5d-b5c4a7abd67e req-0f812dd4-3197-4f83-a4f1-271b80d8c8cc service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393845
Nov 24 13:53:29.074416 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-07ff559c-5ed6-4add-9a5d-b5c4a7abd67e req-d5523ae1-82d1-4e5c-bd57-5baa46f6974e service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1460962
Nov 24 13:53:29.167815 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e2bbe-d55d-41fa-9def-3f6cd83c0812 req-2076ae88-b60d-425e-8ff6-94c290ec5f2f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:29.173666 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3d1e2bbe-d55d-41fa-9def-3f6cd83c0812 req-2076ae88-b60d-425e-8ff6-94c290ec5f2f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 943 time: 0.0911987
Nov 24 13:53:29.222860 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3d1e2bbe-d55d-41fa-9def-3f6cd83c0812 req-2ff6238f-acff-45d7-a89b-e2616ad80c7a tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0459991
Nov 24 13:53:30.456018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384f421-7598-47ca-b753-292b701f3088 req-556c6706-f438-499a-9eb2-89cd64f76fe1 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:30.457683 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8384f421-7598-47ca-b753-292b701f3088 req-556c6706-f438-499a-9eb2-89cd64f76fe1 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 943 time: 0.0934513
Nov 24 13:53:30.514718 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8384f421-7598-47ca-b753-292b701f3088 req-b5ba0120-10c9-4b61-aadb-da5947da7b0f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0497446
Nov 24 13:53:31.744588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbf0d4-b3cb-4354-9238-5086f466d8ab req-e65bd949-8767-4dd1-8324-f62cc33ea816 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:31.746740 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9efbf0d4-b3cb-4354-9238-5086f466d8ab req-e65bd949-8767-4dd1-8324-f62cc33ea816 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 943 time: 0.0906184
Nov 24 13:53:31.803152 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9efbf0d4-b3cb-4354-9238-5086f466d8ab req-ca80d43d-bd3d-4c6f-b96b-0b1d78c8485e tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0500674
Nov 24 13:53:33.046472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d12fac-91b1-4803-9428-7e284b703b60 req-ca0fda2c-1df4-4186-8373-b406033185c2 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:33.048235 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-46d12fac-91b1-4803-9428-7e284b703b60 req-ca0fda2c-1df4-4186-8373-b406033185c2 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 943 time: 0.0919433
Nov 24 13:53:33.107227 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-46d12fac-91b1-4803-9428-7e284b703b60 req-e5de9603-a305-47ce-8144-b798e5d8aef6 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0519040
Nov 24 13:53:34.346960 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482f2ac-38a5-48bd-99aa-1c10387ca42b req-3093614a-95a0-4c86-ab22-701f1cb18b4a tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:34.349185 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1482f2ac-38a5-48bd-99aa-1c10387ca42b req-3093614a-95a0-4c86-ab22-701f1cb18b4a tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 943 time: 0.1005015
Nov 24 13:53:34.400859 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1482f2ac-38a5-48bd-99aa-1c10387ca42b req-148b473f-3fc4-45fd-bd83-75e207bfceac tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0453339
Nov 24 13:53:35.647946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f17131-5be4-4462-9eb7-8013bb95a992 req-1da65117-42fd-4602-b2c3-cd1eeecf1d50 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:35.649617 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-40f17131-5be4-4462-9eb7-8013bb95a992 req-1da65117-42fd-4602-b2c3-cd1eeecf1d50 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 943 time: 0.1083598
Nov 24 13:53:35.700697 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-40f17131-5be4-4462-9eb7-8013bb95a992 req-0d9a9577-5d8b-4661-9b51-bbe3dece2047 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0445983
Nov 24 13:53:36.924519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf8351-903b-4363-a681-2d007a82fc44 req-b03df079-ce33-48dc-9435-67b471a5e745 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:36.926199 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-41cf8351-903b-4363-a681-2d007a82fc44 req-b03df079-ce33-48dc-9435-67b471a5e745 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 943 time: 0.0897050
Nov 24 13:53:36.978820 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-41cf8351-903b-4363-a681-2d007a82fc44 req-29e39d5c-1eee-4c81-a02a-237bcb782a75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0456822
Nov 24 13:53:38.458559 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33c287-348d-4045-9db7-027c026df839 req-270657b2-40e7-484f-b32a-f1b144843b27 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:38.460113 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4e33c287-348d-4045-9db7-027c026df839 req-270657b2-40e7-484f-b32a-f1b144843b27 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 943 time: 0.3472967
Nov 24 13:53:38.528629 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4e33c287-348d-4045-9db7-027c026df839 req-b428086d-9ab7-4102-a119-734342b83297 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0617290
Nov 24 13:53:39.756293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7b4f6-c187-4639-a7ef-3ab69aeb7712 req-28dfe125-eb9b-48d1-bb23-de6bc50c4184 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:39.757967 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-69a7b4f6-c187-4639-a7ef-3ab69aeb7712 req-28dfe125-eb9b-48d1-bb23-de6bc50c4184 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 943 time: 0.0888467
Nov 24 13:53:39.817441 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-69a7b4f6-c187-4639-a7ef-3ab69aeb7712 req-8199f319-b858-472f-b5b4-f161202d2633 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0520129
Nov 24 13:53:40.358696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f9a02eaf-2fcf-401a-b768-6afdb8e92269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:53:41.038908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed88fe-7bee-41ea-bf6f-ace98fb5ffab req-0bd8c784-089f-4d90-bdef-bdddf840013e tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:41.040493 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c1ed88fe-7bee-41ea-bf6f-ace98fb5ffab req-0bd8c784-089f-4d90-bdef-bdddf840013e tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 943 time: 0.0851073
Nov 24 13:53:41.090818 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c1ed88fe-7bee-41ea-bf6f-ace98fb5ffab req-f7a5a1db-18d4-4ce8-94f2-870058ad478a tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0435183
Nov 24 13:53:41.392396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7185fdd-a9e8-4999-b324-3c8fd69b5c11 req-930e2eac-f35a-4c4e-8b91-4f98abaa459a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:41.393932 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b7185fdd-a9e8-4999-b324-3c8fd69b5c11 req-930e2eac-f35a-4c4e-8b91-4f98abaa459a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eaa84e3816a945e3803903427633b386&device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 1160 time: 0.1579182
Nov 24 13:53:41.554953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7185fdd-a9e8-4999-b324-3c8fd69b5c11 req-7826f3dd-7135-40f2-aebd-116d9885b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:41.556525 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b7185fdd-a9e8-4999-b324-3c8fd69b5c11 req-7826f3dd-7135-40f2-aebd-116d9885b793 service neutron] 10.222.0.70 "GET /v2.0/networks?id=813226b4-c7ec-4574-8e54-d10ab31922ea HTTP/1.1" status: 200  len: 903 time: 0.1431324
Nov 24 13:53:42.001511 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b7185fdd-a9e8-4999-b324-3c8fd69b5c11 req-7003dd54-cbc1-4ff0-87f0-b845c30fbb1b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74dc0d85-d3b0-4da4-aff2-b757a5f15b94 HTTP/1.1" status: 200  len: 998 time: 0.4364252
Nov 24 13:53:42.070307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7185fdd-a9e8-4999-b324-3c8fd69b5c11 req-79e7568b-f5c7-47aa-a351-4b88352aafd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:42.071778 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b7185fdd-a9e8-4999-b324-3c8fd69b5c11 req-79e7568b-f5c7-47aa-a351-4b88352aafd7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=04d7fe63-010a-4e6a-9e51-ee3656d5f027 HTTP/1.1" status: 200  len: 848 time: 0.0637994
Nov 24 13:53:42.156374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7185fdd-a9e8-4999-b324-3c8fd69b5c11 req-14052978-a059-4694-9f90-c827792f7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:42.158029 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b7185fdd-a9e8-4999-b324-3c8fd69b5c11 req-14052978-a059-4694-9f90-c827792f7eac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=813226b4-c7ec-4574-8e54-d10ab31922ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792511
Nov 24 13:53:42.308415 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b7185fdd-a9e8-4999-b324-3c8fd69b5c11 req-10de0bde-081d-4413-9290-466a838c880f service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433594
Nov 24 13:53:42.318256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de78db8-c612-4e8a-b827-c3fdbfd756f6 req-b922a6d6-0697-4b08-aeb8-1e71258cabc8 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:42.319877 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6de78db8-c612-4e8a-b827-c3fdbfd756f6 req-b922a6d6-0697-4b08-aeb8-1e71258cabc8 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 943 time: 0.0899503
Nov 24 13:53:42.373483 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6de78db8-c612-4e8a-b827-c3fdbfd756f6 req-cd1268a3-bc2a-46f9-8d68-5aa1bcacfa84 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0468915
Nov 24 13:53:42.487946 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b7185fdd-a9e8-4999-b324-3c8fd69b5c11 req-8a9cf1d4-8ad6-47cd-868c-6901c0f4fe5a service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1432011
Nov 24 13:53:42.708506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fd852877-77b8-49ca-b00f-3a0f22785a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:53:43.077045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:53:43.592221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95e964-ed48-4063-b819-464a31562e25 req-578e3b0a-6677-4d02-a450-cd05b3b923b8 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:43.593833 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fd95e964-ed48-4063-b819-464a31562e25 req-578e3b0a-6677-4d02-a450-cd05b3b923b8 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 943 time: 0.0883019
Nov 24 13:53:43.642822 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fd95e964-ed48-4063-b819-464a31562e25 req-8db68168-80ad-43d5-9681-f78182ac7567 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0422819
Nov 24 13:53:44.306191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:53:44.467536 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 74dc0d85-d3b0-4da4-aff2-b757a5f15b94 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:53:44.539615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 74dc0d85-d3b0-4da4-aff2-b757a5f15b94 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:53:44.540032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:53:44.663331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:53:44.691389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d6ab86-065b-4770-a869-3aa0831db4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dc0d85-d3b0-4da4-aff2-b757a5f15b94'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:53:44.702051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 74dc0d85-d3b0-4da4-aff2-b757a5f15b94, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=74dc0d85-d3b0-4da4-aff2-b757a5f15b94,segment=NetworkSegment(7962effd-46b3-4942-bb4f-5420f2cfa065),segment_id=7962effd-46b3-4942-bb4f-5420f2cfa065)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:53:44.705327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:53:44.707308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-052cdb99-ffae-4aab-a00d-9991c863f869 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:53:44.758805 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d6ab86-065b-4770-a869-3aa0831db4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dc0d85-d3b0-4da4-aff2-b757a5f15b94', 'code': 200}
Nov 24 13:53:44.783003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=74dc0d85-d3b0-4da4-aff2-b757a5f15b94,revision_number=6']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:53:44.788295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:53:44.869045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db294816-5e70-451a-a07b-c8b50edb8c71 req-661e3ad8-6f07-42ba-ba3f-92f4952ee826 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:44.871048 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-db294816-5e70-451a-a07b-c8b50edb8c71 req-661e3ad8-6f07-42ba-ba3f-92f4952ee826 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 945 time: 0.0919070
Nov 24 13:53:44.924455 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-db294816-5e70-451a-a07b-c8b50edb8c71 req-b50dc6b7-7828-4717-ba80-ca10b9d6cf50 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0456309
Nov 24 13:53:44.948678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:53:45.100737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4a3b3-221f-4be4-8d8f-28594da9f8a4 req-7b479e0f-c464-4d7a-9df2-3eb26e6092f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:45.102470 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b4d4a3b3-221f-4be4-8d8f-28594da9f8a4 req-7b479e0f-c464-4d7a-9df2-3eb26e6092f4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 1162 time: 0.0837679
Nov 24 13:53:45.151213 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b4d4a3b3-221f-4be4-8d8f-28594da9f8a4 req-4a543126-ab31-4cf6-9e7d-d06d84fbf650 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0415857
Nov 24 13:53:46.145353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f6026-364c-4318-9242-3942623154ca req-4330cdab-9209-4d19-876f-1fcd47854d68 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:46.147714 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-df3f6026-364c-4318-9242-3942623154ca req-4330cdab-9209-4d19-876f-1fcd47854d68 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 945 time: 0.0881960
Nov 24 13:53:46.203251 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-df3f6026-364c-4318-9242-3942623154ca req-40be0362-5ea0-40b0-a5d2-ed88dbd765cf tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0492294
Nov 24 13:53:46.219943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 74dc0d85-d3b0-4da4-aff2-b757a5f15b94 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:53:46.300054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 74dc0d85-d3b0-4da4-aff2-b757a5f15b94 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:53:46.300477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:53:47.435416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99409f-c0f6-4f80-a8ff-adb1f88fe049 req-a575b702-9799-4445-acad-7ea976ff7943 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:53:47.436942 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6b99409f-c0f6-4f80-a8ff-adb1f88fe049 req-a575b702-9799-4445-acad-7ea976ff7943 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 945 time: 0.0888076
Nov 24 13:53:47.498744 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6b99409f-c0f6-4f80-a8ff-adb1f88fe049 req-aeacf170-81aa-4ff2-8a92-7020de248f47 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0553675
Nov 24 13:53:51.563983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:54:04.565796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:54:10.350975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0f7a5bfd-3309-49b1-b07e-d5f3db49b5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:54:12.710725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1da21891-4ba4-4f7e-b595-4d58a3888544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:54:13.083693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:54:14.309169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:54:14.944304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:54:21.578962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:54:36.756548 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c05be8bf-8867-4849-9216-88d3dfb3d779 req-5bbb5a6d-e990-4494-8e07-b445f1b810d2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0751054
Nov 24 13:54:36.926261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05be8bf-8867-4849-9216-88d3dfb3d779 req-b0c68259-b419-4add-ac60-65a24e449400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:54:36.927877 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c05be8bf-8867-4849-9216-88d3dfb3d779 req-b0c68259-b419-4add-ac60-65a24e449400 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eaa84e3816a945e3803903427633b386&device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 1162 time: 0.0802100
Nov 24 13:54:37.088664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05be8bf-8867-4849-9216-88d3dfb3d779 req-fb108009-cd8d-4c68-b559-91c5a1724e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:54:37.090277 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c05be8bf-8867-4849-9216-88d3dfb3d779 req-fb108009-cd8d-4c68-b559-91c5a1724e2a service neutron] 10.222.0.70 "GET /v2.0/networks?id=813226b4-c7ec-4574-8e54-d10ab31922ea HTTP/1.1" status: 200  len: 903 time: 0.1438174
Nov 24 13:54:37.204667 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c05be8bf-8867-4849-9216-88d3dfb3d779 req-32b3dc84-ff13-4f8c-8848-f03af80e9735 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74dc0d85-d3b0-4da4-aff2-b757a5f15b94 HTTP/1.1" status: 200  len: 1000 time: 0.1076458
Nov 24 13:54:37.275962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05be8bf-8867-4849-9216-88d3dfb3d779 req-452c5b19-c5ea-4e45-9306-82945ac01178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:54:37.277476 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c05be8bf-8867-4849-9216-88d3dfb3d779 req-452c5b19-c5ea-4e45-9306-82945ac01178 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=04d7fe63-010a-4e6a-9e51-ee3656d5f027 HTTP/1.1" status: 200  len: 848 time: 0.0668678
Nov 24 13:54:37.359372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05be8bf-8867-4849-9216-88d3dfb3d779 req-31768f2a-6e48-442c-b82f-06835e4ed0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:54:37.360960 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c05be8bf-8867-4849-9216-88d3dfb3d779 req-31768f2a-6e48-442c-b82f-06835e4ed0eb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=813226b4-c7ec-4574-8e54-d10ab31922ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0775132
Nov 24 13:54:37.512366 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c05be8bf-8867-4849-9216-88d3dfb3d779 req-98c5c39a-1cf7-422a-81da-cd8e946bd769 service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450236
Nov 24 13:54:37.668555 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c05be8bf-8867-4849-9216-88d3dfb3d779 req-51fbbdd4-894a-4361-9be4-aa02dfadf5d2 service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1492887
Nov 24 13:54:40.353868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34d6841c-e32d-4219-8ab7-3cd17643c360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:54:41.567839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:54:42.717697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b4a55c9f-e35a-4f78-9d5b-b4043d82e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:54:43.081450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:54:44.311437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:54:44.949832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:54:51.579073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:54:57.424262 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0bb8bb27-e81a-48d5-9e11-4a069e9ecb47 req-2bf01ae3-5821-4f68-8a83-87c741220de8 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/floatingips/caa75e24-a84e-4795-994a-f8bddd2426bd HTTP/1.1" status: 200  len: 997 time: 0.2451651
Nov 24 13:54:57.585508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8bb27-e81a-48d5-9e11-4a069e9ecb47 req-f17af609-b99b-4270-b8a8-2814d6bf6345 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:54:57.587037 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0bb8bb27-e81a-48d5-9e11-4a069e9ecb47 req-f17af609-b99b-4270-b8a8-2814d6bf6345 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/networks/cfe08d36-e5ba-4f00-8669-16a0ead5d220 HTTP/1.1" status: 200  len: 784 time: 0.1570132
Nov 24 13:54:57.599417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-0bb8bb27-e81a-48d5-9e11-4a069e9ecb47 req-9c2cb17a-d08b-4c41-9706-1064c0ad55ec tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:54:57.600489 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0bb8bb27-e81a-48d5-9e11-4a069e9ecb47 req-9c2cb17a-d08b-4c41-9706-1064c0ad55ec tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0064669
Nov 24 13:54:57.739005 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0bb8bb27-e81a-48d5-9e11-4a069e9ecb47 req-6919be41-61d5-4b95-9818-e54ce378816d tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.26.8.62 HTTP/1.1" status: 200  len: 1000 time: 0.1290987
Nov 24 13:54:57.816321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8bb27-e81a-48d5-9e11-4a069e9ecb47 req-7d6b942e-cfe2-41c0-846c-fd71366e228c tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:54:57.817755 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0bb8bb27-e81a-48d5-9e11-4a069e9ecb47 req-7d6b942e-cfe2-41c0-846c-fd71366e228c tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports/74dc0d85-d3b0-4da4-aff2-b757a5f15b94 HTTP/1.1" status: 200  len: 942 time: 0.0728328
Nov 24 13:54:58.011255 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0bb8bb27-e81a-48d5-9e11-4a069e9ecb47 req-259ff66e-564f-4c76-865f-a12ac98410a9 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.26.8.62 HTTP/1.1" status: 200  len: 1000 time: 0.1081231
Nov 24 13:54:58.237003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-0bb8bb27-e81a-48d5-9e11-4a069e9ecb47 req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Deleting port a9516c84-c6f8-4465-bd04-1a38efc85a8f {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:54:58.237383 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-0bb8bb27-e81a-48d5-9e11-4a069e9ecb47 req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:54:58.420449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-0bb8bb27-e81a-48d5-9e11-4a069e9ecb47 req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:54:58.420820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-0bb8bb27-e81a-48d5-9e11-4a069e9ecb47 req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for floatingip, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:54:58.548666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-0bb8bb27-e81a-48d5-9e11-4a069e9ecb47 req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Calling delete_port for a9516c84-c6f8-4465-bd04-1a38efc85a8f owned by network:floatingip {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:54:58.702035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-0bb8bb27-e81a-48d5-9e11-4a069e9ecb47 req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:54:58.719634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f4742b51-61fd-4712-be9b-d96c41d18746 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:54:58.820303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Pushing event deleted for resources: {'Port': ['ID=a9516c84-c6f8-4465-bd04-1a38efc85a8f,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:54:58.838633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:54:58.839068 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:54:58.839505 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:54:58.840534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:54:58.840959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:54:58.841380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:54:58.841797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:54:58.842237 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:54:58.842654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:54:58.843064 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:54:58.843478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:54:58.843889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:54:58.844399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:54:58.844811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:54:58.845223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:54:58.845632 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:54:58.846041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:54:58.846480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:54:58.846889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:54:58.847305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:54:58.847715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:54:58.848122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:54:58.848530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:54:58.848939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:54:58.855323 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:54:58.971269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-0bb8bb27-e81a-48d5-9e11-4a069e9ecb47 req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for floatingip, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:54:58.971576 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [req-0bb8bb27-e81a-48d5-9e11-4a069e9ecb47 req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Floating IP caa75e24-a84e-4795-994a-f8bddd2426bd disassociated (deleted). External IP: 172.26.8.62, port: 74dc0d85-d3b0-4da4-aff2-b757a5f15b94.
Nov 24 13:54:59.391487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bb8bb27-e81a-48d5-9e11-4a069e9ecb47 req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Router a02284c1-0b55-4fc1-b777-5023f86f1c80 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:54:59.867213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bb8bb27-e81a-48d5-9e11-4a069e9ecb47 req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:54:59.880947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2170034-41e0-4992-84b4-c10fee9ab839 None None] Sync routers for ids ['a02284c1-0b55-4fc1-b777-5023f86f1c80'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:54:59.892483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-0bb8bb27-e81a-48d5-9e11-4a069e9ecb47 req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:54:59.895171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2170034-41e0-4992-84b4-c10fee9ab839 None None] Routers {'a02284c1-0b55-4fc1-b777-5023f86f1c80'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:54:59.895838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-c2170034-41e0-4992-84b4-c10fee9ab839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cbb1d30>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:54:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a02284c1-0b55-4fc1-b777-5023f86f1c80'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:54:59.950687 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0bb8bb27-e81a-48d5-9e11-4a069e9ecb47 req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "DELETE /v2.0/floatingips/caa75e24-a84e-4795-994a-f8bddd2426bd HTTP/1.1" status: 204  len: 173 time: 1.9332464
Nov 24 13:54:59.951277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d6ab86-065b-4770-a869-3aa0831db4a6', 'tag': '74dc0d85-d3b0-4da4-aff2-b757a5f15b94'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:55:00.086458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-c2170034-41e0-4992-84b4-c10fee9ab839 None None] Set router a02284c1-0b55-4fc1-b777-5023f86f1c80 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:55:00.132405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8bb27-e81a-48d5-9e11-4a069e9ecb47 req-11a8843d-a11e-4910-a92c-edd9b04da37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:00.134116 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0bb8bb27-e81a-48d5-9e11-4a069e9ecb47 req-11a8843d-a11e-4910-a92c-edd9b04da37f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=eaa84e3816a945e3803903427633b386&device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 1162 time: 0.1690741
Nov 24 13:55:00.150163 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d6ab86-065b-4770-a869-3aa0831db4a6', 'tag': '74dc0d85-d3b0-4da4-aff2-b757a5f15b94', 'status': 'completed', 'code': 200}
Nov 24 13:55:00.278565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd1bb6-5d61-401f-983c-b9058780f2f5 req-25c9846a-6fc0-46b7-b053-a34eed895c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:00.280266 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cdbd1bb6-5d61-401f-983c-b9058780f2f5 req-25c9846a-6fc0-46b7-b053-a34eed895c28 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eaa84e3816a945e3803903427633b386&device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 1162 time: 0.0932848
Nov 24 13:55:00.310826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8bb27-e81a-48d5-9e11-4a069e9ecb47 req-a91b4252-337d-4405-9ebd-3ece6e17105d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:00.312735 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0bb8bb27-e81a-48d5-9e11-4a069e9ecb47 req-a91b4252-337d-4405-9ebd-3ece6e17105d service neutron] 10.222.0.76 "GET /v2.0/networks?id=813226b4-c7ec-4574-8e54-d10ab31922ea HTTP/1.1" status: 200  len: 903 time: 0.1606841
Nov 24 13:55:00.397647 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0bb8bb27-e81a-48d5-9e11-4a069e9ecb47 req-1cdaec5c-b29a-49e6-8ee8-bc72b4abbb3f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74dc0d85-d3b0-4da4-aff2-b757a5f15b94 HTTP/1.1" status: 200  len: 217 time: 0.0762429
Nov 24 13:55:00.443936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd1bb6-5d61-401f-983c-b9058780f2f5 req-e8a4ae4f-94e6-4c9b-98a3-8b45332afd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:00.445740 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cdbd1bb6-5d61-401f-983c-b9058780f2f5 req-e8a4ae4f-94e6-4c9b-98a3-8b45332afd6a service neutron] 10.222.0.70 "GET /v2.0/networks?id=813226b4-c7ec-4574-8e54-d10ab31922ea HTTP/1.1" status: 200  len: 903 time: 0.1592610
Nov 24 13:55:00.481281 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8bb27-e81a-48d5-9e11-4a069e9ecb47 req-8f5c2997-d6c8-46c2-9710-725ea6a9afbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:00.483446 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0bb8bb27-e81a-48d5-9e11-4a069e9ecb47 req-8f5c2997-d6c8-46c2-9710-725ea6a9afbc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=04d7fe63-010a-4e6a-9e51-ee3656d5f027 HTTP/1.1" status: 200  len: 848 time: 0.0782850
Nov 24 13:55:00.491416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-c2170034-41e0-4992-84b4-c10fee9ab839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cbb1d30>, [{'id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'name': 'tempest-TestShelveInstance-1733141774-router', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:50:46Z', 'updated_at': '2020-11-24T13:50:50Z', 'revision_number': 4, 'project_id': 'eaa84e3816a945e3803903427633b386', 'gw_port': {'id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:47Z', 'updated_at': '2020-11-24T13:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '75c8c889-8f6c-426b-94f9-bb2b87e15fee', 'name': '', 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'mac_address': 'fa:16:3e:44:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:49Z', 'updated_at': '2020-11-24T13:50:58Z', 'revision_number': 5, 'project_id': 'eaa84e3816a945e3803903427633b386', 'subnets': [{'id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:55:00.497583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2170034-41e0-4992-84b4-c10fee9ab839 None None] Checking router: a02284c1-0b55-4fc1-b777-5023f86f1c80 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:55:00.509711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2170034-41e0-4992-84b4-c10fee9ab839 None None] Routers {'a02284c1-0b55-4fc1-b777-5023f86f1c80'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:55:00.510395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-c2170034-41e0-4992-84b4-c10fee9ab839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634cbb1d30>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:54:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a02284c1-0b55-4fc1-b777-5023f86f1c80'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:55:00.535478 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cdbd1bb6-5d61-401f-983c-b9058780f2f5 req-9e700ab6-884c-4da4-9384-b19cbdfdf887 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74dc0d85-d3b0-4da4-aff2-b757a5f15b94 HTTP/1.1" status: 200  len: 217 time: 0.0827520
Nov 24 13:55:00.570895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8bb27-e81a-48d5-9e11-4a069e9ecb47 req-dfaa9f9c-8aaa-4d6f-b39b-7a482ac456cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:00.572925 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0bb8bb27-e81a-48d5-9e11-4a069e9ecb47 req-dfaa9f9c-8aaa-4d6f-b39b-7a482ac456cb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=813226b4-c7ec-4574-8e54-d10ab31922ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0812969
Nov 24 13:55:00.613375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd1bb6-5d61-401f-983c-b9058780f2f5 req-d936be2e-a0ac-445b-aaa7-a11d910f3bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:00.614478 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cdbd1bb6-5d61-401f-983c-b9058780f2f5 req-d936be2e-a0ac-445b-aaa7-a11d910f3bdf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=04d7fe63-010a-4e6a-9e51-ee3656d5f027 HTTP/1.1" status: 200  len: 848 time: 0.0726118
Nov 24 13:55:00.706335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd1bb6-5d61-401f-983c-b9058780f2f5 req-4e01dd43-0ff6-415f-b038-22344143a61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:00.707826 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cdbd1bb6-5d61-401f-983c-b9058780f2f5 req-4e01dd43-0ff6-415f-b038-22344143a61b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=813226b4-c7ec-4574-8e54-d10ab31922ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0869575
Nov 24 13:55:00.734276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-c2170034-41e0-4992-84b4-c10fee9ab839 None None] Set router a02284c1-0b55-4fc1-b777-5023f86f1c80 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:55:00.769798 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0bb8bb27-e81a-48d5-9e11-4a069e9ecb47 req-22791b83-1bcd-46ab-8da2-00a5375ffa49 service neutron] 10.222.0.76 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1840100
Nov 24 13:55:00.876829 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cdbd1bb6-5d61-401f-983c-b9058780f2f5 req-5ea791cd-dc47-417c-a857-3d24359ae313 service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1621435
Nov 24 13:55:00.942703 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0bb8bb27-e81a-48d5-9e11-4a069e9ecb47 req-d836c6d5-4a0c-4e4a-90cd-9ae7bfa926bd service neutron] 10.222.0.76 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1658792
Nov 24 13:55:01.034604 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cdbd1bb6-5d61-401f-983c-b9058780f2f5 req-0af65632-8e56-4ee9-98c5-4efa1cd9435a service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1512120
Nov 24 13:55:01.115038 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-c2170034-41e0-4992-84b4-c10fee9ab839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634cbb1d30>, [{'id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'name': 'tempest-TestShelveInstance-1733141774-router', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:50:46Z', 'updated_at': '2020-11-24T13:50:50Z', 'revision_number': 4, 'project_id': 'eaa84e3816a945e3803903427633b386', 'gw_port': {'id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:47Z', 'updated_at': '2020-11-24T13:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '75c8c889-8f6c-426b-94f9-bb2b87e15fee', 'name': '', 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'mac_address': 'fa:16:3e:44:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:49Z', 'updated_at': '2020-11-24T13:50:58Z', 'revision_number': 5, 'project_id': 'eaa84e3816a945e3803903427633b386', 'subnets': [{'id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:55:01.121127 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2170034-41e0-4992-84b4-c10fee9ab839 None None] The sync data for ids ['a02284c1-0b55-4fc1-b777-5023f86f1c80'] in dv-neutron-601336-61-ovs is: [{'id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'name': 'tempest-TestShelveInstance-1733141774-router', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:50:46Z', 'updated_at': '2020-11-24T13:50:50Z', 'revision_number': 4, 'project_id': 'eaa84e3816a945e3803903427633b386', 'gw_port': {'id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:47Z', 'updated_at': '2020-11-24T13:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '75c8c889-8f6c-426b-94f9-bb2b87e15fee', 'name': '', 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'mac_address': 'fa:16:3e:44:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:49Z', 'updated_at': '2020-11-24T13:50:58Z', 'revision_number': 5, 'project_id': 'eaa84e3816a945e3803903427633b386', 'subnets': [{'id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:55:01.398350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb1332-43dd-4d7f-a4f8-c83f10a8d59e req-db6df846-1f8d-40da-b7d1-c36d7d2531cf tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:01.399145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-79fb1332-43dd-4d7f-a4f8-c83f10a8d59e req-db6df846-1f8d-40da-b7d1-c36d7d2531cf tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Synchronizing usage tracker for tenant:eaa84e3816a945e3803903427633b386 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:55:01.416342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-79fb1332-43dd-4d7f-a4f8-c83f10a8d59e req-db6df846-1f8d-40da-b7d1-c36d7d2531cf tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Unset dirty status for tenant:eaa84e3816a945e3803903427633b386 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:55:01.417675 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-79fb1332-43dd-4d7f-a4f8-c83f10a8d59e req-db6df846-1f8d-40da-b7d1-c36d7d2531cf tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 945 time: 0.1150525
Nov 24 13:55:01.470501 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-79fb1332-43dd-4d7f-a4f8-c83f10a8d59e req-ea8e5a9d-f671-4ef0-8f20-c3aa48e99123 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0460424
Nov 24 13:55:01.564646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a339e300-554f-45c8-a538-35b7b087f944 None None] New status for floating IP caa75e24-a84e-4795-994a-f8bddd2426bd: DOWN {{(pid=80945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:55:02.768764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a414a-4960-451c-82c6-f82853c49fe3 req-58741e25-6208-4cc6-8c63-ab05b22096ad tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:02.770491 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9a6a414a-4960-451c-82c6-f82853c49fe3 req-58741e25-6208-4cc6-8c63-ab05b22096ad tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 945 time: 0.1635396
Nov 24 13:55:02.770926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d891b0-547e-4a25-aa3f-866b45c0b01d req-1621250a-cc61-430e-bbd2-d2bcadb63b4d tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:02.771752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-d1d891b0-547e-4a25-aa3f-866b45c0b01d req-1621250a-cc61-430e-bbd2-d2bcadb63b4d tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Synchronizing usage tracker for tenant:eaa84e3816a945e3803903427633b386 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:55:02.786626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-d1d891b0-547e-4a25-aa3f-866b45c0b01d req-1621250a-cc61-430e-bbd2-d2bcadb63b4d tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Unset dirty status for tenant:eaa84e3816a945e3803903427633b386 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:55:02.787902 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d1d891b0-547e-4a25-aa3f-866b45c0b01d req-1621250a-cc61-430e-bbd2-d2bcadb63b4d tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.70 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 945 time: 0.1076844
Nov 24 13:55:02.828503 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9a6a414a-4960-451c-82c6-f82853c49fe3 req-de7d863d-60ef-418c-9943-0cb8c12d7a2a tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=86eb3cbe-3990-4141-a5aa-33dae1b295e5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0506823
Nov 24 13:55:02.864225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-d1d891b0-547e-4a25-aa3f-866b45c0b01d req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Deleting port 74dc0d85-d3b0-4da4-aff2-b757a5f15b94 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:55:02.864611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-d1d891b0-547e-4a25-aa3f-866b45c0b01d req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:03.129689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-d1d891b0-547e-4a25-aa3f-866b45c0b01d req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] For port 74dc0d85-d3b0-4da4-aff2-b757a5f15b94, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=74dc0d85-d3b0-4da4-aff2-b757a5f15b94,segment=NetworkSegment(7962effd-46b3-4942-bb4f-5420f2cfa065),segment_id=7962effd-46b3-4942-bb4f-5420f2cfa065)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:55:03.130089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-d1d891b0-547e-4a25-aa3f-866b45c0b01d req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:03.263978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-d1d891b0-547e-4a25-aa3f-866b45c0b01d req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Calling delete_port for 74dc0d85-d3b0-4da4-aff2-b757a5f15b94 owned by compute:nova {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:55:03.416439 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-d1d891b0-547e-4a25-aa3f-866b45c0b01d req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:03.431999 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c1a8be15-d70f-42c9-a486-24e01581a5c0 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:55:03.535609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Pushing event deleted for resources: {'Port': ['ID=74dc0d85-d3b0-4da4-aff2-b757a5f15b94,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:55:03.553946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:03.554415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:03.554843 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:03.555259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:03.555909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:03.556321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:03.556730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:03.557135 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:03.557541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:03.557947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:03.558375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:03.559357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:03.559865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:03.560273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:03.560680 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:03.561084 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:03.561485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:03.561889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:03.562319 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:03.562725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:03.563130 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:03.563530 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:03.563933 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:03.564336 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:03.569347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:55:03.671624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d891b0-547e-4a25-aa3f-866b45c0b01d req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] No DVR routers for this DVR port 74dc0d85-d3b0-4da4-aff2-b757a5f15b94 on host hv-neutron-6013 {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:55:03.673995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-d1d891b0-547e-4a25-aa3f-866b45c0b01d req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:03.676978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d6ab86-065b-4770-a869-3aa0831db4a6', 'name': 'network-vif-deleted', 'tag': '74dc0d85-d3b0-4da4-aff2-b757a5f15b94'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:55:03.692350 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d1d891b0-547e-4a25-aa3f-866b45c0b01d req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.70 "DELETE /v2.0/ports/74dc0d85-d3b0-4da4-aff2-b757a5f15b94 HTTP/1.1" status: 204  len: 173 time: 0.8987625
Nov 24 13:55:03.828245 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d6ab86-065b-4770-a869-3aa0831db4a6', 'name': 'network-vif-deleted', 'tag': '74dc0d85-d3b0-4da4-aff2-b757a5f15b94', 'status': 'completed', 'code': 200}
Nov 24 13:55:04.022422 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-cdb4e268-167b-425d-b5d2-2ce55f530a0b req-1814f7c5-6443-4ffb-b350-f2717a27930c tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=50d6ab86-065b-4770-a869-3aa0831db4a6 HTTP/1.1" status: 200  len: 210 time: 0.0467720
Nov 24 13:55:04.663849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 74dc0d85-d3b0-4da4-aff2-b757a5f15b94 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:55:04.701615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] No Port match for: 74dc0d85-d3b0-4da4-aff2-b757a5f15b94 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:55:04.702004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 74dc0d85-d3b0-4da4-aff2-b757a5f15b94 not bound to the agent host hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:55:05.221566 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5741ae40-92fe-4c47-ba19-7fbc4ac659e7 req-96cb0812-d962-422d-9f94-51504c7f0dc5 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups/86eb3cbe-3990-4141-a5aa-33dae1b295e5 HTTP/1.1" status: 200  len: 2751 time: 0.0556755
Nov 24 13:55:05.308740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5741ae40-92fe-4c47-ba19-7fbc4ac659e7 req-3c7b010c-faef-47b8-af35-0198c7af9612 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:05.338506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5741ae40-92fe-4c47-ba19-7fbc4ac659e7 req-3c7b010c-faef-47b8-af35-0198c7af9612 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:05.394534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5741ae40-92fe-4c47-ba19-7fbc4ac659e7 req-3c7b010c-faef-47b8-af35-0198c7af9612 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:05.400820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9dfc3cce-ade6-4ed4-8642-52e909a9e888 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:55:05.417527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b010c-faef-47b8-af35-0198c7af9612 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Pushing event deleted for resources: {'SecurityGroup': ['ID=86eb3cbe-3990-4141-a5aa-33dae1b295e5,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:55:05.420704 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3c7b010c-faef-47b8-af35-0198c7af9612 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:55:05.427337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5741ae40-92fe-4c47-ba19-7fbc4ac659e7 req-3c7b010c-faef-47b8-af35-0198c7af9612 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:05.428615 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5741ae40-92fe-4c47-ba19-7fbc4ac659e7 req-3c7b010c-faef-47b8-af35-0198c7af9612 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "DELETE /v2.0/security-groups/86eb3cbe-3990-4141-a5aa-33dae1b295e5 HTTP/1.1" status: 204  len: 173 time: 0.2002952
Nov 24 13:55:05.756494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-3765d9b3-2195-4f7b-a46d-24f621b55a2b req-9cb739f8-9e59-4d4d-bf43-5f148858202f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-755414025', 'description': 'tempest-TestShelveInstance-755414025 description'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:55:05.763282 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-3765d9b3-2195-4f7b-a46d-24f621b55a2b req-9cb739f8-9e59-4d4d-bf43-5f148858202f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:55:05.767621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-3765d9b3-2195-4f7b-a46d-24f621b55a2b req-9cb739f8-9e59-4d4d-bf43-5f148858202f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Usage tracker for resource:security_group and tenant:eaa84e3816a945e3803903427633b386 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:55:05.770653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-3765d9b3-2195-4f7b-a46d-24f621b55a2b req-9cb739f8-9e59-4d4d-bf43-5f148858202f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:55:05.783927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-3765d9b3-2195-4f7b-a46d-24f621b55a2b req-9cb739f8-9e59-4d4d-bf43-5f148858202f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:55:05.794733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3765d9b3-2195-4f7b-a46d-24f621b55a2b req-9cb739f8-9e59-4d4d-bf43-5f148858202f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:05.834795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-3765d9b3-2195-4f7b-a46d-24f621b55a2b req-9cb739f8-9e59-4d4d-bf43-5f148858202f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:55:05.839125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-3765d9b3-2195-4f7b-a46d-24f621b55a2b req-9cb739f8-9e59-4d4d-bf43-5f148858202f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Usage tracker for resource:security_group_rule and tenant:eaa84e3816a945e3803903427633b386 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:55:05.842793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-3765d9b3-2195-4f7b-a46d-24f621b55a2b req-9cb739f8-9e59-4d4d-bf43-5f148858202f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:55:05.848844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-3765d9b3-2195-4f7b-a46d-24f621b55a2b req-9cb739f8-9e59-4d4d-bf43-5f148858202f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:55:05.911804 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3765d9b3-2195-4f7b-a46d-24f621b55a2b req-9cb739f8-9e59-4d4d-bf43-5f148858202f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:05.914612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3765d9b3-2195-4f7b-a46d-24f621b55a2b req-9cb739f8-9e59-4d4d-bf43-5f148858202f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:05.920828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ea8805d7-d764-4920-b039-50101b034af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:55:05.965089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb739f8-9e59-4d4d-bf43-5f148858202f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Pushing event updated for resources: {'SecurityGroup': ['ID=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:55:05.968657 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9cb739f8-9e59-4d4d-bf43-5f148858202f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:55:05.970095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-3765d9b3-2195-4f7b-a46d-24f621b55a2b req-9cb739f8-9e59-4d4d-bf43-5f148858202f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:05.971629 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3765d9b3-2195-4f7b-a46d-24f621b55a2b req-9cb739f8-9e59-4d4d-bf43-5f148858202f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1691 time: 0.2199566
Nov 24 13:55:06.059740 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-54d98baa-ea46-4c63-a1cc-52a2972287fb req-3fc27c03-6b7b-4bc3-85fc-6095c2cefc52 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups/b644ab5c-8e6f-40da-8f1e-5a792ef83a1c HTTP/1.1" status: 200  len: 1686 time: 0.0539730
Nov 24 13:55:06.070614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-54d98baa-ea46-4c63-a1cc-52a2972287fb req-61fc3076-fbf8-4e00-bb55-0137aa6d6311 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b644ab5c-8e6f-40da-8f1e-5a792ef83a1c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:55:06.070974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-54d98baa-ea46-4c63-a1cc-52a2972287fb req-61fc3076-fbf8-4e00-bb55-0137aa6d6311 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b644ab5c-8e6f-40da-8f1e-5a792ef83a1c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:55:06.077585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-54d98baa-ea46-4c63-a1cc-52a2972287fb req-61fc3076-fbf8-4e00-bb55-0137aa6d6311 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:55:06.081745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-54d98baa-ea46-4c63-a1cc-52a2972287fb req-61fc3076-fbf8-4e00-bb55-0137aa6d6311 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Usage tracker for resource:security_group_rule and tenant:eaa84e3816a945e3803903427633b386 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:55:06.084958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-54d98baa-ea46-4c63-a1cc-52a2972287fb req-61fc3076-fbf8-4e00-bb55-0137aa6d6311 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:55:06.091614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-54d98baa-ea46-4c63-a1cc-52a2972287fb req-61fc3076-fbf8-4e00-bb55-0137aa6d6311 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:55:06.151335 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-54d98baa-ea46-4c63-a1cc-52a2972287fb req-61fc3076-fbf8-4e00-bb55-0137aa6d6311 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:06.179831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-54d98baa-ea46-4c63-a1cc-52a2972287fb req-61fc3076-fbf8-4e00-bb55-0137aa6d6311 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:06.182611 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-54d98baa-ea46-4c63-a1cc-52a2972287fb req-61fc3076-fbf8-4e00-bb55-0137aa6d6311 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:06.185012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6f28f507-0586-4413-b965-382ce079b439 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:55:06.211582 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc3076-fbf8-4e00-bb55-0137aa6d6311 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e55f745-a411-47da-a37e-2cc7ee0150ed,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:55:06.218429 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-61fc3076-fbf8-4e00-bb55-0137aa6d6311 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:55:06.221714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-54d98baa-ea46-4c63-a1cc-52a2972287fb req-61fc3076-fbf8-4e00-bb55-0137aa6d6311 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:06.223054 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-54d98baa-ea46-4c63-a1cc-52a2972287fb req-61fc3076-fbf8-4e00-bb55-0137aa6d6311 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 721 time: 0.1567729
Nov 24 13:55:06.309159 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a3b68cc5-9180-4a33-9bf1-270a9d9dc5dc req-65ae58f7-4654-4e67-a389-73342879b21a tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups/b644ab5c-8e6f-40da-8f1e-5a792ef83a1c HTTP/1.1" status: 200  len: 2215 time: 0.0534897
Nov 24 13:55:06.320111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-a3b68cc5-9180-4a33-9bf1-270a9d9dc5dc req-253198d8-08db-410c-80bd-e8e461e86177 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b644ab5c-8e6f-40da-8f1e-5a792ef83a1c', 'remote_group_id': None}]} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:55:06.320472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-a3b68cc5-9180-4a33-9bf1-270a9d9dc5dc req-253198d8-08db-410c-80bd-e8e461e86177 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b644ab5c-8e6f-40da-8f1e-5a792ef83a1c', 'remote_group_id': None}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:55:06.327552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-a3b68cc5-9180-4a33-9bf1-270a9d9dc5dc req-253198d8-08db-410c-80bd-e8e461e86177 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:55:06.331615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-a3b68cc5-9180-4a33-9bf1-270a9d9dc5dc req-253198d8-08db-410c-80bd-e8e461e86177 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Usage tracker for resource:security_group_rule and tenant:eaa84e3816a945e3803903427633b386 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:55:06.334717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-a3b68cc5-9180-4a33-9bf1-270a9d9dc5dc req-253198d8-08db-410c-80bd-e8e461e86177 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:55:06.341592 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-a3b68cc5-9180-4a33-9bf1-270a9d9dc5dc req-253198d8-08db-410c-80bd-e8e461e86177 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:55:06.403599 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a3b68cc5-9180-4a33-9bf1-270a9d9dc5dc req-253198d8-08db-410c-80bd-e8e461e86177 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:06.430899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a3b68cc5-9180-4a33-9bf1-270a9d9dc5dc req-253198d8-08db-410c-80bd-e8e461e86177 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:06.433307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a3b68cc5-9180-4a33-9bf1-270a9d9dc5dc req-253198d8-08db-410c-80bd-e8e461e86177 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:06.440302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7bed5ed4-4cdb-4308-93aa-25beee5a930c tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:55:06.462071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253198d8-08db-410c-80bd-e8e461e86177 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4927fc7f-c234-499b-a5c6-387e2a926be3,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:55:06.468930 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-253198d8-08db-410c-80bd-e8e461e86177 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:55:06.471308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a3b68cc5-9180-4a33-9bf1-270a9d9dc5dc req-253198d8-08db-410c-80bd-e8e461e86177 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:06.473163 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a3b68cc5-9180-4a33-9bf1-270a9d9dc5dc req-253198d8-08db-410c-80bd-e8e461e86177 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 726 time: 0.1571524
Nov 24 13:55:10.359307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-880d7172-9cb2-4e42-853f-f76ace45640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:12.719339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-457ae3a4-e0ac-4e1a-96ae-592f6353f3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:13.091076 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:14.347831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:15.132125 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:18.722988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:55:21.595021 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:22.835900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-0c7f0fd2-cd79-4b42-8364-67c0cf20a909 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Synchronizing usage tracker for tenant:eaa84e3816a945e3803903427633b386 on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:55:22.853690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-0c7f0fd2-cd79-4b42-8364-67c0cf20a909 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Unset dirty status for tenant:eaa84e3816a945e3803903427633b386 on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:55:22.854976 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-0c7f0fd2-cd79-4b42-8364-67c0cf20a909 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-755414025&fields=id&tenant_id=eaa84e3816a945e3803903427633b386 HTTP/1.1" status: 200  len: 267 time: 0.0624690
Nov 24 13:55:23.021266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-0d5f6675-8ab3-4d37-9fb5-e04c2dc2f3b8 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:23.022857 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-0d5f6675-8ab3-4d37-9fb5-e04c2dc2f3b8 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/networks?id=813226b4-c7ec-4574-8e54-d10ab31922ea HTTP/1.1" status: 200  len: 809 time: 0.1594846
Nov 24 13:55:23.040909 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-de44b1eb-6fa0-41c1-b2a5-119809feb305 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/quotas/eaa84e3816a945e3803903427633b386 HTTP/1.1" status: 200  len: 375 time: 0.0111420
Nov 24 13:55:23.127419 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-2e30df39-7525-41fb-a48a-7e3bec0fb82b tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?tenant_id=eaa84e3816a945e3803903427633b386&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0800574
Nov 24 13:55:23.289013 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-ae5bc59a-f3ae-476b-9a1f-77fbdc14cd04 service neutron] 10.222.0.76 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1485975
Nov 24 13:55:23.436220 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-5ab579c2-4aee-4167-b073-ad2110dddbc7 service neutron] 10.222.0.76 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401024
Nov 24 13:55:23.880126 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-22010efe-2eea-4497-b548-0cb2fa16f626 req-e23ec013-1c43-4ebe-9bc1-03a235911110 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 210 time: 0.0561478
Nov 24 13:55:25.003106 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f643813a-d160-4118-8278-09be24fed953 req-c60c0770-f627-49af-891f-badea1e8cb11 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 210 time: 0.0488966
Nov 24 13:55:26.181902 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-34a992a5-d253-4f0d-b60e-0d30d104f8ad req-637e8103-81d6-4370-93d8-e53dee745de6 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 210 time: 0.0477173
Nov 24 13:55:27.296972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-62e78f2c-af3f-45e1-a6e2-4a7604b76f58 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:27.298775 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-62e78f2c-af3f-45e1-a6e2-4a7604b76f58 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.70 "GET /v2.0/networks?id=813226b4-c7ec-4574-8e54-d10ab31922ea HTTP/1.1" status: 200  len: 809 time: 0.1673265
Nov 24 13:55:27.372579 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dd954892-c9dd-482d-beea-6b382f452087 req-58bfcb94-dbd8-4a2c-97bc-aca94ec06838 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 210 time: 0.0523727
Nov 24 13:55:27.399953 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-c76dcbd8-59bb-4f55-a290-bc2dfc491259 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eaa84e3816a945e3803903427633b386 HTTP/1.1" status: 200  len: 5287 time: 0.0822151
Nov 24 13:55:27.409489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-22cca3f3-452a-4bd5-9591-df3586adafa4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Request body: {'port': {'device_id': '7fe19b6f-5f37-4865-a908-29466385c0f6', 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea', 'admin_state_up': True, 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'security_groups': ['b644ab5c-8e6f-40da-8f1e-5a792ef83a1c']}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:55:27.563351 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-22cca3f3-452a-4bd5-9591-df3586adafa4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:55:27.568210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-22cca3f3-452a-4bd5-9591-df3586adafa4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Usage tracker for resource:port and tenant:eaa84e3816a945e3803903427633b386 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:55:27.571329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-22cca3f3-452a-4bd5-9591-df3586adafa4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Quota usage for port was recalculated. Used quota:2. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:55:27.577248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-22cca3f3-452a-4bd5-9591-df3586adafa4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:55:27.589640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-22cca3f3-452a-4bd5-9591-df3586adafa4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Made reservation on behalf of eaa84e3816a945e3803903427633b386 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:55:27.595884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-22cca3f3-452a-4bd5-9591-df3586adafa4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:27.924575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-22cca3f3-452a-4bd5-9591-df3586adafa4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Allocated IP 172.20.0.6 (813226b4-c7ec-4574-8e54-d10ab31922ea/04d7fe63-010a-4e6a-9e51-ee3656d5f027/f6c7a952-472c-4d64-bcaf-77aed2111647) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:55:28.398089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-22cca3f3-452a-4bd5-9591-df3586adafa4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:28.415185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-22cca3f3-452a-4bd5-9591-df3586adafa4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Transition to ACTIVE for port object f6c7a952-472c-4d64-bcaf-77aed2111647 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:55:28.436119 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-22cca3f3-452a-4bd5-9591-df3586adafa4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:28.460955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4fb4060d-7968-4ca2-a54d-93dea331bcd8 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:55:28.595834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c002b-f1f4-4745-8f43-48f3a880cedb req-acbac8de-cd95-439e-ada0-8e73e5f14d89 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:28.597695 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-509c002b-f1f4-4745-8f43-48f3a880cedb req-acbac8de-cd95-439e-ada0-8e73e5f14d89 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 931 time: 0.0865798
Nov 24 13:55:28.598573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cca3f3-452a-4bd5-9591-df3586adafa4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Pushing event updated for resources: {'Port': ['ID=f6c7a952-472c-4d64-bcaf-77aed2111647,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:55:28.601998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-22cca3f3-452a-4bd5-9591-df3586adafa4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:55:28.659138 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-509c002b-f1f4-4745-8f43-48f3a880cedb req-7ee7840b-bc0c-444a-b864-c63aa451e347 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0513177
Nov 24 13:55:28.669674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-22cca3f3-452a-4bd5-9591-df3586adafa4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Network 813226b4-c7ec-4574-8e54-d10ab31922ea is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:55:28.670855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-22cca3f3-452a-4bd5-9591-df3586adafa4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:55:28.673243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-22cca3f3-452a-4bd5-9591-df3586adafa4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:55:28.751974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-22cca3f3-452a-4bd5-9591-df3586adafa4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:28.752695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-22cca3f3-452a-4bd5-9591-df3586adafa4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:28.784501 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-22cca3f3-452a-4bd5-9591-df3586adafa4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3790629
Nov 24 13:55:28.802461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-4719179e-e21d-4adb-ba98-276f64af7cff service neutron] Request body: {'port': {'device_id': '7fe19b6f-5f37-4865-a908-29466385c0f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:55:28.916994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-29dbb228-8422-4d4a-b0a2-b4f3f667faf7 None None] Provisioning for port f6c7a952-472c-4d64-bcaf-77aed2111647 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:55:28.924615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-29dbb228-8422-4d4a-b0a2-b4f3f667faf7 None None] Provisioning complete for port f6c7a952-472c-4d64-bcaf-77aed2111647 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:55:28.925016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-29dbb228-8422-4d4a-b0a2-b4f3f667faf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:28.928644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-4719179e-e21d-4adb-ba98-276f64af7cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:28.986766 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-29dbb228-8422-4d4a-b0a2-b4f3f667faf7 None None] Port f6c7a952-472c-4d64-bcaf-77aed2111647 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 13:55:29.352472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-4719179e-e21d-4adb-ba98-276f64af7cff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6c7a952-472c-4d64-bcaf-77aed2111647 {{(pid=80944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 13:55:29.359544 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-4719179e-e21d-4adb-ba98-276f64af7cff service neutron] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:29.376714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-4719179e-e21d-4adb-ba98-276f64af7cff service neutron] Transition to ACTIVE for port object f6c7a952-472c-4d64-bcaf-77aed2111647 will not be triggered until provisioned by entity L2. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 13:55:29.380437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-4719179e-e21d-4adb-ba98-276f64af7cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:29.396717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-85f3db19-5717-494a-9e95-d9da95a51bb7 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:55:29.529819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719179e-e21d-4adb-ba98-276f64af7cff service neutron] Pushing event updated for resources: {'Port': ['ID=f6c7a952-472c-4d64-bcaf-77aed2111647,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:55:29.534714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4719179e-e21d-4adb-ba98-276f64af7cff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:55:29.742228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-4719179e-e21d-4adb-ba98-276f64af7cff service neutron] Attempting to bind port f6c7a952-472c-4d64-bcaf-77aed2111647 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 13:55:29.742580 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-4719179e-e21d-4adb-ba98-276f64af7cff service neutron] Attempting to bind port f6c7a952-472c-4d64-bcaf-77aed2111647 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '7962effd-46b3-4942-bb4f-5420f2cfa065', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea'}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 13:55:29.743042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-4719179e-e21d-4adb-ba98-276f64af7cff service neutron] Attempting to bind port f6c7a952-472c-4d64-bcaf-77aed2111647 on network 813226b4-c7ec-4574-8e54-d10ab31922ea {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 13:55:29.751522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-4719179e-e21d-4adb-ba98-276f64af7cff service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 13:55:29.751897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-4719179e-e21d-4adb-ba98-276f64af7cff service neutron] Checking segment: {'id': '7962effd-46b3-4942-bb4f-5420f2cfa065', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:55:29.752303 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-4719179e-e21d-4adb-ba98-276f64af7cff service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:29.752702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-4719179e-e21d-4adb-ba98-276f64af7cff service neutron] Bound using segment: {'id': '7962effd-46b3-4942-bb4f-5420f2cfa065', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea'} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 13:55:29.753181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-4719179e-e21d-4adb-ba98-276f64af7cff service neutron] Bound port: f6c7a952-472c-4d64-bcaf-77aed2111647, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7962effd-46b3-4942-bb4f-5420f2cfa065', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea'}}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 13:55:29.753546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-4719179e-e21d-4adb-ba98-276f64af7cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:29.854396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-4719179e-e21d-4adb-ba98-276f64af7cff service neutron] For port f6c7a952-472c-4d64-bcaf-77aed2111647, host hv-neutron-6013, cleared binding levels {{(pid=80944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 13:55:29.858344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-4719179e-e21d-4adb-ba98-276f64af7cff service neutron] For port f6c7a952-472c-4d64-bcaf-77aed2111647, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=f6c7a952-472c-4d64-bcaf-77aed2111647,segment=NetworkSegment(7962effd-46b3-4942-bb4f-5420f2cfa065),segment_id=7962effd-46b3-4942-bb4f-5420f2cfa065)] {{(pid=80944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 13:55:29.861736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-4719179e-e21d-4adb-ba98-276f64af7cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:29.880109 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-42d76c5a-f3cd-49c1-803f-cff29e302a3a tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:55:29.906205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107ab58-33c3-471c-a235-a1e943374221 req-be81d8f3-9315-428a-8726-33065fd43c02 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:29.907809 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0107ab58-33c3-471c-a235-a1e943374221 req-be81d8f3-9315-428a-8726-33065fd43c02 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 943 time: 0.0941432
Nov 24 13:55:29.957758 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0107ab58-33c3-471c-a235-a1e943374221 req-92cf1626-3fd9-494c-bf74-1a53956a19b5 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0430152
Nov 24 13:55:30.036875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719179e-e21d-4adb-ba98-276f64af7cff service neutron] Pushing event updated for resources: {'Port': ['ID=f6c7a952-472c-4d64-bcaf-77aed2111647,revision_number=3']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:55:30.040265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4719179e-e21d-4adb-ba98-276f64af7cff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:55:30.085989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-4719179e-e21d-4adb-ba98-276f64af7cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:30.086722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-4719179e-e21d-4adb-ba98-276f64af7cff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:30.088238 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-4719179e-e21d-4adb-ba98-276f64af7cff service neutron] 10.222.0.70 "PUT /v2.0/ports/f6c7a952-472c-4d64-bcaf-77aed2111647 HTTP/1.1" status: 200  len: 1157 time: 1.2909393
Nov 24 13:55:30.088836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe19b6f-5f37-4865-a908-29466385c0f6', 'tag': 'f6c7a952-472c-4d64-bcaf-77aed2111647'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:55:30.180804 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe19b6f-5f37-4865-a908-29466385c0f6', 'tag': 'f6c7a952-472c-4d64-bcaf-77aed2111647', 'status': 'completed', 'code': 200}
Nov 24 13:55:30.224596 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-1567c90a-de81-4ac1-8b90-69742cea6845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:30.226342 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-1567c90a-de81-4ac1-8b90-69742cea6845 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eaa84e3816a945e3803903427633b386&device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 1160 time: 0.0824564
Nov 24 13:55:30.306562 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-1c10e43c-6ee4-4abb-81a8-0cd269deac7e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6c7a952-472c-4d64-bcaf-77aed2111647 HTTP/1.1" status: 200  len: 217 time: 0.0679898
Nov 24 13:55:30.377208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-b5471896-054c-475e-a057-dcdf93977e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:30.378726 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-b5471896-054c-475e-a057-dcdf93977e68 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=04d7fe63-010a-4e6a-9e51-ee3656d5f027 HTTP/1.1" status: 200  len: 848 time: 0.0660310
Nov 24 13:55:30.458324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-988c564a-4422-4f9e-98ee-c0cf13aa215f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:30.459934 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-988c564a-4422-4f9e-98ee-c0cf13aa215f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=813226b4-c7ec-4574-8e54-d10ab31922ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746028
Nov 24 13:55:30.602496 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-365091d5-350e-4456-bf35-8e863f306f84 service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355395
Nov 24 13:55:30.750146 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9e9bc9b9-0021-4b46-b653-896ca2b847a4 req-dd84cb13-6f05-4818-b86e-f2fba0a9ddd8 service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411331
Nov 24 13:55:30.914168 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd73a7-ac27-444b-960e-3cd363ee7a57 req-342292db-4d42-486a-a811-c2fe811f8591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:30.915814 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-57dd73a7-ac27-444b-960e-3cd363ee7a57 req-342292db-4d42-486a-a811-c2fe811f8591 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eaa84e3816a945e3803903427633b386&device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 1160 time: 0.0800231
Nov 24 13:55:31.066961 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd73a7-ac27-444b-960e-3cd363ee7a57 req-375393fc-cd06-4280-99ad-9a63bc1437e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:31.068552 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-57dd73a7-ac27-444b-960e-3cd363ee7a57 req-375393fc-cd06-4280-99ad-9a63bc1437e4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=813226b4-c7ec-4574-8e54-d10ab31922ea HTTP/1.1" status: 200  len: 903 time: 0.1452873
Nov 24 13:55:31.143172 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-57dd73a7-ac27-444b-960e-3cd363ee7a57 req-a8ed2fdb-01be-4e17-8cf9-e697c9d7c3a2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6c7a952-472c-4d64-bcaf-77aed2111647 HTTP/1.1" status: 200  len: 217 time: 0.0672944
Nov 24 13:55:31.187184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a950f8d-0c9c-423d-a661-83671455650b req-4b34979c-b841-4913-9f0e-b3cf949e22ca tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:31.188816 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8a950f8d-0c9c-423d-a661-83671455650b req-4b34979c-b841-4913-9f0e-b3cf949e22ca tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 943 time: 0.0976236
Nov 24 13:55:31.220385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd73a7-ac27-444b-960e-3cd363ee7a57 req-7577b859-9855-455f-bd8e-06a6332abca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:31.221996 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-57dd73a7-ac27-444b-960e-3cd363ee7a57 req-7577b859-9855-455f-bd8e-06a6332abca3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=04d7fe63-010a-4e6a-9e51-ee3656d5f027 HTTP/1.1" status: 200  len: 848 time: 0.0725157
Nov 24 13:55:31.239631 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8a950f8d-0c9c-423d-a661-83671455650b req-09324b87-a79c-4a75-b906-df1d19f7f58e tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0441926
Nov 24 13:55:31.300873 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd73a7-ac27-444b-960e-3cd363ee7a57 req-b049bf5d-fcb7-4db9-9ab6-6dfc7ab1ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:31.302426 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-57dd73a7-ac27-444b-960e-3cd363ee7a57 req-b049bf5d-fcb7-4db9-9ab6-6dfc7ab1ce58 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=813226b4-c7ec-4574-8e54-d10ab31922ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0743382
Nov 24 13:55:31.447237 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-57dd73a7-ac27-444b-960e-3cd363ee7a57 req-e1cd0af1-189d-4dd2-9840-2c2e365b5591 service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382797
Nov 24 13:55:31.590955 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-57dd73a7-ac27-444b-960e-3cd363ee7a57 req-9e459ba9-6501-488f-85fd-bf54e4f40234 service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1371496
Nov 24 13:55:32.604197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2a40a-9d9b-48ec-9b67-2f5c37f61bff req-a426ad70-5ee7-4304-aa6f-eb7427385b7c tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:32.605847 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-aae2a40a-9d9b-48ec-9b67-2f5c37f61bff req-a426ad70-5ee7-4304-aa6f-eb7427385b7c tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 943 time: 0.0903492
Nov 24 13:55:32.655257 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-aae2a40a-9d9b-48ec-9b67-2f5c37f61bff req-23c09fc7-d151-43c5-ac6c-33cf9cfd29a7 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0429657
Nov 24 13:55:33.874049 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce626c04-21d4-4ef7-93cf-eb85f84e08e2 req-a08f21fe-9638-4890-9c80-2a13a7528d6f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:33.875702 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ce626c04-21d4-4ef7-93cf-eb85f84e08e2 req-a08f21fe-9638-4890-9c80-2a13a7528d6f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 943 time: 0.0869467
Nov 24 13:55:33.925041 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ce626c04-21d4-4ef7-93cf-eb85f84e08e2 req-4ccd6e42-c6a4-4eef-9648-2f7d3e653fe5 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0430617
Nov 24 13:55:35.142311 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81eb99-e79b-4b23-948a-dc1bd456bfc3 req-c350df07-3a98-4518-bdbe-e8cf0cffcf16 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:35.143950 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bf81eb99-e79b-4b23-948a-dc1bd456bfc3 req-c350df07-3a98-4518-bdbe-e8cf0cffcf16 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 943 time: 0.0906446
Nov 24 13:55:35.193828 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-bf81eb99-e79b-4b23-948a-dc1bd456bfc3 req-098100fb-6345-4a68-bbb5-d81596bcb5d3 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0434494
Nov 24 13:55:36.407615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaac094-5191-429b-8e3d-45a94d3870b2 req-1c210e1e-1b64-4d49-b5f5-7eb469cb908b tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:36.409237 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8aaac094-5191-429b-8e3d-45a94d3870b2 req-1c210e1e-1b64-4d49-b5f5-7eb469cb908b tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 943 time: 0.0860822
Nov 24 13:55:36.463520 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8aaac094-5191-429b-8e3d-45a94d3870b2 req-30be0f59-2208-4ae0-ad43-e9b81220acf6 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0476100
Nov 24 13:55:37.673826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51023b84-905b-4c9d-a0fd-85d5336377aa req-60556555-113a-4b85-8406-82b58bccb989 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:37.675457 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-51023b84-905b-4c9d-a0fd-85d5336377aa req-60556555-113a-4b85-8406-82b58bccb989 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 943 time: 0.0842848
Nov 24 13:55:37.724590 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-51023b84-905b-4c9d-a0fd-85d5336377aa req-fc7b9974-33aa-40e9-9e29-1a8f3c36f362 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0426331
Nov 24 13:55:38.944531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4397404-ef49-4da0-8bc4-b19468c3650b req-7078a676-6754-4281-8133-ee8b35f3a867 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:38.946266 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b4397404-ef49-4da0-8bc4-b19468c3650b req-7078a676-6754-4281-8133-ee8b35f3a867 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 943 time: 0.0911782
Nov 24 13:55:39.000540 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b4397404-ef49-4da0-8bc4-b19468c3650b req-3598ad0f-1fd1-424e-90e3-c7fbc82b5305 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0448332
Nov 24 13:55:39.368256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device f6c7a952-472c-4d64-bcaf-77aed2111647 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:55:39.442194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port f6c7a952-472c-4d64-bcaf-77aed2111647 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 13:55:39.447106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port f6c7a952-472c-4d64-bcaf-77aed2111647 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:55:39.447534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:39.566738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:39.596350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe19b6f-5f37-4865-a908-29466385c0f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c7a952-472c-4d64-bcaf-77aed2111647'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:55:39.607654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port f6c7a952-472c-4d64-bcaf-77aed2111647, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=f6c7a952-472c-4d64-bcaf-77aed2111647,segment=NetworkSegment(7962effd-46b3-4942-bb4f-5420f2cfa065),segment_id=7962effd-46b3-4942-bb4f-5420f2cfa065)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:55:39.611013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:39.613000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:55:39.659953 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe19b6f-5f37-4865-a908-29466385c0f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c7a952-472c-4d64-bcaf-77aed2111647', 'code': 200}
Nov 24 13:55:39.691375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=f6c7a952-472c-4d64-bcaf-77aed2111647,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:55:39.701381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:39.701783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:39.702215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:39.702600 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:39.702985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:39.703362 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:39.703862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:39.704235 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:39.704613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:39.704983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:39.705354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:39.705723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:39.706248 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:39.706760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:39.706936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:39.707275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:39.707644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:39.708012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:39.708380 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:39.708752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:39.709113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:39.709477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:39.709896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:39.710296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:55:39.715777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:55:39.972218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edd0c2-0675-40fe-a2f8-6c528343f4e8 req-416cdba9-8e49-4bc6-ac53-684bf2ba27b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:39.973834 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-51edd0c2-0675-40fe-a2f8-6c528343f4e8 req-416cdba9-8e49-4bc6-ac53-684bf2ba27b0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 1162 time: 0.0829527
Nov 24 13:55:40.019011 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-51edd0c2-0675-40fe-a2f8-6c528343f4e8 req-888cc834-d2a7-469f-bfb6-09a2ec707f32 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0381989
Nov 24 13:55:40.218896 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee45df7-064f-4ee6-b363-d9e3eb1e317e req-84c8a0d2-88e3-4912-ade4-7caa85ed5c78 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:40.220515 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fee45df7-064f-4ee6-b363-d9e3eb1e317e req-84c8a0d2-88e3-4912-ade4-7caa85ed5c78 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 945 time: 0.0846751
Nov 24 13:55:40.270053 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fee45df7-064f-4ee6-b363-d9e3eb1e317e req-af2b7af0-5dc3-44e9-ade4-b45fc8e513f4 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0430613
Nov 24 13:55:40.361384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b2df5ecd-6809-4a46-b1ec-6a1d446fd788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:41.091234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device f6c7a952-472c-4d64-bcaf-77aed2111647 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:55:41.166935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port f6c7a952-472c-4d64-bcaf-77aed2111647 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:55:41.167355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:41.495620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6a245-7414-4cf9-aff0-84b6022e3ae5 req-749d4207-9f8f-468c-bf4d-1aaa46787d31 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:41.497681 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-34e6a245-7414-4cf9-aff0-84b6022e3ae5 req-749d4207-9f8f-468c-bf4d-1aaa46787d31 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 945 time: 0.0904992
Nov 24 13:55:41.545889 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-34e6a245-7414-4cf9-aff0-84b6022e3ae5 req-9947405d-2ede-428c-a154-a500b088c022 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0417218
Nov 24 13:55:41.762366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d46f9b-4c95-4571-8a76-79e577aca195 req-0faf98d4-495a-4be7-b34a-4010bc1a13ce tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:41.763896 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d5d46f9b-4c95-4571-8a76-79e577aca195 req-0faf98d4-495a-4be7-b34a-4010bc1a13ce tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 945 time: 0.0823050
Nov 24 13:55:41.814931 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d5d46f9b-4c95-4571-8a76-79e577aca195 req-3a49d389-523c-483e-a4ba-656ee0f3a2e3 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0447509
Nov 24 13:55:42.034728 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11cef59f-bbff-4938-b4c0-8b8f3f682550 req-5053de97-3cef-4b96-98fd-d475f1aa50b1 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1667385
Nov 24 13:55:42.044857 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-11cef59f-bbff-4938-b4c0-8b8f3f682550 req-3eef80d7-12b5-4c16-99a5-c42469509ed5 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:55:42.050695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-11cef59f-bbff-4938-b4c0-8b8f3f682550 req-3eef80d7-12b5-4c16-99a5-c42469509ed5 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:55:42.055029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-11cef59f-bbff-4938-b4c0-8b8f3f682550 req-3eef80d7-12b5-4c16-99a5-c42469509ed5 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Usage tracker for resource:floatingip and tenant:eaa84e3816a945e3803903427633b386 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:55:42.057955 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-11cef59f-bbff-4938-b4c0-8b8f3f682550 req-3eef80d7-12b5-4c16-99a5-c42469509ed5 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:55:42.063900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-11cef59f-bbff-4938-b4c0-8b8f3f682550 req-3eef80d7-12b5-4c16-99a5-c42469509ed5 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:55:42.073554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-11cef59f-bbff-4938-b4c0-8b8f3f682550 req-3eef80d7-12b5-4c16-99a5-c42469509ed5 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for floatingip, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:42.220406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-11cef59f-bbff-4938-b4c0-8b8f3f682550 req-3eef80d7-12b5-4c16-99a5-c42469509ed5 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:42.487727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-11cef59f-bbff-4938-b4c0-8b8f3f682550 req-3eef80d7-12b5-4c16-99a5-c42469509ed5 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Allocated IP 172.26.8.159 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/0687ef4f-c9d7-4bbe-8114-76be0f56a83b) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 13:55:42.648157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-11cef59f-bbff-4938-b4c0-8b8f3f682550 req-3eef80d7-12b5-4c16-99a5-c42469509ed5 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:42.678526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-11cef59f-bbff-4938-b4c0-8b8f3f682550 req-3eef80d7-12b5-4c16-99a5-c42469509ed5 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:42.691805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-96b8fc02-4cc2-4e27-88cb-092e34967721 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:55:42.711855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-59e49013-8c4e-490a-bbae-f711441b0d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:43.090821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:43.101478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef80d7-12b5-4c16-99a5-c42469509ed5 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Pushing event updated for resources: {'Port': ['ID=0687ef4f-c9d7-4bbe-8114-76be0f56a83b,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:55:43.105526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3eef80d7-12b5-4c16-99a5-c42469509ed5 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:55:43.162207 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11cef59f-bbff-4938-b4c0-8b8f3f682550 req-3eef80d7-12b5-4c16-99a5-c42469509ed5 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 13:55:43.163670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-11cef59f-bbff-4938-b4c0-8b8f3f682550 req-3eef80d7-12b5-4c16-99a5-c42469509ed5 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:55:43.165746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-11cef59f-bbff-4938-b4c0-8b8f3f682550 req-3eef80d7-12b5-4c16-99a5-c42469509ed5 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 13:55:43.255422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-11cef59f-bbff-4938-b4c0-8b8f3f682550 req-3eef80d7-12b5-4c16-99a5-c42469509ed5 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for floatingip, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:43.317048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-11cef59f-bbff-4938-b4c0-8b8f3f682550 req-3eef80d7-12b5-4c16-99a5-c42469509ed5 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:43.583833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-11cef59f-bbff-4938-b4c0-8b8f3f682550 req-3eef80d7-12b5-4c16-99a5-c42469509ed5 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:43.587700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-11cef59f-bbff-4938-b4c0-8b8f3f682550 req-3eef80d7-12b5-4c16-99a5-c42469509ed5 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:43.602697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7e5053dd-48dd-4f30-a480-67d318e7185b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:55:43.739291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef80d7-12b5-4c16-99a5-c42469509ed5 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Pushing event updated for resources: {'Port': ['ID=0687ef4f-c9d7-4bbe-8114-76be0f56a83b,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:55:43.744672 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3eef80d7-12b5-4c16-99a5-c42469509ed5 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:55:43.851394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-11cef59f-bbff-4938-b4c0-8b8f3f682550 req-3eef80d7-12b5-4c16-99a5-c42469509ed5 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:43.881737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-11cef59f-bbff-4938-b4c0-8b8f3f682550 req-3eef80d7-12b5-4c16-99a5-c42469509ed5 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:43.883094 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11cef59f-bbff-4938-b4c0-8b8f3f682550 req-3eef80d7-12b5-4c16-99a5-c42469509ed5 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8424640
Nov 24 13:55:43.972545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-11cef59f-bbff-4938-b4c0-8b8f3f682550 req-fe6266ee-27c8-4f8b-8ed9-55387384285f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Synchronizing usage tracker for tenant:eaa84e3816a945e3803903427633b386 on resource:floatingip {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:55:43.989073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-11cef59f-bbff-4938-b4c0-8b8f3f682550 req-fe6266ee-27c8-4f8b-8ed9-55387384285f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Unset dirty status for tenant:eaa84e3816a945e3803903427633b386 on resource:floatingip {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:55:43.990384 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11cef59f-bbff-4938-b4c0-8b8f3f682550 req-fe6266ee-27c8-4f8b-8ed9-55387384285f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.26.8.159 HTTP/1.1" status: 200  len: 696 time: 0.1006804
Nov 24 13:55:44.158737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cef59f-bbff-4938-b4c0-8b8f3f682550 req-6746aef7-8f66-47ea-b471-60aee340cded tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:44.160274 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11cef59f-bbff-4938-b4c0-8b8f3f682550 req-6746aef7-8f66-47ea-b471-60aee340cded tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/networks/cfe08d36-e5ba-4f00-8669-16a0ead5d220 HTTP/1.1" status: 200  len: 784 time: 0.1635346
Nov 24 13:55:44.172517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-11cef59f-bbff-4938-b4c0-8b8f3f682550 req-a3fb5c1f-7c6d-458e-99e6-563ee397156f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:55:44.173609 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-11cef59f-bbff-4938-b4c0-8b8f3f682550 req-a3fb5c1f-7c6d-458e-99e6-563ee397156f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0068550
Nov 24 13:55:44.309739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:44.368284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e955db-6f80-4aee-b635-edc90df34c40 req-aa005d76-a7e3-43cd-87ec-4244e6927894 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:44.370178 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-48e955db-6f80-4aee-b635-edc90df34c40 req-aa005d76-a7e3-43cd-87ec-4244e6927894 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0839474
Nov 24 13:55:44.458053 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-48e955db-6f80-4aee-b635-edc90df34c40 req-8f99c51d-a8c2-4ba6-b7c8-e4eeb35384a2 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.26.8.159 HTTP/1.1" status: 200  len: 696 time: 0.0814254
Nov 24 13:55:44.469123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-48e955db-6f80-4aee-b635-edc90df34c40 req-0d90f919-d28f-4449-8b9c-fe53bf05ef78 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Request body: {'floatingip': {'port_id': 'f6c7a952-472c-4d64-bcaf-77aed2111647', 'fixed_ip_address': '172.20.0.6'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:55:44.551307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-48e955db-6f80-4aee-b635-edc90df34c40 req-0d90f919-d28f-4449-8b9c-fe53bf05ef78 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for floatingip, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:44.955256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:45.205481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-48e955db-6f80-4aee-b635-edc90df34c40 req-0d90f919-d28f-4449-8b9c-fe53bf05ef78 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for floatingip, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:45.208720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-48e955db-6f80-4aee-b635-edc90df34c40 req-0d90f919-d28f-4449-8b9c-fe53bf05ef78 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:45.419469 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [req-48e955db-6f80-4aee-b635-edc90df34c40 req-0d90f919-d28f-4449-8b9c-fe53bf05ef78 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Floating IP 339d3423-0cfc-4a85-85c5-3d1af98d6bae associated. External IP: 172.26.8.159, port: f6c7a952-472c-4d64-bcaf-77aed2111647.
Nov 24 13:55:45.839947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48e955db-6f80-4aee-b635-edc90df34c40 req-0d90f919-d28f-4449-8b9c-fe53bf05ef78 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Router a02284c1-0b55-4fc1-b777-5023f86f1c80 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:55:46.055681 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48e955db-6f80-4aee-b635-edc90df34c40 req-0d90f919-d28f-4449-8b9c-fe53bf05ef78 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:55:46.061253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-48e955db-6f80-4aee-b635-edc90df34c40 req-0d90f919-d28f-4449-8b9c-fe53bf05ef78 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:46.066891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eb8392-8657-4378-bb32-f15e07159e5f None None] Sync routers for ids ['a02284c1-0b55-4fc1-b777-5023f86f1c80'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:55:46.080070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eb8392-8657-4378-bb32-f15e07159e5f None None] Routers {'a02284c1-0b55-4fc1-b777-5023f86f1c80'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:55:46.080730 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a2eb8392-8657-4378-bb32-f15e07159e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c8aa2b0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:55:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a02284c1-0b55-4fc1-b777-5023f86f1c80'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:55:46.126232 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-48e955db-6f80-4aee-b635-edc90df34c40 req-0d90f919-d28f-4449-8b9c-fe53bf05ef78 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "PUT /v2.0/floatingips/339d3423-0cfc-4a85-85c5-3d1af98d6bae HTTP/1.1" status: 200  len: 996 time: 1.6614389
Nov 24 13:55:46.126449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe19b6f-5f37-4865-a908-29466385c0f6', 'tag': 'f6c7a952-472c-4d64-bcaf-77aed2111647'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:55:46.195341 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe19b6f-5f37-4865-a908-29466385c0f6', 'tag': 'f6c7a952-472c-4d64-bcaf-77aed2111647', 'status': 'completed', 'code': 200}
Nov 24 13:55:46.229668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e955db-6f80-4aee-b635-edc90df34c40 req-0ef22d8c-0d59-40ae-a41f-1208776f9044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:46.234687 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-48e955db-6f80-4aee-b635-edc90df34c40 req-0ef22d8c-0d59-40ae-a41f-1208776f9044 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=eaa84e3816a945e3803903427633b386&device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 1162 time: 0.0937960
Nov 24 13:55:46.281478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-a2eb8392-8657-4378-bb32-f15e07159e5f None None] Set router a02284c1-0b55-4fc1-b777-5023f86f1c80 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:55:46.318714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb9897-ad32-4423-bd20-af3d8051143d req-c5c8101e-b2c4-4164-93dd-aed182d21949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:46.320343 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6ccb9897-ad32-4423-bd20-af3d8051143d req-c5c8101e-b2c4-4164-93dd-aed182d21949 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eaa84e3816a945e3803903427633b386&device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 1162 time: 0.0792966
Nov 24 13:55:46.385957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e955db-6f80-4aee-b635-edc90df34c40 req-b6901f06-274a-4c6a-b6ae-0cd9cc7ec1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:46.387816 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-48e955db-6f80-4aee-b635-edc90df34c40 req-b6901f06-274a-4c6a-b6ae-0cd9cc7ec1a5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=813226b4-c7ec-4574-8e54-d10ab31922ea HTTP/1.1" status: 200  len: 903 time: 0.1494193
Nov 24 13:55:46.484304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb9897-ad32-4423-bd20-af3d8051143d req-a7f1b8a8-b9c2-49a7-93f5-20ef9b5037c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:46.486066 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6ccb9897-ad32-4423-bd20-af3d8051143d req-a7f1b8a8-b9c2-49a7-93f5-20ef9b5037c3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=813226b4-c7ec-4574-8e54-d10ab31922ea HTTP/1.1" status: 200  len: 903 time: 0.1588757
Nov 24 13:55:46.610411 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6ccb9897-ad32-4423-bd20-af3d8051143d req-f5969386-00ca-498c-bf37-e13a78e177d6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6c7a952-472c-4d64-bcaf-77aed2111647 HTTP/1.1" status: 200  len: 999 time: 0.1175270
Nov 24 13:55:46.678452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a2eb8392-8657-4378-bb32-f15e07159e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c8aa2b0>, [{'id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'name': 'tempest-TestShelveInstance-1733141774-router', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:50:46Z', 'updated_at': '2020-11-24T13:50:50Z', 'revision_number': 4, 'project_id': 'eaa84e3816a945e3803903427633b386', 'gw_port': {'id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:47Z', 'updated_at': '2020-11-24T13:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '339d3423-0cfc-4a85-85c5-3d1af98d6bae', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'floating_ip_address': '172.26.8.159', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'port_id': 'f6c7a952-472c-4d64-bcaf-77aed2111647', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea', 'mac_address': 'fa:16:3e:58:90:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe19b6f-5f37-4865-a908-29466385c0f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:55:43Z', 'updated_at': '2020-11-24T13:55:45Z', 'revision_number': 1, 'project_id': 'eaa84e3816a945e3803903427633b386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75c8c889-8f6c-426b-94f9-bb2b87e15fee', 'name': '', 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'mac_address': 'fa:16:3e:44:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:49Z', 'updated_at': '2020-11-24T13:50:58Z', 'revision_number': 5, 'project_id': 'eaa84e3816a945e3803903427633b386', 'subnets': [{'id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:55:46.682836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eb8392-8657-4378-bb32-f15e07159e5f None None] Checking router: a02284c1-0b55-4fc1-b777-5023f86f1c80 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:55:46.687949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb9897-ad32-4423-bd20-af3d8051143d req-e42b4133-fc6b-460e-abb5-31a283f192c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:46.689768 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6ccb9897-ad32-4423-bd20-af3d8051143d req-e42b4133-fc6b-460e-abb5-31a283f192c6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=04d7fe63-010a-4e6a-9e51-ee3656d5f027 HTTP/1.1" status: 200  len: 848 time: 0.0722575
Nov 24 13:55:46.695426 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eb8392-8657-4378-bb32-f15e07159e5f None None] Routers {'a02284c1-0b55-4fc1-b777-5023f86f1c80'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:55:46.696171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a2eb8392-8657-4378-bb32-f15e07159e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c8aa2b0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:55:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a02284c1-0b55-4fc1-b777-5023f86f1c80'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:55:46.790900 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb9897-ad32-4423-bd20-af3d8051143d req-d0fb94d1-b337-43c3-8150-1f65d7c5ebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:46.792563 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6ccb9897-ad32-4423-bd20-af3d8051143d req-d0fb94d1-b337-43c3-8150-1f65d7c5ebb6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=813226b4-c7ec-4574-8e54-d10ab31922ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0954707
Nov 24 13:55:46.800646 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-48e955db-6f80-4aee-b635-edc90df34c40 req-789c0124-5a53-4d90-b899-06c5c7bb6d86 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6c7a952-472c-4d64-bcaf-77aed2111647 HTTP/1.1" status: 200  len: 999 time: 0.4054632
Nov 24 13:55:46.884597 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e955db-6f80-4aee-b635-edc90df34c40 req-d46fb8d4-156a-42bb-b979-dc740a279da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:46.886859 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-48e955db-6f80-4aee-b635-edc90df34c40 req-d46fb8d4-156a-42bb-b979-dc740a279da8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=04d7fe63-010a-4e6a-9e51-ee3656d5f027 HTTP/1.1" status: 200  len: 848 time: 0.0783479
Nov 24 13:55:46.898092 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-a2eb8392-8657-4378-bb32-f15e07159e5f None None] Set router a02284c1-0b55-4fc1-b777-5023f86f1c80 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:55:46.944649 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6ccb9897-ad32-4423-bd20-af3d8051143d req-57780031-846a-45aa-bfbc-ce86fec199df service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450961
Nov 24 13:55:46.973566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e955db-6f80-4aee-b635-edc90df34c40 req-7adfcb9a-55d3-4ed8-bed6-113dac02df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:55:46.975281 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-48e955db-6f80-4aee-b635-edc90df34c40 req-7adfcb9a-55d3-4ed8-bed6-113dac02df19 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=813226b4-c7ec-4574-8e54-d10ab31922ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0790944
Nov 24 13:55:46.989989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-48e955db-6f80-4aee-b635-edc90df34c40 req-e11f47df-570e-4198-b814-5b74cd3465c8 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 13:55:46.991087 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-48e955db-6f80-4aee-b635-edc90df34c40 req-e11f47df-570e-4198-b814-5b74cd3465c8 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0057263
Nov 24 13:55:47.104156 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6ccb9897-ad32-4423-bd20-af3d8051143d req-99884315-41fc-47ef-97da-7f1a065d2662 service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1520455
Nov 24 13:55:47.158998 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-48e955db-6f80-4aee-b635-edc90df34c40 req-c4677fa9-2348-49a2-8d8e-61a939823b91 service neutron] 10.222.0.76 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1597350
Nov 24 13:55:47.295315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-a2eb8392-8657-4378-bb32-f15e07159e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c8aa2b0>, [{'id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'name': 'tempest-TestShelveInstance-1733141774-router', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:50:46Z', 'updated_at': '2020-11-24T13:50:50Z', 'revision_number': 4, 'project_id': 'eaa84e3816a945e3803903427633b386', 'gw_port': {'id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:47Z', 'updated_at': '2020-11-24T13:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '339d3423-0cfc-4a85-85c5-3d1af98d6bae', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'floating_ip_address': '172.26.8.159', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'port_id': 'f6c7a952-472c-4d64-bcaf-77aed2111647', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea', 'mac_address': 'fa:16:3e:58:90:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe19b6f-5f37-4865-a908-29466385c0f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:55:43Z', 'updated_at': '2020-11-24T13:55:45Z', 'revision_number': 1, 'project_id': 'eaa84e3816a945e3803903427633b386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75c8c889-8f6c-426b-94f9-bb2b87e15fee', 'name': '', 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'mac_address': 'fa:16:3e:44:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:49Z', 'updated_at': '2020-11-24T13:50:58Z', 'revision_number': 5, 'project_id': 'eaa84e3816a945e3803903427633b386', 'subnets': [{'id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:55:47.299550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eb8392-8657-4378-bb32-f15e07159e5f None None] The sync data for ids ['a02284c1-0b55-4fc1-b777-5023f86f1c80'] in dv-neutron-601336-61-ovs is: [{'id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'name': 'tempest-TestShelveInstance-1733141774-router', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:50:46Z', 'updated_at': '2020-11-24T13:50:50Z', 'revision_number': 4, 'project_id': 'eaa84e3816a945e3803903427633b386', 'gw_port': {'id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:47Z', 'updated_at': '2020-11-24T13:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '339d3423-0cfc-4a85-85c5-3d1af98d6bae', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'floating_ip_address': '172.26.8.159', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'port_id': 'f6c7a952-472c-4d64-bcaf-77aed2111647', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea', 'mac_address': 'fa:16:3e:58:90:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe19b6f-5f37-4865-a908-29466385c0f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T13:55:43Z', 'updated_at': '2020-11-24T13:55:45Z', 'revision_number': 1, 'project_id': 'eaa84e3816a945e3803903427633b386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75c8c889-8f6c-426b-94f9-bb2b87e15fee', 'name': '', 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'mac_address': 'fa:16:3e:44:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:49Z', 'updated_at': '2020-11-24T13:50:58Z', 'revision_number': 5, 'project_id': 'eaa84e3816a945e3803903427633b386', 'subnets': [{'id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:55:47.313427 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-48e955db-6f80-4aee-b635-edc90df34c40 req-572a7bbc-340c-4d70-bdda-8d1dd6885e4f service neutron] 10.222.0.76 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1472805
Nov 24 13:55:47.684409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adea0e2d-8829-4cc7-b1b9-0d701e248c59 None None] New status for floating IP 339d3423-0cfc-4a85-85c5-3d1af98d6bae: ACTIVE {{(pid=80945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:55:51.654419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:55:55.574747 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:56:10.369694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a750cc5a-e702-4570-91d1-a9f8f0646c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:56:12.727310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bb2c46e3-35b3-4129-8bec-fac8820416a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:56:13.116449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:56:14.314663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:56:14.964720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:56:21.607306 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:56:32.576124 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:56:39.756012 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3a5808bf-f81d-4c75-b874-242659a086c4 req-ea695db7-5a09-46b9-bef6-44d934d20efc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0795209
Nov 24 13:56:39.922055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5808bf-f81d-4c75-b874-242659a086c4 req-99e6a124-b00f-4f3f-9723-4f1a3ae34651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:56:39.923708 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3a5808bf-f81d-4c75-b874-242659a086c4 req-99e6a124-b00f-4f3f-9723-4f1a3ae34651 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eaa84e3816a945e3803903427633b386&device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 1162 time: 0.0806265
Nov 24 13:56:40.335211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5808bf-f81d-4c75-b874-242659a086c4 req-81501c3f-f781-4879-a3c1-4d6c0f8ccd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:56:40.337251 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3a5808bf-f81d-4c75-b874-242659a086c4 req-81501c3f-f781-4879-a3c1-4d6c0f8ccd7e service neutron] 10.222.0.70 "GET /v2.0/networks?id=813226b4-c7ec-4574-8e54-d10ab31922ea HTTP/1.1" status: 200  len: 903 time: 0.3946400
Nov 24 13:56:40.360942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2ec4230d-a301-4659-939d-18e2ff01b695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:56:40.448921 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3a5808bf-f81d-4c75-b874-242659a086c4 req-90fb8aa6-6840-4490-9183-0c70bafdbe33 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6c7a952-472c-4d64-bcaf-77aed2111647 HTTP/1.1" status: 200  len: 1001 time: 0.1050851
Nov 24 13:56:40.519627 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5808bf-f81d-4c75-b874-242659a086c4 req-430fb103-8c96-4571-9ab7-dc2ae7b7347c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:56:40.521321 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3a5808bf-f81d-4c75-b874-242659a086c4 req-430fb103-8c96-4571-9ab7-dc2ae7b7347c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=04d7fe63-010a-4e6a-9e51-ee3656d5f027 HTTP/1.1" status: 200  len: 848 time: 0.0663168
Nov 24 13:56:40.601591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5808bf-f81d-4c75-b874-242659a086c4 req-8f08354b-43f5-42ee-96d9-73b84ce8f38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:56:40.603255 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3a5808bf-f81d-4c75-b874-242659a086c4 req-8f08354b-43f5-42ee-96d9-73b84ce8f38c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=813226b4-c7ec-4574-8e54-d10ab31922ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0756345
Nov 24 13:56:40.750249 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3a5808bf-f81d-4c75-b874-242659a086c4 req-0ddc6404-8bb1-4704-9441-d6251d7168b3 service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396222
Nov 24 13:56:40.896535 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3a5808bf-f81d-4c75-b874-242659a086c4 req-fb1ba114-c3e9-4f61-bc2d-673a52f6fc1b service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398089
Nov 24 13:56:42.712318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5cb12a17-53ac-45b6-be3c-e6a348bf9aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:56:43.098868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:56:44.315871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:56:44.958869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:56:51.620957 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:57:09.577171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:57:10.363817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-38932b6d-f504-4110-9e66-642c35dec875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:57:12.714660 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-4d87d16b-0c4f-46be-9839-2b90b5b7aba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:57:13.101202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:57:14.317675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:57:14.959831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:57:21.620051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:57:40.367517 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-975861c4-3bf7-494a-9ecd-5c0f11ccfa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:57:40.754601 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6b2de213-26b6-4c19-999a-58dd31392459 req-bec17bf8-a396-4ec9-95f6-4943b06693d6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0782983
Nov 24 13:57:40.921845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2de213-26b6-4c19-999a-58dd31392459 req-a5c5199b-1d3b-462b-bb57-b058a48d89d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:57:40.923715 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6b2de213-26b6-4c19-999a-58dd31392459 req-a5c5199b-1d3b-462b-bb57-b058a48d89d0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eaa84e3816a945e3803903427633b386&device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 1162 time: 0.0809276
Nov 24 13:57:41.089137 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2de213-26b6-4c19-999a-58dd31392459 req-daf568e9-4b01-42aa-8462-64aec162c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:57:41.090850 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6b2de213-26b6-4c19-999a-58dd31392459 req-daf568e9-4b01-42aa-8462-64aec162c2cd service neutron] 10.222.0.70 "GET /v2.0/networks?id=813226b4-c7ec-4574-8e54-d10ab31922ea HTTP/1.1" status: 200  len: 903 time: 0.1477339
Nov 24 13:57:41.210187 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6b2de213-26b6-4c19-999a-58dd31392459 req-bf8e7997-238c-4182-aef5-134a29aa0f2b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6c7a952-472c-4d64-bcaf-77aed2111647 HTTP/1.1" status: 200  len: 1001 time: 0.1129944
Nov 24 13:57:41.283839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2de213-26b6-4c19-999a-58dd31392459 req-9c7a3a36-6f20-45c0-93cb-13363c10f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:57:41.285421 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6b2de213-26b6-4c19-999a-58dd31392459 req-9c7a3a36-6f20-45c0-93cb-13363c10f468 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=04d7fe63-010a-4e6a-9e51-ee3656d5f027 HTTP/1.1" status: 200  len: 848 time: 0.0695071
Nov 24 13:57:41.367692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2de213-26b6-4c19-999a-58dd31392459 req-233f2207-1680-4ad0-b7d1-0d0bfcd80cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:57:41.369924 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6b2de213-26b6-4c19-999a-58dd31392459 req-233f2207-1680-4ad0-b7d1-0d0bfcd80cf0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=813226b4-c7ec-4574-8e54-d10ab31922ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780180
Nov 24 13:57:41.515186 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6b2de213-26b6-4c19-999a-58dd31392459 req-db8971c9-aaa3-4f56-ad07-c226dfbdf611 service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383386
Nov 24 13:57:41.658635 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6b2de213-26b6-4c19-999a-58dd31392459 req-d4413762-31ba-47bd-b471-7f8e78a763a6 service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1365137
Nov 24 13:57:42.716748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8a6900f8-625a-42cc-8686-15501f2779a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:57:43.103148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:57:43.998438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631835a1-3764-42c9-ab6b-848978aa7c89 req-2c7055ba-c06c-4557-bf73-3e3d66dbb90f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:57:43.998874 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-631835a1-3764-42c9-ab6b-848978aa7c89 req-2c7055ba-c06c-4557-bf73-3e3d66dbb90f tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 945 time: 0.0966635
Nov 24 13:57:44.047367 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-631835a1-3764-42c9-ab6b-848978aa7c89 req-8ce16ca3-0834-4548-9fc6-23db49c17e0b tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0411310
Nov 24 13:57:44.321166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:57:44.970908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:57:45.307244 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e22d1-b31b-489e-813a-e7744150cd7a req-e4bb2b58-eb94-430f-b817-af92a5e54f15 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:57:45.308872 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ee2e22d1-b31b-489e-813a-e7744150cd7a req-e4bb2b58-eb94-430f-b817-af92a5e54f15 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 945 time: 0.0936408
Nov 24 13:57:45.360427 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ee2e22d1-b31b-489e-813a-e7744150cd7a req-2285ca3d-d509-45e9-9953-a93e1117d496 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0446665
Nov 24 13:57:46.579133 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:57:46.586441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38276ba5-36fb-43a6-8d51-93264ce89961 req-faf715d0-cf30-46ed-a0b8-36dd9737d6af tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:57:46.588058 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-38276ba5-36fb-43a6-8d51-93264ce89961 req-faf715d0-cf30-46ed-a0b8-36dd9737d6af tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 945 time: 0.0930157
Nov 24 13:57:46.637192 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-38276ba5-36fb-43a6-8d51-93264ce89961 req-2a9033e2-9138-4d0a-bfb2-502057fa5d2c tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0424778
Nov 24 13:57:47.849639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda5c41-5d8e-4319-a0e4-e39585cc17cf req-8c70a4ed-e89e-4e0c-a80e-51acc3a07ea8 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:57:47.851363 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5bda5c41-5d8e-4319-a0e4-e39585cc17cf req-8c70a4ed-e89e-4e0c-a80e-51acc3a07ea8 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 945 time: 0.0840421
Nov 24 13:57:47.902224 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5bda5c41-5d8e-4319-a0e4-e39585cc17cf req-b6e1114b-070f-4a3c-a716-8c71cbf0ad49 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0441198
Nov 24 13:57:49.120832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990be8a-d1fb-470a-a2ec-62da441efdf7 req-89f5a749-5333-4856-8aef-ea91c442bc28 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:57:49.122494 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2990be8a-d1fb-470a-a2ec-62da441efdf7 req-89f5a749-5333-4856-8aef-ea91c442bc28 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 945 time: 0.0877016
Nov 24 13:57:49.174904 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-2990be8a-d1fb-470a-a2ec-62da441efdf7 req-0088995d-6039-46ae-818f-c5481ea7d56e tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0454743
Nov 24 13:57:50.392297 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936488c-7a6f-47e9-89c7-dcf54a44df55 req-e34299f7-40ad-4e15-8f24-0f6d02c01c42 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:57:50.393906 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b936488c-7a6f-47e9-89c7-dcf54a44df55 req-e34299f7-40ad-4e15-8f24-0f6d02c01c42 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 945 time: 0.0864236
Nov 24 13:57:50.447308 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b936488c-7a6f-47e9-89c7-dcf54a44df55 req-bd7daa7f-0bc5-4834-91af-05c1bd21e643 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0462060
Nov 24 13:57:51.654514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:57:51.666601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdbcb6-ed03-4149-8e0c-b253a6a5eedd req-24e96ffd-4548-4b16-b8d3-e129597c247e tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:57:51.668198 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3abdbcb6-ed03-4149-8e0c-b253a6a5eedd req-24e96ffd-4548-4b16-b8d3-e129597c247e tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 945 time: 0.0856314
Nov 24 13:57:51.716249 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3abdbcb6-ed03-4149-8e0c-b253a6a5eedd req-d515ccff-c9e1-4e98-9281-d8c91bcccc59 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0412335
Nov 24 13:57:52.937022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963abba-bb9b-4cfb-b0de-84ef3be236a1 req-d5f3a1d3-86af-40a9-b351-0014615ebc7d tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:57:52.938678 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b963abba-bb9b-4cfb-b0de-84ef3be236a1 req-d5f3a1d3-86af-40a9-b351-0014615ebc7d tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 945 time: 0.0889699
Nov 24 13:57:52.989265 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b963abba-bb9b-4cfb-b0de-84ef3be236a1 req-7eb7f258-fc0f-4d26-81f4-68253dda7afb tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0440438
Nov 24 13:57:54.173225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640372c-3678-4dae-8cb1-96e3abdd9349 req-9d94e3b1-14f5-48f0-b075-71528bcdf117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:57:54.174929 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3640372c-3678-4dae-8cb1-96e3abdd9349 req-9d94e3b1-14f5-48f0-b075-71528bcdf117 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eaa84e3816a945e3803903427633b386&device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 1162 time: 0.0942111
Nov 24 13:57:54.211405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14966a2f-410e-49f1-8455-06c0cf294a41 req-c52fc057-a33a-45fd-9ee0-8f1c832bb0c7 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:57:54.212991 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-14966a2f-410e-49f1-8455-06c0cf294a41 req-c52fc057-a33a-45fd-9ee0-8f1c832bb0c7 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 945 time: 0.0884607
Nov 24 13:57:54.265155 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-14966a2f-410e-49f1-8455-06c0cf294a41 req-51a2f843-6eff-4d80-8b17-ede34b2869a2 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0455449
Nov 24 13:57:54.326461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640372c-3678-4dae-8cb1-96e3abdd9349 req-ac8417f3-5fbb-4077-8a99-da81d30ab2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:57:54.328048 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3640372c-3678-4dae-8cb1-96e3abdd9349 req-ac8417f3-5fbb-4077-8a99-da81d30ab2fa service neutron] 10.222.0.70 "GET /v2.0/networks?id=813226b4-c7ec-4574-8e54-d10ab31922ea HTTP/1.1" status: 200  len: 903 time: 0.1462407
Nov 24 13:57:54.438971 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3640372c-3678-4dae-8cb1-96e3abdd9349 req-549c187d-0edc-4047-b695-5bca94df00fc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6c7a952-472c-4d64-bcaf-77aed2111647 HTTP/1.1" status: 200  len: 1001 time: 0.1035266
Nov 24 13:57:54.509274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640372c-3678-4dae-8cb1-96e3abdd9349 req-c36aa3b7-c572-45b4-a7c1-92b5cab2a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:57:54.510777 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3640372c-3678-4dae-8cb1-96e3abdd9349 req-c36aa3b7-c572-45b4-a7c1-92b5cab2a7e6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=04d7fe63-010a-4e6a-9e51-ee3656d5f027 HTTP/1.1" status: 200  len: 848 time: 0.0659814
Nov 24 13:57:54.596074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640372c-3678-4dae-8cb1-96e3abdd9349 req-1b4b00a0-9902-4492-a56f-cbe1fd609505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:57:54.597688 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3640372c-3678-4dae-8cb1-96e3abdd9349 req-1b4b00a0-9902-4492-a56f-cbe1fd609505 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=813226b4-c7ec-4574-8e54-d10ab31922ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792663
Nov 24 13:57:54.743452 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3640372c-3678-4dae-8cb1-96e3abdd9349 req-26c64d91-807c-49e4-86b5-932af00dc4c2 service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383891
Nov 24 13:57:54.890630 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3640372c-3678-4dae-8cb1-96e3abdd9349 req-6147d9c9-46a0-4f50-ab97-deb79e5a197a service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1416137
Nov 24 13:57:55.485829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e65c9d-9867-442e-98e3-8cc889c2b7a6 req-15834944-ae49-4271-a8cb-d1bd1966fb7e tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:57:55.487371 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f1e65c9d-9867-442e-98e3-8cc889c2b7a6 req-15834944-ae49-4271-a8cb-d1bd1966fb7e tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 945 time: 0.0897498
Nov 24 13:57:55.535908 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f1e65c9d-9867-442e-98e3-8cc889c2b7a6 req-686da7a6-0eff-49e9-b285-c0f44a85af62 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0416241
Nov 24 13:57:56.750871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34ba55-a6c3-404e-8ded-a574e761b26f req-1b70673f-e508-4e51-ae51-2eaae3151963 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:57:56.752416 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7f34ba55-a6c3-404e-8ded-a574e761b26f req-1b70673f-e508-4e51-ae51-2eaae3151963 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 945 time: 0.0847559
Nov 24 13:57:56.807643 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-7f34ba55-a6c3-404e-8ded-a574e761b26f req-f9197ddd-8ce3-4479-87aa-252668d0dbd3 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0483570
Nov 24 13:57:58.024819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e80a2-098c-43f2-8d54-4446bb978b51 req-ae00190b-1a5a-4c9c-9ac8-ef9030172ef2 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:57:58.026473 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-827e80a2-098c-43f2-8d54-4446bb978b51 req-ae00190b-1a5a-4c9c-9ac8-ef9030172ef2 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 945 time: 0.0867937
Nov 24 13:57:58.079851 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-827e80a2-098c-43f2-8d54-4446bb978b51 req-7d5ba2de-a6bf-4ce3-ac53-29b5b562eb63 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0467942
Nov 24 13:57:58.229141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device f6c7a952-472c-4d64-bcaf-77aed2111647 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:57:58.355086 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:57:58.384714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe19b6f-5f37-4865-a908-29466385c0f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6c7a952-472c-4d64-bcaf-77aed2111647'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:57:58.394976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port f6c7a952-472c-4d64-bcaf-77aed2111647, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=f6c7a952-472c-4d64-bcaf-77aed2111647,segment=NetworkSegment(7962effd-46b3-4942-bb4f-5420f2cfa065),segment_id=7962effd-46b3-4942-bb4f-5420f2cfa065)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:57:58.398698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:57:58.401369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cfb5a228-9377-428a-84e8-dc98ec87ae6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:57:58.446181 dv-neutron-601336-61-ovs neutron-server[80834]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7fe19b6f-5f37-4865-a908-29466385c0f6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f6c7a952-472c-4d64-bcaf-77aed2111647', 'code': 422} returned with failed status
Nov 24 13:57:58.472617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=f6c7a952-472c-4d64-bcaf-77aed2111647,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:57:58.482520 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:57:58.482911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:57:58.483293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:57:58.483668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:57:58.484043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:57:58.484419 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:57:58.484790 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:57:58.485185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:57:58.485534 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:57:58.485901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:57:58.486324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:57:58.486691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:57:58.487160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:57:58.487526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:57:58.487892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:57:58.488255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:57:58.488618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:57:58.488989 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:57:58.489352 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:57:58.489701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:57:58.490091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:57:58.490480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:57:58.490844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:57:58.491204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:57:58.496276 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:57:59.505273 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-87627a24-c8b2-4fcf-9581-00babba3fecf req-6c19d125-a607-46ef-a45b-ccef7caf01b7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1546686
Nov 24 13:57:59.515058 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19632084-f809-4cfd-a5e8-8cdcde70d242 req-0ab4da13-2018-4427-b179-b85e4ed30a3b tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:57:59.516492 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-19632084-f809-4cfd-a5e8-8cdcde70d242 req-0ab4da13-2018-4427-b179-b85e4ed30a3b tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 943 time: 0.0908632
Nov 24 13:57:59.566950 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-19632084-f809-4cfd-a5e8-8cdcde70d242 req-4c084f68-d09a-4a1b-b738-3cf809d2cac1 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0432868
Nov 24 13:58:00.786565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c268d-cce5-4c0b-8de1-db25d4cfa2de req-91d98f3e-32da-4fde-89fa-f598f19f2cc2 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:58:00.788861 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5d7c268d-cce5-4c0b-8de1-db25d4cfa2de req-91d98f3e-32da-4fde-89fa-f598f19f2cc2 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 943 time: 0.0875409
Nov 24 13:58:00.838327 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5d7c268d-cce5-4c0b-8de1-db25d4cfa2de req-0bc75397-75c1-43a1-a779-1a18e3e27605 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0427940
Nov 24 13:58:01.614624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87627a24-c8b2-4fcf-9581-00babba3fecf req-67eb2f96-aacf-4412-a196-67e5d5795a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:58:01.616923 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-87627a24-c8b2-4fcf-9581-00babba3fecf req-67eb2f96-aacf-4412-a196-67e5d5795a07 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6&tenant_id=eaa84e3816a945e3803903427633b386 HTTP/1.1" status: 200  len: 1160 time: 0.0834241
Nov 24 13:58:01.725264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87627a24-c8b2-4fcf-9581-00babba3fecf req-b7444dd7-0295-4cf3-a32b-4f8984238da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:58:01.726942 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-87627a24-c8b2-4fcf-9581-00babba3fecf req-b7444dd7-0295-4cf3-a32b-4f8984238da8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eaa84e3816a945e3803903427633b386&device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 1160 time: 0.0761909
Nov 24 13:58:01.872253 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87627a24-c8b2-4fcf-9581-00babba3fecf req-627036dd-ad8e-45cb-8979-322df6ce2d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:58:01.873749 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-87627a24-c8b2-4fcf-9581-00babba3fecf req-627036dd-ad8e-45cb-8979-322df6ce2d5e service neutron] 10.222.0.70 "GET /v2.0/networks?id=813226b4-c7ec-4574-8e54-d10ab31922ea HTTP/1.1" status: 200  len: 903 time: 0.1405869
Nov 24 13:58:01.987858 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-87627a24-c8b2-4fcf-9581-00babba3fecf req-a1f8396e-c87d-4e5c-804a-c65dc3dd787d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6c7a952-472c-4d64-bcaf-77aed2111647 HTTP/1.1" status: 200  len: 999 time: 0.1074159
Nov 24 13:58:02.058435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87627a24-c8b2-4fcf-9581-00babba3fecf req-32c40363-a6fc-4c36-b087-a9e83631f8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:58:02.058661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21adb5f-ee10-4eca-a9f3-01b83979da82 req-a9fb8045-4ef3-4b48-adb8-369a77ffa982 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:58:02.060039 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-87627a24-c8b2-4fcf-9581-00babba3fecf req-32c40363-a6fc-4c36-b087-a9e83631f8b4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=04d7fe63-010a-4e6a-9e51-ee3656d5f027 HTTP/1.1" status: 200  len: 848 time: 0.0658042
Nov 24 13:58:02.060243 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f21adb5f-ee10-4eca-a9f3-01b83979da82 req-a9fb8045-4ef3-4b48-adb8-369a77ffa982 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 943 time: 0.0904078
Nov 24 13:58:02.111860 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-f21adb5f-ee10-4eca-a9f3-01b83979da82 req-463514f4-b5a8-4d01-a42b-bb226d8be191 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0449908
Nov 24 13:58:02.144958 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87627a24-c8b2-4fcf-9581-00babba3fecf req-939e8f69-dc64-4139-87e1-e8efe6cb2bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:58:02.147140 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-87627a24-c8b2-4fcf-9581-00babba3fecf req-939e8f69-dc64-4139-87e1-e8efe6cb2bd3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=813226b4-c7ec-4574-8e54-d10ab31922ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806720
Nov 24 13:58:02.299140 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-87627a24-c8b2-4fcf-9581-00babba3fecf req-517d261d-883e-42ca-94b3-63607dadd3ef service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451728
Nov 24 13:58:02.704062 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-87627a24-c8b2-4fcf-9581-00babba3fecf req-928dfb87-3151-4603-9ce2-4a5fdc3d8fc7 service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3981111
Nov 24 13:58:03.327950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20b87e-d70f-41cf-8280-69af99b91f72 req-63af10a2-f03c-45a7-833e-2fecd1f412ab tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:58:03.329540 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5c20b87e-d70f-41cf-8280-69af99b91f72 req-63af10a2-f03c-45a7-833e-2fecd1f412ab tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 943 time: 0.0817277
Nov 24 13:58:03.378285 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5c20b87e-d70f-41cf-8280-69af99b91f72 req-8d773768-678d-45cf-ba7f-bb82b90dfda0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0422761
Nov 24 13:58:04.600962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda5a2c-8b80-46d9-805f-ccf7800d7430 req-12ce4742-fc59-490a-8576-95bb328ea59a tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:58:04.602627 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9bda5a2c-8b80-46d9-805f-ccf7800d7430 req-12ce4742-fc59-490a-8576-95bb328ea59a tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 943 time: 0.0906210
Nov 24 13:58:04.651374 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9bda5a2c-8b80-46d9-805f-ccf7800d7430 req-bdc9d461-85aa-4a5e-b444-2fa204b6004d tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0424089
Nov 24 13:58:05.871361 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7077c5-ee60-4d28-885e-00fb340a0adc req-076ac360-6f6e-4390-ab9b-db65c6217f1e tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:58:05.871361 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ff7077c5-ee60-4d28-885e-00fb340a0adc req-076ac360-6f6e-4390-ab9b-db65c6217f1e tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 943 time: 0.0840819
Nov 24 13:58:05.924235 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ff7077c5-ee60-4d28-885e-00fb340a0adc req-3ca56826-cd4e-41a1-936d-20903ff72eea tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0477679
Nov 24 13:58:07.139874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031e588-cfff-4030-9f28-0b065a0af34e req-d05a4f16-940f-438c-87a5-dde05fcff0cd tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:58:07.141473 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1031e588-cfff-4030-9f28-0b065a0af34e req-d05a4f16-940f-438c-87a5-dde05fcff0cd tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 943 time: 0.0874801
Nov 24 13:58:07.194701 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1031e588-cfff-4030-9f28-0b065a0af34e req-3ef2917d-3614-4e96-9def-994f4b4d6368 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0458992
Nov 24 13:58:08.415819 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a015843-da79-4330-a24f-86b66d66c3c0 req-1da5ac28-5868-41e0-b693-4e03fa1f8c78 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:58:08.417425 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0a015843-da79-4330-a24f-86b66d66c3c0 req-1da5ac28-5868-41e0-b693-4e03fa1f8c78 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 943 time: 0.0921848
Nov 24 13:58:08.467245 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0a015843-da79-4330-a24f-86b66d66c3c0 req-5f56b7be-d226-4e9e-b2b1-e6ae28da1614 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0434668
Nov 24 13:58:09.684858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc71ff-eb5f-4afe-9ace-68db9d26a00e req-1efa73c9-6a39-4f2c-b9d5-ff7afdd337b7 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:58:09.686510 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dddc71ff-eb5f-4afe-9ace-68db9d26a00e req-1efa73c9-6a39-4f2c-b9d5-ff7afdd337b7 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 943 time: 0.0856473
Nov 24 13:58:09.735357 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-dddc71ff-eb5f-4afe-9ace-68db9d26a00e req-4967e8d8-6d90-4377-8f31-fdd7d9d11363 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0420749
Nov 24 13:58:10.375400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e3544e8a-e986-44a5-90df-cbcedf16f4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:58:10.731661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device f6c7a952-472c-4d64-bcaf-77aed2111647 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:58:10.804255 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port f6c7a952-472c-4d64-bcaf-77aed2111647 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:58:10.804678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:58:10.926072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:58:10.954670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe19b6f-5f37-4865-a908-29466385c0f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c7a952-472c-4d64-bcaf-77aed2111647'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:58:10.955798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b02a44-72fc-4a89-bae4-22981a0d4f43 req-95359e1a-c06c-4ef3-8f1d-f0ef53b673c2 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:58:10.957393 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e2b02a44-72fc-4a89-bae4-22981a0d4f43 req-95359e1a-c06c-4ef3-8f1d-f0ef53b673c2 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 943 time: 0.0880804
Nov 24 13:58:10.965888 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port f6c7a952-472c-4d64-bcaf-77aed2111647, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=f6c7a952-472c-4d64-bcaf-77aed2111647,segment=NetworkSegment(7962effd-46b3-4942-bb4f-5420f2cfa065),segment_id=7962effd-46b3-4942-bb4f-5420f2cfa065)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:58:10.971744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:58:10.973724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:58:11.015106 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e2b02a44-72fc-4a89-bae4-22981a0d4f43 req-60fae39a-9f37-4cb8-b075-974436bac2c3 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0498843
Nov 24 13:58:11.018849 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe19b6f-5f37-4865-a908-29466385c0f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c7a952-472c-4d64-bcaf-77aed2111647', 'code': 200}
Nov 24 13:58:11.045571 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=f6c7a952-472c-4d64-bcaf-77aed2111647,revision_number=6']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:58:11.049108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:58:11.342444 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef2ac6-fcb5-4c61-9169-1f8becd70753 req-1e38580c-bf5d-4600-aefc-dee498b3d427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:58:11.344072 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-55ef2ac6-fcb5-4c61-9169-1f8becd70753 req-1e38580c-bf5d-4600-aefc-dee498b3d427 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 1162 time: 0.0764749
Nov 24 13:58:11.389368 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-55ef2ac6-fcb5-4c61-9169-1f8becd70753 req-10d1b91c-36aa-49d0-98a3-bed214317072 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0378029
Nov 24 13:58:12.236768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e50ab5-4f66-4749-889c-afb321357667 req-fef2125d-fc87-4756-8d01-ad5c6dae6a3b tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:58:12.238603 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-04e50ab5-4f66-4749-889c-afb321357667 req-fef2125d-fc87-4756-8d01-ad5c6dae6a3b tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 945 time: 0.0851436
Nov 24 13:58:12.294455 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-04e50ab5-4f66-4749-889c-afb321357667 req-8885659b-ec57-4c25-add2-578619e336d1 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0480249
Nov 24 13:58:12.487028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device f6c7a952-472c-4d64-bcaf-77aed2111647 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 13:58:12.565883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port f6c7a952-472c-4d64-bcaf-77aed2111647 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 13:58:12.566367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:58:12.717576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b186-f539-406b-8995-f86bcdd23139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:58:13.105583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:58:13.510727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffa137-3bb6-49e5-84c9-7fa1c5c3a3dc req-836e2606-8a8d-47a8-9714-ed6c97ae3efa tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:58:13.512237 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d3ffa137-3bb6-49e5-84c9-7fa1c5c3a3dc req-836e2606-8a8d-47a8-9714-ed6c97ae3efa tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 945 time: 0.0854754
Nov 24 13:58:13.562145 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-d3ffa137-3bb6-49e5-84c9-7fa1c5c3a3dc req-e35cdb8d-abc4-4182-878a-da93519cf032 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0431595
Nov 24 13:58:14.323798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:58:14.967393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:58:21.694823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:58:23.930550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:58:40.376243 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fb7e29a3-9c4e-48f1-8b94-64df0c453c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:58:40.770557 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-76735368-1c57-4733-bb85-7bfa7ed1437b req-78186de4-b2e4-4f3d-bb57-ae76021e016c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0791256
Nov 24 13:58:40.941872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76735368-1c57-4733-bb85-7bfa7ed1437b req-bfad52fd-f0f4-41fa-9483-638675142727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:58:40.944096 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-76735368-1c57-4733-bb85-7bfa7ed1437b req-bfad52fd-f0f4-41fa-9483-638675142727 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eaa84e3816a945e3803903427633b386&device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 1162 time: 0.0774612
Nov 24 13:58:41.112373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76735368-1c57-4733-bb85-7bfa7ed1437b req-b526774e-834e-4a0c-94b0-91c6730adeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:58:41.113974 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-76735368-1c57-4733-bb85-7bfa7ed1437b req-b526774e-834e-4a0c-94b0-91c6730adeea service neutron] 10.222.0.70 "GET /v2.0/networks?id=813226b4-c7ec-4574-8e54-d10ab31922ea HTTP/1.1" status: 200  len: 903 time: 0.1485715
Nov 24 13:58:41.225644 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-76735368-1c57-4733-bb85-7bfa7ed1437b req-54c480a8-931e-47f1-aa6d-4772ffb9de9b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6c7a952-472c-4d64-bcaf-77aed2111647 HTTP/1.1" status: 200  len: 1001 time: 0.1044669
Nov 24 13:58:41.298270 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76735368-1c57-4733-bb85-7bfa7ed1437b req-167dad35-365f-40aa-8e27-8bde8afae47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:58:41.300163 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-76735368-1c57-4733-bb85-7bfa7ed1437b req-167dad35-365f-40aa-8e27-8bde8afae47b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=04d7fe63-010a-4e6a-9e51-ee3656d5f027 HTTP/1.1" status: 200  len: 848 time: 0.0683849
Nov 24 13:58:41.383450 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76735368-1c57-4733-bb85-7bfa7ed1437b req-12b914c8-5ca5-4c74-bb21-4910d16b55c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:58:41.384977 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-76735368-1c57-4733-bb85-7bfa7ed1437b req-12b914c8-5ca5-4c74-bb21-4910d16b55c1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=813226b4-c7ec-4574-8e54-d10ab31922ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0774422
Nov 24 13:58:41.529208 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-76735368-1c57-4733-bb85-7bfa7ed1437b req-00393e6f-b306-4f97-a80d-aa1e36c049e5 service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377568
Nov 24 13:58:41.743540 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-76735368-1c57-4733-bb85-7bfa7ed1437b req-9ff10c50-3a6b-4fe3-827a-7aa70832ef42 service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2073591
Nov 24 13:58:42.719359 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-81b41fef-4139-4bce-9781-b3abf8b51b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:58:43.112202 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:58:44.326806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:58:44.973685 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:58:51.695862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:00.580325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:59:10.367988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1898b6bc-5e5f-4391-9caf-3ee0c72cb57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:12.721775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed5dc1b2-e707-4124-84a0-f9b58f776954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:13.110914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:14.330606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:14.973740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:21.695067 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:37.581167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 13:59:39.912187 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-22e4eb67-3cc5-4b57-8c1b-de2d6a5892f2 req-d24e1d4c-82cf-4af8-ac9a-b9ec74410a88 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/floatingips/339d3423-0cfc-4a85-85c5-3d1af98d6bae HTTP/1.1" status: 200  len: 998 time: 0.1211905
Nov 24 13:59:40.074809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4eb67-3cc5-4b57-8c1b-de2d6a5892f2 req-3e0f5cac-5b05-410c-b8ca-d9f54f2338c9 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:59:40.076327 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-22e4eb67-3cc5-4b57-8c1b-de2d6a5892f2 req-3e0f5cac-5b05-410c-b8ca-d9f54f2338c9 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/networks/cfe08d36-e5ba-4f00-8669-16a0ead5d220 HTTP/1.1" status: 200  len: 784 time: 0.1582525
Nov 24 13:59:40.192150 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-22e4eb67-3cc5-4b57-8c1b-de2d6a5892f2 req-642d9d9f-a0c7-4fe4-9165-6588f1ddae52 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.26.8.159 HTTP/1.1" status: 200  len: 1001 time: 0.1089282
Nov 24 13:59:40.273962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4eb67-3cc5-4b57-8c1b-de2d6a5892f2 req-abf6169a-3aeb-4e84-b77f-66b78d051419 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:59:40.275478 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-22e4eb67-3cc5-4b57-8c1b-de2d6a5892f2 req-abf6169a-3aeb-4e84-b77f-66b78d051419 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports/f6c7a952-472c-4d64-bcaf-77aed2111647 HTTP/1.1" status: 200  len: 942 time: 0.0767479
Nov 24 13:59:40.372568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-057bb270-b2e0-41c3-8f34-001414634e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:40.464519 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-22e4eb67-3cc5-4b57-8c1b-de2d6a5892f2 req-b61e698b-7e46-419e-9af0-bac5d89af2fa tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.26.8.159 HTTP/1.1" status: 200  len: 1001 time: 0.1068947
Nov 24 13:59:40.691547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-22e4eb67-3cc5-4b57-8c1b-de2d6a5892f2 req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Deleting port 0687ef4f-c9d7-4bbe-8114-76be0f56a83b {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:59:40.691854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-22e4eb67-3cc5-4b57-8c1b-de2d6a5892f2 req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:41.131136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-22e4eb67-3cc5-4b57-8c1b-de2d6a5892f2 req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:41.131686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-22e4eb67-3cc5-4b57-8c1b-de2d6a5892f2 req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for floatingip, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:41.262170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-22e4eb67-3cc5-4b57-8c1b-de2d6a5892f2 req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Calling delete_port for 0687ef4f-c9d7-4bbe-8114-76be0f56a83b owned by network:floatingip {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:59:41.423089 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-22e4eb67-3cc5-4b57-8c1b-de2d6a5892f2 req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:41.439321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-81ba7a98-dd96-4d61-be9c-d1e6d8a4a995 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:59:41.540316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Pushing event deleted for resources: {'Port': ['ID=0687ef4f-c9d7-4bbe-8114-76be0f56a83b,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:59:41.558826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:41.559262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:41.559719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:41.560120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:41.560553 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:41.560977 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:41.561393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:41.561811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:41.562261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:41.562678 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:41.563091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:41.563499 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:41.564014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:41.564423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:41.564832 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:41.565240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:41.565646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:41.566054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:41.566488 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:41.566897 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:41.567304 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:41.567709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:41.568113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:41.568518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:41.573208 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:59:41.695388 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-22e4eb67-3cc5-4b57-8c1b-de2d6a5892f2 req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for floatingip, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:41.695682 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [req-22e4eb67-3cc5-4b57-8c1b-de2d6a5892f2 req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Floating IP 339d3423-0cfc-4a85-85c5-3d1af98d6bae disassociated (deleted). External IP: 172.26.8.159, port: f6c7a952-472c-4d64-bcaf-77aed2111647.
Nov 24 13:59:41.745915 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ad4d8a28-c4fa-4de8-a2bf-df0df213a230 req-39cb417c-039d-4d42-9494-fa52e2679633 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0749989
Nov 24 13:59:41.915816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d8a28-c4fa-4de8-a2bf-df0df213a230 req-727f7aba-04e7-4d82-8939-c60293916f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:59:41.917422 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ad4d8a28-c4fa-4de8-a2bf-df0df213a230 req-727f7aba-04e7-4d82-8939-c60293916f6f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eaa84e3816a945e3803903427633b386&device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 1162 time: 0.0837572
Nov 24 13:59:42.079801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d8a28-c4fa-4de8-a2bf-df0df213a230 req-f388bafa-0741-4391-ba01-5c0f45dd0f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:59:42.081385 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ad4d8a28-c4fa-4de8-a2bf-df0df213a230 req-f388bafa-0741-4391-ba01-5c0f45dd0f56 service neutron] 10.222.0.70 "GET /v2.0/networks?id=813226b4-c7ec-4574-8e54-d10ab31922ea HTTP/1.1" status: 200  len: 903 time: 0.1442547
Nov 24 13:59:42.124271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22e4eb67-3cc5-4b57-8c1b-de2d6a5892f2 req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Router a02284c1-0b55-4fc1-b777-5023f86f1c80 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:59:42.153594 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ad4d8a28-c4fa-4de8-a2bf-df0df213a230 req-d04e2211-348e-434d-a455-d886729f9424 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6c7a952-472c-4d64-bcaf-77aed2111647 HTTP/1.1" status: 200  len: 217 time: 0.0660861
Nov 24 13:59:42.226932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d8a28-c4fa-4de8-a2bf-df0df213a230 req-8e25ca6a-b794-4f8d-bffe-1d6a5906469b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:59:42.228509 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ad4d8a28-c4fa-4de8-a2bf-df0df213a230 req-8e25ca6a-b794-4f8d-bffe-1d6a5906469b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=04d7fe63-010a-4e6a-9e51-ee3656d5f027 HTTP/1.1" status: 200  len: 848 time: 0.0692661
Nov 24 13:59:42.309913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d8a28-c4fa-4de8-a2bf-df0df213a230 req-2fd19257-f4eb-40b7-8a19-02e3aaa1063e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:59:42.311587 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ad4d8a28-c4fa-4de8-a2bf-df0df213a230 req-2fd19257-f4eb-40b7-8a19-02e3aaa1063e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=813226b4-c7ec-4574-8e54-d10ab31922ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0764990
Nov 24 13:59:42.348653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22e4eb67-3cc5-4b57-8c1b-de2d6a5892f2 req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:59:42.359705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864526f2-2484-4bf6-99f4-2dce3aeccf6a None None] Sync routers for ids ['a02284c1-0b55-4fc1-b777-5023f86f1c80'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:59:42.373120 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-22e4eb67-3cc5-4b57-8c1b-de2d6a5892f2 req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:42.374631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864526f2-2484-4bf6-99f4-2dce3aeccf6a None None] Routers {'a02284c1-0b55-4fc1-b777-5023f86f1c80'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:59:42.375313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-864526f2-2484-4bf6-99f4-2dce3aeccf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca7a860>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:59:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a02284c1-0b55-4fc1-b777-5023f86f1c80'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:59:42.434023 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-22e4eb67-3cc5-4b57-8c1b-de2d6a5892f2 req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "DELETE /v2.0/floatingips/339d3423-0cfc-4a85-85c5-3d1af98d6bae HTTP/1.1" status: 204  len: 173 time: 1.9631257
Nov 24 13:59:42.434634 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe19b6f-5f37-4865-a908-29466385c0f6', 'tag': 'f6c7a952-472c-4d64-bcaf-77aed2111647'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:59:42.464661 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ad4d8a28-c4fa-4de8-a2bf-df0df213a230 req-c0f2b20f-a565-4897-856c-3432ceaaea92 service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463814
Nov 24 13:59:42.516637 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe19b6f-5f37-4865-a908-29466385c0f6', 'tag': 'f6c7a952-472c-4d64-bcaf-77aed2111647', 'status': 'completed', 'code': 200}
Nov 24 13:59:42.550302 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4eb67-3cc5-4b57-8c1b-de2d6a5892f2 req-ad4bc12f-06bf-45aa-ae16-aae487e2b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:59:42.551981 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-22e4eb67-3cc5-4b57-8c1b-de2d6a5892f2 req-ad4bc12f-06bf-45aa-ae16-aae487e2b96d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=eaa84e3816a945e3803903427633b386&device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 1162 time: 0.0857434
Nov 24 13:59:42.576198 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-864526f2-2484-4bf6-99f4-2dce3aeccf6a None None] Set router a02284c1-0b55-4fc1-b777-5023f86f1c80 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:59:42.644625 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ad4d8a28-c4fa-4de8-a2bf-df0df213a230 req-cc2f74ef-a2a7-4ed5-b263-49488c6bb15e service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1732438
Nov 24 13:59:42.704916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4eb67-3cc5-4b57-8c1b-de2d6a5892f2 req-e1b54bcb-fd3b-4488-a516-ed1afd250fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:59:42.710141 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-22e4eb67-3cc5-4b57-8c1b-de2d6a5892f2 req-e1b54bcb-fd3b-4488-a516-ed1afd250fe2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=813226b4-c7ec-4574-8e54-d10ab31922ea HTTP/1.1" status: 200  len: 903 time: 0.1467502
Nov 24 13:59:42.736240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-13cff9e7-e3df-4ebd-a520-391cb1c5803e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:42.785629 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-22e4eb67-3cc5-4b57-8c1b-de2d6a5892f2 req-8c4e72b4-de40-4fb3-af5b-f46519d7e689 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6c7a952-472c-4d64-bcaf-77aed2111647 HTTP/1.1" status: 200  len: 217 time: 0.0723252
Nov 24 13:59:42.798156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76932f46-7c57-49fb-8261-f016d52e933e req-72dbcf8d-b9d3-40b9-a3cf-fc2b15f36dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:59:42.799897 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-76932f46-7c57-49fb-8261-f016d52e933e req-72dbcf8d-b9d3-40b9-a3cf-fc2b15f36dff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eaa84e3816a945e3803903427633b386&device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 1162 time: 0.0851309
Nov 24 13:59:42.859910 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4eb67-3cc5-4b57-8c1b-de2d6a5892f2 req-c45dd46a-c996-4611-b8b8-48b87c616357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:59:42.861555 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-22e4eb67-3cc5-4b57-8c1b-de2d6a5892f2 req-c45dd46a-c996-4611-b8b8-48b87c616357 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=04d7fe63-010a-4e6a-9e51-ee3656d5f027 HTTP/1.1" status: 200  len: 848 time: 0.0683789
Nov 24 13:59:42.927588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-864526f2-2484-4bf6-99f4-2dce3aeccf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca7a860>, [{'id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'name': 'tempest-TestShelveInstance-1733141774-router', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:50:46Z', 'updated_at': '2020-11-24T13:50:50Z', 'revision_number': 4, 'project_id': 'eaa84e3816a945e3803903427633b386', 'gw_port': {'id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:47Z', 'updated_at': '2020-11-24T13:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '75c8c889-8f6c-426b-94f9-bb2b87e15fee', 'name': '', 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'mac_address': 'fa:16:3e:44:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:49Z', 'updated_at': '2020-11-24T13:50:58Z', 'revision_number': 5, 'project_id': 'eaa84e3816a945e3803903427633b386', 'subnets': [{'id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:59:42.931949 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864526f2-2484-4bf6-99f4-2dce3aeccf6a None None] Checking router: a02284c1-0b55-4fc1-b777-5023f86f1c80 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:59:42.943417 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864526f2-2484-4bf6-99f4-2dce3aeccf6a None None] Routers {'a02284c1-0b55-4fc1-b777-5023f86f1c80'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:59:42.944100 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-864526f2-2484-4bf6-99f4-2dce3aeccf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca7a860>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:59:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a02284c1-0b55-4fc1-b777-5023f86f1c80'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:59:42.947416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4eb67-3cc5-4b57-8c1b-de2d6a5892f2 req-c579b113-b3ca-45dc-869a-414503f0be2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:59:42.949112 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-22e4eb67-3cc5-4b57-8c1b-de2d6a5892f2 req-c579b113-b3ca-45dc-869a-414503f0be2b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=813226b4-c7ec-4574-8e54-d10ab31922ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796454
Nov 24 13:59:42.953295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76932f46-7c57-49fb-8261-f016d52e933e req-1a90ee4d-07b5-4985-8de3-9336194b05c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:59:42.954952 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-76932f46-7c57-49fb-8261-f016d52e933e req-1a90ee4d-07b5-4985-8de3-9336194b05c5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=813226b4-c7ec-4574-8e54-d10ab31922ea HTTP/1.1" status: 200  len: 903 time: 0.1461506
Nov 24 13:59:43.029552 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-76932f46-7c57-49fb-8261-f016d52e933e req-94de5884-a313-4e8d-a89a-0386c1aeafac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6c7a952-472c-4d64-bcaf-77aed2111647 HTTP/1.1" status: 200  len: 217 time: 0.0670288
Nov 24 13:59:43.108123 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-22e4eb67-3cc5-4b57-8c1b-de2d6a5892f2 req-ff2b1751-f1b4-4e45-96a0-358b4b16f035 service neutron] 10.222.0.76 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508379
Nov 24 13:59:43.111679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76932f46-7c57-49fb-8261-f016d52e933e req-0ea7903c-1bcc-41dd-b6bd-0a227ab972d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:59:43.114047 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-76932f46-7c57-49fb-8261-f016d52e933e req-0ea7903c-1bcc-41dd-b6bd-0a227ab972d7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=04d7fe63-010a-4e6a-9e51-ee3656d5f027 HTTP/1.1" status: 200  len: 848 time: 0.0785806
Nov 24 13:59:43.130609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:43.151655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-864526f2-2484-4bf6-99f4-2dce3aeccf6a None None] Set router a02284c1-0b55-4fc1-b777-5023f86f1c80 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:59:43.205482 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76932f46-7c57-49fb-8261-f016d52e933e req-6df5d651-1f2f-4adf-9605-1ad08ed0cf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:59:43.207158 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-76932f46-7c57-49fb-8261-f016d52e933e req-6df5d651-1f2f-4adf-9605-1ad08ed0cf8b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=813226b4-c7ec-4574-8e54-d10ab31922ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797625
Nov 24 13:59:43.265034 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-22e4eb67-3cc5-4b57-8c1b-de2d6a5892f2 req-46feec9b-b9ec-4a4b-b010-a7ece1395e76 service neutron] 10.222.0.76 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1498315
Nov 24 13:59:43.360060 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-76932f46-7c57-49fb-8261-f016d52e933e req-acb2702a-f263-41c1-acf3-cf8416eb1a84 service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462445
Nov 24 13:59:43.510858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-864526f2-2484-4bf6-99f4-2dce3aeccf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca7a860>, [{'id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'name': 'tempest-TestShelveInstance-1733141774-router', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:50:46Z', 'updated_at': '2020-11-24T13:50:50Z', 'revision_number': 4, 'project_id': 'eaa84e3816a945e3803903427633b386', 'gw_port': {'id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:47Z', 'updated_at': '2020-11-24T13:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '75c8c889-8f6c-426b-94f9-bb2b87e15fee', 'name': '', 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'mac_address': 'fa:16:3e:44:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:49Z', 'updated_at': '2020-11-24T13:50:58Z', 'revision_number': 5, 'project_id': 'eaa84e3816a945e3803903427633b386', 'subnets': [{'id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:59:43.515601 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864526f2-2484-4bf6-99f4-2dce3aeccf6a None None] The sync data for ids ['a02284c1-0b55-4fc1-b777-5023f86f1c80'] in dv-neutron-601336-61-ovs is: [{'id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'name': 'tempest-TestShelveInstance-1733141774-router', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:50:46Z', 'updated_at': '2020-11-24T13:50:50Z', 'revision_number': 4, 'project_id': 'eaa84e3816a945e3803903427633b386', 'gw_port': {'id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:47Z', 'updated_at': '2020-11-24T13:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '75c8c889-8f6c-426b-94f9-bb2b87e15fee', 'name': '', 'network_id': '813226b4-c7ec-4574-8e54-d10ab31922ea', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'mac_address': 'fa:16:3e:44:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:49Z', 'updated_at': '2020-11-24T13:50:58Z', 'revision_number': 5, 'project_id': 'eaa84e3816a945e3803903427633b386', 'subnets': [{'id': '04d7fe63-010a-4e6a-9e51-ee3656d5f027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:59:43.517820 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-76932f46-7c57-49fb-8261-f016d52e933e req-c703a8a6-9d78-42c8-83c7-d7fd7b6f8417 service neutron] 10.222.0.70 "GET /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1503599
Nov 24 13:59:43.732155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795d8b5-942c-4e70-9391-518e40828654 req-f0407d37-a114-4ec9-98ee-126564b14cdd tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:59:43.732913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-a795d8b5-942c-4e70-9391-518e40828654 req-f0407d37-a114-4ec9-98ee-126564b14cdd tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Synchronizing usage tracker for tenant:eaa84e3816a945e3803903427633b386 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:59:43.748354 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-a795d8b5-942c-4e70-9391-518e40828654 req-f0407d37-a114-4ec9-98ee-126564b14cdd tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Unset dirty status for tenant:eaa84e3816a945e3803903427633b386 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:59:43.749654 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a795d8b5-942c-4e70-9391-518e40828654 req-f0407d37-a114-4ec9-98ee-126564b14cdd tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 945 time: 0.1092563
Nov 24 13:59:43.803193 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a795d8b5-942c-4e70-9391-518e40828654 req-2478620c-a4de-49eb-85b2-7dc598969086 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0470135
Nov 24 13:59:43.900343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c258865-1ed9-45ce-b601-33f68e49795b None None] New status for floating IP 339d3423-0cfc-4a85-85c5-3d1af98d6bae: DOWN {{(pid=80945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 13:59:44.333206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:44.975706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:45.208717 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca1655-8045-4fe8-97cb-8e5dd60c6199 req-c3878d46-5216-4bd3-9567-77a6de54557b tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:59:45.210495 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-86ca1655-8045-4fe8-97cb-8e5dd60c6199 req-c3878d46-5216-4bd3-9567-77a6de54557b tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 945 time: 0.1752541
Nov 24 13:59:45.266789 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-86ca1655-8045-4fe8-97cb-8e5dd60c6199 req-5a550043-82ea-4753-b0a3-e00e2d423755 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups?id=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0496752
Nov 24 13:59:45.435533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bfc78-83dd-4ccd-8638-d9a4c842e690 req-10f43f1d-7570-4372-87a7-8311e5959107 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:59:45.436230 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-355bfc78-83dd-4ccd-8638-d9a4c842e690 req-10f43f1d-7570-4372-87a7-8311e5959107 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Synchronizing usage tracker for tenant:eaa84e3816a945e3803903427633b386 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 13:59:45.449315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-355bfc78-83dd-4ccd-8638-d9a4c842e690 req-10f43f1d-7570-4372-87a7-8311e5959107 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Unset dirty status for tenant:eaa84e3816a945e3803903427633b386 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 13:59:45.450530 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-355bfc78-83dd-4ccd-8638-d9a4c842e690 req-10f43f1d-7570-4372-87a7-8311e5959107 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.70 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 945 time: 0.1019197
Nov 24 13:59:45.531469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-355bfc78-83dd-4ccd-8638-d9a4c842e690 req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Deleting port f6c7a952-472c-4d64-bcaf-77aed2111647 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:59:45.531855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-355bfc78-83dd-4ccd-8638-d9a4c842e690 req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:45.796269 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-355bfc78-83dd-4ccd-8638-d9a4c842e690 req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] For port f6c7a952-472c-4d64-bcaf-77aed2111647, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=f6c7a952-472c-4d64-bcaf-77aed2111647,segment=NetworkSegment(7962effd-46b3-4942-bb4f-5420f2cfa065),segment_id=7962effd-46b3-4942-bb4f-5420f2cfa065)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:59:45.796658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-355bfc78-83dd-4ccd-8638-d9a4c842e690 req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:45.928425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-355bfc78-83dd-4ccd-8638-d9a4c842e690 req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Calling delete_port for f6c7a952-472c-4d64-bcaf-77aed2111647 owned by compute:nova {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:59:46.078916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-355bfc78-83dd-4ccd-8638-d9a4c842e690 req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:46.096752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f2d35f30-35db-45ca-8c38-1eb4bcade8ed tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:59:46.204254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Pushing event deleted for resources: {'Port': ['ID=f6c7a952-472c-4d64-bcaf-77aed2111647,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:59:46.220339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:46.220757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:46.221176 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:46.221588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:46.221996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:46.222433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:46.222837 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:46.223240 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:46.223641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:46.224039 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:46.224437 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:46.224833 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:46.225332 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:46.225732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:46.226172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:46.226576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:46.226972 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:46.227367 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:46.227764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:46.228159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:46.228552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:46.228946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:46.229341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:46.229738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 13:59:46.233533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:59:46.325613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-355bfc78-83dd-4ccd-8638-d9a4c842e690 req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] No DVR routers for this DVR port f6c7a952-472c-4d64-bcaf-77aed2111647 on host hv-neutron-6013 {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:59:46.328096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-355bfc78-83dd-4ccd-8638-d9a4c842e690 req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:46.332346 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe19b6f-5f37-4865-a908-29466385c0f6', 'name': 'network-vif-deleted', 'tag': 'f6c7a952-472c-4d64-bcaf-77aed2111647'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 13:59:46.346618 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-355bfc78-83dd-4ccd-8638-d9a4c842e690 req-b424d14c-b985-4ceb-a107-5e2b88798df0 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.70 "DELETE /v2.0/ports/f6c7a952-472c-4d64-bcaf-77aed2111647 HTTP/1.1" status: 204  len: 173 time: 0.8908529
Nov 24 13:59:46.399242 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe19b6f-5f37-4865-a908-29466385c0f6', 'name': 'network-vif-deleted', 'tag': 'f6c7a952-472c-4d64-bcaf-77aed2111647', 'status': 'completed', 'code': 200}
Nov 24 13:59:46.577414 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-96df4dae-4c92-4c79-be62-72c6b70f8d35 req-e93af7e0-dddb-483e-843f-7371d264bb2d tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/ports?device_id=7fe19b6f-5f37-4865-a908-29466385c0f6 HTTP/1.1" status: 200  len: 210 time: 0.1259830
Nov 24 13:59:46.963983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device f6c7a952-472c-4d64-bcaf-77aed2111647 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:59:47.002247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] No Port match for: f6c7a952-472c-4d64-bcaf-77aed2111647 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:59:47.002247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device f6c7a952-472c-4d64-bcaf-77aed2111647 not bound to the agent host hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:59:47.771975 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-634e9af0-af87-4316-9485-71607e829cae req-c539275b-e28d-41ac-98bf-425c1e59863e tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "GET /v2.0/security-groups/b644ab5c-8e6f-40da-8f1e-5a792ef83a1c HTTP/1.1" status: 200  len: 2749 time: 0.0537388
Nov 24 13:59:47.845998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-634e9af0-af87-4316-9485-71607e829cae req-5dc2e6cb-1821-4ddc-82fb-cec433ee9220 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:47.881797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-634e9af0-af87-4316-9485-71607e829cae req-5dc2e6cb-1821-4ddc-82fb-cec433ee9220 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:47.942796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-634e9af0-af87-4316-9485-71607e829cae req-5dc2e6cb-1821-4ddc-82fb-cec433ee9220 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:47.948998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bb4c8f85-8727-474d-9a5b-ca3ccd26640f tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:59:47.967533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2e6cb-1821-4ddc-82fb-cec433ee9220 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Pushing event deleted for resources: {'SecurityGroup': ['ID=b644ab5c-8e6f-40da-8f1e-5a792ef83a1c,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:59:47.971226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5dc2e6cb-1821-4ddc-82fb-cec433ee9220 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:59:47.979911 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-634e9af0-af87-4316-9485-71607e829cae req-5dc2e6cb-1821-4ddc-82fb-cec433ee9220 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:47.981135 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-634e9af0-af87-4316-9485-71607e829cae req-5dc2e6cb-1821-4ddc-82fb-cec433ee9220 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] 10.222.0.76 "DELETE /v2.0/security-groups/b644ab5c-8e6f-40da-8f1e-5a792ef83a1c HTTP/1.1" status: 204  len: 173 time: 0.2020400
Nov 24 13:59:49.061761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 60784) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:59:49.564814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2760b4a8-6be4-4070-8b8d-47b73f71bca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:50.463112 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2760b4a8-6be4-4070-8b8d-47b73f71bca1 admin admin] Deleting port 75c8c889-8f6c-426b-94f9-bb2b87e15fee {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:59:50.463665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2760b4a8-6be4-4070-8b8d-47b73f71bca1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:50.653154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-2760b4a8-6be4-4070-8b8d-47b73f71bca1 admin admin] For port 75c8c889-8f6c-426b-94f9-bb2b87e15fee, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=75c8c889-8f6c-426b-94f9-bb2b87e15fee,segment=NetworkSegment(7962effd-46b3-4942-bb4f-5420f2cfa065),segment_id=7962effd-46b3-4942-bb4f-5420f2cfa065)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:59:50.653545 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2760b4a8-6be4-4070-8b8d-47b73f71bca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:50.788032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2760b4a8-6be4-4070-8b8d-47b73f71bca1 admin admin] Calling delete_port for 75c8c889-8f6c-426b-94f9-bb2b87e15fee owned by network:router_interface {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:59:50.966656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2760b4a8-6be4-4070-8b8d-47b73f71bca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:50.982461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3eef80d7-12b5-4c16-99a5-c42469509ed5 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:59:51.086041 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760b4a8-6be4-4070-8b8d-47b73f71bca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=75c8c889-8f6c-426b-94f9-bb2b87e15fee,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:59:51.090023 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2760b4a8-6be4-4070-8b8d-47b73f71bca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:59:51.431817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2760b4a8-6be4-4070-8b8d-47b73f71bca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:51.695111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:52.190003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2760b4a8-6be4-4070-8b8d-47b73f71bca1 admin admin] Router a02284c1-0b55-4fc1-b777-5023f86f1c80 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 13:59:52.415651 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2760b4a8-6be4-4070-8b8d-47b73f71bca1 admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 13:59:52.425428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d3644e-834b-4b10-b604-a585e13548ee None None] Sync routers for ids ['a02284c1-0b55-4fc1-b777-5023f86f1c80'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 13:59:52.429880 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-2760b4a8-6be4-4070-8b8d-47b73f71bca1 admin admin] 10.222.0.76 "PUT /v2.0/routers/a02284c1-0b55-4fc1-b777-5023f86f1c80/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3660405
Nov 24 13:59:52.432665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 60790) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:59:52.438466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d3644e-834b-4b10-b604-a585e13548ee None None] Routers {'a02284c1-0b55-4fc1-b777-5023f86f1c80'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:59:52.439122 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-73d3644e-834b-4b10-b604-a585e13548ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca7ada0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:59:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a02284c1-0b55-4fc1-b777-5023f86f1c80'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:59:52.638860 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-73d3644e-834b-4b10-b604-a585e13548ee None None] Set router a02284c1-0b55-4fc1-b777-5023f86f1c80 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:59:52.649151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7d2a22ed-3ff5-4abb-838c-51871ee22211 admin admin] Notify callbacks [] for router, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:52.976293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-73d3644e-834b-4b10-b604-a585e13548ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca7ada0>, [{'id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'name': 'tempest-TestShelveInstance-1733141774-router', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:50:46Z', 'updated_at': '2020-11-24T13:59:50Z', 'revision_number': 5, 'project_id': 'eaa84e3816a945e3803903427633b386', 'gw_port': {'id': 'cdee5c0e-67b0-430b-844f-8df903b625a9', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T13:50:47Z', 'updated_at': '2020-11-24T13:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:59:52.980979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d3644e-834b-4b10-b604-a585e13548ee None None] Checking router: a02284c1-0b55-4fc1-b777-5023f86f1c80 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 13:59:52.993682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d3644e-834b-4b10-b604-a585e13548ee None None] Routers {'a02284c1-0b55-4fc1-b777-5023f86f1c80'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 13:59:52.994397 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-73d3644e-834b-4b10-b604-a585e13548ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca7ada0>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:59:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['a02284c1-0b55-4fc1-b777-5023f86f1c80'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:59:53.167733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7d2a22ed-3ff5-4abb-838c-51871ee22211 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:53.177410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-7d2a22ed-3ff5-4abb-838c-51871ee22211 admin admin] Deleting port cdee5c0e-67b0-430b-844f-8df903b625a9 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:59:53.177786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7d2a22ed-3ff5-4abb-838c-51871ee22211 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:53.320689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-73d3644e-834b-4b10-b604-a585e13548ee None None] Set router a02284c1-0b55-4fc1-b777-5023f86f1c80 gateway port host: None {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 13:59:53.368795 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-7d2a22ed-3ff5-4abb-838c-51871ee22211 admin admin] For port cdee5c0e-67b0-430b-844f-8df903b625a9, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=cdee5c0e-67b0-430b-844f-8df903b625a9,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:59:53.369195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7d2a22ed-3ff5-4abb-838c-51871ee22211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:53.436179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-73d3644e-834b-4b10-b604-a585e13548ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca7ada0>, [{'id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'name': 'tempest-TestShelveInstance-1733141774-router', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:50:46Z', 'updated_at': '2020-11-24T13:59:53Z', 'revision_number': 6, 'project_id': 'eaa84e3816a945e3803903427633b386', 'gw_port_host': None}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:59:53.440882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d3644e-834b-4b10-b604-a585e13548ee None None] The sync data for ids ['a02284c1-0b55-4fc1-b777-5023f86f1c80'] in dv-neutron-601336-61-ovs is: [{'id': 'a02284c1-0b55-4fc1-b777-5023f86f1c80', 'name': 'tempest-TestShelveInstance-1733141774-router', 'tenant_id': 'eaa84e3816a945e3803903427633b386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:50:46Z', 'updated_at': '2020-11-24T13:59:53Z', 'revision_number': 6, 'project_id': 'eaa84e3816a945e3803903427633b386', 'gw_port_host': None}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 13:59:53.511118 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-7d2a22ed-3ff5-4abb-838c-51871ee22211 admin admin] Calling delete_port for cdee5c0e-67b0-430b-844f-8df903b625a9 owned by network:router_gateway {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:59:53.693078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7d2a22ed-3ff5-4abb-838c-51871ee22211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:53.710071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d4135c52-64ae-410a-9b91-070ebd48ebd1 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:59:53.809784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a22ed-3ff5-4abb-838c-51871ee22211 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdee5c0e-67b0-430b-844f-8df903b625a9,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:59:53.814289 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7d2a22ed-3ff5-4abb-838c-51871ee22211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:59:54.063194 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device cdee5c0e-67b0-430b-844f-8df903b625a9 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:59:54.081806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7d2a22ed-3ff5-4abb-838c-51871ee22211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:54.098095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: cdee5c0e-67b0-430b-844f-8df903b625a9 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:59:54.098552 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device cdee5c0e-67b0-430b-844f-8df903b625a9 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:59:54.099020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 75c8c889-8f6c-426b-94f9-bb2b87e15fee no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:59:54.145569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 75c8c889-8f6c-426b-94f9-bb2b87e15fee {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:59:54.145569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 75c8c889-8f6c-426b-94f9-bb2b87e15fee not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:59:54.360854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7d2a22ed-3ff5-4abb-838c-51871ee22211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:54.365387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7d2a22ed-3ff5-4abb-838c-51871ee22211 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:54.390786 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7d2a22ed-3ff5-4abb-838c-51871ee22211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:54.391344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2a22ed-3ff5-4abb-838c-51871ee22211 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a02284c1-0b55-4fc1-b777-5023f86f1c80 {{(pid=80943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 13:59:54.405385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7d2a22ed-3ff5-4abb-838c-51871ee22211 admin admin] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:54.406767 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7d2a22ed-3ff5-4abb-838c-51871ee22211 admin admin] 10.222.0.76 "DELETE /v2.0/routers/a02284c1-0b55-4fc1-b777-5023f86f1c80 HTTP/1.1" status: 204  len: 168 time: 1.9731295
Nov 24 13:59:54.409855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 60794) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:59:54.486525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-6337aae6-7a35-4e09-bb41-0490c5fdd637 admin admin] Deleting subnet 04d7fe63-010a-4e6a-9e51-ee3656d5f027 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 13:59:54.489695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6337aae6-7a35-4e09-bb41-0490c5fdd637 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:54.542278 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6337aae6-7a35-4e09-bb41-0490c5fdd637 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:54.628153 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6337aae6-7a35-4e09-bb41-0490c5fdd637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:54.903908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6337aae6-7a35-4e09-bb41-0490c5fdd637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:54.919710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-415c80ad-5d3b-40c2-96be-78286c643617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:59:55.006693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337aae6-7a35-4e09-bb41-0490c5fdd637 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04d7fe63-010a-4e6a-9e51-ee3656d5f027,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:59:55.010504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6337aae6-7a35-4e09-bb41-0490c5fdd637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:59:55.057875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6337aae6-7a35-4e09-bb41-0490c5fdd637 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:55.062787 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85eab155-a07f-4c8b-8dae-c089f46bfb20 None None] Network 813226b4-c7ec-4574-8e54-d10ab31922ea requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:59:55.066197 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6337aae6-7a35-4e09-bb41-0490c5fdd637 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/04d7fe63-010a-4e6a-9e51-ee3656d5f027 HTTP/1.1" status: 204  len: 168 time: 0.6551638
Nov 24 13:59:55.068736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 60798) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:59:55.190877 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1aa98ae-dd36-41a6-8593-4f00ac8e75c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:55.262782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e1aa98ae-dd36-41a6-8593-4f00ac8e75c7 admin admin] Deleting port fcf8e19c-7824-48d0-9fdb-674130a5a2bb {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:59:55.263158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1aa98ae-dd36-41a6-8593-4f00ac8e75c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:55.319134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef6e0cb-bcdf-4592-91a1-fb866ead95dd None None] DHCP port deletion for 813226b4-c7ec-4574-8e54-d10ab31922ea request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 13:59:55.323954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3ef6e0cb-bcdf-4592-91a1-fb866ead95dd None None] Deleting port fcf8e19c-7824-48d0-9fdb-674130a5a2bb {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:59:55.324374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ef6e0cb-bcdf-4592-91a1-fb866ead95dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:55.486385 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-e1aa98ae-dd36-41a6-8593-4f00ac8e75c7 admin admin] For port fcf8e19c-7824-48d0-9fdb-674130a5a2bb, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=fcf8e19c-7824-48d0-9fdb-674130a5a2bb,segment=NetworkSegment(7962effd-46b3-4942-bb4f-5420f2cfa065),segment_id=7962effd-46b3-4942-bb4f-5420f2cfa065)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:59:55.486699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1aa98ae-dd36-41a6-8593-4f00ac8e75c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:55.537200 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-3ef6e0cb-bcdf-4592-91a1-fb866ead95dd None None] For port fcf8e19c-7824-48d0-9fdb-674130a5a2bb, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=fcf8e19c-7824-48d0-9fdb-674130a5a2bb,segment=NetworkSegment(7962effd-46b3-4942-bb4f-5420f2cfa065),segment_id=7962effd-46b3-4942-bb4f-5420f2cfa065)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 13:59:55.537630 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ef6e0cb-bcdf-4592-91a1-fb866ead95dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:55.617992 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e1aa98ae-dd36-41a6-8593-4f00ac8e75c7 admin admin] Calling delete_port for fcf8e19c-7824-48d0-9fdb-674130a5a2bb owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:59:55.699792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1aa98ae-dd36-41a6-8593-4f00ac8e75c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:55.717129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4e479cb3-1aa1-4de8-a4d7-a0199b7fc29a tempest-TestMinimumBasicScenario-2124730794 tempest-TestMinimumBasicScenario-2124730794] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:59:55.812947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa98ae-dd36-41a6-8593-4f00ac8e75c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcf8e19c-7824-48d0-9fdb-674130a5a2bb,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:59:55.818022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e1aa98ae-dd36-41a6-8593-4f00ac8e75c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:59:55.844628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3ef6e0cb-bcdf-4592-91a1-fb866ead95dd None None] Calling delete_port for fcf8e19c-7824-48d0-9fdb-674130a5a2bb owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 13:59:55.868211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aa98ae-dd36-41a6-8593-4f00ac8e75c7 admin admin] No DVR routers for this DVR port fcf8e19c-7824-48d0-9fdb-674130a5a2bb on host dv-neutron-601336-61-ovs {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 13:59:55.954887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-3ef6e0cb-bcdf-4592-91a1-fb866ead95dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 13:59:55.955548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-3ef6e0cb-bcdf-4592-91a1-fb866ead95dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 13:59:56.029460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1aa98ae-dd36-41a6-8593-4f00ac8e75c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:56.063220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device fcf8e19c-7824-48d0-9fdb-674130a5a2bb no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 13:59:56.097422 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: fcf8e19c-7824-48d0-9fdb-674130a5a2bb {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 13:59:56.097947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device fcf8e19c-7824-48d0-9fdb-674130a5a2bb not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 13:59:56.155217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-e1aa98ae-dd36-41a6-8593-4f00ac8e75c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634689b550>,) {'filters': {'network_id': ['813226b4-c7ec-4574-8e54-d10ab31922ea']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:59:56.171310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-e1aa98ae-dd36-41a6-8593-4f00ac8e75c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634689b550>, '7962effd-46b3-4942-bb4f-5420f2cfa065') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:59:56.171655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-e1aa98ae-dd36-41a6-8593-4f00ac8e75c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634689b550>, '7962effd-46b3-4942-bb4f-5420f2cfa065') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 13:59:56.184576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1aa98ae-dd36-41a6-8593-4f00ac8e75c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:56.200078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1aa98ae-dd36-41a6-8593-4f00ac8e75c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:56.202233 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e1aa98ae-dd36-41a6-8593-4f00ac8e75c7 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 13:59:56.386366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e1aa98ae-dd36-41a6-8593-4f00ac8e75c7 admin admin] Network 813226b4-c7ec-4574-8e54-d10ab31922ea has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:59:56.398472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1aa98ae-dd36-41a6-8593-4f00ac8e75c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:56.456705 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3ef6e0cb-bcdf-4592-91a1-fb866ead95dd None None] Deleting port fcf8e19c-7824-48d0-9fdb-674130a5a2bb {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 13:59:56.457139 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ef6e0cb-bcdf-4592-91a1-fb866ead95dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:56.526731 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3ef6e0cb-bcdf-4592-91a1-fb866ead95dd None None] The port 'fcf8e19c-7824-48d0-9fdb-674130a5a2bb' was deleted {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 13:59:56.853285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-e1aa98ae-dd36-41a6-8593-4f00ac8e75c7 admin admin] Network 813226b4-c7ec-4574-8e54-d10ab31922ea has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 13:59:56.876182 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 13:59:56.876182 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 13:59:56.876182 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 13:59:56.876182 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 13:59:56.876182 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 13:59:56.876182 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 13:59:56.876182 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 13:59:56.876182 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 13:59:56.876182 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 13:59:56.876182 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 13:59:56.876182 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 13:59:56.876182 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 13:59:56.876182 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 13:59:56.876182 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 13:59:56.876182 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 13:59:56.876182 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 13:59:56.876182 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 13:59:56.876182 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 13:59:56.876182 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 13:59:56.876182 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 13:59:56.876182 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 13:59:56.876182 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 13:59:56.876182 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 13:59:56.876182 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 13:59:56.876182 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 13:59:56.876182 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 13:59:56.876182 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 13:59:56.876182 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 13:59:56.876182 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 13:59:56.876182 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 13:59:56.876182 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 13:59:56.876182 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 13:59:56.957052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1aa98ae-dd36-41a6-8593-4f00ac8e75c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:56.961309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0617c63f-b760-4c55-b0c9-c4e5f6acb252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:59:56.978257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e1aa98ae-dd36-41a6-8593-4f00ac8e75c7 admin admin] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:56.984714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa98ae-dd36-41a6-8593-4f00ac8e75c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=813226b4-c7ec-4574-8e54-d10ab31922ea,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:59:56.989273 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e1aa98ae-dd36-41a6-8593-4f00ac8e75c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:59:57.001122 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-e1aa98ae-dd36-41a6-8593-4f00ac8e75c7 admin admin] 10.222.0.76 "DELETE /v2.0/networks/813226b4-c7ec-4574-8e54-d10ab31922ea HTTP/1.1" status: 204  len: 168 time: 1.9313691
Nov 24 13:59:57.151679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 60804) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:59:57.208250 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-7221feca-4812-495d-9f1f-162d7f3510f1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=eaa84e3816a945e3803903427633b386&name=default HTTP/1.1" status: 200  len: 2751 time: 0.0548615
Nov 24 13:59:57.210978 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 60808) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:59:57.284292 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d5022b13-2dd1-451d-b8a0-68acb87d453a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:57.311384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d5022b13-2dd1-451d-b8a0-68acb87d453a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:57.359001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d5022b13-2dd1-451d-b8a0-68acb87d453a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:57.363973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ce994be1-7f61-4bfd-8928-ef21a8951e44 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:59:57.380097 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5022b13-2dd1-451d-b8a0-68acb87d453a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2377d4b-612d-44e6-846a-43cb4b437c66,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:59:57.384543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d5022b13-2dd1-451d-b8a0-68acb87d453a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:59:57.386884 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d5022b13-2dd1-451d-b8a0-68acb87d453a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:57.388150 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d5022b13-2dd1-451d-b8a0-68acb87d453a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a2377d4b-612d-44e6-846a-43cb4b437c66 HTTP/1.1" status: 204  len: 168 time: 0.1761413
Nov 24 13:59:58.292480 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 60830) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:59:58.438519 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-552a7090-6f7d-4a38-862b-5a20d6a8d39c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1099887939-network', 'tenant_id': 'f01b401e63e0473b903ab14201a88721'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:59:58.445123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-552a7090-6f7d-4a38-862b-5a20d6a8d39c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:59:58.449577 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-552a7090-6f7d-4a38-862b-5a20d6a8d39c admin admin] Usage tracker for resource:network and tenant:f01b401e63e0473b903ab14201a88721 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:59:58.452656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-552a7090-6f7d-4a38-862b-5a20d6a8d39c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:59:58.458521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-552a7090-6f7d-4a38-862b-5a20d6a8d39c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:59:58.469640 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552a7090-6f7d-4a38-862b-5a20d6a8d39c admin admin] Made reservation on behalf of f01b401e63e0473b903ab14201a88721 for: {'network': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:59:58.474722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-552a7090-6f7d-4a38-862b-5a20d6a8d39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for network, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:58.488618 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-552a7090-6f7d-4a38-862b-5a20d6a8d39c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:58.521727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-552a7090-6f7d-4a38-862b-5a20d6a8d39c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:59:58.525771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-552a7090-6f7d-4a38-862b-5a20d6a8d39c admin admin] Usage tracker for resource:security_group_rule and tenant:f01b401e63e0473b903ab14201a88721 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:59:58.528668 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-552a7090-6f7d-4a38-862b-5a20d6a8d39c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:59:58.534522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-552a7090-6f7d-4a38-862b-5a20d6a8d39c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:59:58.605551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-552a7090-6f7d-4a38-862b-5a20d6a8d39c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:58.608556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-552a7090-6f7d-4a38-862b-5a20d6a8d39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:58.611865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3c7b010c-faef-47b8-af35-0198c7af9612 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:59:58.651836 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-552a7090-6f7d-4a38-862b-5a20d6a8d39c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 24 13:59:58.661774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a7090-6f7d-4a38-862b-5a20d6a8d39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfacc14-93ab-432f-9e40-b0f1bad4fdc5,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:59:58.667441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-552a7090-6f7d-4a38-862b-5a20d6a8d39c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:59:58.671608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-552a7090-6f7d-4a38-862b-5a20d6a8d39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:58.672226 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.segments_db [None req-552a7090-6f7d-4a38-862b-5a20d6a8d39c admin admin] Added segment d2a1940f-520f-4c49-aa55-063b9169f2c5 of type vxlan for network 192001c1-0b78-4f74-aa92-44788bd99f02
Nov 24 13:59:58.701675 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-552a7090-6f7d-4a38-862b-5a20d6a8d39c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282824543365'] for network, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:58.732581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-552a7090-6f7d-4a38-862b-5a20d6a8d39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480'] for network, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:58.733565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552a7090-6f7d-4a38-862b-5a20d6a8d39c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:59:58.734223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-552a7090-6f7d-4a38-862b-5a20d6a8d39c admin admin] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:58.739392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-41d972f3-0e56-43fa-8816-b6caa84af4b1 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:59:58.846783 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-552a7090-6f7d-4a38-862b-5a20d6a8d39c admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 0.5530934
Nov 24 13:59:58.850497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 60836) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:59:58.854513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a7090-6f7d-4a38-862b-5a20d6a8d39c admin admin] Pushing event updated for resources: {'Network': ['ID=192001c1-0b78-4f74-aa92-44788bd99f02,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:59:58.860479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-d26b0019-9ba1-4102-9006-c606f7d528cd admin admin] Request body: {'subnet': {'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1099887939-subnet', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'ip_version': 4}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:59:58.864633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-552a7090-6f7d-4a38-862b-5a20d6a8d39c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:59:58.865512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Network 192001c1-0b78-4f74-aa92-44788bd99f02 details requested by agent ovs-agent-dv-neutron-601336-61-ovs with host dv-neutron-601336-61-ovs {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:59:58.867514 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d26b0019-9ba1-4102-9006-c606f7d528cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:59:58.871707 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d26b0019-9ba1-4102-9006-c606f7d528cd admin admin] Usage tracker for resource:subnet and tenant:f01b401e63e0473b903ab14201a88721 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:59:58.874768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-d26b0019-9ba1-4102-9006-c606f7d528cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:59:58.881060 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-d26b0019-9ba1-4102-9006-c606f7d528cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:59:58.884994 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Network 192001c1-0b78-4f74-aa92-44788bd99f02 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 13:59:58.890656 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26b0019-9ba1-4102-9006-c606f7d528cd admin admin] Made reservation on behalf of f01b401e63e0473b903ab14201a88721 for: {'subnet': 1} {{(pid=80943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 13:59:58.895462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d26b0019-9ba1-4102-9006-c606f7d528cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036845776641'] for subnet, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:59.316779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d26b0019-9ba1-4102-9006-c606f7d528cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851680270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036845776660'] for subnet, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:59.329699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9afc85ff-1080-45a2-a8e0-450d3d04cf96 tempest-RoutersTest-2076353729 tempest-RoutersTest-2076353729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 13:59:59.463322 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b0019-9ba1-4102-9006-c606f7d528cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a70954ad-ccc8-4701-b56c-9b4731ac2bc8,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 13:59:59.468251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d26b0019-9ba1-4102-9006-c606f7d528cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 13:59:59.541123 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26b0019-9ba1-4102-9006-c606f7d528cd admin admin] Checking segment: {'id': 'd2a1940f-520f-4c49-aa55-063b9169f2c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 13:59:59.541507 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26b0019-9ba1-4102-9006-c606f7d528cd admin admin] Network hostable DHCP agents. Network: 192001c1-0b78-4f74-aa92-44788bd99f02, hostable agents: ['913b74c3-aa36-4063-bcca-110fcf4d2c4f'], hosted agents: [] {{(pid=80943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 13:59:59.568598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26b0019-9ba1-4102-9006-c606f7d528cd admin admin] Network 192001c1-0b78-4f74-aa92-44788bd99f02 is scheduled to be hosted by DHCP agent 913b74c3-aa36-4063-bcca-110fcf4d2c4f with binding_index 1 {{(pid=80943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 13:59:59.576905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-d26b0019-9ba1-4102-9006-c606f7d528cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-61-ovs, 192001c1-0b78-4f74-aa92-44788bd99f02) {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 13:59:59.597195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b406a75-afd8-4cdf-9e88-8975107ad13f None None] Network 192001c1-0b78-4f74-aa92-44788bd99f02 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 13:59:59.604959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26b0019-9ba1-4102-9006-c606f7d528cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 13:59:59.605614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d26b0019-9ba1-4102-9006-c606f7d528cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:59.625963 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-d26b0019-9ba1-4102-9006-c606f7d528cd admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7736797
Nov 24 13:59:59.628921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 60840) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 13:59:59.634442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [None req-b9501d34-d2da-480f-b60e-b67fc74c8cfb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1099887939-router', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 13:59:59.639453 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b9501d34-d2da-480f-b60e-b67fc74c8cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 13:59:59.643610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b9501d34-d2da-480f-b60e-b67fc74c8cfb admin admin] Usage tracker for resource:router and tenant:f01b401e63e0473b903ab14201a88721 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 13:59:59.647143 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [None req-b9501d34-d2da-480f-b60e-b67fc74c8cfb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 13:59:59.653464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [None req-b9501d34-d2da-480f-b60e-b67fc74c8cfb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 13:59:59.662449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b9501d34-d2da-480f-b60e-b67fc74c8cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4103873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773366'] for router, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:59.664101 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b9501d34-d2da-480f-b60e-b67fc74c8cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4103888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850662952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4128603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775172'] for router, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:59.682736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b9501d34-d2da-480f-b60e-b67fc74c8cfb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:59.840748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b9501d34-d2da-480f-b60e-b67fc74c8cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850662967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850671945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775187'] for router, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 13:59:59.844607 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8105d85e-300e-50f0-b507-7c9d2128fb0d-192001c1-0b78-4f74-aa92-44788bd99f02', 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'fixed_ips': [{'subnet_id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8'}]}} from dv-neutron-601336-61-ovs. {{(pid=80945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 13:59:59.845555 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:00.054239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b9501d34-d2da-480f-b60e-b67fc74c8cfb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:00.088745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b9501d34-d2da-480f-b60e-b67fc74c8cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:00.153909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Allocated IP 172.20.0.2 (192001c1-0b78-4f74-aa92-44788bd99f02/a70954ad-ccc8-4701-b56c-9b4731ac2bc8/02e4c2aa-4320-467e-ae8c-2120c074989d) {{(pid=80945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 14:00:00.376018 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-b9501d34-d2da-480f-b60e-b67fc74c8cfb admin admin] Allocated IP 172.26.8.93 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 14:00:00.384015 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Notify callbacks [] for port, precommit_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:00.398522 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Transition to ACTIVE for port object 02e4c2aa-4320-467e-ae8c-2120c074989d will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 14:00:00.416151 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Transition to ACTIVE for port object 02e4c2aa-4320-467e-ae8c-2120c074989d will not be triggered until provisioned by entity DHCP. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 14:00:00.420802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949'] for port, after_create {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:00.436228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:00:00.546905 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b9501d34-d2da-480f-b60e-b67fc74c8cfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:00.573293 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Pushing event updated for resources: {'Port': ['ID=02e4c2aa-4320-467e-ae8c-2120c074989d,revision_number=1']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:00:00.578706 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b9501d34-d2da-480f-b60e-b67fc74c8cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:00.595695 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0617c63f-b760-4c55-b0c9-c4e5f6acb252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:00:00.604296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:00.604702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:00.605087 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:00.605468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:00.605846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:00.606246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:00.606623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:00.606996 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:00.607368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:00.607737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:00.608103 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:00.608471 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:00.608941 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:00.609310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:00.609683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:00.610048 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:00.610465 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:00.610839 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:00.611196 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:00.611566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:00.611926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:00.612291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:00.612654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:00.613016 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:00.617737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:00:00.653851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Network 192001c1-0b78-4f74-aa92-44788bd99f02 is already hosted by enough agents. {{(pid=80945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 14:00:00.655111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Resources bound (agent type, host, resource id):  {{(pid=80945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 14:00:00.657502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Received port after_create {{(pid=80945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 14:00:00.717259 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Attempting to bind port 02e4c2aa-4320-467e-ae8c-2120c074989d on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 14:00:00.717732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Attempting to bind port 02e4c2aa-4320-467e-ae8c-2120c074989d by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'd2a1940f-520f-4c49-aa55-063b9169f2c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 14:00:00.718184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Attempting to bind port 02e4c2aa-4320-467e-ae8c-2120c074989d on network 192001c1-0b78-4f74-aa92-44788bd99f02 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 14:00:00.725394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 14:00:00.725823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Checking segment: {'id': 'd2a1940f-520f-4c49-aa55-063b9169f2c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 14:00:00.726316 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:00.726764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Bound using segment: {'id': 'd2a1940f-520f-4c49-aa55-063b9169f2c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 14:00:00.727295 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Bound port: 02e4c2aa-4320-467e-ae8c-2120c074989d, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a1940f-520f-4c49-aa55-063b9169f2c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 14:00:00.727722 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:00.732421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9501d34-d2da-480f-b60e-b67fc74c8cfb admin admin] Pushing event updated for resources: {'Port': ['ID=df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:00:00.735840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b9501d34-d2da-480f-b60e-b67fc74c8cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:00:00.793455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9501d34-d2da-480f-b60e-b67fc74c8cfb admin admin] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 14:00:00.794737 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-b9501d34-d2da-480f-b60e-b67fc74c8cfb admin admin] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 14:00:00.797318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9501d34-d2da-480f-b60e-b67fc74c8cfb admin admin] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 14:00:00.825055 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] For port 02e4c2aa-4320-467e-ae8c-2120c074989d, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 14:00:00.828872 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] For port 02e4c2aa-4320-467e-ae8c-2120c074989d, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=02e4c2aa-4320-467e-ae8c-2120c074989d,segment=NetworkSegment(d2a1940f-520f-4c49-aa55-063b9169f2c5),segment_id=d2a1940f-520f-4c49-aa55-063b9169f2c5)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 14:00:00.831696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:00.851461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:00:00.973348 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b9501d34-d2da-480f-b60e-b67fc74c8cfb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:00.974189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b9501d34-d2da-480f-b60e-b67fc74c8cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850671927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112694'] for router, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:01.010652 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Pushing event updated for resources: {'Port': ['ID=02e4c2aa-4320-467e-ae8c-2120c074989d,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:00:01.016817 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:00:01.230945 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9501d34-d2da-480f-b60e-b67fc74c8cfb admin admin] Router 0a402621-7abc-4153-84e0-e8ce54f61a08 is scheduled to L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd with binding_index 1 {{(pid=80943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 24 14:00:01.470902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9501d34-d2da-480f-b60e-b67fc74c8cfb admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 14:00:01.480893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf50cc0-4efe-4876-bf3c-242fe1b9d88a None None] Sync routers for ids ['0a402621-7abc-4153-84e0-e8ce54f61a08'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 14:00:01.494990 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf50cc0-4efe-4876-bf3c-242fe1b9d88a None None] Routers {'0a402621-7abc-4153-84e0-e8ce54f61a08'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 14:00:01.495683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1bf50cc0-4efe-4876-bf3c-242fe1b9d88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca3d898>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:59:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['0a402621-7abc-4153-84e0-e8ce54f61a08'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 14:00:01.496179 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b9501d34-d2da-480f-b60e-b67fc74c8cfb admin admin] Notify callbacks [] for router, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:01.497532 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-b9501d34-d2da-480f-b60e-b67fc74c8cfb admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.8676050
Nov 24 14:00:01.500613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 60846) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:00:01.698935 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-1bf50cc0-4efe-4876-bf3c-242fe1b9d88a None None] Set router 0a402621-7abc-4153-84e0-e8ce54f61a08 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 14:00:02.019052 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1bf50cc0-4efe-4876-bf3c-242fe1b9d88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca3d898>, [{'id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'name': 'tempest-TestSnapshotPattern-1099887939-router', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:59:59Z', 'updated_at': '2020-11-24T14:00:00Z', 'revision_number': 3, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'gw_port': {'id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:00Z', 'updated_at': '2020-11-24T14:00:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 14:00:02.024431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf50cc0-4efe-4876-bf3c-242fe1b9d88a None None] Checking router: 0a402621-7abc-4153-84e0-e8ce54f61a08 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 14:00:02.024940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf50cc0-4efe-4876-bf3c-242fe1b9d88a None None] Updating router 0a402621-7abc-4153-84e0-e8ce54f61a08 port df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1 binding host dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 14:00:02.085845 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1bf50cc0-4efe-4876-bf3c-242fe1b9d88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:02.117462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 02e4c2aa-4320-467e-ae8c-2120c074989d up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 14:00:02.547901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6a08a909-7acb-4937-935d-c4e9e5e14e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:02.555400 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 02e4c2aa-4320-467e-ae8c-2120c074989d completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 14:00:02.568175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c80457-95e3-4b69-a2b2-a2fd00984ca7 None None] Network 192001c1-0b78-4f74-aa92-44788bd99f02 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 14:00:02.778425 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-7ffcd619-e9e7-4512-9959-fd6fabdc3dce None None] Provisioning for port 02e4c2aa-4320-467e-ae8c-2120c074989d completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 14:00:02.800793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-7ffcd619-e9e7-4512-9959-fd6fabdc3dce None None] Provisioning complete for port 02e4c2aa-4320-467e-ae8c-2120c074989d triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 14:00:02.801059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7ffcd619-e9e7-4512-9959-fd6fabdc3dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:02.935246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [None req-6a08a909-7acb-4937-935d-c4e9e5e14e6b admin admin] Allocated IP 172.20.0.1 (192001c1-0b78-4f74-aa92-44788bd99f02/a70954ad-ccc8-4701-b56c-9b4731ac2bc8/6db5d974-4b91-49dd-bbd8-ac9c01d82561) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 14:00:03.125308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6a08a909-7acb-4937-935d-c4e9e5e14e6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:03.155000 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-6a08a909-7acb-4937-935d-c4e9e5e14e6b admin admin] Transition to ACTIVE for port object 6db5d974-4b91-49dd-bbd8-ac9c01d82561 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 14:00:03.185483 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6a08a909-7acb-4937-935d-c4e9e5e14e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:03.198550 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7ffcd619-e9e7-4512-9959-fd6fabdc3dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:03.213201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c75b997c-584d-4fe5-a5f4-0a29279c3570 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:00:03.263382 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1bf50cc0-4efe-4876-bf3c-242fe1b9d88a None None] Notify callbacks [] for port, precommit_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:03.322205 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-7ffcd619-e9e7-4512-9959-fd6fabdc3dce None None] For port 02e4c2aa-4320-467e-ae8c-2120c074989d, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=02e4c2aa-4320-467e-ae8c-2120c074989d,segment=NetworkSegment(d2a1940f-520f-4c49-aa55-063b9169f2c5),segment_id=d2a1940f-520f-4c49-aa55-063b9169f2c5)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 14:00:03.326178 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-1bf50cc0-4efe-4876-bf3c-242fe1b9d88a None None] Transition to ACTIVE for port object df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1 will not be triggered until provisioned by entity L2. {{(pid=80945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 14:00:03.332478 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7ffcd619-e9e7-4512-9959-fd6fabdc3dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:03.336858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:00:03.398834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1bf50cc0-4efe-4876-bf3c-242fe1b9d88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:03.449876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08a909-7acb-4937-935d-c4e9e5e14e6b admin admin] Pushing event updated for resources: {'Port': ['ID=6db5d974-4b91-49dd-bbd8-ac9c01d82561,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:00:03.460451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6a08a909-7acb-4937-935d-c4e9e5e14e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:00:03.545642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a08a909-7acb-4937-935d-c4e9e5e14e6b admin admin] Network 192001c1-0b78-4f74-aa92-44788bd99f02 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 14:00:03.546987 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-6a08a909-7acb-4937-935d-c4e9e5e14e6b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 14:00:03.550654 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a08a909-7acb-4937-935d-c4e9e5e14e6b admin admin] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 14:00:03.606777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffcd619-e9e7-4512-9959-fd6fabdc3dce None None] Pushing event updated for resources: {'Port': ['ID=02e4c2aa-4320-467e-ae8c-2120c074989d,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:00:03.617228 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6a08a909-7acb-4937-935d-c4e9e5e14e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4107506'] for router_interface, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:03.622710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7ffcd619-e9e7-4512-9959-fd6fabdc3dce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:00:03.625798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:00:03.655043 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e76b3960-e345-4378-92d1-2e6f1623d9db None None] Provisioning complete for port 02e4c2aa-4320-467e-ae8c-2120c074989d triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 14:00:03.655379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e76b3960-e345-4378-92d1-2e6f1623d9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:03.710645 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6a08a909-7acb-4937-935d-c4e9e5e14e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:03.773446 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89413dd9-4d3f-44e8-a8ed-54cf828a1f8d None None] Pushing event updated for resources: {'Port': ['ID=df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1,revision_number=2']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:00:03.779915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-89413dd9-4d3f-44e8-a8ed-54cf828a1f8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:00:03.832807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-1bf50cc0-4efe-4876-bf3c-242fe1b9d88a None None] Attempting to bind port df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 14:00:03.833217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-1bf50cc0-4efe-4876-bf3c-242fe1b9d88a None None] Attempting to bind port df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 14:00:03.833643 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf50cc0-4efe-4876-bf3c-242fe1b9d88a None None] Attempting to bind port df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1 on network cfe08d36-e5ba-4f00-8669-16a0ead5d220 {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 14:00:03.854886 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf50cc0-4efe-4876-bf3c-242fe1b9d88a None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 14:00:03.855327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf50cc0-4efe-4876-bf3c-242fe1b9d88a None None] Checking segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 14:00:03.855797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1bf50cc0-4efe-4876-bf3c-242fe1b9d88a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:03.856246 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf50cc0-4efe-4876-bf3c-242fe1b9d88a None None] Bound using segment: {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'} {{(pid=80945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 14:00:03.856797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-1bf50cc0-4efe-4876-bf3c-242fe1b9d88a None None] Bound port: df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f39a88-6a2b-4844-9197-e91a44db2f93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}}] {{(pid=80945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 14:00:03.857220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1bf50cc0-4efe-4876-bf3c-242fe1b9d88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:03.962944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-1bf50cc0-4efe-4876-bf3c-242fe1b9d88a None None] For port df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 14:00:03.966494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-1bf50cc0-4efe-4876-bf3c-242fe1b9d88a None None] For port df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 14:00:03.972373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-1bf50cc0-4efe-4876-bf3c-242fe1b9d88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:03.988715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-cfb5a228-9377-428a-84e8-dc98ec87ae6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:00:04.043676 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6a08a909-7acb-4937-935d-c4e9e5e14e6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:04.047521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6a08a909-7acb-4937-935d-c4e9e5e14e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:04.076823 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-72598ded-594d-443f-90b4-b7e5de146a55 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:00:04.114692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 02e4c2aa-4320-467e-ae8c-2120c074989d up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 14:00:04.187829 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6a08a909-7acb-4937-935d-c4e9e5e14e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851874493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4181558'] for router_interface, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:04.204373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08a909-7acb-4937-935d-c4e9e5e14e6b admin admin] Pushing event updated for resources: {'Port': ['ID=6db5d974-4b91-49dd-bbd8-ac9c01d82561,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:00:04.220500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2bd71d9d-d1d3-4e1b-8d73-55ce03ecb4e0 None None] Provisioning complete for port 02e4c2aa-4320-467e-ae8c-2120c074989d triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 14:00:04.221003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2bd71d9d-d1d3-4e1b-8d73-55ce03ecb4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:04.254985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6a08a909-7acb-4937-935d-c4e9e5e14e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:00:04.274242 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89413dd9-4d3f-44e8-a8ed-54cf828a1f8d None None] Pushing event updated for resources: {'Port': ['ID=df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1,revision_number=3']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:00:04.285528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-89413dd9-4d3f-44e8-a8ed-54cf828a1f8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:00:04.341020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a08a909-7acb-4937-935d-c4e9e5e14e6b admin admin] Network 192001c1-0b78-4f74-aa92-44788bd99f02 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 14:00:04.342271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [None req-6a08a909-7acb-4937-935d-c4e9e5e14e6b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 14:00:04.356313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 02e4c2aa-4320-467e-ae8c-2120c074989d triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 14:00:04.356742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:04.684029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf50cc0-4efe-4876-bf3c-242fe1b9d88a None None] Routers {'0a402621-7abc-4153-84e0-e8ce54f61a08'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 14:00:04.684638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1bf50cc0-4efe-4876-bf3c-242fe1b9d88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634ca3d898>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:59:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['0a402621-7abc-4153-84e0-e8ce54f61a08'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 14:00:04.771800 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a08a909-7acb-4937-935d-c4e9e5e14e6b admin admin] Router 0a402621-7abc-4153-84e0-e8ce54f61a08 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 14:00:04.928689 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2bd71d9d-d1d3-4e1b-8d73-55ce03ecb4e0 None None] Provisioning for port 6db5d974-4b91-49dd-bbd8-ac9c01d82561 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 14:00:04.952088 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-2bd71d9d-d1d3-4e1b-8d73-55ce03ecb4e0 None None] Provisioning complete for port 6db5d974-4b91-49dd-bbd8-ac9c01d82561 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 14:00:04.952773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2bd71d9d-d1d3-4e1b-8d73-55ce03ecb4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:05.061855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a08a909-7acb-4937-935d-c4e9e5e14e6b admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 14:00:05.073145 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6a08a909-7acb-4937-935d-c4e9e5e14e6b admin admin] 10.222.0.76 "PUT /v2.0/routers/0a402621-7abc-4153-84e0-e8ce54f61a08/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5713665
Nov 24 14:00:05.074481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-2bd71d9d-d1d3-4e1b-8d73-55ce03ecb4e0 None None] Port 6db5d974-4b91-49dd-bbd8-ac9c01d82561 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 14:00:05.076862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-1bf50cc0-4efe-4876-bf3c-242fe1b9d88a None None] Set router 0a402621-7abc-4153-84e0-e8ce54f61a08 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 14:00:05.324006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-7fd82297-6cd9-40fb-a78f-f07346c1e55c None None] Provisioning complete for port 02e4c2aa-4320-467e-ae8c-2120c074989d triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 14:00:05.324360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7fd82297-6cd9-40fb-a78f-f07346c1e55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:05.555710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-1bf50cc0-4efe-4876-bf3c-242fe1b9d88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634ca3d898>, [{'id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'name': 'tempest-TestSnapshotPattern-1099887939-router', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:59:59Z', 'updated_at': '2020-11-24T14:00:03Z', 'revision_number': 4, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'gw_port': {'id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:00Z', 'updated_at': '2020-11-24T14:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '6db5d974-4b91-49dd-bbd8-ac9c01d82561', 'name': '', 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'mac_address': 'fa:16:3e:9d:a9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:02Z', 'updated_at': '2020-11-24T14:00:03Z', 'revision_number': 2, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'subnets': [{'id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 14:00:05.559403 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-7fd82297-6cd9-40fb-a78f-f07346c1e55c None None] Provisioning complete for port 6db5d974-4b91-49dd-bbd8-ac9c01d82561 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 14:00:05.559830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7fd82297-6cd9-40fb-a78f-f07346c1e55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:05.591967 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf50cc0-4efe-4876-bf3c-242fe1b9d88a None None] The sync data for ids ['0a402621-7abc-4153-84e0-e8ce54f61a08'] in dv-neutron-601336-61-ovs is: [{'id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'name': 'tempest-TestSnapshotPattern-1099887939-router', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:59:59Z', 'updated_at': '2020-11-24T14:00:03Z', 'revision_number': 4, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'gw_port': {'id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:00Z', 'updated_at': '2020-11-24T14:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '6db5d974-4b91-49dd-bbd8-ac9c01d82561', 'name': '', 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'mac_address': 'fa:16:3e:9d:a9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:02Z', 'updated_at': '2020-11-24T14:00:03Z', 'revision_number': 2, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'subnets': [{'id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 14:00:05.624001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-7fd82297-6cd9-40fb-a78f-f07346c1e55c None None] Port 6db5d974-4b91-49dd-bbd8-ac9c01d82561 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 14:00:06.879610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-9726b2f5-d52e-43ab-8528-31b9301a21fc req-bd4be644-df7e-4910-9bf8-a32078b9db09 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Request body: {'security_group': {'name': 'tempest-TestSnapshotPattern-512584645', 'description': 'tempest-TestSnapshotPattern-512584645 description'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 14:00:06.886851 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-9726b2f5-d52e-43ab-8528-31b9301a21fc req-bd4be644-df7e-4910-9bf8-a32078b9db09 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 14:00:06.890882 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-9726b2f5-d52e-43ab-8528-31b9301a21fc req-bd4be644-df7e-4910-9bf8-a32078b9db09 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Usage tracker for resource:security_group and tenant:f01b401e63e0473b903ab14201a88721 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 14:00:06.895006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-9726b2f5-d52e-43ab-8528-31b9301a21fc req-bd4be644-df7e-4910-9bf8-a32078b9db09 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 14:00:06.901481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-9726b2f5-d52e-43ab-8528-31b9301a21fc req-bd4be644-df7e-4910-9bf8-a32078b9db09 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 14:00:06.910434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9726b2f5-d52e-43ab-8528-31b9301a21fc req-bd4be644-df7e-4910-9bf8-a32078b9db09 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks [] for security_group, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:06.950229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-9726b2f5-d52e-43ab-8528-31b9301a21fc req-bd4be644-df7e-4910-9bf8-a32078b9db09 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 14:00:06.954239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-9726b2f5-d52e-43ab-8528-31b9301a21fc req-bd4be644-df7e-4910-9bf8-a32078b9db09 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Usage tracker for resource:security_group_rule and tenant:f01b401e63e0473b903ab14201a88721 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 14:00:06.957203 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-9726b2f5-d52e-43ab-8528-31b9301a21fc req-bd4be644-df7e-4910-9bf8-a32078b9db09 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 14:00:06.963028 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-9726b2f5-d52e-43ab-8528-31b9301a21fc req-bd4be644-df7e-4910-9bf8-a32078b9db09 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 14:00:07.020973 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9726b2f5-d52e-43ab-8528-31b9301a21fc req-bd4be644-df7e-4910-9bf8-a32078b9db09 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks [] for security_group, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:07.023798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9726b2f5-d52e-43ab-8528-31b9301a21fc req-bd4be644-df7e-4910-9bf8-a32078b9db09 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:07.029221 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-552a7090-6f7d-4a38-862b-5a20d6a8d39c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:00:07.070486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4be644-df7e-4910-9bf8-a32078b9db09 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f0db09-f3a7-486c-b6d7-d894022e63b1,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:00:07.073615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-9726b2f5-d52e-43ab-8528-31b9301a21fc req-bd4be644-df7e-4910-9bf8-a32078b9db09 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:07.075121 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9726b2f5-d52e-43ab-8528-31b9301a21fc req-bd4be644-df7e-4910-9bf8-a32078b9db09 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 0.2003298
Nov 24 14:00:07.075939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bd4be644-df7e-4910-9bf8-a32078b9db09 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:00:07.165522 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-414095cb-232e-46a0-9c78-71ebc48f27c4 req-9129baff-6059-4e82-86f4-75175b39b1c9 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/security-groups/b7f0db09-f3a7-486c-b6d7-d894022e63b1 HTTP/1.1" status: 200  len: 1688 time: 0.0559363
Nov 24 14:00:07.176436 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-414095cb-232e-46a0-9c78-71ebc48f27c4 req-76460f24-6924-40da-a502-295a00a6e29d tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b7f0db09-f3a7-486c-b6d7-d894022e63b1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 14:00:07.176796 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-414095cb-232e-46a0-9c78-71ebc48f27c4 req-76460f24-6924-40da-a502-295a00a6e29d tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b7f0db09-f3a7-486c-b6d7-d894022e63b1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 14:00:07.183726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-414095cb-232e-46a0-9c78-71ebc48f27c4 req-76460f24-6924-40da-a502-295a00a6e29d tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 14:00:07.187801 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-414095cb-232e-46a0-9c78-71ebc48f27c4 req-76460f24-6924-40da-a502-295a00a6e29d tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Usage tracker for resource:security_group_rule and tenant:f01b401e63e0473b903ab14201a88721 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 14:00:07.191570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-414095cb-232e-46a0-9c78-71ebc48f27c4 req-76460f24-6924-40da-a502-295a00a6e29d tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 14:00:07.198234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-414095cb-232e-46a0-9c78-71ebc48f27c4 req-76460f24-6924-40da-a502-295a00a6e29d tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 14:00:07.257641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-414095cb-232e-46a0-9c78-71ebc48f27c4 req-76460f24-6924-40da-a502-295a00a6e29d tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:07.282142 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-414095cb-232e-46a0-9c78-71ebc48f27c4 req-76460f24-6924-40da-a502-295a00a6e29d tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:07.284825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-414095cb-232e-46a0-9c78-71ebc48f27c4 req-76460f24-6924-40da-a502-295a00a6e29d tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:07.286793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-26a644ca-565d-4340-90e8-c34e91efea13 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:00:07.308883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76460f24-6924-40da-a502-295a00a6e29d tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c797d76-26a9-4f9b-b862-f2b4acabe5f5,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:00:07.313078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-76460f24-6924-40da-a502-295a00a6e29d tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:00:07.319939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-414095cb-232e-46a0-9c78-71ebc48f27c4 req-76460f24-6924-40da-a502-295a00a6e29d tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:07.321218 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-414095cb-232e-46a0-9c78-71ebc48f27c4 req-76460f24-6924-40da-a502-295a00a6e29d tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 721 time: 0.1490378
Nov 24 14:00:07.404545 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-12dea15a-a4d7-4c1f-b706-513b8f7d17db req-924cc014-ead4-4e02-91fd-c59615d63d3f tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/security-groups/b7f0db09-f3a7-486c-b6d7-d894022e63b1 HTTP/1.1" status: 200  len: 2217 time: 0.0507309
Nov 24 14:00:07.415950 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-12dea15a-a4d7-4c1f-b706-513b8f7d17db req-e8d8bc83-40f5-4545-be8f-7fd6e4702c7e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b7f0db09-f3a7-486c-b6d7-d894022e63b1', 'remote_group_id': None}]} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 14:00:07.416257 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-12dea15a-a4d7-4c1f-b706-513b8f7d17db req-e8d8bc83-40f5-4545-be8f-7fd6e4702c7e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b7f0db09-f3a7-486c-b6d7-d894022e63b1', 'remote_group_id': None}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 14:00:07.423006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-12dea15a-a4d7-4c1f-b706-513b8f7d17db req-e8d8bc83-40f5-4545-be8f-7fd6e4702c7e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 14:00:07.427150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-12dea15a-a4d7-4c1f-b706-513b8f7d17db req-e8d8bc83-40f5-4545-be8f-7fd6e4702c7e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Usage tracker for resource:security_group_rule and tenant:f01b401e63e0473b903ab14201a88721 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 14:00:07.431005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-12dea15a-a4d7-4c1f-b706-513b8f7d17db req-e8d8bc83-40f5-4545-be8f-7fd6e4702c7e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 14:00:07.436806 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-12dea15a-a4d7-4c1f-b706-513b8f7d17db req-e8d8bc83-40f5-4545-be8f-7fd6e4702c7e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 14:00:07.497648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-12dea15a-a4d7-4c1f-b706-513b8f7d17db req-e8d8bc83-40f5-4545-be8f-7fd6e4702c7e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks [] for security_group_rule, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:07.523114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-12dea15a-a4d7-4c1f-b706-513b8f7d17db req-e8d8bc83-40f5-4545-be8f-7fd6e4702c7e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:07.525525 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-12dea15a-a4d7-4c1f-b706-513b8f7d17db req-e8d8bc83-40f5-4545-be8f-7fd6e4702c7e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647172'] for security_group_rule, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:07.530842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-85d6f030-0dcf-4cec-91ed-c5c0f2324bef tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:00:07.554946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8bc83-40f5-4545-be8f-7fd6e4702c7e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc05e2c-a721-4705-a099-429923bc33db,revision_number=0']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:00:07.557655 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e8d8bc83-40f5-4545-be8f-7fd6e4702c7e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:00:07.565757 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-12dea15a-a4d7-4c1f-b706-513b8f7d17db req-e8d8bc83-40f5-4545-be8f-7fd6e4702c7e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks [] for security_group_rule, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:07.567128 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-12dea15a-a4d7-4c1f-b706-513b8f7d17db req-e8d8bc83-40f5-4545-be8f-7fd6e4702c7e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 726 time: 0.1559224
Nov 24 14:00:07.758740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-e2eea6d3-a080-4bc1-af9a-6da525a211bb tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Synchronizing usage tracker for tenant:f01b401e63e0473b903ab14201a88721 on resource:security_group {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 14:00:07.774769 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-e2eea6d3-a080-4bc1-af9a-6da525a211bb tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Unset dirty status for tenant:f01b401e63e0473b903ab14201a88721 on resource:security_group {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 14:00:07.776026 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-e2eea6d3-a080-4bc1-af9a-6da525a211bb tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-TestSnapshotPattern-512584645&fields=id&tenant_id=f01b401e63e0473b903ab14201a88721 HTTP/1.1" status: 200  len: 267 time: 0.0613115
Nov 24 14:00:07.936715 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-c947d9b9-19db-460c-a5d0-3dfc694d9587 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:07.937373 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-c947d9b9-19db-460c-a5d0-3dfc694d9587 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Synchronizing usage tracker for tenant:f01b401e63e0473b903ab14201a88721 on resource:network {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 14:00:07.954033 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-c947d9b9-19db-460c-a5d0-3dfc694d9587 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Unset dirty status for tenant:f01b401e63e0473b903ab14201a88721 on resource:network {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 14:00:07.955223 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-c947d9b9-19db-460c-a5d0-3dfc694d9587 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/networks?id=192001c1-0b78-4f74-aa92-44788bd99f02 HTTP/1.1" status: 200  len: 810 time: 0.1717498
Nov 24 14:00:07.975422 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-4eef6a33-ee28-48bc-91af-88f74fc20833 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/quotas/f01b401e63e0473b903ab14201a88721 HTTP/1.1" status: 200  len: 375 time: 0.0123746
Nov 24 14:00:08.068156 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-e46beeeb-0f02-486e-9fdd-6142eaeb127c tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?tenant_id=f01b401e63e0473b903ab14201a88721&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0867236
Nov 24 14:00:08.099762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 14:00:08.165966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-faa52909-523b-41a9-972a-8e1dd72513ec service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 14:00:08.167102 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-faa52909-523b-41a9-972a-8e1dd72513ec service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0859621
Nov 24 14:00:08.183560 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 14:00:08.189214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 14:00:08.189598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:08.316020 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:08.332542 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-24f2c3cc-d5e9-4285-9033-dd7d7ac4f4d3 service neutron] 10.222.0.76 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1552699
Nov 24 14:00:08.332698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 14:00:08.336330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:08.342191 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-228ba82a-2387-4a3c-9d89-76cd2070131a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:00:08.409024 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:00:08.412666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:00:08.749639 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-ecfca78d-2e2f-4d86-94f5-dce6d9cab4b9 service neutron] 10.222.0.76 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4140995
Nov 24 14:00:08.794742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625f9407-4384-4892-9164-f11d920e01ad None None] Sync routers for ids ['0a402621-7abc-4153-84e0-e8ce54f61a08'] in dv-neutron-601336-61-ovs {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 14:00:08.807902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625f9407-4384-4892-9164-f11d920e01ad None None] Routers {'0a402621-7abc-4153-84e0-e8ce54f61a08'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 14:00:08.808566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-625f9407-4384-4892-9164-f11d920e01ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c57df98>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:59:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['0a402621-7abc-4153-84e0-e8ce54f61a08'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 14:00:08.975458 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5e9db5c5-58ec-4a78-9fdf-d97de9f5088c req-ae18cd44-c9e1-498e-b570-9ca802c84876 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=43202606-f0d1-4224-8a15-449c2d7162e5 HTTP/1.1" status: 200  len: 210 time: 0.0505910
Nov 24 14:00:09.009370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-625f9407-4384-4892-9164-f11d920e01ad None None] Set router 0a402621-7abc-4153-84e0-e8ce54f61a08 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 14:00:09.356341 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-625f9407-4384-4892-9164-f11d920e01ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c57df98>, [{'id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'name': 'tempest-TestSnapshotPattern-1099887939-router', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:59:59Z', 'updated_at': '2020-11-24T14:00:03Z', 'revision_number': 4, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'gw_port': {'id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:00Z', 'updated_at': '2020-11-24T14:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '6db5d974-4b91-49dd-bbd8-ac9c01d82561', 'name': '', 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'mac_address': 'fa:16:3e:9d:a9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:02Z', 'updated_at': '2020-11-24T14:00:03Z', 'revision_number': 2, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'subnets': [{'id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 14:00:09.360547 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625f9407-4384-4892-9164-f11d920e01ad None None] Checking router: 0a402621-7abc-4153-84e0-e8ce54f61a08 for host: dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 14:00:09.360946 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625f9407-4384-4892-9164-f11d920e01ad None None] Updating router 0a402621-7abc-4153-84e0-e8ce54f61a08 port 6db5d974-4b91-49dd-bbd8-ac9c01d82561 binding host dv-neutron-601336-61-ovs {{(pid=80946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 14:00:09.415585 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-625f9407-4384-4892-9164-f11d920e01ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:09.854697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-625f9407-4384-4892-9164-f11d920e01ad None None] Notify callbacks [] for port, precommit_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:09.867942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-625f9407-4384-4892-9164-f11d920e01ad None None] Transition to ACTIVE for port object 6db5d974-4b91-49dd-bbd8-ac9c01d82561 will not be triggered until provisioned by entity L2. {{(pid=80946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 14:00:09.870725 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-625f9407-4384-4892-9164-f11d920e01ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:09.887881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4bcd5ac9-6b37-4db2-9d54-77403dae2cf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:00:10.018943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4047ea-d164-46fa-aefd-20df7d1c3507 None None] Pushing event updated for resources: {'Port': ['ID=6db5d974-4b91-49dd-bbd8-ac9c01d82561,revision_number=3']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:00:10.045720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4047ea-d164-46fa-aefd-20df7d1c3507 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:10.046106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4047ea-d164-46fa-aefd-20df7d1c3507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:10.046494 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4047ea-d164-46fa-aefd-20df7d1c3507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:10.046855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4047ea-d164-46fa-aefd-20df7d1c3507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:10.047215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4047ea-d164-46fa-aefd-20df7d1c3507 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:10.047575 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4047ea-d164-46fa-aefd-20df7d1c3507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:10.050159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4047ea-d164-46fa-aefd-20df7d1c3507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:10.050159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4047ea-d164-46fa-aefd-20df7d1c3507 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:10.050159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4047ea-d164-46fa-aefd-20df7d1c3507 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:10.050159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4047ea-d164-46fa-aefd-20df7d1c3507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:10.050159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4047ea-d164-46fa-aefd-20df7d1c3507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:10.050159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4047ea-d164-46fa-aefd-20df7d1c3507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:10.050159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4047ea-d164-46fa-aefd-20df7d1c3507 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:10.050624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4047ea-d164-46fa-aefd-20df7d1c3507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:10.050624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4047ea-d164-46fa-aefd-20df7d1c3507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:10.050991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4047ea-d164-46fa-aefd-20df7d1c3507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:10.051340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4047ea-d164-46fa-aefd-20df7d1c3507 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:10.051686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4047ea-d164-46fa-aefd-20df7d1c3507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:10.052035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4047ea-d164-46fa-aefd-20df7d1c3507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:10.052381 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4047ea-d164-46fa-aefd-20df7d1c3507 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:10.052727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4047ea-d164-46fa-aefd-20df7d1c3507 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:10.053074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4047ea-d164-46fa-aefd-20df7d1c3507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:10.053503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4047ea-d164-46fa-aefd-20df7d1c3507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:10.053974 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4047ea-d164-46fa-aefd-20df7d1c3507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:00:10.059687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7c4047ea-d164-46fa-aefd-20df7d1c3507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:00:10.101562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 14:00:10.201054 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-b6b1e920-178c-4141-b3d7-79a6ff19564e req-35451c79-c579-4f90-8ef1-012bb4ec03cd tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=43202606-f0d1-4224-8a15-449c2d7162e5 HTTP/1.1" status: 200  len: 210 time: 0.0656066
Nov 24 14:00:10.240073 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-625f9407-4384-4892-9164-f11d920e01ad None None] Attempting to bind port 6db5d974-4b91-49dd-bbd8-ac9c01d82561 on host dv-neutron-601336-61-ovs for vnic_type normal with profile  {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 14:00:10.240487 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-625f9407-4384-4892-9164-f11d920e01ad None None] Attempting to bind port 6db5d974-4b91-49dd-bbd8-ac9c01d82561 by drivers openvswitch on host dv-neutron-601336-61-ovs at level 0 using segments [{'id': 'd2a1940f-520f-4c49-aa55-063b9169f2c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02'}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 14:00:10.240918 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625f9407-4384-4892-9164-f11d920e01ad None None] Attempting to bind port 6db5d974-4b91-49dd-bbd8-ac9c01d82561 on network 192001c1-0b78-4f74-aa92-44788bd99f02 {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 14:00:10.251404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625f9407-4384-4892-9164-f11d920e01ad None None] Checking agent: {'id': '069f4fc9-5605-4b21-9caa-4fd71c26f57e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-61-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 53, 14), 'started_at': datetime.datetime(2020, 11, 24, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-61-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 14:00:10.252156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625f9407-4384-4892-9164-f11d920e01ad None None] Checking segment: {'id': 'd2a1940f-520f-4c49-aa55-063b9169f2c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 14:00:10.252612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-625f9407-4384-4892-9164-f11d920e01ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:10.253226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625f9407-4384-4892-9164-f11d920e01ad None None] Bound using segment: {'id': 'd2a1940f-520f-4c49-aa55-063b9169f2c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02'} {{(pid=80946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 14:00:10.253758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-625f9407-4384-4892-9164-f11d920e01ad None None] Bound port: 6db5d974-4b91-49dd-bbd8-ac9c01d82561, host: dv-neutron-601336-61-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a1940f-520f-4c49-aa55-063b9169f2c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02'}}] {{(pid=80946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 14:00:10.254567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-625f9407-4384-4892-9164-f11d920e01ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:10.255574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 14:00:10.256166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:10.371610 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-625f9407-4384-4892-9164-f11d920e01ad None None] For port 6db5d974-4b91-49dd-bbd8-ac9c01d82561, host dv-neutron-601336-61-ovs, cleared binding levels {{(pid=80946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 14:00:10.375708 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-625f9407-4384-4892-9164-f11d920e01ad None None] For port 6db5d974-4b91-49dd-bbd8-ac9c01d82561, host dv-neutron-601336-61-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=6db5d974-4b91-49dd-bbd8-ac9c01d82561,segment=NetworkSegment(d2a1940f-520f-4c49-aa55-063b9169f2c5),segment_id=d2a1940f-520f-4c49-aa55-063b9169f2c5)] {{(pid=80946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 14:00:10.382298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-625f9407-4384-4892-9164-f11d920e01ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:10.400501 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5a080e68-5835-415c-891b-ed4809b15cbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:00:10.427430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-155161d9-bc1d-4db2-afea-331529ffa7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:10.538639 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-51e7ef95-917d-4066-b740-2b673905ed13 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:10.540526 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-51e7ef95-917d-4066-b740-2b673905ed13 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.70 "GET /v2.0/networks?id=192001c1-0b78-4f74-aa92-44788bd99f02 HTTP/1.1" status: 200  len: 810 time: 0.2075291
Nov 24 14:00:10.565461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4047ea-d164-46fa-aefd-20df7d1c3507 None None] Pushing event updated for resources: {'Port': ['ID=6db5d974-4b91-49dd-bbd8-ac9c01d82561,revision_number=4']} {{(pid=80946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:00:10.571261 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-7c4047ea-d164-46fa-aefd-20df7d1c3507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:00:10.618620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625f9407-4384-4892-9164-f11d920e01ad None None] Routers {'0a402621-7abc-4153-84e0-e8ce54f61a08'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 14:00:10.619570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-625f9407-4384-4892-9164-f11d920e01ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c57df98>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T13:59:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['0a402621-7abc-4153-84e0-e8ce54f61a08'], 'active': True} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 14:00:10.649779 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-12188c55-9fee-4e37-a0da-d9c3d74507cb tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f01b401e63e0473b903ab14201a88721 HTTP/1.1" status: 200  len: 5289 time: 0.0901055
Nov 24 14:00:10.659623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-5d710cfc-daf1-43fa-9eb0-6ecfb3379b2e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Request body: {'port': {'device_id': '43202606-f0d1-4224-8a15-449c2d7162e5', 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'admin_state_up': True, 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'security_groups': ['b7f0db09-f3a7-486c-b6d7-d894022e63b1']}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 14:00:10.836853 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-5d710cfc-daf1-43fa-9eb0-6ecfb3379b2e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 14:00:10.841811 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-5d710cfc-daf1-43fa-9eb0-6ecfb3379b2e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Usage tracker for resource:port and tenant:f01b401e63e0473b903ab14201a88721 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 14:00:10.847059 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-5d710cfc-daf1-43fa-9eb0-6ecfb3379b2e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Quota usage for port was recalculated. Used quota:2. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 14:00:10.853763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-5d710cfc-daf1-43fa-9eb0-6ecfb3379b2e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 14:00:10.864809 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-5d710cfc-daf1-43fa-9eb0-6ecfb3379b2e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Made reservation on behalf of f01b401e63e0473b903ab14201a88721 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 14:00:10.872063 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-5d710cfc-daf1-43fa-9eb0-6ecfb3379b2e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:10.982035 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-625f9407-4384-4892-9164-f11d920e01ad None None] Set router 0a402621-7abc-4153-84e0-e8ce54f61a08 gateway port host: dv-neutron-601336-61-ovs {{(pid=80946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 14:00:11.380355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-625f9407-4384-4892-9164-f11d920e01ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c57df98>, [{'id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'name': 'tempest-TestSnapshotPattern-1099887939-router', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:59:59Z', 'updated_at': '2020-11-24T14:00:03Z', 'revision_number': 4, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'gw_port': {'id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:00Z', 'updated_at': '2020-11-24T14:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '6db5d974-4b91-49dd-bbd8-ac9c01d82561', 'name': '', 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'mac_address': 'fa:16:3e:9d:a9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:02Z', 'updated_at': '2020-11-24T14:00:10Z', 'revision_number': 4, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'subnets': [{'id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 14:00:11.384726 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625f9407-4384-4892-9164-f11d920e01ad None None] The sync data for ids ['0a402621-7abc-4153-84e0-e8ce54f61a08'] in dv-neutron-601336-61-ovs is: [{'id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'name': 'tempest-TestSnapshotPattern-1099887939-router', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:59:59Z', 'updated_at': '2020-11-24T14:00:03Z', 'revision_number': 4, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'gw_port': {'id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:00Z', 'updated_at': '2020-11-24T14:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '6db5d974-4b91-49dd-bbd8-ac9c01d82561', 'name': '', 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'mac_address': 'fa:16:3e:9d:a9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:02Z', 'updated_at': '2020-11-24T14:00:10Z', 'revision_number': 4, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'subnets': [{'id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 14:00:11.418522 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ef79fa8b-dbe5-4fa9-b2c3-6f9b010eb6b7 req-80899979-6429-4bf8-9e2f-143e1d4c03a4 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=43202606-f0d1-4224-8a15-449c2d7162e5 HTTP/1.1" status: 200  len: 210 time: 0.0743744
Nov 24 14:00:11.487772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-5d710cfc-daf1-43fa-9eb0-6ecfb3379b2e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Allocated IP 172.20.0.7 (192001c1-0b78-4f74-aa92-44788bd99f02/a70954ad-ccc8-4701-b56c-9b4731ac2bc8/88f6d3c2-68f6-43cb-8ac2-0079d859e2da) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 14:00:11.702115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-5d710cfc-daf1-43fa-9eb0-6ecfb3379b2e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:11.719834 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-5d710cfc-daf1-43fa-9eb0-6ecfb3379b2e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Transition to ACTIVE for port object 88f6d3c2-68f6-43cb-8ac2-0079d859e2da will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 14:00:11.741602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-5d710cfc-daf1-43fa-9eb0-6ecfb3379b2e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:11.759258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3ddd4117-aecd-4c12-a76b-0598e04b1013 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:00:11.897091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d710cfc-daf1-43fa-9eb0-6ecfb3379b2e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Pushing event updated for resources: {'Port': ['ID=88f6d3c2-68f6-43cb-8ac2-0079d859e2da,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:00:11.902218 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5d710cfc-daf1-43fa-9eb0-6ecfb3379b2e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:00:11.967331 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-5d710cfc-daf1-43fa-9eb0-6ecfb3379b2e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Network 192001c1-0b78-4f74-aa92-44788bd99f02 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 14:00:11.968598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-5d710cfc-daf1-43fa-9eb0-6ecfb3379b2e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 14:00:11.971321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-5d710cfc-daf1-43fa-9eb0-6ecfb3379b2e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 14:00:12.055344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-5d710cfc-daf1-43fa-9eb0-6ecfb3379b2e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:12.055937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-5d710cfc-daf1-43fa-9eb0-6ecfb3379b2e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:12.086314 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-5d710cfc-daf1-43fa-9eb0-6ecfb3379b2e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4309912
Nov 24 14:00:12.105894 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-4ce8ce7f-29ab-421a-aa89-ab9a267106db service neutron] Request body: {'port': {'device_id': '43202606-f0d1-4224-8a15-449c2d7162e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 14:00:12.122807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 6db5d974-4b91-49dd-bbd8-ac9c01d82561 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 14:00:12.214245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning for port 6db5d974-4b91-49dd-bbd8-ac9c01d82561 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 14:00:12.219442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 6db5d974-4b91-49dd-bbd8-ac9c01d82561 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 14:00:12.219954 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:12.230727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-4ce8ce7f-29ab-421a-aa89-ab9a267106db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:12.290644 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e7bd2d1d-2c46-4155-92da-ff422b067ea4 None None] Provisioning for port 88f6d3c2-68f6-43cb-8ac2-0079d859e2da completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 14:00:12.299405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-e7bd2d1d-2c46-4155-92da-ff422b067ea4 None None] Provisioning complete for port 88f6d3c2-68f6-43cb-8ac2-0079d859e2da triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 14:00:12.299831 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e7bd2d1d-2c46-4155-92da-ff422b067ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:12.405070 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd2d1d-2c46-4155-92da-ff422b067ea4 None None] Port 88f6d3c2-68f6-43cb-8ac2-0079d859e2da cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 14:00:12.413841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:12.452638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] For port 6db5d974-4b91-49dd-bbd8-ac9c01d82561, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=6db5d974-4b91-49dd-bbd8-ac9c01d82561,segment=NetworkSegment(d2a1940f-520f-4c49-aa55-063b9169f2c5),segment_id=d2a1940f-520f-4c49-aa55-063b9169f2c5)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 14:00:12.455775 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:12.457756 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-55652fad-4686-41e0-9c9e-f47bb93aeac9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:00:12.530091 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Pushing event updated for resources: {'Port': ['ID=6db5d974-4b91-49dd-bbd8-ac9c01d82561,revision_number=5']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:00:12.539113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:00:12.648883 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1e738-2eb9-40ee-a497-1d337bbc8213 req-1f737f13-d85a-4b15-81b9-edabf33c0504 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:12.650534 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-82c1e738-2eb9-40ee-a497-1d337bbc8213 req-1f737f13-d85a-4b15-81b9-edabf33c0504 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=43202606-f0d1-4224-8a15-449c2d7162e5 HTTP/1.1" status: 200  len: 931 time: 0.0889060
Nov 24 14:00:12.660947 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-4ce8ce7f-29ab-421a-aa89-ab9a267106db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88f6d3c2-68f6-43cb-8ac2-0079d859e2da {{(pid=80944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 14:00:12.668581 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-4ce8ce7f-29ab-421a-aa89-ab9a267106db service neutron] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:12.683406 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-4ce8ce7f-29ab-421a-aa89-ab9a267106db service neutron] Transition to ACTIVE for port object 88f6d3c2-68f6-43cb-8ac2-0079d859e2da will not be triggered until provisioned by entity L2. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 14:00:12.686152 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-4ce8ce7f-29ab-421a-aa89-ab9a267106db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:12.702065 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6a08a909-7acb-4937-935d-c4e9e5e14e6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:00:12.705964 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-82c1e738-2eb9-40ee-a497-1d337bbc8213 req-6ac10ed1-c0cc-4ac8-a6b6-fa930f55c776 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/security-groups?id=b7f0db09-f3a7-486c-b6d7-d894022e63b1&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0485129
Nov 24 14:00:12.729816 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dd86f313-dc70-4ac2-8bed-9c64b411f651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:12.837985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8ce7f-29ab-421a-aa89-ab9a267106db service neutron] Pushing event updated for resources: {'Port': ['ID=88f6d3c2-68f6-43cb-8ac2-0079d859e2da,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:00:12.842606 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4ce8ce7f-29ab-421a-aa89-ab9a267106db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:00:13.034937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-4ce8ce7f-29ab-421a-aa89-ab9a267106db service neutron] Attempting to bind port 88f6d3c2-68f6-43cb-8ac2-0079d859e2da on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 14:00:13.035307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-4ce8ce7f-29ab-421a-aa89-ab9a267106db service neutron] Attempting to bind port 88f6d3c2-68f6-43cb-8ac2-0079d859e2da by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'd2a1940f-520f-4c49-aa55-063b9169f2c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02'}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 14:00:13.035670 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-4ce8ce7f-29ab-421a-aa89-ab9a267106db service neutron] Attempting to bind port 88f6d3c2-68f6-43cb-8ac2-0079d859e2da on network 192001c1-0b78-4f74-aa92-44788bd99f02 {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 14:00:13.043085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-4ce8ce7f-29ab-421a-aa89-ab9a267106db service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 13, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 14:00:13.043529 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-4ce8ce7f-29ab-421a-aa89-ab9a267106db service neutron] Checking segment: {'id': 'd2a1940f-520f-4c49-aa55-063b9169f2c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 14:00:13.043828 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-4ce8ce7f-29ab-421a-aa89-ab9a267106db service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:13.044216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-4ce8ce7f-29ab-421a-aa89-ab9a267106db service neutron] Bound using segment: {'id': 'd2a1940f-520f-4c49-aa55-063b9169f2c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02'} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 14:00:13.044686 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-4ce8ce7f-29ab-421a-aa89-ab9a267106db service neutron] Bound port: 88f6d3c2-68f6-43cb-8ac2-0079d859e2da, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a1940f-520f-4c49-aa55-063b9169f2c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02'}}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 14:00:13.045054 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-4ce8ce7f-29ab-421a-aa89-ab9a267106db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:13.138561 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:13.150296 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-4ce8ce7f-29ab-421a-aa89-ab9a267106db service neutron] For port 88f6d3c2-68f6-43cb-8ac2-0079d859e2da, host hv-neutron-6013, cleared binding levels {{(pid=80944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 14:00:13.153502 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-4ce8ce7f-29ab-421a-aa89-ab9a267106db service neutron] For port 88f6d3c2-68f6-43cb-8ac2-0079d859e2da, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=88f6d3c2-68f6-43cb-8ac2-0079d859e2da,segment=NetworkSegment(d2a1940f-520f-4c49-aa55-063b9169f2c5),segment_id=d2a1940f-520f-4c49-aa55-063b9169f2c5)] {{(pid=80944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 14:00:13.157299 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-4ce8ce7f-29ab-421a-aa89-ab9a267106db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:13.172844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c0bf656c-46a1-4fec-90bc-8a36ade9f8e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:00:13.327197 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8ce7f-29ab-421a-aa89-ab9a267106db service neutron] Pushing event updated for resources: {'Port': ['ID=88f6d3c2-68f6-43cb-8ac2-0079d859e2da,revision_number=3']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:00:13.330613 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4ce8ce7f-29ab-421a-aa89-ab9a267106db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:00:13.368365 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-4ce8ce7f-29ab-421a-aa89-ab9a267106db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:13.369026 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-4ce8ce7f-29ab-421a-aa89-ab9a267106db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:13.370527 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-4ce8ce7f-29ab-421a-aa89-ab9a267106db service neutron] 10.222.0.70 "PUT /v2.0/ports/88f6d3c2-68f6-43cb-8ac2-0079d859e2da HTTP/1.1" status: 200  len: 1157 time: 1.2714140
Nov 24 14:00:13.371107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43202606-f0d1-4224-8a15-449c2d7162e5', 'tag': '88f6d3c2-68f6-43cb-8ac2-0079d859e2da'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 14:00:13.507740 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-27e6f5fb-c237-4510-9773-2e4690ba2d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:13.509482 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-27e6f5fb-c237-4510-9773-2e4690ba2d90 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f01b401e63e0473b903ab14201a88721&device_id=43202606-f0d1-4224-8a15-449c2d7162e5 HTTP/1.1" status: 200  len: 1160 time: 0.0863004
Nov 24 14:00:13.575151 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43202606-f0d1-4224-8a15-449c2d7162e5', 'tag': '88f6d3c2-68f6-43cb-8ac2-0079d859e2da', 'status': 'completed', 'code': 200}
Nov 24 14:00:13.590325 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-c4fdc62b-231d-4fe8-90b0-c1291d0861e6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88f6d3c2-68f6-43cb-8ac2-0079d859e2da HTTP/1.1" status: 200  len: 217 time: 0.0680370
Nov 24 14:00:13.664862 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-75c34c54-e509-43a6-ae63-1b404fc25355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:13.666376 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-75c34c54-e509-43a6-ae63-1b404fc25355 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a70954ad-ccc8-4701-b56c-9b4731ac2bc8 HTTP/1.1" status: 200  len: 849 time: 0.0699389
Nov 24 14:00:13.746004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-96624089-eac3-4e6c-851b-539a0b7a483c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:13.747649 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-96624089-eac3-4e6c-851b-539a0b7a483c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=192001c1-0b78-4f74-aa92-44788bd99f02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0748434
Nov 24 14:00:13.897521 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-f81dddc7-325a-4e00-8163-50eb5938f705 service neutron] 10.222.0.70 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423366
Nov 24 14:00:13.930066 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4308f-5659-41bb-a8cb-fa8b37d19062 req-5996b271-a1b4-46b5-87a5-5339d9ea4547 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:13.931629 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-88c4308f-5659-41bb-a8cb-fa8b37d19062 req-5996b271-a1b4-46b5-87a5-5339d9ea4547 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=43202606-f0d1-4224-8a15-449c2d7162e5 HTTP/1.1" status: 200  len: 943 time: 0.0881269
Nov 24 14:00:13.982297 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-88c4308f-5659-41bb-a8cb-fa8b37d19062 req-9ed8f7e0-52fe-479b-a7aa-122cfecd7b17 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/security-groups?id=b7f0db09-f3a7-486c-b6d7-d894022e63b1&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0440993
Nov 24 14:00:14.046678 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-914c1ee7-761f-49c6-96af-346ee24f2328 req-60d29a50-104b-42e8-affa-c4ec440f712a service neutron] 10.222.0.70 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1435137
Nov 24 14:00:14.091691 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 6db5d974-4b91-49dd-bbd8-ac9c01d82561 up at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 14:00:14.172312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Provisioning complete for port 6db5d974-4b91-49dd-bbd8-ac9c01d82561 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 14:00:14.173078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:14.232932 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487dab9-021a-440d-966d-669082159705 req-bba38d9e-3603-4f1b-beff-d1cd7f61ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:14.234481 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c487dab9-021a-440d-966d-669082159705 req-bba38d9e-3603-4f1b-beff-d1cd7f61ec50 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f01b401e63e0473b903ab14201a88721&device_id=43202606-f0d1-4224-8a15-449c2d7162e5 HTTP/1.1" status: 200  len: 1160 time: 0.0915494
Nov 24 14:00:14.335155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:14.389720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487dab9-021a-440d-966d-669082159705 req-8eb41964-d2f4-481c-b53e-c3ffa3c6466e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:14.391470 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c487dab9-021a-440d-966d-669082159705 req-8eb41964-d2f4-481c-b53e-c3ffa3c6466e service neutron] 10.222.0.70 "GET /v2.0/networks?id=192001c1-0b78-4f74-aa92-44788bd99f02 HTTP/1.1" status: 200  len: 904 time: 0.1493354
Nov 24 14:00:14.466874 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c487dab9-021a-440d-966d-669082159705 req-4f4322bb-be74-47e9-8d34-2cb7e6a40005 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88f6d3c2-68f6-43cb-8ac2-0079d859e2da HTTP/1.1" status: 200  len: 217 time: 0.0675571
Nov 24 14:00:14.541217 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487dab9-021a-440d-966d-669082159705 req-d16fe9ac-cf86-496c-ae96-25220b96495f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:14.542795 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c487dab9-021a-440d-966d-669082159705 req-d16fe9ac-cf86-496c-ae96-25220b96495f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a70954ad-ccc8-4701-b56c-9b4731ac2bc8 HTTP/1.1" status: 200  len: 849 time: 0.0688572
Nov 24 14:00:14.581962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 14:00:14.627533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487dab9-021a-440d-966d-669082159705 req-55919060-7f36-4d46-8f75-d3b136e07f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:14.629139 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c487dab9-021a-440d-966d-669082159705 req-55919060-7f36-4d46-8f75-d3b136e07f08 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=192001c1-0b78-4f74-aa92-44788bd99f02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0763965
Nov 24 14:00:14.778939 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c487dab9-021a-440d-966d-669082159705 req-6ccd5a69-dd38-4c61-98a8-5c1e2e8a0b72 service neutron] 10.222.0.70 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425023
Nov 24 14:00:14.941804 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c487dab9-021a-440d-966d-669082159705 req-dfb37fe5-e64e-4472-a4d5-2b01ca141de2 service neutron] 10.222.0.70 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1409180
Nov 24 14:00:14.978792 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:15.203966 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e466d1-d75e-4219-9903-d072abb9aa86 req-8f467596-9c06-456c-a347-6ffa181b1f09 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:15.205499 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-99e466d1-d75e-4219-9903-d072abb9aa86 req-8f467596-9c06-456c-a347-6ffa181b1f09 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=43202606-f0d1-4224-8a15-449c2d7162e5 HTTP/1.1" status: 200  len: 943 time: 0.0916350
Nov 24 14:00:15.253884 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-99e466d1-d75e-4219-9903-d072abb9aa86 req-74d06004-bc64-4f54-a75d-ce21ae29cae6 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/security-groups?id=b7f0db09-f3a7-486c-b6d7-d894022e63b1&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0418930
Nov 24 14:00:16.470513 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55084d7a-51f8-44e5-a824-383c905eff41 req-91e2e26b-cb50-4fcb-a38d-ea2a3f9419b3 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:16.472130 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-55084d7a-51f8-44e5-a824-383c905eff41 req-91e2e26b-cb50-4fcb-a38d-ea2a3f9419b3 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=43202606-f0d1-4224-8a15-449c2d7162e5 HTTP/1.1" status: 200  len: 943 time: 0.0856791
Nov 24 14:00:16.525140 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-55084d7a-51f8-44e5-a824-383c905eff41 req-73d3ab38-0eb4-404e-bb68-f9e7038aed25 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/security-groups?id=b7f0db09-f3a7-486c-b6d7-d894022e63b1&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0465763
Nov 24 14:00:17.722976 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 88f6d3c2-68f6-43cb-8ac2-0079d859e2da up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 14:00:17.744363 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c52d94-5e81-4811-b96a-e71d6546cde9 req-57e68ee8-cb77-45e1-97d0-a3755919d6b2 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:17.745983 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-67c52d94-5e81-4811-b96a-e71d6546cde9 req-57e68ee8-cb77-45e1-97d0-a3755919d6b2 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=43202606-f0d1-4224-8a15-449c2d7162e5 HTTP/1.1" status: 200  len: 943 time: 0.0879076
Nov 24 14:00:17.797503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port 88f6d3c2-68f6-43cb-8ac2-0079d859e2da completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 14:00:17.798818 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-67c52d94-5e81-4811-b96a-e71d6546cde9 req-1d87857e-7a49-4eaf-bd61-abbd65eb57b5 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/security-groups?id=b7f0db09-f3a7-486c-b6d7-d894022e63b1&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0461524
Nov 24 14:00:17.803172 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 88f6d3c2-68f6-43cb-8ac2-0079d859e2da triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 14:00:17.803631 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:17.925814 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:17.953688 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43202606-f0d1-4224-8a15-449c2d7162e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f6d3c2-68f6-43cb-8ac2-0079d859e2da'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 14:00:17.964763 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port 88f6d3c2-68f6-43cb-8ac2-0079d859e2da, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=88f6d3c2-68f6-43cb-8ac2-0079d859e2da,segment=NetworkSegment(d2a1940f-520f-4c49-aa55-063b9169f2c5),segment_id=d2a1940f-520f-4c49-aa55-063b9169f2c5)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 14:00:17.967799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:17.969720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:00:18.037448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=88f6d3c2-68f6-43cb-8ac2-0079d859e2da,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:00:18.040842 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:00:18.099938 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43202606-f0d1-4224-8a15-449c2d7162e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f6d3c2-68f6-43cb-8ac2-0079d859e2da', 'code': 200}
Nov 24 14:00:18.368761 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0446ba-dcfd-45a7-9c2e-4766ae4031b0 req-c18d5913-e804-490b-b64d-187f866f2e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:18.370389 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1f0446ba-dcfd-45a7-9c2e-4766ae4031b0 req-c18d5913-e804-490b-b64d-187f866f2e26 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=43202606-f0d1-4224-8a15-449c2d7162e5 HTTP/1.1" status: 200  len: 1162 time: 0.0748320
Nov 24 14:00:18.418948 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1f0446ba-dcfd-45a7-9c2e-4766ae4031b0 req-170358de-1d02-4ba6-b526-4a4984480849 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b7f0db09-f3a7-486c-b6d7-d894022e63b1&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0418830
Nov 24 14:00:19.015379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866bcbf-10f2-427d-a4a2-3d3d5357eb06 req-0ab88000-530d-497a-9b1f-6ca7b31e1fe1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:19.017051 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6866bcbf-10f2-427d-a4a2-3d3d5357eb06 req-0ab88000-530d-497a-9b1f-6ca7b31e1fe1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=43202606-f0d1-4224-8a15-449c2d7162e5 HTTP/1.1" status: 200  len: 945 time: 0.0888922
Nov 24 14:00:19.067208 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-6866bcbf-10f2-427d-a4a2-3d3d5357eb06 req-4b4ef90d-a971-4381-bb79-000cf82ff030 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/security-groups?id=b7f0db09-f3a7-486c-b6d7-d894022e63b1&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0422218
Nov 24 14:00:19.470427 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 88f6d3c2-68f6-43cb-8ac2-0079d859e2da up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 14:00:19.553093 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port 88f6d3c2-68f6-43cb-8ac2-0079d859e2da triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 14:00:19.554078 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:20.289942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a34104-74b0-4883-b0c2-6d884c827c3c req-10512310-72c3-47b9-aa1f-47cd4d88c86c tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:20.291466 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-10a34104-74b0-4883-b0c2-6d884c827c3c req-10512310-72c3-47b9-aa1f-47cd4d88c86c tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=43202606-f0d1-4224-8a15-449c2d7162e5 HTTP/1.1" status: 200  len: 945 time: 0.0853744
Nov 24 14:00:20.340787 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-10a34104-74b0-4883-b0c2-6d884c827c3c req-f0cdc555-7313-4d01-b6e9-631296c1ca97 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/security-groups?id=b7f0db09-f3a7-486c-b6d7-d894022e63b1&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0429428
Nov 24 14:00:20.557511 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f728ec-262f-4669-9ee5-ced668168a9e req-0fa57187-a4e5-4813-b2f6-b4215ebbe2aa tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:20.559103 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-70f728ec-262f-4669-9ee5-ced668168a9e req-0fa57187-a4e5-4813-b2f6-b4215ebbe2aa tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=43202606-f0d1-4224-8a15-449c2d7162e5 HTTP/1.1" status: 200  len: 945 time: 0.0878925
Nov 24 14:00:20.608062 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-70f728ec-262f-4669-9ee5-ced668168a9e req-792ec0c2-5405-4536-bb96-892194d6f048 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/security-groups?id=b7f0db09-f3a7-486c-b6d7-d894022e63b1&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0424240
Nov 24 14:00:20.821727 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-85b851b9-0af1-43eb-8ad1-1053f1e3e28d req-840c1ea8-a7ac-42a6-a7cb-1657d9d8dbcc tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1598446
Nov 24 14:00:20.832623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-85b851b9-0af1-43eb-8ad1-1053f1e3e28d req-c8805944-4041-45bc-b88f-6932ea06191e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 14:00:20.838778 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-85b851b9-0af1-43eb-8ad1-1053f1e3e28d req-c8805944-4041-45bc-b88f-6932ea06191e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 14:00:20.842991 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-85b851b9-0af1-43eb-8ad1-1053f1e3e28d req-c8805944-4041-45bc-b88f-6932ea06191e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Usage tracker for resource:floatingip and tenant:f01b401e63e0473b903ab14201a88721 is out of sync, need to count used quota {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 14:00:20.846102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-85b851b9-0af1-43eb-8ad1-1053f1e3e28d req-c8805944-4041-45bc-b88f-6932ea06191e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80943) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 14:00:20.854418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-85b851b9-0af1-43eb-8ad1-1053f1e3e28d req-c8805944-4041-45bc-b88f-6932ea06191e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 14:00:20.864416 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-85b851b9-0af1-43eb-8ad1-1053f1e3e28d req-c8805944-4041-45bc-b88f-6932ea06191e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks [] for floatingip, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:21.013156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-85b851b9-0af1-43eb-8ad1-1053f1e3e28d req-c8805944-4041-45bc-b88f-6932ea06191e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:21.293040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-85b851b9-0af1-43eb-8ad1-1053f1e3e28d req-c8805944-4041-45bc-b88f-6932ea06191e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Allocated IP 172.26.8.5 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/e2a73d8a-0ad8-4b82-9eeb-f6913ca3a035) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 14:00:21.452056 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-85b851b9-0af1-43eb-8ad1-1053f1e3e28d req-c8805944-4041-45bc-b88f-6932ea06191e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:21.483701 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-85b851b9-0af1-43eb-8ad1-1053f1e3e28d req-c8805944-4041-45bc-b88f-6932ea06191e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:21.499548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-32c6d4db-62b4-4d25-be0d-6a86775d7e04 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:00:21.632472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8805944-4041-45bc-b88f-6932ea06191e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Pushing event updated for resources: {'Port': ['ID=e2a73d8a-0ad8-4b82-9eeb-f6913ca3a035,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:00:21.637313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c8805944-4041-45bc-b88f-6932ea06191e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:00:21.689019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b851b9-0af1-43eb-8ad1-1053f1e3e28d req-c8805944-4041-45bc-b88f-6932ea06191e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 14:00:21.690192 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-85b851b9-0af1-43eb-8ad1-1053f1e3e28d req-c8805944-4041-45bc-b88f-6932ea06191e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 14:00:21.692609 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b851b9-0af1-43eb-8ad1-1053f1e3e28d req-c8805944-4041-45bc-b88f-6932ea06191e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 14:00:21.715916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:21.789871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-85b851b9-0af1-43eb-8ad1-1053f1e3e28d req-c8805944-4041-45bc-b88f-6932ea06191e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks [] for floatingip, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:21.848474 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-85b851b9-0af1-43eb-8ad1-1053f1e3e28d req-c8805944-4041-45bc-b88f-6932ea06191e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:22.124396 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-85b851b9-0af1-43eb-8ad1-1053f1e3e28d req-c8805944-4041-45bc-b88f-6932ea06191e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:22.128399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-85b851b9-0af1-43eb-8ad1-1053f1e3e28d req-c8805944-4041-45bc-b88f-6932ea06191e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:22.147939 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f4742b51-61fd-4712-be9b-d96c41d18746 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:00:22.281001 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8805944-4041-45bc-b88f-6932ea06191e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Pushing event updated for resources: {'Port': ['ID=e2a73d8a-0ad8-4b82-9eeb-f6913ca3a035,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:00:22.284266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c8805944-4041-45bc-b88f-6932ea06191e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:00:22.389004 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-85b851b9-0af1-43eb-8ad1-1053f1e3e28d req-c8805944-4041-45bc-b88f-6932ea06191e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:22.410768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-85b851b9-0af1-43eb-8ad1-1053f1e3e28d req-c8805944-4041-45bc-b88f-6932ea06191e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:22.412072 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-85b851b9-0af1-43eb-8ad1-1053f1e3e28d req-c8805944-4041-45bc-b88f-6932ea06191e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 696 time: 1.5839090
Nov 24 14:00:22.497484 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-85b851b9-0af1-43eb-8ad1-1053f1e3e28d req-609a2f86-d906-41c1-9be2-d2e50727904b tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Synchronizing usage tracker for tenant:f01b401e63e0473b903ab14201a88721 on resource:floatingip {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 14:00:22.513612 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-85b851b9-0af1-43eb-8ad1-1053f1e3e28d req-609a2f86-d906-41c1-9be2-d2e50727904b tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Unset dirty status for tenant:f01b401e63e0473b903ab14201a88721 on resource:floatingip {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 14:00:22.514892 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-85b851b9-0af1-43eb-8ad1-1053f1e3e28d req-609a2f86-d906-41c1-9be2-d2e50727904b tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.26.8.5 HTTP/1.1" status: 200  len: 694 time: 0.0956800
Nov 24 14:00:22.673423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b851b9-0af1-43eb-8ad1-1053f1e3e28d req-93d2d036-96a2-4c06-bc92-83ebed15d909 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:22.674920 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-85b851b9-0af1-43eb-8ad1-1053f1e3e28d req-93d2d036-96a2-4c06-bc92-83ebed15d909 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/networks/cfe08d36-e5ba-4f00-8669-16a0ead5d220 HTTP/1.1" status: 200  len: 784 time: 0.1539168
Nov 24 14:00:22.879951 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a9e46-7b02-4a64-9b1f-e0b51e76263c req-e6862fea-4e3f-4109-89c9-b59e257f9a19 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:22.881648 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a34a9e46-7b02-4a64-9b1f-e0b51e76263c req-e6862fea-4e3f-4109-89c9-b59e257f9a19 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=43202606-f0d1-4224-8a15-449c2d7162e5&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0933003
Nov 24 14:00:22.968503 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a34a9e46-7b02-4a64-9b1f-e0b51e76263c req-dc4f5b29-2c31-41bf-b5ed-291e74fe80e2 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.26.8.5 HTTP/1.1" status: 200  len: 694 time: 0.0804410
Nov 24 14:00:22.981440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-a34a9e46-7b02-4a64-9b1f-e0b51e76263c req-5f1dea3b-3de7-4680-851d-2e3f33ba9566 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Request body: {'floatingip': {'port_id': '88f6d3c2-68f6-43cb-8ac2-0079d859e2da', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 14:00:23.063541 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a34a9e46-7b02-4a64-9b1f-e0b51e76263c req-5f1dea3b-3de7-4680-851d-2e3f33ba9566 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks [] for floatingip, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:23.968528 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a34a9e46-7b02-4a64-9b1f-e0b51e76263c req-5f1dea3b-3de7-4680-851d-2e3f33ba9566 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks [] for floatingip, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:23.971723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a34a9e46-7b02-4a64-9b1f-e0b51e76263c req-5f1dea3b-3de7-4680-851d-2e3f33ba9566 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:24.185073 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [req-a34a9e46-7b02-4a64-9b1f-e0b51e76263c req-5f1dea3b-3de7-4680-851d-2e3f33ba9566 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Floating IP 833b23d7-e0bf-40c5-847d-f436eacd4d53 associated. External IP: 172.26.8.5, port: 88f6d3c2-68f6-43cb-8ac2-0079d859e2da.
Nov 24 14:00:24.610563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a34a9e46-7b02-4a64-9b1f-e0b51e76263c req-5f1dea3b-3de7-4680-851d-2e3f33ba9566 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Router 0a402621-7abc-4153-84e0-e8ce54f61a08 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 14:00:24.832588 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a34a9e46-7b02-4a64-9b1f-e0b51e76263c req-5f1dea3b-3de7-4680-851d-2e3f33ba9566 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 14:00:24.837548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a34a9e46-7b02-4a64-9b1f-e0b51e76263c req-5f1dea3b-3de7-4680-851d-2e3f33ba9566 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:24.843864 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b67746-c8f5-4347-9c70-bea1a52ad87d None None] Sync routers for ids ['0a402621-7abc-4153-84e0-e8ce54f61a08'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 14:00:24.857699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b67746-c8f5-4347-9c70-bea1a52ad87d None None] Routers {'0a402621-7abc-4153-84e0-e8ce54f61a08'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 14:00:24.858405 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-41b67746-c8f5-4347-9c70-bea1a52ad87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d66fcf8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T14:00:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['0a402621-7abc-4153-84e0-e8ce54f61a08'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 14:00:24.893937 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a34a9e46-7b02-4a64-9b1f-e0b51e76263c req-5f1dea3b-3de7-4680-851d-2e3f33ba9566 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "PUT /v2.0/floatingips/833b23d7-e0bf-40c5-847d-f436eacd4d53 HTTP/1.1" status: 200  len: 994 time: 1.9166610
Nov 24 14:00:24.894472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43202606-f0d1-4224-8a15-449c2d7162e5', 'tag': '88f6d3c2-68f6-43cb-8ac2-0079d859e2da'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 14:00:25.050963 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43202606-f0d1-4224-8a15-449c2d7162e5', 'tag': '88f6d3c2-68f6-43cb-8ac2-0079d859e2da', 'status': 'completed', 'code': 200}
Nov 24 14:00:25.066840 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-41b67746-c8f5-4347-9c70-bea1a52ad87d None None] Set router 0a402621-7abc-4153-84e0-e8ce54f61a08 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 14:00:25.167683 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a9e46-7b02-4a64-9b1f-e0b51e76263c req-1accd84b-4fe2-4e5d-baa7-f4a1f6bc1f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:25.172240 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a34a9e46-7b02-4a64-9b1f-e0b51e76263c req-1accd84b-4fe2-4e5d-baa7-f4a1f6bc1f6d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f01b401e63e0473b903ab14201a88721&device_id=43202606-f0d1-4224-8a15-449c2d7162e5 HTTP/1.1" status: 200  len: 1162 time: 0.1813922
Nov 24 14:00:25.325449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a9e46-7b02-4a64-9b1f-e0b51e76263c req-c72be146-f47b-4f90-8c86-0830ab96939b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:25.327393 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a34a9e46-7b02-4a64-9b1f-e0b51e76263c req-c72be146-f47b-4f90-8c86-0830ab96939b service neutron] 10.222.0.76 "GET /v2.0/networks?id=192001c1-0b78-4f74-aa92-44788bd99f02 HTTP/1.1" status: 200  len: 904 time: 0.1502056
Nov 24 14:00:25.348663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88e353-5979-458e-aeac-2c01faa82176 req-3b447ee4-27e7-4c79-8d30-6ab58d0267fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:25.351235 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5d88e353-5979-458e-aeac-2c01faa82176 req-3b447ee4-27e7-4c79-8d30-6ab58d0267fe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f01b401e63e0473b903ab14201a88721&device_id=43202606-f0d1-4224-8a15-449c2d7162e5 HTTP/1.1" status: 200  len: 1162 time: 0.2041378
Nov 24 14:00:25.448804 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a34a9e46-7b02-4a64-9b1f-e0b51e76263c req-70f93040-0f4c-4fca-b340-8d7947f898e4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88f6d3c2-68f6-43cb-8ac2-0079d859e2da HTTP/1.1" status: 200  len: 997 time: 0.1126235
Nov 24 14:00:25.501409 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-41b67746-c8f5-4347-9c70-bea1a52ad87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d66fcf8>, [{'id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'name': 'tempest-TestSnapshotPattern-1099887939-router', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:59:59Z', 'updated_at': '2020-11-24T14:00:03Z', 'revision_number': 4, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'gw_port': {'id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:00Z', 'updated_at': '2020-11-24T14:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '833b23d7-e0bf-40c5-847d-f436eacd4d53', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'floating_ip_address': '172.26.8.5', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'port_id': '88f6d3c2-68f6-43cb-8ac2-0079d859e2da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'mac_address': 'fa:16:3e:b8:8a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43202606-f0d1-4224-8a15-449c2d7162e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T14:00:21Z', 'updated_at': '2020-11-24T14:00:23Z', 'revision_number': 1, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6db5d974-4b91-49dd-bbd8-ac9c01d82561', 'name': '', 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'mac_address': 'fa:16:3e:9d:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:02Z', 'updated_at': '2020-11-24T14:00:12Z', 'revision_number': 5, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'subnets': [{'id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 14:00:25.505497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88e353-5979-458e-aeac-2c01faa82176 req-3b52ed83-a3c5-4f27-b8ff-11966bc8b74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:25.505914 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b67746-c8f5-4347-9c70-bea1a52ad87d None None] Checking router: 0a402621-7abc-4153-84e0-e8ce54f61a08 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 14:00:25.507171 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5d88e353-5979-458e-aeac-2c01faa82176 req-3b52ed83-a3c5-4f27-b8ff-11966bc8b74f service neutron] 10.222.0.70 "GET /v2.0/networks?id=192001c1-0b78-4f74-aa92-44788bd99f02 HTTP/1.1" status: 200  len: 904 time: 0.1491313
Nov 24 14:00:25.517653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b67746-c8f5-4347-9c70-bea1a52ad87d None None] Routers {'0a402621-7abc-4153-84e0-e8ce54f61a08'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 14:00:25.518455 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-41b67746-c8f5-4347-9c70-bea1a52ad87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634d66fcf8>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T14:00:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['0a402621-7abc-4153-84e0-e8ce54f61a08'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 14:00:25.524594 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a9e46-7b02-4a64-9b1f-e0b51e76263c req-0d401b82-1089-4aa4-9c7c-f15244647da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:25.526393 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a34a9e46-7b02-4a64-9b1f-e0b51e76263c req-0d401b82-1089-4aa4-9c7c-f15244647da3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a70954ad-ccc8-4701-b56c-9b4731ac2bc8 HTTP/1.1" status: 200  len: 849 time: 0.0710492
Nov 24 14:00:25.617623 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a9e46-7b02-4a64-9b1f-e0b51e76263c req-3abf1aec-c97d-4ef1-ac37-50725cf76ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:25.619178 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a34a9e46-7b02-4a64-9b1f-e0b51e76263c req-3abf1aec-c97d-4ef1-ac37-50725cf76ba7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=192001c1-0b78-4f74-aa92-44788bd99f02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0852315
Nov 24 14:00:25.630977 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5d88e353-5979-458e-aeac-2c01faa82176 req-98d57e73-79d9-4cd2-ac32-51ee87814e56 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88f6d3c2-68f6-43cb-8ac2-0079d859e2da HTTP/1.1" status: 200  len: 997 time: 0.1175671
Nov 24 14:00:25.707875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88e353-5979-458e-aeac-2c01faa82176 req-9b6609ed-79cf-45fd-9ca3-0a307b835ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:25.708956 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5d88e353-5979-458e-aeac-2c01faa82176 req-9b6609ed-79cf-45fd-9ca3-0a307b835ba4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a70954ad-ccc8-4701-b56c-9b4731ac2bc8 HTTP/1.1" status: 200  len: 849 time: 0.0716803
Nov 24 14:00:25.777471 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a34a9e46-7b02-4a64-9b1f-e0b51e76263c req-76a171fd-bf37-48cf-b002-6b22ebeeed7a service neutron] 10.222.0.76 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1495619
Nov 24 14:00:25.797825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88e353-5979-458e-aeac-2c01faa82176 req-935ce3d0-0984-4d23-85ea-d868d984c4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:25.799327 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5d88e353-5979-458e-aeac-2c01faa82176 req-935ce3d0-0984-4d23-85ea-d868d984c4e4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=192001c1-0b78-4f74-aa92-44788bd99f02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0839472
Nov 24 14:00:25.895479 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-41b67746-c8f5-4347-9c70-bea1a52ad87d None None] Set router 0a402621-7abc-4153-84e0-e8ce54f61a08 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 14:00:25.934477 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a34a9e46-7b02-4a64-9b1f-e0b51e76263c req-61a53746-a0ac-4c82-928c-16252cbab4a2 service neutron] 10.222.0.76 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1492956
Nov 24 14:00:25.961813 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5d88e353-5979-458e-aeac-2c01faa82176 req-891270df-fb6b-4523-ada8-7f0236cca482 service neutron] 10.222.0.70 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1559162
Nov 24 14:00:26.299115 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-41b67746-c8f5-4347-9c70-bea1a52ad87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634d66fcf8>, [{'id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'name': 'tempest-TestSnapshotPattern-1099887939-router', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:59:59Z', 'updated_at': '2020-11-24T14:00:03Z', 'revision_number': 4, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'gw_port': {'id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:00Z', 'updated_at': '2020-11-24T14:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '833b23d7-e0bf-40c5-847d-f436eacd4d53', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'floating_ip_address': '172.26.8.5', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'port_id': '88f6d3c2-68f6-43cb-8ac2-0079d859e2da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'mac_address': 'fa:16:3e:b8:8a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43202606-f0d1-4224-8a15-449c2d7162e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T14:00:21Z', 'updated_at': '2020-11-24T14:00:23Z', 'revision_number': 1, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6db5d974-4b91-49dd-bbd8-ac9c01d82561', 'name': '', 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'mac_address': 'fa:16:3e:9d:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:02Z', 'updated_at': '2020-11-24T14:00:12Z', 'revision_number': 5, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'subnets': [{'id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 14:00:26.303855 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b67746-c8f5-4347-9c70-bea1a52ad87d None None] The sync data for ids ['0a402621-7abc-4153-84e0-e8ce54f61a08'] in dv-neutron-601336-61-ovs is: [{'id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'name': 'tempest-TestSnapshotPattern-1099887939-router', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:59:59Z', 'updated_at': '2020-11-24T14:00:03Z', 'revision_number': 4, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'gw_port': {'id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:00Z', 'updated_at': '2020-11-24T14:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '833b23d7-e0bf-40c5-847d-f436eacd4d53', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'floating_ip_address': '172.26.8.5', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'port_id': '88f6d3c2-68f6-43cb-8ac2-0079d859e2da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'mac_address': 'fa:16:3e:b8:8a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43202606-f0d1-4224-8a15-449c2d7162e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T14:00:21Z', 'updated_at': '2020-11-24T14:00:23Z', 'revision_number': 1, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6db5d974-4b91-49dd-bbd8-ac9c01d82561', 'name': '', 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'mac_address': 'fa:16:3e:9d:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:02Z', 'updated_at': '2020-11-24T14:00:12Z', 'revision_number': 5, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'subnets': [{'id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 14:00:26.378660 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5d88e353-5979-458e-aeac-2c01faa82176 req-d9c76292-6115-4bc0-b692-1c12ed755cd1 service neutron] 10.222.0.70 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4095752
Nov 24 14:00:26.605317 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21874704-ac5c-41bb-9931-3f738350326a None None] New status for floating IP 833b23d7-e0bf-40c5-847d-f436eacd4d53: ACTIVE {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 14:00:40.381264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3042c0b9-b3e2-4016-855e-dcee2e44f87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:41.761700 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e7290184-dea3-4429-a1f5-20e24cffdd51 req-e47b4dc4-478a-47aa-9dc6-75e37a6b6f54 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=43202606-f0d1-4224-8a15-449c2d7162e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0751731
Nov 24 14:00:41.927017 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7290184-dea3-4429-a1f5-20e24cffdd51 req-7657d43a-07f2-459c-83bf-5d6c15cb840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:41.928727 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e7290184-dea3-4429-a1f5-20e24cffdd51 req-7657d43a-07f2-459c-83bf-5d6c15cb840d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f01b401e63e0473b903ab14201a88721&device_id=43202606-f0d1-4224-8a15-449c2d7162e5 HTTP/1.1" status: 200  len: 1162 time: 0.0794005
Nov 24 14:00:42.088062 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7290184-dea3-4429-a1f5-20e24cffdd51 req-c6fa19c6-7148-47bf-acc7-c2e3f71b5e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:42.089622 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e7290184-dea3-4429-a1f5-20e24cffdd51 req-c6fa19c6-7148-47bf-acc7-c2e3f71b5e35 service neutron] 10.222.0.70 "GET /v2.0/networks?id=192001c1-0b78-4f74-aa92-44788bd99f02 HTTP/1.1" status: 200  len: 904 time: 0.1421602
Nov 24 14:00:42.202921 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e7290184-dea3-4429-a1f5-20e24cffdd51 req-609120d7-fd1e-4f94-ac4a-c8716467b08a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88f6d3c2-68f6-43cb-8ac2-0079d859e2da HTTP/1.1" status: 200  len: 999 time: 0.1048479
Nov 24 14:00:42.275051 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7290184-dea3-4429-a1f5-20e24cffdd51 req-5da2a9de-314b-453c-bd14-3b7d2a64e0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:42.276709 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e7290184-dea3-4429-a1f5-20e24cffdd51 req-5da2a9de-314b-453c-bd14-3b7d2a64e0c6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a70954ad-ccc8-4701-b56c-9b4731ac2bc8 HTTP/1.1" status: 200  len: 849 time: 0.0675964
Nov 24 14:00:42.358504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7290184-dea3-4429-a1f5-20e24cffdd51 req-51a172a6-2ac2-499f-9c42-0cc9971abd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:00:42.360022 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e7290184-dea3-4429-a1f5-20e24cffdd51 req-51a172a6-2ac2-499f-9c42-0cc9971abd15 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=192001c1-0b78-4f74-aa92-44788bd99f02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0770674
Nov 24 14:00:42.508981 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e7290184-dea3-4429-a1f5-20e24cffdd51 req-0332ef93-0bcc-4b9c-88ed-8d2b2a2c3493 service neutron] 10.222.0.70 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417060
Nov 24 14:00:42.653782 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e7290184-dea3-4429-a1f5-20e24cffdd51 req-181bcfd9-b94f-4ea3-a934-78a7b717561e service neutron] 10.222.0.70 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1382587
Nov 24 14:00:42.733366 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-34ddae59-14aa-461d-ad4a-2f3cda77e901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:43.125186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:44.338841 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:44.983357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:00:51.582556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 14:00:51.732998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:01:10.383563 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d9f0fee2-8212-4e7b-89db-25a434137879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:01:12.734917 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cc8b6370-b410-44b3-93d1-38e0a50bcd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:01:13.128434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:01:14.342206 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:01:14.991752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:01:21.752387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:01:28.583548 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 14:01:40.385791 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fd870c8d-c2e1-412e-b4df-3f3769f77ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:01:42.737298 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-c30f94d9-6e6a-4b2e-b0dd-68bf7b21a42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:01:43.132098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:01:43.758612 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5a314fb0-2fa1-4f73-9ad1-1caaf0779826 req-f99aff0b-be2e-40ab-896e-bad503600fd3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=43202606-f0d1-4224-8a15-449c2d7162e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0899475
Nov 24 14:01:43.922387 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a314fb0-2fa1-4f73-9ad1-1caaf0779826 req-ecf8fede-2478-470a-9ecb-35007a2e9c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:01:43.924015 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5a314fb0-2fa1-4f73-9ad1-1caaf0779826 req-ecf8fede-2478-470a-9ecb-35007a2e9c8d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f01b401e63e0473b903ab14201a88721&device_id=43202606-f0d1-4224-8a15-449c2d7162e5 HTTP/1.1" status: 200  len: 1162 time: 0.0769224
Nov 24 14:01:44.082189 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a314fb0-2fa1-4f73-9ad1-1caaf0779826 req-c834f7ce-97e4-455f-b244-f888c94a7c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:01:44.083841 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5a314fb0-2fa1-4f73-9ad1-1caaf0779826 req-c834f7ce-97e4-455f-b244-f888c94a7c7a service neutron] 10.222.0.70 "GET /v2.0/networks?id=192001c1-0b78-4f74-aa92-44788bd99f02 HTTP/1.1" status: 200  len: 904 time: 0.1413686
Nov 24 14:01:44.204373 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5a314fb0-2fa1-4f73-9ad1-1caaf0779826 req-0f739a8c-607b-4e41-90d2-c238658f1a6d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88f6d3c2-68f6-43cb-8ac2-0079d859e2da HTTP/1.1" status: 200  len: 999 time: 0.1144016
Nov 24 14:01:44.276249 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a314fb0-2fa1-4f73-9ad1-1caaf0779826 req-4548380d-92c7-46af-a442-40ec8ab9db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:01:44.277891 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5a314fb0-2fa1-4f73-9ad1-1caaf0779826 req-4548380d-92c7-46af-a442-40ec8ab9db28 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a70954ad-ccc8-4701-b56c-9b4731ac2bc8 HTTP/1.1" status: 200  len: 849 time: 0.0679266
Nov 24 14:01:44.350975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:01:44.364113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a314fb0-2fa1-4f73-9ad1-1caaf0779826 req-ffcd2846-cbb5-4efa-876b-e179453c20da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:01:44.366063 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5a314fb0-2fa1-4f73-9ad1-1caaf0779826 req-ffcd2846-cbb5-4efa-876b-e179453c20da service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=192001c1-0b78-4f74-aa92-44788bd99f02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0819225
Nov 24 14:01:44.513308 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5a314fb0-2fa1-4f73-9ad1-1caaf0779826 req-a714648a-8cb3-4c6f-9afa-5b03b1c3c56c service neutron] 10.222.0.70 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390624
Nov 24 14:01:44.657466 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5a314fb0-2fa1-4f73-9ad1-1caaf0779826 req-95428cbc-e222-4b6e-ad0d-f4906b5e1e06 service neutron] 10.222.0.70 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1383522
Nov 24 14:01:44.993497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:01:51.770944 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:05.584878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 14:02:10.389239 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-bd850c7e-4f49-4d89-ac33-c156ebd33318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:12.739803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-95c80527-0741-457f-934e-a3ad225213c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:13.134327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:14.344641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:14.989430 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:21.768497 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:29.159022 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-8ec34706-6b44-41fa-a671-759cd4474bcf tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-TestSnapshotPattern-512584645&fields=id&tenant_id=f01b401e63e0473b903ab14201a88721 HTTP/1.1" status: 200  len: 267 time: 0.0508456
Nov 24 14:02:29.328674 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-872b58c3-2745-4f26-b9ba-da294da6521c tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:29.330233 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-872b58c3-2745-4f26-b9ba-da294da6521c tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/networks?id=192001c1-0b78-4f74-aa92-44788bd99f02 HTTP/1.1" status: 200  len: 810 time: 0.1637981
Nov 24 14:02:29.350666 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-ed73ef0c-416d-42c7-b996-b0353a596a1c tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/quotas/f01b401e63e0473b903ab14201a88721 HTTP/1.1" status: 200  len: 375 time: 0.0140932
Nov 24 14:02:29.457016 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-4117a1d0-e034-4ce3-b85e-f6b93599a0ae tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?tenant_id=f01b401e63e0473b903ab14201a88721&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0999861
Nov 24 14:02:29.474848 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-146c6a9c-f6a3-4721-a676-a17e58d799b1 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 14:02:29.475895 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-146c6a9c-f6a3-4721-a676-a17e58d799b1 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0056803
Nov 24 14:02:29.620740 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-aec04bf9-9eb3-4822-aae5-65d5b4d2cf42 service neutron] 10.222.0.76 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374097
Nov 24 14:02:29.764972 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-5747dde0-3a85-4c76-acfe-667c40e57a96 service neutron] 10.222.0.76 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1372085
Nov 24 14:02:30.000466 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-aafebec4-7a66-43d0-b84c-31e464882122 req-ec0b9c30-1824-4fb6-8eec-61bda8a4fdad tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=9b87c954-5c0e-40b5-9cfb-fe43007e2ece HTTP/1.1" status: 200  len: 210 time: 0.0474036
Nov 24 14:02:31.187628 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-42db6c3d-7d63-4676-89d8-758d8adcb62e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:31.189421 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-42db6c3d-7d63-4676-89d8-758d8adcb62e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.70 "GET /v2.0/networks?id=192001c1-0b78-4f74-aa92-44788bd99f02 HTTP/1.1" status: 200  len: 810 time: 0.1851721
Nov 24 14:02:31.201520 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-328505d0-9c55-4c60-9d38-6982187fb332 req-30b060ea-dbda-48f4-9387-57cd8fa00fce tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=9b87c954-5c0e-40b5-9cfb-fe43007e2ece HTTP/1.1" status: 200  len: 210 time: 0.0577707
Nov 24 14:02:31.286022 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-e741aab7-b97a-424f-9929-09719fffe8c4 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f01b401e63e0473b903ab14201a88721 HTTP/1.1" status: 200  len: 5289 time: 0.0775654
Nov 24 14:02:31.299174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Request body: {'port': {'device_id': '9b87c954-5c0e-40b5-9cfb-fe43007e2ece', 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'admin_state_up': True, 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'security_groups': ['b7f0db09-f3a7-486c-b6d7-d894022e63b1']}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 14:02:31.461682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 14:02:31.466360 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Usage tracker for resource:port and tenant:f01b401e63e0473b903ab14201a88721 is out of sync, need to count used quota {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 14:02:31.469398 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Quota usage for port was recalculated. Used quota:4. {{(pid=80944) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 14:02:31.475887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 14:02:31.485942 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Made reservation on behalf of f01b401e63e0473b903ab14201a88721 for: {'port': 1} {{(pid=80944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 14:02:31.491875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:31.874222 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Allocated IP 172.20.0.4 (192001c1-0b78-4f74-aa92-44788bd99f02/a70954ad-ccc8-4701-b56c-9b4731ac2bc8/cf7e808b-dd0e-4ced-a4f5-9419da60e5f8) {{(pid=80944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 14:02:32.108337 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks [] for port, precommit_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:32.131638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Transition to ACTIVE for port object cf7e808b-dd0e-4ced-a4f5-9419da60e5f8 will not be triggered until provisioned by entity DHCP. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 14:02:32.158863 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_create {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:32.175357 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-4ce8ce7f-29ab-421a-aa89-ab9a267106db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:02:32.321506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Pushing event updated for resources: {'Port': ['ID=cf7e808b-dd0e-4ced-a4f5-9419da60e5f8,revision_number=1']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:02:32.348579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:32.349010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:32.349440 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:32.349874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:32.350338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:32.350752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:32.351159 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:32.351566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:32.351971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:32.352375 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:32.352785 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:32.353184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:32.353700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:32.354079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:32.354518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:32.354921 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:32.355325 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:32.355729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:32.356679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:32.357082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:32.357485 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:32.357887 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:32.358315 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:32.358718 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:32.366145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:02:32.413085 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Network 192001c1-0b78-4f74-aa92-44788bd99f02 is already hosted by enough agents. {{(pid=80944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 14:02:32.414327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Resources bound (agent type, host, resource id):  {{(pid=80944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 14:02:32.416874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Received port after_create {{(pid=80944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 14:02:32.474962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bba35-19b5-477e-862b-525921c3a987 req-3ac07072-7e76-4595-8f30-f8c1e0deb681 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:32.477105 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-366bba35-19b5-477e-862b-525921c3a987 req-3ac07072-7e76-4595-8f30-f8c1e0deb681 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=9b87c954-5c0e-40b5-9cfb-fe43007e2ece HTTP/1.1" status: 200  len: 931 time: 0.1218238
Nov 24 14:02:32.491102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:32.491773 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:32.541113 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2460351
Nov 24 14:02:32.560528 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-366bba35-19b5-477e-862b-525921c3a987 req-5dbddf30-e4ce-4d40-adf6-a53c88b336a3 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/security-groups?id=b7f0db09-f3a7-486c-b6d7-d894022e63b1&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0755401
Nov 24 14:02:32.719739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3162356b-967b-47f7-a000-ffb1365113f8 None None] Provisioning for port cf7e808b-dd0e-4ced-a4f5-9419da60e5f8 completed by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 14:02:32.725167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-3162356b-967b-47f7-a000-ffb1365113f8 None None] Provisioning complete for port cf7e808b-dd0e-4ced-a4f5-9419da60e5f8 triggered by entity DHCP. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 14:02:32.725527 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3162356b-967b-47f7-a000-ffb1365113f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:32.782451 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-3162356b-967b-47f7-a000-ffb1365113f8 None None] Port cf7e808b-dd0e-4ced-a4f5-9419da60e5f8 cannot update to ACTIVE because it is not bound. {{(pid=80945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 14:02:33.796540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b403b2-3fbb-4799-8ee5-06cc5645fe2c req-7222efe8-5d56-4bff-b21e-bd1c260b20f0 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:33.798163 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-41b403b2-3fbb-4799-8ee5-06cc5645fe2c req-7222efe8-5d56-4bff-b21e-bd1c260b20f0 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=9b87c954-5c0e-40b5-9cfb-fe43007e2ece HTTP/1.1" status: 200  len: 931 time: 0.0977597
Nov 24 14:02:33.851487 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-41b403b2-3fbb-4799-8ee5-06cc5645fe2c req-82f64757-d0bf-4d9a-b0bf-635633a0df1a tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/security-groups?id=b7f0db09-f3a7-486c-b6d7-d894022e63b1&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0464983
Nov 24 14:02:35.082745 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05579e2d-b127-4a44-894c-addba28b8d9d req-5c2e07fc-cd1f-42ed-9a33-d99398698029 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:35.084369 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-05579e2d-b127-4a44-894c-addba28b8d9d req-5c2e07fc-cd1f-42ed-9a33-d99398698029 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=9b87c954-5c0e-40b5-9cfb-fe43007e2ece HTTP/1.1" status: 200  len: 931 time: 0.0885510
Nov 24 14:02:35.138820 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-05579e2d-b127-4a44-894c-addba28b8d9d req-42e6bd24-bc90-4002-8bee-9c3c3dc4fa93 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/security-groups?id=b7f0db09-f3a7-486c-b6d7-d894022e63b1&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0475242
Nov 24 14:02:36.386328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275361f-77ce-45dd-bb2f-976d4a800d9b req-0e3d379a-eb36-4cf6-8c48-8bc1ad7f734f tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:36.393138 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a275361f-77ce-45dd-bb2f-976d4a800d9b req-0e3d379a-eb36-4cf6-8c48-8bc1ad7f734f tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=9b87c954-5c0e-40b5-9cfb-fe43007e2ece HTTP/1.1" status: 200  len: 931 time: 0.1015544
Nov 24 14:02:36.441786 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a275361f-77ce-45dd-bb2f-976d4a800d9b req-1af2ad9c-33a4-40cc-a862-527051963174 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/security-groups?id=b7f0db09-f3a7-486c-b6d7-d894022e63b1&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0460749
Nov 24 14:02:37.670821 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d48ee-89d1-436d-92e6-7922a83663cd req-32bc52cf-0136-4a6b-937a-c7fd3771aa86 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:37.672455 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-906d48ee-89d1-436d-92e6-7922a83663cd req-32bc52cf-0136-4a6b-937a-c7fd3771aa86 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=9b87c954-5c0e-40b5-9cfb-fe43007e2ece HTTP/1.1" status: 200  len: 931 time: 0.0877874
Nov 24 14:02:37.723341 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-906d48ee-89d1-436d-92e6-7922a83663cd req-623ed3e0-a61b-4f45-a6f8-e72d13403992 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/security-groups?id=b7f0db09-f3a7-486c-b6d7-d894022e63b1&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0437613
Nov 24 14:02:38.953664 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a37f56-4b1b-4e5a-8f25-df563b25963a req-c8acaf5b-ff30-4753-a9b8-98f2e426c9b1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:38.955700 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-73a37f56-4b1b-4e5a-8f25-df563b25963a req-c8acaf5b-ff30-4753-a9b8-98f2e426c9b1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=9b87c954-5c0e-40b5-9cfb-fe43007e2ece HTTP/1.1" status: 200  len: 931 time: 0.0990510
Nov 24 14:02:39.009113 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-73a37f56-4b1b-4e5a-8f25-df563b25963a req-167a856f-5818-4d35-8295-ed670ca452fe tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/security-groups?id=b7f0db09-f3a7-486c-b6d7-d894022e63b1&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0468242
Nov 24 14:02:40.237434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aee8d7-3c78-4964-845f-8ed3e2423b12 req-50567f61-af0f-4473-9768-afb1f0ad2ef5 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:40.239779 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-35aee8d7-3c78-4964-845f-8ed3e2423b12 req-50567f61-af0f-4473-9768-afb1f0ad2ef5 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=9b87c954-5c0e-40b5-9cfb-fe43007e2ece HTTP/1.1" status: 200  len: 931 time: 0.0926890
Nov 24 14:02:40.397584 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e4a7-5bb0-4680-ba10-c3549604c755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:40.615591 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-35aee8d7-3c78-4964-845f-8ed3e2423b12 req-50c47104-8acd-48e5-9ec0-58649e2f315c tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/security-groups?id=b7f0db09-f3a7-486c-b6d7-d894022e63b1&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.3688803
Nov 24 14:02:41.841512 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b027fe3-09fe-403d-aaf0-7f8cc8ba41a4 req-eadc925d-919c-4282-9968-454d66e1e878 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:41.843224 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4b027fe3-09fe-403d-aaf0-7f8cc8ba41a4 req-eadc925d-919c-4282-9968-454d66e1e878 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=9b87c954-5c0e-40b5-9cfb-fe43007e2ece HTTP/1.1" status: 200  len: 931 time: 0.0929534
Nov 24 14:02:41.896460 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4b027fe3-09fe-403d-aaf0-7f8cc8ba41a4 req-e67e83f7-6357-4fcc-a882-b1797449f346 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/security-groups?id=b7f0db09-f3a7-486c-b6d7-d894022e63b1&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0440648
Nov 24 14:02:42.462997 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-5516ba7c-f1a5-408e-bacf-317992a5575b service neutron] Request body: {'port': {'device_id': '9b87c954-5c0e-40b5-9cfb-fe43007e2ece', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 14:02:42.581463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-5516ba7c-f1a5-408e-bacf-317992a5575b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:42.585850 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 14:02:42.742195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ee53038b-3a3c-4997-9387-1316cfb49f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:43.000576 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-5516ba7c-f1a5-408e-bacf-317992a5575b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf7e808b-dd0e-4ced-a4f5-9419da60e5f8 {{(pid=80944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 14:02:43.007510 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-5516ba7c-f1a5-408e-bacf-317992a5575b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:43.019875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-5516ba7c-f1a5-408e-bacf-317992a5575b service neutron] Transition to ACTIVE for port object cf7e808b-dd0e-4ced-a4f5-9419da60e5f8 will not be triggered until provisioned by entity L2. {{(pid=80944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 14:02:43.023186 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-5516ba7c-f1a5-408e-bacf-317992a5575b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:43.039567 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-d09bd863-b714-4c35-b75f-d95ce75d7e81 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:02:43.117799 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0b3fb-4971-4e07-a6f5-733ddea85652 req-60bacc4a-63a7-4d84-8677-b99a8c459315 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:43.120274 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e7a0b3fb-4971-4e07-a6f5-733ddea85652 req-60bacc4a-63a7-4d84-8677-b99a8c459315 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=9b87c954-5c0e-40b5-9cfb-fe43007e2ece HTTP/1.1" status: 200  len: 943 time: 0.0913670
Nov 24 14:02:43.168277 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:43.177326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516ba7c-f1a5-408e-bacf-317992a5575b service neutron] Pushing event updated for resources: {'Port': ['ID=cf7e808b-dd0e-4ced-a4f5-9419da60e5f8,revision_number=2']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:02:43.181809 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e7a0b3fb-4971-4e07-a6f5-733ddea85652 req-4cc1d152-46dd-4b1c-9193-b2099aaf8eb0 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/security-groups?id=b7f0db09-f3a7-486c-b6d7-d894022e63b1&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0492134
Nov 24 14:02:43.182245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5516ba7c-f1a5-408e-bacf-317992a5575b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:02:43.640493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-5516ba7c-f1a5-408e-bacf-317992a5575b service neutron] Attempting to bind port cf7e808b-dd0e-4ced-a4f5-9419da60e5f8 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 14:02:43.640858 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-5516ba7c-f1a5-408e-bacf-317992a5575b service neutron] Attempting to bind port cf7e808b-dd0e-4ced-a4f5-9419da60e5f8 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'd2a1940f-520f-4c49-aa55-063b9169f2c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02'}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 14:02:43.641215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-5516ba7c-f1a5-408e-bacf-317992a5575b service neutron] Attempting to bind port cf7e808b-dd0e-4ced-a4f5-9419da60e5f8 on network 192001c1-0b78-4f74-aa92-44788bd99f02 {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 24 14:02:43.648007 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-5516ba7c-f1a5-408e-bacf-317992a5575b service neutron] Checking agent: {'id': 'cc465cea-e425-4db3-9b5c-8fb39eaaa14b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 12, 59, 51), 'started_at': datetime.datetime(2020, 11, 24, 13, 0, 21), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 14, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 14:02:43.648371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-5516ba7c-f1a5-408e-bacf-317992a5575b service neutron] Checking segment: {'id': 'd2a1940f-520f-4c49-aa55-063b9169f2c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 14:02:43.648764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-5516ba7c-f1a5-408e-bacf-317992a5575b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:43.649147 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-5516ba7c-f1a5-408e-bacf-317992a5575b service neutron] Bound using segment: {'id': 'd2a1940f-520f-4c49-aa55-063b9169f2c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02'} {{(pid=80944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 14:02:43.649711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-5516ba7c-f1a5-408e-bacf-317992a5575b service neutron] Bound port: cf7e808b-dd0e-4ced-a4f5-9419da60e5f8, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a1940f-520f-4c49-aa55-063b9169f2c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02'}}] {{(pid=80944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 14:02:43.650074 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-5516ba7c-f1a5-408e-bacf-317992a5575b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:43.740195 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-5516ba7c-f1a5-408e-bacf-317992a5575b service neutron] For port cf7e808b-dd0e-4ced-a4f5-9419da60e5f8, host hv-neutron-6013, cleared binding levels {{(pid=80944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 24 14:02:43.743693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-5516ba7c-f1a5-408e-bacf-317992a5575b service neutron] For port cf7e808b-dd0e-4ced-a4f5-9419da60e5f8, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=cf7e808b-dd0e-4ced-a4f5-9419da60e5f8,segment=NetworkSegment(d2a1940f-520f-4c49-aa55-063b9169f2c5),segment_id=d2a1940f-520f-4c49-aa55-063b9169f2c5)] {{(pid=80944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 24 14:02:43.753573 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-5516ba7c-f1a5-408e-bacf-317992a5575b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10315461'] for port, after_update {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:43.769500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-bf299cc6-02f1-4183-90e8-336c28d5a6c5 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:02:43.913614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516ba7c-f1a5-408e-bacf-317992a5575b service neutron] Pushing event updated for resources: {'Port': ['ID=cf7e808b-dd0e-4ced-a4f5-9419da60e5f8,revision_number=3']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:02:43.927700 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5516ba7c-f1a5-408e-bacf-317992a5575b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:02:43.960458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-5516ba7c-f1a5-408e-bacf-317992a5575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:43.961132 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-5516ba7c-f1a5-408e-bacf-317992a5575b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:43.962681 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-5516ba7c-f1a5-408e-bacf-317992a5575b service neutron] 10.222.0.70 "PUT /v2.0/ports/cf7e808b-dd0e-4ced-a4f5-9419da60e5f8 HTTP/1.1" status: 200  len: 1157 time: 1.5048177
Nov 24 14:02:43.963232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b87c954-5c0e-40b5-9cfb-fe43007e2ece', 'tag': 'cf7e808b-dd0e-4ced-a4f5-9419da60e5f8'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 14:02:44.104008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-74d93051-3365-4f1c-b294-d6a927b87aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:44.105661 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-74d93051-3365-4f1c-b294-d6a927b87aa2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f01b401e63e0473b903ab14201a88721&device_id=9b87c954-5c0e-40b5-9cfb-fe43007e2ece HTTP/1.1" status: 200  len: 1160 time: 0.0907931
Nov 24 14:02:44.193766 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-e44eecd0-d148-4495-8aa8-44e28d46fb4c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf7e808b-dd0e-4ced-a4f5-9419da60e5f8 HTTP/1.1" status: 200  len: 217 time: 0.0739825
Nov 24 14:02:44.259202 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b87c954-5c0e-40b5-9cfb-fe43007e2ece', 'tag': 'cf7e808b-dd0e-4ced-a4f5-9419da60e5f8', 'status': 'completed', 'code': 200}
Nov 24 14:02:44.274615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-48ff4b96-183d-4dcd-aac4-c51590117cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:44.276240 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-48ff4b96-183d-4dcd-aac4-c51590117cb1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a70954ad-ccc8-4701-b56c-9b4731ac2bc8 HTTP/1.1" status: 200  len: 849 time: 0.0750308
Nov 24 14:02:44.358904 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:44.370006 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-a47487f7-e683-4d07-b80a-5611210c5513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:44.371781 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-a47487f7-e683-4d07-b80a-5611210c5513 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=192001c1-0b78-4f74-aa92-44788bd99f02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0886626
Nov 24 14:02:44.422868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125da82-85ee-4a9d-b04c-919b77eebe23 req-9a7ccde7-d3f6-4830-ab8d-128734bc65b6 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:44.424409 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9125da82-85ee-4a9d-b04c-919b77eebe23 req-9a7ccde7-d3f6-4830-ab8d-128734bc65b6 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=9b87c954-5c0e-40b5-9cfb-fe43007e2ece HTTP/1.1" status: 200  len: 943 time: 0.0906930
Nov 24 14:02:44.474717 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-9125da82-85ee-4a9d-b04c-919b77eebe23 req-89385462-c31a-4b50-aa74-937d51a2f7d9 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/security-groups?id=b7f0db09-f3a7-486c-b6d7-d894022e63b1&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0437562
Nov 24 14:02:44.522877 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-b99b5a90-6905-4ae8-b17b-4ca1a8a89b00 service neutron] 10.222.0.70 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445668
Nov 24 14:02:44.670752 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-73d6494b-39ac-43b7-8460-3e37eb0c4e8f req-e13d645e-fdc1-491a-9859-2111a7c274af service neutron] 10.222.0.70 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411772
Nov 24 14:02:44.786870 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.70', 61568) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:02:44.862382 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ffe068d8-880e-42be-a05e-689ec837ec32 req-229398e3-951d-40e2-a282-857d1199b74a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=43202606-f0d1-4224-8a15-449c2d7162e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0764482
Nov 24 14:02:44.867810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297e4ef-61a0-4bb8-b9df-1bb196bfbd98 req-6c729777-a5e9-43e5-9e49-9e6c498b4df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:44.869429 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0297e4ef-61a0-4bb8-b9df-1bb196bfbd98 req-6c729777-a5e9-43e5-9e49-9e6c498b4df7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f01b401e63e0473b903ab14201a88721&device_id=9b87c954-5c0e-40b5-9cfb-fe43007e2ece HTTP/1.1" status: 200  len: 1160 time: 0.0813568
Nov 24 14:02:44.993358 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:45.037193 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe068d8-880e-42be-a05e-689ec837ec32 req-f8040f4f-29e0-43ca-8cc3-dd6817e1e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:45.039004 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ffe068d8-880e-42be-a05e-689ec837ec32 req-f8040f4f-29e0-43ca-8cc3-dd6817e1e55b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f01b401e63e0473b903ab14201a88721&device_id=43202606-f0d1-4224-8a15-449c2d7162e5 HTTP/1.1" status: 200  len: 1162 time: 0.0813878
Nov 24 14:02:45.044340 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297e4ef-61a0-4bb8-b9df-1bb196bfbd98 req-837dbb15-203f-47ce-a60c-3b2b65bb8172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:45.046204 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0297e4ef-61a0-4bb8-b9df-1bb196bfbd98 req-837dbb15-203f-47ce-a60c-3b2b65bb8172 service neutron] 10.222.0.70 "GET /v2.0/networks?id=192001c1-0b78-4f74-aa92-44788bd99f02 HTTP/1.1" status: 200  len: 904 time: 0.1548347
Nov 24 14:02:45.126609 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0297e4ef-61a0-4bb8-b9df-1bb196bfbd98 req-47d82413-4350-4071-a45e-cd111cf07639 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf7e808b-dd0e-4ced-a4f5-9419da60e5f8 HTTP/1.1" status: 200  len: 217 time: 0.0741341
Nov 24 14:02:45.213820 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297e4ef-61a0-4bb8-b9df-1bb196bfbd98 req-2e597a2f-637e-42e3-9362-04d532f7b659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:45.215533 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0297e4ef-61a0-4bb8-b9df-1bb196bfbd98 req-2e597a2f-637e-42e3-9362-04d532f7b659 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a70954ad-ccc8-4701-b56c-9b4731ac2bc8 HTTP/1.1" status: 200  len: 849 time: 0.0825541
Nov 24 14:02:45.229982 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe068d8-880e-42be-a05e-689ec837ec32 req-201a8b2a-bdb1-4ef7-bab6-ce12917b3063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:45.231626 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ffe068d8-880e-42be-a05e-689ec837ec32 req-201a8b2a-bdb1-4ef7-bab6-ce12917b3063 service neutron] 10.222.0.70 "GET /v2.0/networks?id=192001c1-0b78-4f74-aa92-44788bd99f02 HTTP/1.1" status: 200  len: 904 time: 0.1710443
Nov 24 14:02:45.297824 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297e4ef-61a0-4bb8-b9df-1bb196bfbd98 req-136f78fc-2bb6-453a-9998-59d11aac00e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:45.299428 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0297e4ef-61a0-4bb8-b9df-1bb196bfbd98 req-136f78fc-2bb6-453a-9998-59d11aac00e5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=192001c1-0b78-4f74-aa92-44788bd99f02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0767031
Nov 24 14:02:45.358327 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ffe068d8-880e-42be-a05e-689ec837ec32 req-cdcf8737-db3a-4f53-9674-4a8bdfb49055 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88f6d3c2-68f6-43cb-8ac2-0079d859e2da HTTP/1.1" status: 200  len: 999 time: 0.1113815
Nov 24 14:02:45.439452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe068d8-880e-42be-a05e-689ec837ec32 req-40b978dc-3e80-4d26-a870-a8336897b022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:45.442242 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ffe068d8-880e-42be-a05e-689ec837ec32 req-40b978dc-3e80-4d26-a870-a8336897b022 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a70954ad-ccc8-4701-b56c-9b4731ac2bc8 HTTP/1.1" status: 200  len: 849 time: 0.0769594
Nov 24 14:02:45.449451 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0297e4ef-61a0-4bb8-b9df-1bb196bfbd98 req-ec39eb5e-4094-4292-954f-3fbe9233c3fb service neutron] 10.222.0.70 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419740
Nov 24 14:02:45.530962 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe068d8-880e-42be-a05e-689ec837ec32 req-81eeaef9-850a-4079-97bc-8003331276c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:45.532661 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ffe068d8-880e-42be-a05e-689ec837ec32 req-81eeaef9-850a-4079-97bc-8003331276c2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=192001c1-0b78-4f74-aa92-44788bd99f02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0829434
Nov 24 14:02:45.621886 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0297e4ef-61a0-4bb8-b9df-1bb196bfbd98 req-6dbc6c5c-7459-4ee4-8f53-d557d695ebd1 service neutron] 10.222.0.70 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1659293
Nov 24 14:02:45.698484 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ffe068d8-880e-42be-a05e-689ec837ec32 req-3f37c117-9836-40bb-a2f6-a278aca56af5 service neutron] 10.222.0.70 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1587999
Nov 24 14:02:45.735393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3a5b5-cdac-4e8c-8606-19a45a9145e5 req-200cd6a5-f533-4015-bdc0-7ebb8590f7c3 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:45.737001 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e3f3a5b5-cdac-4e8c-8606-19a45a9145e5 req-200cd6a5-f533-4015-bdc0-7ebb8590f7c3 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=9b87c954-5c0e-40b5-9cfb-fe43007e2ece HTTP/1.1" status: 200  len: 943 time: 0.0898132
Nov 24 14:02:45.787999 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e3f3a5b5-cdac-4e8c-8606-19a45a9145e5 req-7071b16d-77ac-4272-8021-df0efae3e1ba tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/security-groups?id=b7f0db09-f3a7-486c-b6d7-d894022e63b1&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0441122
Nov 24 14:02:45.845993 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-ffe068d8-880e-42be-a05e-689ec837ec32 req-95fc83ff-08ff-4646-8415-6cb88b776900 service neutron] 10.222.0.70 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1395309
Nov 24 14:02:46.670881 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device cf7e808b-dd0e-4ced-a4f5-9419da60e5f8 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 14:02:46.740728 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning for port cf7e808b-dd0e-4ced-a4f5-9419da60e5f8 completed by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 14:02:46.745506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port cf7e808b-dd0e-4ced-a4f5-9419da60e5f8 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 14:02:46.745928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:46.867008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:46.896702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b87c954-5c0e-40b5-9cfb-fe43007e2ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7e808b-dd0e-4ced-a4f5-9419da60e5f8'}] {{(pid=80945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 14:02:46.907008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] For port cf7e808b-dd0e-4ced-a4f5-9419da60e5f8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=cf7e808b-dd0e-4ced-a4f5-9419da60e5f8,segment=NetworkSegment(d2a1940f-520f-4c49-aa55-063b9169f2c5),segment_id=d2a1940f-520f-4c49-aa55-063b9169f2c5)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 14:02:46.910148 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219'] for port, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:46.912121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-09e5fba9-317c-49e2-bfb3-9bde3055aaab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:02:46.993256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Pushing event updated for resources: {'Port': ['ID=cf7e808b-dd0e-4ced-a4f5-9419da60e5f8,revision_number=4']} {{(pid=80945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:02:47.003008 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:47.003404 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:47.003789 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:47.004166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:47.004543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:47.004919 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:47.005290 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:47.005661 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:47.006029 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:47.006433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:47.006803 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:47.007170 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:47.007636 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:47.007734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20805fbc-d8a5-403d-a792-56148ecd8c95 req-3341773a-6004-4508-bec1-b0fda7e8aee3 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:47.008005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:47.008370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:47.008751 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:47.009111 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:47.009481 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:47.009771 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-20805fbc-d8a5-403d-a792-56148ecd8c95 req-3341773a-6004-4508-bec1-b0fda7e8aee3 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=9b87c954-5c0e-40b5-9cfb-fe43007e2ece HTTP/1.1" status: 200  len: 945 time: 0.0884147
Nov 24 14:02:47.009875 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:47.010204 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:47.010562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:47.010908 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:47.011274 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:47.011637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:47.016653 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80945) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:02:47.070298 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-20805fbc-d8a5-403d-a792-56148ecd8c95 req-88deba38-b975-4cc6-b094-a041d6b5d65c tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/security-groups?id=b7f0db09-f3a7-486c-b6d7-d894022e63b1&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0466030
Nov 24 14:02:47.104561 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b87c954-5c0e-40b5-9cfb-fe43007e2ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7e808b-dd0e-4ced-a4f5-9419da60e5f8', 'code': 200}
Nov 24 14:02:47.388310 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf523de-b90c-49d5-9009-6c77e6954724 req-22a148f8-5ac3-4c0b-a582-6f1112a19ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:47.389953 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-caf523de-b90c-49d5-9009-6c77e6954724 req-22a148f8-5ac3-4c0b-a582-6f1112a19ec5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9b87c954-5c0e-40b5-9cfb-fe43007e2ece HTTP/1.1" status: 200  len: 1162 time: 0.0789087
Nov 24 14:02:47.440275 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-caf523de-b90c-49d5-9009-6c77e6954724 req-52b4753b-9a67-4d27-8817-f38cabf76065 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b7f0db09-f3a7-486c-b6d7-d894022e63b1&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0440290
Nov 24 14:02:48.294472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed23b2e-20dd-4856-a855-e6a3ed4fec42 req-88ec9976-69f0-41b9-aa2a-02a57c96b968 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:48.296653 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eed23b2e-20dd-4856-a855-e6a3ed4fec42 req-88ec9976-69f0-41b9-aa2a-02a57c96b968 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=9b87c954-5c0e-40b5-9cfb-fe43007e2ece HTTP/1.1" status: 200  len: 945 time: 0.0891035
Nov 24 14:02:48.349920 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-eed23b2e-20dd-4856-a855-e6a3ed4fec42 req-eedbb425-ed63-45a0-a46c-80d7060476f8 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/security-groups?id=b7f0db09-f3a7-486c-b6d7-d894022e63b1&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0468004
Nov 24 14:02:48.441771 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device cf7e808b-dd0e-4ced-a4f5-9419da60e5f8 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 14:02:48.521061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port cf7e808b-dd0e-4ced-a4f5-9419da60e5f8 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 14:02:48.521472 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:49.569079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc07de-7bdd-47dd-805d-8d0f4c0d328b req-29d0513a-aebe-487a-b4fa-de304fe6b5f5 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:49.570727 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0bbc07de-7bdd-47dd-805d-8d0f4c0d328b req-29d0513a-aebe-487a-b4fa-de304fe6b5f5 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=9b87c954-5c0e-40b5-9cfb-fe43007e2ece HTTP/1.1" status: 200  len: 945 time: 0.0884397
Nov 24 14:02:49.620192 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0bbc07de-7bdd-47dd-805d-8d0f4c0d328b req-560ab036-048c-49af-aa51-79341d86e510 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/security-groups?id=b7f0db09-f3a7-486c-b6d7-d894022e63b1&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0430558
Nov 24 14:02:49.835121 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f172de-bed6-40ac-a69c-918f1a60ff3d req-a4085862-35ca-4ec6-ac2f-d36e627daead tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:49.836621 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-43f172de-bed6-40ac-a69c-918f1a60ff3d req-a4085862-35ca-4ec6-ac2f-d36e627daead tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=9b87c954-5c0e-40b5-9cfb-fe43007e2ece HTTP/1.1" status: 200  len: 945 time: 0.0827193
Nov 24 14:02:49.889559 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-43f172de-bed6-40ac-a69c-918f1a60ff3d req-3d8fc293-4067-441a-ba22-fa1a0debdcb7 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/security-groups?id=b7f0db09-f3a7-486c-b6d7-d894022e63b1&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0459223
Nov 24 14:02:50.106364 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4e640d8b-108d-4354-a3c4-c714b591ceed req-1e182ef8-c789-4f41-8f48-58c46f15fa60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1624818
Nov 24 14:02:50.116810 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-4e640d8b-108d-4354-a3c4-c714b591ceed req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Request body: {'floatingip': {'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 14:02:50.123245 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-4e640d8b-108d-4354-a3c4-c714b591ceed req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 14:02:50.133458 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.quota.driver [req-4e640d8b-108d-4354-a3c4-c714b591ceed req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 14:02:50.144551 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-4e640d8b-108d-4354-a3c4-c714b591ceed req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks [] for floatingip, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:50.291793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-4e640d8b-108d-4354-a3c4-c714b591ceed req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:50.574464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_common [req-4e640d8b-108d-4354-a3c4-c714b591ceed req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Allocated IP 172.26.8.150 (cfe08d36-e5ba-4f00-8669-16a0ead5d220/ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e/2cb14752-375f-4d44-9c85-b7781853d6ac) {{(pid=80943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 24 14:02:50.737347 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-4e640d8b-108d-4354-a3c4-c714b591ceed req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks [] for port, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:50.765096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-4e640d8b-108d-4354-a3c4-c714b591ceed req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282824546949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:50.780985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-9efef429-9e8f-4c7b-bc55-66b88e517fbc tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:02:50.913713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Pushing event updated for resources: {'Port': ['ID=2cb14752-375f-4d44-9c85-b7781853d6ac,revision_number=1']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:02:50.944899 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:50.945338 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:50.945764 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:50.946214 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:50.946641 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:50.947061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:50.947477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:50.947893 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:50.948308 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:50.948719 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:50.949129 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:50.949543 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:50.950156 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:50.950565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:50.950975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:50.951393 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:50.951865 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:50.952313 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:50.952782 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:50.953225 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:50.953665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:50.954175 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:50.954615 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:50.955002 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:02:50.962114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:02:51.002714 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e640d8b-108d-4354-a3c4-c714b591ceed req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Network cfe08d36-e5ba-4f00-8669-16a0ead5d220 is already hosted by enough agents. {{(pid=80943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 14:02:51.003926 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.base_scheduler [req-4e640d8b-108d-4354-a3c4-c714b591ceed req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Resources bound (agent type, host, resource id):  {{(pid=80943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 24 14:02:51.006489 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e640d8b-108d-4354-a3c4-c714b591ceed req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Received port after_create {{(pid=80943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 24 14:02:51.097709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-4e640d8b-108d-4354-a3c4-c714b591ceed req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks [] for floatingip, precommit_create {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:51.158648 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-4e640d8b-108d-4354-a3c4-c714b591ceed req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853338341'] for port, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:51.434005 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-4e640d8b-108d-4354-a3c4-c714b591ceed req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks [] for port, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:51.437797 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-4e640d8b-108d-4354-a3c4-c714b591ceed req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282824088078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754030226564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282824549219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3095395'] for port, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:51.451526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c8805944-4041-45bc-b88f-6932ea06191e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:02:51.587671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Pushing event updated for resources: {'Port': ['ID=2cb14752-375f-4d44-9c85-b7781853d6ac,revision_number=2']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:02:51.590854 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:02:51.701201 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-4e640d8b-108d-4354-a3c4-c714b591ceed req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:51.731626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-4e640d8b-108d-4354-a3c4-c714b591ceed req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:51.732939 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4e640d8b-108d-4354-a3c4-c714b591ceed req-e711b9ac-ee9e-4b45-9ebe-35e3b4842c60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.6206458
Nov 24 14:02:51.764565 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:51.818037 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-4e640d8b-108d-4354-a3c4-c714b591ceed req-88bba89c-3597-4ae4-be45-1a67aa6a9d41 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Synchronizing usage tracker for tenant:f01b401e63e0473b903ab14201a88721 on resource:floatingip {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 14:02:51.832768 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-4e640d8b-108d-4354-a3c4-c714b591ceed req-88bba89c-3597-4ae4-be45-1a67aa6a9d41 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Unset dirty status for tenant:f01b401e63e0473b903ab14201a88721 on resource:floatingip {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 14:02:51.834009 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4e640d8b-108d-4354-a3c4-c714b591ceed req-88bba89c-3597-4ae4-be45-1a67aa6a9d41 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.26.8.150 HTTP/1.1" status: 200  len: 696 time: 0.0943222
Nov 24 14:02:52.002934 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e640d8b-108d-4354-a3c4-c714b591ceed req-9cdcd384-2aee-4d4b-86fb-cb496703f9af tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:52.004459 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4e640d8b-108d-4354-a3c4-c714b591ceed req-9cdcd384-2aee-4d4b-86fb-cb496703f9af tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/networks/cfe08d36-e5ba-4f00-8669-16a0ead5d220 HTTP/1.1" status: 200  len: 784 time: 0.1643090
Nov 24 14:02:52.015568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-4e640d8b-108d-4354-a3c4-c714b591ceed req-034feba2-4acb-431c-96ad-c2a5293809d3 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 14:02:52.016609 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-4e640d8b-108d-4354-a3c4-c714b591ceed req-034feba2-4acb-431c-96ad-c2a5293809d3 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0062125
Nov 24 14:02:52.218500 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e52edf-5ec5-4a91-9c08-0cd54505c12c req-693ff953-62cf-466f-bf8a-0417fa72ed90 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:52.220135 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a1e52edf-5ec5-4a91-9c08-0cd54505c12c req-693ff953-62cf-466f-bf8a-0417fa72ed90 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=9b87c954-5c0e-40b5-9cfb-fe43007e2ece&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0931773
Nov 24 14:02:52.308940 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a1e52edf-5ec5-4a91-9c08-0cd54505c12c req-ac482977-d539-4492-b615-56b418d97081 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.26.8.150 HTTP/1.1" status: 200  len: 696 time: 0.0823569
Nov 24 14:02:52.320171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.v2.base [req-a1e52edf-5ec5-4a91-9c08-0cd54505c12c req-e1e75920-323f-4599-955a-f5d9fa36f6a3 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Request body: {'floatingip': {'port_id': 'cf7e808b-dd0e-4ced-a4f5-9419da60e5f8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 14:02:52.401174 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a1e52edf-5ec5-4a91-9c08-0cd54505c12c req-e1e75920-323f-4599-955a-f5d9fa36f6a3 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks [] for floatingip, before_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:53.287162 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a1e52edf-5ec5-4a91-9c08-0cd54505c12c req-e1e75920-323f-4599-955a-f5d9fa36f6a3 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks [] for floatingip, precommit_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:53.290252 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a1e52edf-5ec5-4a91-9c08-0cd54505c12c req-e1e75920-323f-4599-955a-f5d9fa36f6a3 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850663069'] for floatingip, after_update {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:53.505793 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [req-a1e52edf-5ec5-4a91-9c08-0cd54505c12c req-e1e75920-323f-4599-955a-f5d9fa36f6a3 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Floating IP 572dbf2f-2b1d-4049-987b-a12e9d583a9b associated. External IP: 172.26.8.150, port: cf7e808b-dd0e-4ced-a4f5-9419da60e5f8.
Nov 24 14:02:53.924411 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1e52edf-5ec5-4a91-9c08-0cd54505c12c req-e1e75920-323f-4599-955a-f5d9fa36f6a3 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Router 0a402621-7abc-4153-84e0-e8ce54f61a08 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 14:02:54.136750 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1e52edf-5ec5-4a91-9c08-0cd54505c12c req-e1e75920-323f-4599-955a-f5d9fa36f6a3 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 14:02:54.141621 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-a1e52edf-5ec5-4a91-9c08-0cd54505c12c req-e1e75920-323f-4599-955a-f5d9fa36f6a3 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:02:54.157679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4402daac-47e3-4c1f-bec3-64f1f6bfd6a9 None None] Sync routers for ids ['0a402621-7abc-4153-84e0-e8ce54f61a08'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 14:02:54.179442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4402daac-47e3-4c1f-bec3-64f1f6bfd6a9 None None] Routers {'0a402621-7abc-4153-84e0-e8ce54f61a08'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 14:02:54.180985 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4402daac-47e3-4c1f-bec3-64f1f6bfd6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634730f978>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T14:02:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['0a402621-7abc-4153-84e0-e8ce54f61a08'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 14:02:54.205354 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a1e52edf-5ec5-4a91-9c08-0cd54505c12c req-e1e75920-323f-4599-955a-f5d9fa36f6a3 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "PUT /v2.0/floatingips/572dbf2f-2b1d-4049-987b-a12e9d583a9b HTTP/1.1" status: 200  len: 996 time: 1.8894427
Nov 24 14:02:54.205943 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b87c954-5c0e-40b5-9cfb-fe43007e2ece', 'tag': 'cf7e808b-dd0e-4ced-a4f5-9419da60e5f8'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 14:02:54.391449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-4402daac-47e3-4c1f-bec3-64f1f6bfd6a9 None None] Set router 0a402621-7abc-4153-84e0-e8ce54f61a08 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 14:02:54.413848 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b87c954-5c0e-40b5-9cfb-fe43007e2ece', 'tag': 'cf7e808b-dd0e-4ced-a4f5-9419da60e5f8', 'status': 'completed', 'code': 200}
Nov 24 14:02:54.459220 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e52edf-5ec5-4a91-9c08-0cd54505c12c req-063b589a-02c8-4671-9d6b-eacc07330333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:54.460811 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a1e52edf-5ec5-4a91-9c08-0cd54505c12c req-063b589a-02c8-4671-9d6b-eacc07330333 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f01b401e63e0473b903ab14201a88721&device_id=9b87c954-5c0e-40b5-9cfb-fe43007e2ece HTTP/1.1" status: 200  len: 1162 time: 0.1591029
Nov 24 14:02:54.539457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fd4c9-700b-49bc-bb20-b267e2baf8f9 req-c9743c06-bd1f-463c-8725-cdc22e64d9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:54.541223 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e77fd4c9-700b-49bc-bb20-b267e2baf8f9 req-c9743c06-bd1f-463c-8725-cdc22e64d9b7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f01b401e63e0473b903ab14201a88721&device_id=9b87c954-5c0e-40b5-9cfb-fe43007e2ece HTTP/1.1" status: 200  len: 1162 time: 0.0819006
Nov 24 14:02:54.612305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e52edf-5ec5-4a91-9c08-0cd54505c12c req-eb21edfa-8a34-41d9-b6fc-b523feb7f06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:54.614355 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a1e52edf-5ec5-4a91-9c08-0cd54505c12c req-eb21edfa-8a34-41d9-b6fc-b523feb7f06a service neutron] 10.222.0.76 "GET /v2.0/networks?id=192001c1-0b78-4f74-aa92-44788bd99f02 HTTP/1.1" status: 200  len: 904 time: 0.1460063
Nov 24 14:02:54.701916 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fd4c9-700b-49bc-bb20-b267e2baf8f9 req-dd003554-24ed-4bb1-b11e-9e68c98d9613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:54.703567 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e77fd4c9-700b-49bc-bb20-b267e2baf8f9 req-dd003554-24ed-4bb1-b11e-9e68c98d9613 service neutron] 10.222.0.70 "GET /v2.0/networks?id=192001c1-0b78-4f74-aa92-44788bd99f02 HTTP/1.1" status: 200  len: 904 time: 0.1545331
Nov 24 14:02:54.731660 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a1e52edf-5ec5-4a91-9c08-0cd54505c12c req-8c963885-1797-4c22-89c3-66c87ad7fc40 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf7e808b-dd0e-4ced-a4f5-9419da60e5f8 HTTP/1.1" status: 200  len: 999 time: 0.1096351
Nov 24 14:02:54.789903 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4402daac-47e3-4c1f-bec3-64f1f6bfd6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634730f978>, [{'id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'name': 'tempest-TestSnapshotPattern-1099887939-router', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:59:59Z', 'updated_at': '2020-11-24T14:00:03Z', 'revision_number': 4, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'gw_port': {'id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:00Z', 'updated_at': '2020-11-24T14:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '572dbf2f-2b1d-4049-987b-a12e9d583a9b', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'floating_ip_address': '172.26.8.150', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'port_id': 'cf7e808b-dd0e-4ced-a4f5-9419da60e5f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'mac_address': 'fa:16:3e:31:de:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b87c954-5c0e-40b5-9cfb-fe43007e2ece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T14:02:51Z', 'updated_at': '2020-11-24T14:02:52Z', 'revision_number': 1, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'fixed_ip_address_scope': None}, {'id': '833b23d7-e0bf-40c5-847d-f436eacd4d53', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'floating_ip_address': '172.26.8.5', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'port_id': '88f6d3c2-68f6-43cb-8ac2-0079d859e2da', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'mac_address': 'fa:16:3e:b8:8a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43202606-f0d1-4224-8a15-449c2d7162e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T14:00:21Z', 'updated_at': '2020-11-24T14:00:26Z', 'revision_number': 2, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6db5d974-4b91-49dd-bbd8-ac9c01d82561', 'name': '', 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'mac_address': 'fa:16:3e:9d:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:02Z', 'updated_at': '2020-11-24T14:00:12Z', 'revision_number': 5, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'subnets': [{'id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 14:02:54.794646 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4402daac-47e3-4c1f-bec3-64f1f6bfd6a9 None None] Checking router: 0a402621-7abc-4153-84e0-e8ce54f61a08 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 14:02:54.804263 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e52edf-5ec5-4a91-9c08-0cd54505c12c req-24b88ab1-0e8d-4a1d-8726-b4046b76aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:54.805881 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a1e52edf-5ec5-4a91-9c08-0cd54505c12c req-24b88ab1-0e8d-4a1d-8726-b4046b76aeb1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a70954ad-ccc8-4701-b56c-9b4731ac2bc8 HTTP/1.1" status: 200  len: 849 time: 0.0677714
Nov 24 14:02:54.806562 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4402daac-47e3-4c1f-bec3-64f1f6bfd6a9 None None] Routers {'0a402621-7abc-4153-84e0-e8ce54f61a08'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 14:02:54.807284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4402daac-47e3-4c1f-bec3-64f1f6bfd6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634730f978>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T14:02:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['0a402621-7abc-4153-84e0-e8ce54f61a08'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 14:02:54.824338 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e77fd4c9-700b-49bc-bb20-b267e2baf8f9 req-b0b98be2-fb5f-45e2-a3ac-d33db94e11df service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf7e808b-dd0e-4ced-a4f5-9419da60e5f8 HTTP/1.1" status: 200  len: 999 time: 0.1142669
Nov 24 14:02:54.897210 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fd4c9-700b-49bc-bb20-b267e2baf8f9 req-f6e47350-80ba-403d-94e0-c364f792ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:54.897463 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e52edf-5ec5-4a91-9c08-0cd54505c12c req-d7a5c7b3-b7e2-417a-9329-1469b89bace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:54.899055 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e77fd4c9-700b-49bc-bb20-b267e2baf8f9 req-f6e47350-80ba-403d-94e0-c364f792ffb0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a70954ad-ccc8-4701-b56c-9b4731ac2bc8 HTTP/1.1" status: 200  len: 849 time: 0.0687692
Nov 24 14:02:54.902816 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a1e52edf-5ec5-4a91-9c08-0cd54505c12c req-d7a5c7b3-b7e2-417a-9329-1469b89bace6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=192001c1-0b78-4f74-aa92-44788bd99f02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0883172
Nov 24 14:02:54.911637 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-a1e52edf-5ec5-4a91-9c08-0cd54505c12c req-b204c2c6-8257-4e04-8113-1a873b60a1e5 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 14:02:54.912682 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a1e52edf-5ec5-4a91-9c08-0cd54505c12c req-b204c2c6-8257-4e04-8113-1a873b60a1e5 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0056238
Nov 24 14:02:55.003238 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fd4c9-700b-49bc-bb20-b267e2baf8f9 req-cd1bd225-63d0-44a0-8434-b33f228fdd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:02:55.004842 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e77fd4c9-700b-49bc-bb20-b267e2baf8f9 req-cd1bd225-63d0-44a0-8434-b33f228fdd5a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=192001c1-0b78-4f74-aa92-44788bd99f02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0870621
Nov 24 14:02:55.012925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-4402daac-47e3-4c1f-bec3-64f1f6bfd6a9 None None] Set router 0a402621-7abc-4153-84e0-e8ce54f61a08 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 14:02:55.073373 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a1e52edf-5ec5-4a91-9c08-0cd54505c12c req-9f970bc6-b219-4b7a-9533-d030ad2077db service neutron] 10.222.0.76 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1538208
Nov 24 14:02:55.165908 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e77fd4c9-700b-49bc-bb20-b267e2baf8f9 req-ac61f6e7-d79d-471b-966a-3906474b0a71 service neutron] 10.222.0.70 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1540463
Nov 24 14:02:55.261235 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-a1e52edf-5ec5-4a91-9c08-0cd54505c12c req-aa5bb9ac-d2c5-43c4-aad5-4dd31508030b service neutron] 10.222.0.76 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1792068
Nov 24 14:02:55.333603 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-e77fd4c9-700b-49bc-bb20-b267e2baf8f9 req-8a2b62b2-9c0c-4f69-a6f6-78c937b0a16d service neutron] 10.222.0.70 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1604583
Nov 24 14:02:55.584915 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-4402daac-47e3-4c1f-bec3-64f1f6bfd6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634730f978>, [{'id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'name': 'tempest-TestSnapshotPattern-1099887939-router', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:59:59Z', 'updated_at': '2020-11-24T14:00:03Z', 'revision_number': 4, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'gw_port': {'id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:00Z', 'updated_at': '2020-11-24T14:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '572dbf2f-2b1d-4049-987b-a12e9d583a9b', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'floating_ip_address': '172.26.8.150', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'port_id': 'cf7e808b-dd0e-4ced-a4f5-9419da60e5f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'mac_address': 'fa:16:3e:31:de:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b87c954-5c0e-40b5-9cfb-fe43007e2ece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T14:02:51Z', 'updated_at': '2020-11-24T14:02:52Z', 'revision_number': 1, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'fixed_ip_address_scope': None}, {'id': '833b23d7-e0bf-40c5-847d-f436eacd4d53', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'floating_ip_address': '172.26.8.5', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'port_id': '88f6d3c2-68f6-43cb-8ac2-0079d859e2da', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'mac_address': 'fa:16:3e:b8:8a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43202606-f0d1-4224-8a15-449c2d7162e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T14:00:21Z', 'updated_at': '2020-11-24T14:00:26Z', 'revision_number': 2, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6db5d974-4b91-49dd-bbd8-ac9c01d82561', 'name': '', 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'mac_address': 'fa:16:3e:9d:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:02Z', 'updated_at': '2020-11-24T14:00:12Z', 'revision_number': 5, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'subnets': [{'id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 14:02:55.589549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4402daac-47e3-4c1f-bec3-64f1f6bfd6a9 None None] The sync data for ids ['0a402621-7abc-4153-84e0-e8ce54f61a08'] in dv-neutron-601336-61-ovs is: [{'id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'name': 'tempest-TestSnapshotPattern-1099887939-router', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:59:59Z', 'updated_at': '2020-11-24T14:00:03Z', 'revision_number': 4, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'gw_port': {'id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:00Z', 'updated_at': '2020-11-24T14:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '572dbf2f-2b1d-4049-987b-a12e9d583a9b', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'floating_ip_address': '172.26.8.150', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'port_id': 'cf7e808b-dd0e-4ced-a4f5-9419da60e5f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'mac_address': 'fa:16:3e:31:de:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b87c954-5c0e-40b5-9cfb-fe43007e2ece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T14:02:51Z', 'updated_at': '2020-11-24T14:02:52Z', 'revision_number': 1, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'fixed_ip_address_scope': None}, {'id': '833b23d7-e0bf-40c5-847d-f436eacd4d53', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'floating_ip_address': '172.26.8.5', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'port_id': '88f6d3c2-68f6-43cb-8ac2-0079d859e2da', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'mac_address': 'fa:16:3e:b8:8a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43202606-f0d1-4224-8a15-449c2d7162e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T14:00:21Z', 'updated_at': '2020-11-24T14:00:26Z', 'revision_number': 2, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6db5d974-4b91-49dd-bbd8-ac9c01d82561', 'name': '', 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'mac_address': 'fa:16:3e:9d:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:02Z', 'updated_at': '2020-11-24T14:00:12Z', 'revision_number': 5, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'subnets': [{'id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 14:02:55.879703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988b02d6-04e4-4109-9612-b5444d7fb7b8 None None] New status for floating IP 572dbf2f-2b1d-4049-987b-a12e9d583a9b: ACTIVE {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 14:03:10.390614 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7f2cc31c-8f96-49ee-8a70-1cca7b4cc6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:03:12.745892 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3cc9b56d-b57e-42b1-a030-6bc71cd3cd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:03:13.140694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:03:14.345114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:03:14.994141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:03:19.587442 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 14:03:21.765350 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:03:40.392224 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a14d311f-7d23-4a7a-a103-21f51ebf5498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:03:42.749107 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-ed7b984c-bf4f-44aa-9bb2-dd68a6120044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:03:43.142871 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:03:44.346783 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:03:45.002846 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:03:46.758491 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c16cfe3a-4aba-489a-ad7c-2206d658dd44 req-942a7d1b-2839-4636-8be7-730c83998250 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=43202606-f0d1-4224-8a15-449c2d7162e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0774975
Nov 24 14:03:46.919844 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cfe3a-4aba-489a-ad7c-2206d658dd44 req-5cfc351e-36be-48d7-8a9c-192c60c0ac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:03:46.921450 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c16cfe3a-4aba-489a-ad7c-2206d658dd44 req-5cfc351e-36be-48d7-8a9c-192c60c0ac07 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f01b401e63e0473b903ab14201a88721&device_id=43202606-f0d1-4224-8a15-449c2d7162e5 HTTP/1.1" status: 200  len: 1162 time: 0.0748987
Nov 24 14:03:47.080929 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cfe3a-4aba-489a-ad7c-2206d658dd44 req-9b7d6ace-9397-4044-9403-a68d3a49660a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:03:47.082568 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c16cfe3a-4aba-489a-ad7c-2206d658dd44 req-9b7d6ace-9397-4044-9403-a68d3a49660a service neutron] 10.222.0.70 "GET /v2.0/networks?id=192001c1-0b78-4f74-aa92-44788bd99f02 HTTP/1.1" status: 200  len: 904 time: 0.1414726
Nov 24 14:03:47.193344 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c16cfe3a-4aba-489a-ad7c-2206d658dd44 req-24eb16d2-e54e-4885-82bc-3c896c87b176 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88f6d3c2-68f6-43cb-8ac2-0079d859e2da HTTP/1.1" status: 200  len: 999 time: 0.1044803
Nov 24 14:03:47.269602 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cfe3a-4aba-489a-ad7c-2206d658dd44 req-cdadb0fc-5a40-4d77-8f5a-a329be18db3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:03:47.271213 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c16cfe3a-4aba-489a-ad7c-2206d658dd44 req-cdadb0fc-5a40-4d77-8f5a-a329be18db3a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a70954ad-ccc8-4701-b56c-9b4731ac2bc8 HTTP/1.1" status: 200  len: 849 time: 0.0717492
Nov 24 14:03:47.353433 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cfe3a-4aba-489a-ad7c-2206d658dd44 req-46b6cb44-a8fc-4adc-88e8-4f6dc45212e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:03:47.355068 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c16cfe3a-4aba-489a-ad7c-2206d658dd44 req-46b6cb44-a8fc-4adc-88e8-4f6dc45212e8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=192001c1-0b78-4f74-aa92-44788bd99f02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0764954
Nov 24 14:03:47.366447 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-c16cfe3a-4aba-489a-ad7c-2206d658dd44 req-6344c151-8f4a-4f6d-9f43-52612f2aabb5 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80944) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 14:03:47.367474 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c16cfe3a-4aba-489a-ad7c-2206d658dd44 req-6344c151-8f4a-4f6d-9f43-52612f2aabb5 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0060296
Nov 24 14:03:47.514789 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c16cfe3a-4aba-489a-ad7c-2206d658dd44 req-7174e2ed-c4a8-46d2-912b-e2937bf097c7 service neutron] 10.222.0.70 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404693
Nov 24 14:03:47.660385 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-c16cfe3a-4aba-489a-ad7c-2206d658dd44 req-4d3a6b1b-5ef4-49c9-b45e-325c63e36382 service neutron] 10.222.0.70 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1394029
Nov 24 14:03:51.763324 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:03:56.588770 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 14:04:10.394734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-eb0fe673-76a9-4ef1-ae0a-e4f2c79eead3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:12.750079 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-35b040e8-1139-4ffc-9add-e2e04fdce370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:13.149009 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:14.353895 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:15.007696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:21.765729 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:27.983084 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fdc29845-f14f-4156-ba1e-3590ed0c9c51 req-76e138f0-6ab6-4ba8-b351-9c43c152969b tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/floatingips/572dbf2f-2b1d-4049-987b-a12e9d583a9b HTTP/1.1" status: 200  len: 998 time: 0.1186087
Nov 24 14:04:28.148030 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc29845-f14f-4156-ba1e-3590ed0c9c51 req-a3a95a77-0dee-487c-b6c2-c4704a5bcb95 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:04:28.149519 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fdc29845-f14f-4156-ba1e-3590ed0c9c51 req-a3a95a77-0dee-487c-b6c2-c4704a5bcb95 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/networks/cfe08d36-e5ba-4f00-8669-16a0ead5d220 HTTP/1.1" status: 200  len: 784 time: 0.1602607
Nov 24 14:04:28.258219 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fdc29845-f14f-4156-ba1e-3590ed0c9c51 req-e2740f67-1e3a-4fe2-a0db-3dcd7188fecc tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.26.8.150 HTTP/1.1" status: 200  len: 1001 time: 0.1016178
Nov 24 14:04:28.342671 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc29845-f14f-4156-ba1e-3590ed0c9c51 req-9bbdfc68-b8f2-475c-a6f1-1cabedfdf568 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:04:28.344145 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fdc29845-f14f-4156-ba1e-3590ed0c9c51 req-9bbdfc68-b8f2-475c-a6f1-1cabedfdf568 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports/cf7e808b-dd0e-4ced-a4f5-9419da60e5f8 HTTP/1.1" status: 200  len: 942 time: 0.0793626
Nov 24 14:04:28.534369 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fdc29845-f14f-4156-ba1e-3590ed0c9c51 req-ee961534-6a4b-42bc-a19e-ff62fa6aa2da tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.26.8.150 HTTP/1.1" status: 200  len: 1001 time: 0.1036861
Nov 24 14:04:28.747182 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-fdc29845-f14f-4156-ba1e-3590ed0c9c51 req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Deleting port 2cb14752-375f-4d44-9c85-b7781853d6ac {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 14:04:28.747554 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fdc29845-f14f-4156-ba1e-3590ed0c9c51 req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:28.922420 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fdc29845-f14f-4156-ba1e-3590ed0c9c51 req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:28.922742 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fdc29845-f14f-4156-ba1e-3590ed0c9c51 req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks [] for floatingip, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:29.054379 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-fdc29845-f14f-4156-ba1e-3590ed0c9c51 req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Calling delete_port for 2cb14752-375f-4d44-9c85-b7781853d6ac owned by network:floatingip {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 14:04:29.205979 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fdc29845-f14f-4156-ba1e-3590ed0c9c51 req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:29.221423 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f78ca111-fdff-4f72-8024-560f432133b5 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:04:29.320014 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Pushing event deleted for resources: {'Port': ['ID=2cb14752-375f-4d44-9c85-b7781853d6ac,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:04:29.342649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:29.343146 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:29.343693 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:29.344265 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:29.344744 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:29.345213 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:29.345774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:29.346285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:29.346758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:29.347226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:29.347703 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:29.348169 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:29.348765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:29.349271 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:29.349739 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:29.350232 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:29.350732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:29.351212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:29.351692 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:29.352160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:29.352633 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:29.353160 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:29.353746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:29.354384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:29.360477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:04:29.740145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fdc29845-f14f-4156-ba1e-3590ed0c9c51 req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks [] for floatingip, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:29.740513 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [req-fdc29845-f14f-4156-ba1e-3590ed0c9c51 req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Floating IP 572dbf2f-2b1d-4049-987b-a12e9d583a9b disassociated (deleted). External IP: 172.26.8.150, port: cf7e808b-dd0e-4ced-a4f5-9419da60e5f8.
Nov 24 14:04:30.169171 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdc29845-f14f-4156-ba1e-3590ed0c9c51 req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Router 0a402621-7abc-4153-84e0-e8ce54f61a08 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 14:04:30.386394 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdc29845-f14f-4156-ba1e-3590ed0c9c51 req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 14:04:30.396414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceca1e76-8c41-413e-83b4-41e8d0d3ed8d None None] Sync routers for ids ['0a402621-7abc-4153-84e0-e8ce54f61a08'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 14:04:30.407557 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-fdc29845-f14f-4156-ba1e-3590ed0c9c51 req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:30.410312 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceca1e76-8c41-413e-83b4-41e8d0d3ed8d None None] Routers {'0a402621-7abc-4153-84e0-e8ce54f61a08'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 14:04:30.410995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ceca1e76-8c41-413e-83b4-41e8d0d3ed8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c9c7e48>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T14:04:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['0a402621-7abc-4153-84e0-e8ce54f61a08'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 14:04:30.468449 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fdc29845-f14f-4156-ba1e-3590ed0c9c51 req-2f845c44-8d12-4932-8173-278c71510403 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "DELETE /v2.0/floatingips/572dbf2f-2b1d-4049-987b-a12e9d583a9b HTTP/1.1" status: 204  len: 173 time: 1.9279127
Nov 24 14:04:30.468988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b87c954-5c0e-40b5-9cfb-fe43007e2ece', 'tag': 'cf7e808b-dd0e-4ced-a4f5-9419da60e5f8'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 14:04:30.531635 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b87c954-5c0e-40b5-9cfb-fe43007e2ece', 'tag': 'cf7e808b-dd0e-4ced-a4f5-9419da60e5f8', 'status': 'completed', 'code': 200}
Nov 24 14:04:30.566642 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc29845-f14f-4156-ba1e-3590ed0c9c51 req-8ba212d8-adaa-4b90-91de-2c868026410a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:04:30.568563 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fdc29845-f14f-4156-ba1e-3590ed0c9c51 req-8ba212d8-adaa-4b90-91de-2c868026410a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f01b401e63e0473b903ab14201a88721&device_id=9b87c954-5c0e-40b5-9cfb-fe43007e2ece HTTP/1.1" status: 200  len: 1162 time: 0.0863280
Nov 24 14:04:30.604071 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-ceca1e76-8c41-413e-83b4-41e8d0d3ed8d None None] Set router 0a402621-7abc-4153-84e0-e8ce54f61a08 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 14:04:30.653891 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9f48c-dc05-4b04-926a-e0c30e624ed5 req-a2fb7782-bfc2-4a8d-a0ab-e572f7f178bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:04:30.655672 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3ef9f48c-dc05-4b04-926a-e0c30e624ed5 req-a2fb7782-bfc2-4a8d-a0ab-e572f7f178bd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f01b401e63e0473b903ab14201a88721&device_id=9b87c954-5c0e-40b5-9cfb-fe43007e2ece HTTP/1.1" status: 200  len: 1162 time: 0.0790946
Nov 24 14:04:30.728384 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc29845-f14f-4156-ba1e-3590ed0c9c51 req-b60d5750-a352-496c-ad17-7c64fc4f80ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:04:30.730037 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fdc29845-f14f-4156-ba1e-3590ed0c9c51 req-b60d5750-a352-496c-ad17-7c64fc4f80ea service neutron] 10.222.0.76 "GET /v2.0/networks?id=192001c1-0b78-4f74-aa92-44788bd99f02 HTTP/1.1" status: 200  len: 904 time: 0.1511400
Nov 24 14:04:30.805017 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fdc29845-f14f-4156-ba1e-3590ed0c9c51 req-dd789369-9aa3-43fd-96f0-ef7762053d5b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf7e808b-dd0e-4ced-a4f5-9419da60e5f8 HTTP/1.1" status: 200  len: 217 time: 0.0673168
Nov 24 14:04:30.808807 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9f48c-dc05-4b04-926a-e0c30e624ed5 req-97a354b5-6f29-4e3b-9ba4-7c9585ff5f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:04:30.810960 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3ef9f48c-dc05-4b04-926a-e0c30e624ed5 req-97a354b5-6f29-4e3b-9ba4-7c9585ff5f3c service neutron] 10.222.0.70 "GET /v2.0/networks?id=192001c1-0b78-4f74-aa92-44788bd99f02 HTTP/1.1" status: 200  len: 904 time: 0.1488693
Nov 24 14:04:30.883457 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc29845-f14f-4156-ba1e-3590ed0c9c51 req-ccad341c-3441-49c0-a8ea-3c845191bd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:04:30.885133 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fdc29845-f14f-4156-ba1e-3590ed0c9c51 req-ccad341c-3441-49c0-a8ea-3c845191bd95 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a70954ad-ccc8-4701-b56c-9b4731ac2bc8 HTTP/1.1" status: 200  len: 849 time: 0.0722287
Nov 24 14:04:30.890245 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3ef9f48c-dc05-4b04-926a-e0c30e624ed5 req-57d9e676-c3bf-4fec-8bda-2c6dc0212d98 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf7e808b-dd0e-4ced-a4f5-9419da60e5f8 HTTP/1.1" status: 200  len: 217 time: 0.0728035
Nov 24 14:04:30.965280 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9f48c-dc05-4b04-926a-e0c30e624ed5 req-ad28b7bc-0c11-4925-bd9a-99e7bb44f65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:04:30.967252 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3ef9f48c-dc05-4b04-926a-e0c30e624ed5 req-ad28b7bc-0c11-4925-bd9a-99e7bb44f65b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a70954ad-ccc8-4701-b56c-9b4731ac2bc8 HTTP/1.1" status: 200  len: 849 time: 0.0699639
Nov 24 14:04:30.977709 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc29845-f14f-4156-ba1e-3590ed0c9c51 req-ae5fb9f3-7868-4981-8793-82fec0956e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:04:30.979738 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fdc29845-f14f-4156-ba1e-3590ed0c9c51 req-ae5fb9f3-7868-4981-8793-82fec0956e4c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=192001c1-0b78-4f74-aa92-44788bd99f02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0862520
Nov 24 14:04:30.995141 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ceca1e76-8c41-413e-83b4-41e8d0d3ed8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c9c7e48>, [{'id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'name': 'tempest-TestSnapshotPattern-1099887939-router', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:59:59Z', 'updated_at': '2020-11-24T14:00:03Z', 'revision_number': 4, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'gw_port': {'id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:00Z', 'updated_at': '2020-11-24T14:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '833b23d7-e0bf-40c5-847d-f436eacd4d53', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'floating_ip_address': '172.26.8.5', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'port_id': '88f6d3c2-68f6-43cb-8ac2-0079d859e2da', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'mac_address': 'fa:16:3e:b8:8a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43202606-f0d1-4224-8a15-449c2d7162e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T14:00:21Z', 'updated_at': '2020-11-24T14:00:26Z', 'revision_number': 2, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6db5d974-4b91-49dd-bbd8-ac9c01d82561', 'name': '', 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'mac_address': 'fa:16:3e:9d:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:02Z', 'updated_at': '2020-11-24T14:00:12Z', 'revision_number': 5, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'subnets': [{'id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 14:04:31.000042 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceca1e76-8c41-413e-83b4-41e8d0d3ed8d None None] Checking router: 0a402621-7abc-4153-84e0-e8ce54f61a08 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 14:04:31.011741 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceca1e76-8c41-413e-83b4-41e8d0d3ed8d None None] Routers {'0a402621-7abc-4153-84e0-e8ce54f61a08'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 14:04:31.012679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ceca1e76-8c41-413e-83b4-41e8d0d3ed8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f634c9c7e48>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T14:04:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['0a402621-7abc-4153-84e0-e8ce54f61a08'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 14:04:31.054937 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9f48c-dc05-4b04-926a-e0c30e624ed5 req-cd674f04-b8b9-414d-afad-f1d23021bb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:04:31.056563 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3ef9f48c-dc05-4b04-926a-e0c30e624ed5 req-cd674f04-b8b9-414d-afad-f1d23021bb1e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=192001c1-0b78-4f74-aa92-44788bd99f02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0822291
Nov 24 14:04:31.152388 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fdc29845-f14f-4156-ba1e-3590ed0c9c51 req-8779f481-bddb-4c40-9667-a654d2707af9 service neutron] 10.222.0.76 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1641080
Nov 24 14:04:31.208211 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3ef9f48c-dc05-4b04-926a-e0c30e624ed5 req-d0c0a865-8eab-44a0-9468-213e48d894e4 service neutron] 10.222.0.70 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446962
Nov 24 14:04:31.219309 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-ceca1e76-8c41-413e-83b4-41e8d0d3ed8d None None] Set router 0a402621-7abc-4153-84e0-e8ce54f61a08 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 14:04:31.304330 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-fdc29845-f14f-4156-ba1e-3590ed0c9c51 req-d2a049b7-a645-40d8-8c9f-d0ff4e17f9e8 service neutron] 10.222.0.76 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1505611
Nov 24 14:04:31.630575 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-3ef9f48c-dc05-4b04-926a-e0c30e624ed5 req-b30ec2bc-88fa-4188-b024-660ac7137b36 service neutron] 10.222.0.70 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4154940
Nov 24 14:04:31.638849 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-ceca1e76-8c41-413e-83b4-41e8d0d3ed8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f634c9c7e48>, [{'id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'name': 'tempest-TestSnapshotPattern-1099887939-router', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:59:59Z', 'updated_at': '2020-11-24T14:00:03Z', 'revision_number': 4, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'gw_port': {'id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:00Z', 'updated_at': '2020-11-24T14:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '833b23d7-e0bf-40c5-847d-f436eacd4d53', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'floating_ip_address': '172.26.8.5', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'port_id': '88f6d3c2-68f6-43cb-8ac2-0079d859e2da', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'mac_address': 'fa:16:3e:b8:8a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43202606-f0d1-4224-8a15-449c2d7162e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T14:00:21Z', 'updated_at': '2020-11-24T14:00:26Z', 'revision_number': 2, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6db5d974-4b91-49dd-bbd8-ac9c01d82561', 'name': '', 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'mac_address': 'fa:16:3e:9d:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:02Z', 'updated_at': '2020-11-24T14:00:12Z', 'revision_number': 5, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'subnets': [{'id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 14:04:31.643267 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceca1e76-8c41-413e-83b4-41e8d0d3ed8d None None] The sync data for ids ['0a402621-7abc-4153-84e0-e8ce54f61a08'] in dv-neutron-601336-61-ovs is: [{'id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'name': 'tempest-TestSnapshotPattern-1099887939-router', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:59:59Z', 'updated_at': '2020-11-24T14:00:03Z', 'revision_number': 4, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'gw_port': {'id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:00Z', 'updated_at': '2020-11-24T14:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_floatingips': [{'id': '833b23d7-e0bf-40c5-847d-f436eacd4d53', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'floating_ip_address': '172.26.8.5', 'floating_network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'router_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'port_id': '88f6d3c2-68f6-43cb-8ac2-0079d859e2da', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'mac_address': 'fa:16:3e:b8:8a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43202606-f0d1-4224-8a15-449c2d7162e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T14:00:21Z', 'updated_at': '2020-11-24T14:00:26Z', 'revision_number': 2, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6db5d974-4b91-49dd-bbd8-ac9c01d82561', 'name': '', 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'mac_address': 'fa:16:3e:9d:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:02Z', 'updated_at': '2020-11-24T14:00:12Z', 'revision_number': 5, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'subnets': [{'id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 14:04:31.772988 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25491ca2-3eeb-4226-9624-d7ea87bb9477 req-e878f00f-db0d-4ce9-8070-48f71589dacf tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:04:31.773748 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-25491ca2-3eeb-4226-9624-d7ea87bb9477 req-e878f00f-db0d-4ce9-8070-48f71589dacf tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Synchronizing usage tracker for tenant:f01b401e63e0473b903ab14201a88721 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 14:04:31.790339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-25491ca2-3eeb-4226-9624-d7ea87bb9477 req-e878f00f-db0d-4ce9-8070-48f71589dacf tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Unset dirty status for tenant:f01b401e63e0473b903ab14201a88721 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 14:04:31.791628 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-25491ca2-3eeb-4226-9624-d7ea87bb9477 req-e878f00f-db0d-4ce9-8070-48f71589dacf tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=9b87c954-5c0e-40b5-9cfb-fe43007e2ece HTTP/1.1" status: 200  len: 945 time: 0.1057053
Nov 24 14:04:31.845903 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-25491ca2-3eeb-4226-9624-d7ea87bb9477 req-0200dbfa-d5ef-41b2-9faa-08a557fe788e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/security-groups?id=b7f0db09-f3a7-486c-b6d7-d894022e63b1&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0470703
Nov 24 14:04:32.068658 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8571bf-b743-4e92-abab-23d3643b3e1b None None] New status for floating IP 572dbf2f-2b1d-4049-987b-a12e9d583a9b: DOWN {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 14:04:33.069710 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef18210-4eb4-4665-b052-c07c0f57a3c9 req-ee7445a5-49bb-42ea-bf49-f2ea8cdd6f18 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:04:33.071454 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1ef18210-4eb4-4665-b052-c07c0f57a3c9 req-ee7445a5-49bb-42ea-bf49-f2ea8cdd6f18 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=9b87c954-5c0e-40b5-9cfb-fe43007e2ece HTTP/1.1" status: 200  len: 945 time: 0.0890257
Nov 24 14:04:33.122858 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1ef18210-4eb4-4665-b052-c07c0f57a3c9 req-1894ca83-0350-438e-8193-bae457f255c7 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/security-groups?id=b7f0db09-f3a7-486c-b6d7-d894022e63b1&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0441597
Nov 24 14:04:33.234181 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device cf7e808b-dd0e-4ced-a4f5-9419da60e5f8 up at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 14:04:33.313256 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.provisioning_blocks [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Provisioning complete for port cf7e808b-dd0e-4ced-a4f5-9419da60e5f8 triggered by entity L2. {{(pid=80945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 14:04:33.313679 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853430262'] for port, provisioning_complete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:33.397620 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d68f6-1bdd-49f9-8e15-0a2e1aab2bb2 req-de1a5463-bdd2-4644-829b-9578d7191d5a tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:04:33.398421 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-0b5d68f6-1bdd-49f9-8e15-0a2e1aab2bb2 req-de1a5463-bdd2-4644-829b-9578d7191d5a tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Synchronizing usage tracker for tenant:f01b401e63e0473b903ab14201a88721 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 14:04:33.411622 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-0b5d68f6-1bdd-49f9-8e15-0a2e1aab2bb2 req-de1a5463-bdd2-4644-829b-9578d7191d5a tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Unset dirty status for tenant:f01b401e63e0473b903ab14201a88721 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 14:04:33.412837 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0b5d68f6-1bdd-49f9-8e15-0a2e1aab2bb2 req-de1a5463-bdd2-4644-829b-9578d7191d5a tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.70 "GET /v2.0/ports?device_id=9b87c954-5c0e-40b5-9cfb-fe43007e2ece HTTP/1.1" status: 200  len: 945 time: 0.0991521
Nov 24 14:04:33.491968 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-0b5d68f6-1bdd-49f9-8e15-0a2e1aab2bb2 req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Deleting port cf7e808b-dd0e-4ced-a4f5-9419da60e5f8 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 14:04:33.492266 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-0b5d68f6-1bdd-49f9-8e15-0a2e1aab2bb2 req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:33.589827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 14:04:33.755268 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-0b5d68f6-1bdd-49f9-8e15-0a2e1aab2bb2 req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] For port cf7e808b-dd0e-4ced-a4f5-9419da60e5f8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=cf7e808b-dd0e-4ced-a4f5-9419da60e5f8,segment=NetworkSegment(d2a1940f-520f-4c49-aa55-063b9169f2c5),segment_id=d2a1940f-520f-4c49-aa55-063b9169f2c5)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 14:04:33.755587 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-0b5d68f6-1bdd-49f9-8e15-0a2e1aab2bb2 req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:33.890327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-0b5d68f6-1bdd-49f9-8e15-0a2e1aab2bb2 req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Calling delete_port for cf7e808b-dd0e-4ced-a4f5-9419da60e5f8 owned by compute:nova {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 14:04:34.037902 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-0b5d68f6-1bdd-49f9-8e15-0a2e1aab2bb2 req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:34.056975 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-3cb93cfb-a1cd-4832-96f0-c0ae56eef9c6 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:04:34.160925 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Pushing event deleted for resources: {'Port': ['ID=cf7e808b-dd0e-4ced-a4f5-9419da60e5f8,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:04:34.176012 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:34.176441 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:34.176868 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:34.177285 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:34.177702 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:34.178114 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:34.179045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:34.179045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:34.179330 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:34.179727 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:34.180138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:34.180542 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-61-ovs {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:34.181061 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:34.181470 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:34.181940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:34.182353 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:34.182762 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:34.183167 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:34.183570 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:34.184546 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:34.184963 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:34.185369 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:34.185774 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:34.187462 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 14:04:34.192928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:04:34.284558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5d68f6-1bdd-49f9-8e15-0a2e1aab2bb2 req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] No DVR routers for this DVR port cf7e808b-dd0e-4ced-a4f5-9419da60e5f8 on host hv-neutron-6013 {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 14:04:34.286913 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-0b5d68f6-1bdd-49f9-8e15-0a2e1aab2bb2 req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:34.291069 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b87c954-5c0e-40b5-9cfb-fe43007e2ece', 'name': 'network-vif-deleted', 'tag': 'cf7e808b-dd0e-4ced-a4f5-9419da60e5f8'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 14:04:34.304438 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-1c4bdc15-591b-428f-b03b-c6578f5ead4d req-a95cbf0b-a603-4f06-8644-4d8d02ff3d97 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=9b87c954-5c0e-40b5-9cfb-fe43007e2ece HTTP/1.1" status: 200  len: 210 time: 0.0466328
Nov 24 14:04:34.306687 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0b5d68f6-1bdd-49f9-8e15-0a2e1aab2bb2 req-fffd2e5b-ff0a-4e3c-aaa2-9d85f114bea1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.70 "DELETE /v2.0/ports/cf7e808b-dd0e-4ced-a4f5-9419da60e5f8 HTTP/1.1" status: 204  len: 173 time: 0.8885019
Nov 24 14:04:34.373284 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b87c954-5c0e-40b5-9cfb-fe43007e2ece', 'name': 'network-vif-deleted', 'tag': 'cf7e808b-dd0e-4ced-a4f5-9419da60e5f8', 'status': 'completed', 'code': 200}
Nov 24 14:04:35.031626 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device cf7e808b-dd0e-4ced-a4f5-9419da60e5f8 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 14:04:35.070869 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] No Port match for: cf7e808b-dd0e-4ced-a4f5-9419da60e5f8 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 14:04:35.071262 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device cf7e808b-dd0e-4ced-a4f5-9419da60e5f8 not bound to the agent host hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 14:04:36.186025 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-334de366-ac1d-4e58-8f00-79dff81af83e req-d6330375-5dfd-429a-b155-e58445e9289e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/floatingips/833b23d7-e0bf-40c5-847d-f436eacd4d53 HTTP/1.1" status: 200  len: 996 time: 0.1220117
Nov 24 14:04:36.349981 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334de366-ac1d-4e58-8f00-79dff81af83e req-42965608-ad81-4fd2-94af-a421f9198ee1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:04:36.351700 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-334de366-ac1d-4e58-8f00-79dff81af83e req-42965608-ad81-4fd2-94af-a421f9198ee1 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/networks/cfe08d36-e5ba-4f00-8669-16a0ead5d220 HTTP/1.1" status: 200  len: 784 time: 0.1596770
Nov 24 14:04:36.362830 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-334de366-ac1d-4e58-8f00-79dff81af83e req-d88d61b7-1292-48e8-be10-7922c35961a3 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80943) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 24 14:04:36.363835 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-334de366-ac1d-4e58-8f00-79dff81af83e req-d88d61b7-1292-48e8-be10-7922c35961a3 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0061674
Nov 24 14:04:36.478776 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-334de366-ac1d-4e58-8f00-79dff81af83e req-73e1685e-5ad5-4866-8742-ab0a03239b60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Synchronizing usage tracker for tenant:f01b401e63e0473b903ab14201a88721 on resource:floatingip {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 14:04:36.494247 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-334de366-ac1d-4e58-8f00-79dff81af83e req-73e1685e-5ad5-4866-8742-ab0a03239b60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Unset dirty status for tenant:f01b401e63e0473b903ab14201a88721 on resource:floatingip {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 14:04:36.495490 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-334de366-ac1d-4e58-8f00-79dff81af83e req-73e1685e-5ad5-4866-8742-ab0a03239b60 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.26.8.5 HTTP/1.1" status: 200  len: 999 time: 0.1253853
Nov 24 14:04:36.580959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334de366-ac1d-4e58-8f00-79dff81af83e req-307322e1-261e-43aa-854e-2b36fc88bbd6 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:04:36.582470 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-334de366-ac1d-4e58-8f00-79dff81af83e req-307322e1-261e-43aa-854e-2b36fc88bbd6 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports/88f6d3c2-68f6-43cb-8ac2-0079d859e2da HTTP/1.1" status: 200  len: 942 time: 0.0800717
Nov 24 14:04:36.773842 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-334de366-ac1d-4e58-8f00-79dff81af83e req-3e361fbf-2f51-4dcb-9dc7-4accffbeba72 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.26.8.5 HTTP/1.1" status: 200  len: 999 time: 0.1044939
Nov 24 14:04:36.998410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-334de366-ac1d-4e58-8f00-79dff81af83e req-f819ae97-3d57-410c-abcb-302d0afe5f6e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Deleting port e2a73d8a-0ad8-4b82-9eeb-f6913ca3a035 {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 14:04:36.998794 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-334de366-ac1d-4e58-8f00-79dff81af83e req-f819ae97-3d57-410c-abcb-302d0afe5f6e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:37.192438 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-334de366-ac1d-4e58-8f00-79dff81af83e req-f819ae97-3d57-410c-abcb-302d0afe5f6e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:37.192998 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-334de366-ac1d-4e58-8f00-79dff81af83e req-f819ae97-3d57-410c-abcb-302d0afe5f6e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks [] for floatingip, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:37.329971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-334de366-ac1d-4e58-8f00-79dff81af83e req-f819ae97-3d57-410c-abcb-302d0afe5f6e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Calling delete_port for e2a73d8a-0ad8-4b82-9eeb-f6913ca3a035 owned by network:floatingip {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 14:04:37.492521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-334de366-ac1d-4e58-8f00-79dff81af83e req-f819ae97-3d57-410c-abcb-302d0afe5f6e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:37.507827 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b34130ae-e93f-471b-b667-3afd79f1ab75 tempest-TestShelveInstance-1529200849 tempest-TestShelveInstance-1529200849] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:04:37.608518 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819ae97-3d57-410c-abcb-302d0afe5f6e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Pushing event deleted for resources: {'Port': ['ID=e2a73d8a-0ad8-4b82-9eeb-f6913ca3a035,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:04:37.612638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f819ae97-3d57-410c-abcb-302d0afe5f6e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:04:37.732608 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-334de366-ac1d-4e58-8f00-79dff81af83e req-f819ae97-3d57-410c-abcb-302d0afe5f6e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks [] for floatingip, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:37.732978 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.db.l3_db [req-334de366-ac1d-4e58-8f00-79dff81af83e req-f819ae97-3d57-410c-abcb-302d0afe5f6e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Floating IP 833b23d7-e0bf-40c5-847d-f436eacd4d53 disassociated (deleted). External IP: 172.26.8.5, port: 88f6d3c2-68f6-43cb-8ac2-0079d859e2da.
Nov 24 14:04:38.427344 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-334de366-ac1d-4e58-8f00-79dff81af83e req-f819ae97-3d57-410c-abcb-302d0afe5f6e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Router 0a402621-7abc-4153-84e0-e8ce54f61a08 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 14:04:38.643927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-334de366-ac1d-4e58-8f00-79dff81af83e req-f819ae97-3d57-410c-abcb-302d0afe5f6e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 14:04:38.653572 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd698e8-28c7-40a7-902e-8c8d00d12aaa None None] Sync routers for ids ['0a402621-7abc-4153-84e0-e8ce54f61a08'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 14:04:38.666410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd698e8-28c7-40a7-902e-8c8d00d12aaa None None] Routers {'0a402621-7abc-4153-84e0-e8ce54f61a08'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 14:04:38.667136 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5cd698e8-28c7-40a7-902e-8c8d00d12aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346f2b438>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T14:04:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['0a402621-7abc-4153-84e0-e8ce54f61a08'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 14:04:38.668568 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-334de366-ac1d-4e58-8f00-79dff81af83e req-f819ae97-3d57-410c-abcb-302d0afe5f6e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for floatingip, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:38.729100 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-334de366-ac1d-4e58-8f00-79dff81af83e req-f819ae97-3d57-410c-abcb-302d0afe5f6e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "DELETE /v2.0/floatingips/833b23d7-e0bf-40c5-847d-f436eacd4d53 HTTP/1.1" status: 204  len: 173 time: 1.9478829
Nov 24 14:04:38.729638 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43202606-f0d1-4224-8a15-449c2d7162e5', 'tag': '88f6d3c2-68f6-43cb-8ac2-0079d859e2da'}] {{(pid=80943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 14:04:38.796629 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43202606-f0d1-4224-8a15-449c2d7162e5', 'tag': '88f6d3c2-68f6-43cb-8ac2-0079d859e2da', 'status': 'completed', 'code': 200}
Nov 24 14:04:38.830477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334de366-ac1d-4e58-8f00-79dff81af83e req-eb4892ce-804b-4b05-b3ef-39593efc8512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:04:38.832378 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-334de366-ac1d-4e58-8f00-79dff81af83e req-eb4892ce-804b-4b05-b3ef-39593efc8512 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f01b401e63e0473b903ab14201a88721&device_id=43202606-f0d1-4224-8a15-449c2d7162e5 HTTP/1.1" status: 200  len: 1162 time: 0.0877998
Nov 24 14:04:38.875874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-5cd698e8-28c7-40a7-902e-8c8d00d12aaa None None] Set router 0a402621-7abc-4153-84e0-e8ce54f61a08 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 14:04:38.915275 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc43b69-977d-4251-8599-f3ecce77e138 req-7630a94a-c53c-4c98-85be-dfc46c7cd8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:04:38.917043 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0bc43b69-977d-4251-8599-f3ecce77e138 req-7630a94a-c53c-4c98-85be-dfc46c7cd8c2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f01b401e63e0473b903ab14201a88721&device_id=43202606-f0d1-4224-8a15-449c2d7162e5 HTTP/1.1" status: 200  len: 1162 time: 0.0806849
Nov 24 14:04:38.983251 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334de366-ac1d-4e58-8f00-79dff81af83e req-ba9adc22-7ba4-449c-99e4-c11f4e577794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:04:38.984788 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-334de366-ac1d-4e58-8f00-79dff81af83e req-ba9adc22-7ba4-449c-99e4-c11f4e577794 service neutron] 10.222.0.76 "GET /v2.0/networks?id=192001c1-0b78-4f74-aa92-44788bd99f02 HTTP/1.1" status: 200  len: 904 time: 0.1454108
Nov 24 14:04:39.066602 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-334de366-ac1d-4e58-8f00-79dff81af83e req-510462e5-f614-4160-bcc5-3eac9dde0610 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88f6d3c2-68f6-43cb-8ac2-0079d859e2da HTTP/1.1" status: 200  len: 217 time: 0.0740530
Nov 24 14:04:39.073490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc43b69-977d-4251-8599-f3ecce77e138 req-97444a4b-4527-4dfc-b384-6f30a7be485b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:04:39.076293 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0bc43b69-977d-4251-8599-f3ecce77e138 req-97444a4b-4527-4dfc-b384-6f30a7be485b service neutron] 10.222.0.70 "GET /v2.0/networks?id=192001c1-0b78-4f74-aa92-44788bd99f02 HTTP/1.1" status: 200  len: 904 time: 0.1523058
Nov 24 14:04:39.156373 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0bc43b69-977d-4251-8599-f3ecce77e138 req-4c099411-be2c-4c07-a1a6-17fca764c0b0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88f6d3c2-68f6-43cb-8ac2-0079d859e2da HTTP/1.1" status: 200  len: 217 time: 0.0727055
Nov 24 14:04:39.157697 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334de366-ac1d-4e58-8f00-79dff81af83e req-57352105-10cc-4aff-87f3-91c4ebbe18c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:04:39.159470 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-334de366-ac1d-4e58-8f00-79dff81af83e req-57352105-10cc-4aff-87f3-91c4ebbe18c8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a70954ad-ccc8-4701-b56c-9b4731ac2bc8 HTTP/1.1" status: 200  len: 849 time: 0.0808601
Nov 24 14:04:39.228212 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc43b69-977d-4251-8599-f3ecce77e138 req-4167c2e9-307f-492c-9f9c-58d2907eb32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:04:39.230157 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0bc43b69-977d-4251-8599-f3ecce77e138 req-4167c2e9-307f-492c-9f9c-58d2907eb32c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a70954ad-ccc8-4701-b56c-9b4731ac2bc8 HTTP/1.1" status: 200  len: 849 time: 0.0680404
Nov 24 14:04:39.250164 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334de366-ac1d-4e58-8f00-79dff81af83e req-7a9d515b-6b60-4595-97d9-8d186e19f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:04:39.251754 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-334de366-ac1d-4e58-8f00-79dff81af83e req-7a9d515b-6b60-4595-97d9-8d186e19f795 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=192001c1-0b78-4f74-aa92-44788bd99f02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0810659
Nov 24 14:04:39.265452 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5cd698e8-28c7-40a7-902e-8c8d00d12aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346f2b438>, [{'id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'name': 'tempest-TestSnapshotPattern-1099887939-router', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:59:59Z', 'updated_at': '2020-11-24T14:00:03Z', 'revision_number': 4, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'gw_port': {'id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:00Z', 'updated_at': '2020-11-24T14:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '6db5d974-4b91-49dd-bbd8-ac9c01d82561', 'name': '', 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'mac_address': 'fa:16:3e:9d:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:02Z', 'updated_at': '2020-11-24T14:00:12Z', 'revision_number': 5, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'subnets': [{'id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 14:04:39.271072 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd698e8-28c7-40a7-902e-8c8d00d12aaa None None] Checking router: 0a402621-7abc-4153-84e0-e8ce54f61a08 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 14:04:39.283535 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd698e8-28c7-40a7-902e-8c8d00d12aaa None None] Routers {'0a402621-7abc-4153-84e0-e8ce54f61a08'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 14:04:39.284223 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5cd698e8-28c7-40a7-902e-8c8d00d12aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6346f2b438>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T14:04:13Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['0a402621-7abc-4153-84e0-e8ce54f61a08'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 14:04:39.318449 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc43b69-977d-4251-8599-f3ecce77e138 req-fcbf9aa2-85d5-449f-8a13-d6a46cf1539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:04:39.320204 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0bc43b69-977d-4251-8599-f3ecce77e138 req-fcbf9aa2-85d5-449f-8a13-d6a46cf1539a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=192001c1-0b78-4f74-aa92-44788bd99f02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838034
Nov 24 14:04:39.419410 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-334de366-ac1d-4e58-8f00-79dff81af83e req-be840bd6-e20b-4cb9-9093-b1184e9e334f service neutron] 10.222.0.76 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1592953
Nov 24 14:04:39.483618 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0bc43b69-977d-4251-8599-f3ecce77e138 req-8065bbbc-d78e-4ae2-9431-962b9aedb28a service neutron] 10.222.0.70 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1565735
Nov 24 14:04:39.579529 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-334de366-ac1d-4e58-8f00-79dff81af83e req-318d0073-6816-4823-8d98-5c2828067aa9 service neutron] 10.222.0.76 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1527684
Nov 24 14:04:39.644612 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-0bc43b69-977d-4251-8599-f3ecce77e138 req-f9cbb78f-ff85-4cbb-992c-693ddcc8089a service neutron] 10.222.0.70 "GET /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1552377
Nov 24 14:04:39.663461 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-5cd698e8-28c7-40a7-902e-8c8d00d12aaa None None] Set router 0a402621-7abc-4153-84e0-e8ce54f61a08 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 14:04:40.019327 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-5cd698e8-28c7-40a7-902e-8c8d00d12aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6346f2b438>, [{'id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'name': 'tempest-TestSnapshotPattern-1099887939-router', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:59:59Z', 'updated_at': '2020-11-24T14:00:03Z', 'revision_number': 4, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'gw_port': {'id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:00Z', 'updated_at': '2020-11-24T14:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '6db5d974-4b91-49dd-bbd8-ac9c01d82561', 'name': '', 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'mac_address': 'fa:16:3e:9d:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:02Z', 'updated_at': '2020-11-24T14:00:12Z', 'revision_number': 5, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'subnets': [{'id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 14:04:40.023699 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd698e8-28c7-40a7-902e-8c8d00d12aaa None None] The sync data for ids ['0a402621-7abc-4153-84e0-e8ce54f61a08'] in dv-neutron-601336-61-ovs is: [{'id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'name': 'tempest-TestSnapshotPattern-1099887939-router', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:59:59Z', 'updated_at': '2020-11-24T14:00:03Z', 'revision_number': 4, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'gw_port': {'id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:00Z', 'updated_at': '2020-11-24T14:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs', '_interfaces': [{'id': '6db5d974-4b91-49dd-bbd8-ac9c01d82561', 'name': '', 'network_id': '192001c1-0b78-4f74-aa92-44788bd99f02', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'mac_address': 'fa:16:3e:9d:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:02Z', 'updated_at': '2020-11-24T14:00:12Z', 'revision_number': 5, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'subnets': [{'id': 'a70954ad-ccc8-4701-b56c-9b4731ac2bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 14:04:40.025953 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87d127-0eb2-4751-8f07-ad02035e4144 req-4e4631d6-c0d9-4b25-831f-8b85dbfb8965 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:04:40.026753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-df87d127-0eb2-4751-8f07-ad02035e4144 req-4e4631d6-c0d9-4b25-831f-8b85dbfb8965 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Synchronizing usage tracker for tenant:f01b401e63e0473b903ab14201a88721 on resource:port {{(pid=80943) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 14:04:40.046184 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-df87d127-0eb2-4751-8f07-ad02035e4144 req-4e4631d6-c0d9-4b25-831f-8b85dbfb8965 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Unset dirty status for tenant:f01b401e63e0473b903ab14201a88721 on resource:port {{(pid=80943) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 14:04:40.047553 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-df87d127-0eb2-4751-8f07-ad02035e4144 req-4e4631d6-c0d9-4b25-831f-8b85dbfb8965 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=43202606-f0d1-4224-8a15-449c2d7162e5 HTTP/1.1" status: 200  len: 945 time: 0.1081748
Nov 24 14:04:40.099444 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-df87d127-0eb2-4751-8f07-ad02035e4144 req-36c65e5b-a354-4b5b-84a1-cf147e4b37d3 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/security-groups?id=b7f0db09-f3a7-486c-b6d7-d894022e63b1&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0454636
Nov 24 14:04:40.397183 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fc5c8ab8-2977-466c-bc66-e2a0392bdd63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:40.484431 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679d55b8-9738-453a-9e2b-70662a44059a None None] New status for floating IP 833b23d7-e0bf-40c5-847d-f436eacd4d53: DOWN {{(pid=80946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 14:04:41.314583 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382e980-b193-47e0-9fd4-0b88e388a29c req-ff06db2a-4847-474b-bfb7-dafadf1c27aa tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:04:41.316169 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8382e980-b193-47e0-9fd4-0b88e388a29c req-ff06db2a-4847-474b-bfb7-dafadf1c27aa tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=43202606-f0d1-4224-8a15-449c2d7162e5 HTTP/1.1" status: 200  len: 945 time: 0.0836632
Nov 24 14:04:41.370269 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-8382e980-b193-47e0-9fd4-0b88e388a29c req-f7836c1c-03ec-438e-acae-bef942f594e8 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/security-groups?id=b7f0db09-f3a7-486c-b6d7-d894022e63b1&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0466962
Nov 24 14:04:41.629391 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01e1ac-016f-4857-8911-4f77f1390859 req-ab1242cd-3b93-4af0-8374-3ffda9e28c4b tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 14:04:41.630157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-5f01e1ac-016f-4857-8911-4f77f1390859 req-ab1242cd-3b93-4af0-8374-3ffda9e28c4b tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Synchronizing usage tracker for tenant:f01b401e63e0473b903ab14201a88721 on resource:port {{(pid=80944) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 14:04:41.642713 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.quota.resource [req-5f01e1ac-016f-4857-8911-4f77f1390859 req-ab1242cd-3b93-4af0-8374-3ffda9e28c4b tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Unset dirty status for tenant:f01b401e63e0473b903ab14201a88721 on resource:port {{(pid=80944) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 14:04:41.643947 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5f01e1ac-016f-4857-8911-4f77f1390859 req-ab1242cd-3b93-4af0-8374-3ffda9e28c4b tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.70 "GET /v2.0/ports?device_id=43202606-f0d1-4224-8a15-449c2d7162e5 HTTP/1.1" status: 200  len: 945 time: 0.0976691
Nov 24 14:04:41.721874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-5f01e1ac-016f-4857-8911-4f77f1390859 req-53e46654-f931-459e-986f-18e65ecb9225 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Deleting port 88f6d3c2-68f6-43cb-8ac2-0079d859e2da {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 14:04:41.722283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5f01e1ac-016f-4857-8911-4f77f1390859 req-53e46654-f931-459e-986f-18e65ecb9225 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:41.979866 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [req-5f01e1ac-016f-4857-8911-4f77f1390859 req-53e46654-f931-459e-986f-18e65ecb9225 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] For port 88f6d3c2-68f6-43cb-8ac2-0079d859e2da, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=88f6d3c2-68f6-43cb-8ac2-0079d859e2da,segment=NetworkSegment(d2a1940f-520f-4c49-aa55-063b9169f2c5),segment_id=d2a1940f-520f-4c49-aa55-063b9169f2c5)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 14:04:41.980185 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5f01e1ac-016f-4857-8911-4f77f1390859 req-53e46654-f931-459e-986f-18e65ecb9225 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:42.115108 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [req-5f01e1ac-016f-4857-8911-4f77f1390859 req-53e46654-f931-459e-986f-18e65ecb9225 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Calling delete_port for 88f6d3c2-68f6-43cb-8ac2-0079d859e2da owned by compute:nova {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 14:04:42.274624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5f01e1ac-016f-4857-8911-4f77f1390859 req-53e46654-f931-459e-986f-18e65ecb9225 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:42.293138 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5516ba7c-f1a5-408e-bacf-317992a5575b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:04:42.383032 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e46654-f931-459e-986f-18e65ecb9225 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Pushing event deleted for resources: {'Port': ['ID=88f6d3c2-68f6-43cb-8ac2-0079d859e2da,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:04:42.399448 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-53e46654-f931-459e-986f-18e65ecb9225 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:04:42.505732 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f01e1ac-016f-4857-8911-4f77f1390859 req-53e46654-f931-459e-986f-18e65ecb9225 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] No DVR routers for this DVR port 88f6d3c2-68f6-43cb-8ac2-0079d859e2da on host hv-neutron-6013 {{(pid=80944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 14:04:42.508307 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-5f01e1ac-016f-4857-8911-4f77f1390859 req-53e46654-f931-459e-986f-18e65ecb9225 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14205'] for port, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:42.511283 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43202606-f0d1-4224-8a15-449c2d7162e5', 'name': 'network-vif-deleted', 'tag': '88f6d3c2-68f6-43cb-8ac2-0079d859e2da'}] {{(pid=80944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 14:04:42.527652 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-5f01e1ac-016f-4857-8911-4f77f1390859 req-53e46654-f931-459e-986f-18e65ecb9225 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.70 "DELETE /v2.0/ports/88f6d3c2-68f6-43cb-8ac2-0079d859e2da HTTP/1.1" status: 204  len: 173 time: 0.8775301
Nov 24 14:04:42.562291 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-24b1fdf9-77e4-44b1-be5c-73b9da4f23ce req-dfc86c0f-fb3f-4927-ae02-56f6ed6fc9e9 tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/ports?device_id=43202606-f0d1-4224-8a15-449c2d7162e5 HTTP/1.1" status: 200  len: 210 time: 0.0521665
Nov 24 14:04:42.580216 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43202606-f0d1-4224-8a15-449c2d7162e5', 'name': 'network-vif-deleted', 'tag': '88f6d3c2-68f6-43cb-8ac2-0079d859e2da', 'status': 'completed', 'code': 200}
Nov 24 14:04:42.753524 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0b7cae54-8e48-402f-b18d-52627793b77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:43.080980 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 88f6d3c2-68f6-43cb-8ac2-0079d859e2da no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 14:04:43.116749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] No Port match for: 88f6d3c2-68f6-43cb-8ac2-0079d859e2da {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 14:04:43.116749 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Device 88f6d3c2-68f6-43cb-8ac2-0079d859e2da not bound to the agent host hv-neutron-6013 {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 14:04:43.148291 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:43.756483 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-63595020-5582-40d5-a631-2b76df83b8b0 req-cc79b537-c241-4e60-9301-8e2548029e2b tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "GET /v2.0/security-groups/b7f0db09-f3a7-486c-b6d7-d894022e63b1 HTTP/1.1" status: 200  len: 2751 time: 0.0517230
Nov 24 14:04:43.835229 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-63595020-5582-40d5-a631-2b76df83b8b0 req-8ea10fa5-ba99-4136-b760-936cac61e2ce tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:43.865314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-63595020-5582-40d5-a631-2b76df83b8b0 req-8ea10fa5-ba99-4136-b760-936cac61e2ce tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:43.914666 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-63595020-5582-40d5-a631-2b76df83b8b0 req-8ea10fa5-ba99-4136-b760-936cac61e2ce tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:43.918838 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-c261d5c4-be97-4ad5-a469-6410a8e42b88 tempest-TestNetworkBasicOps-1799049401 tempest-TestNetworkBasicOps-1799049401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:04:43.934986 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea10fa5-ba99-4136-b760-936cac61e2ce tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f0db09-f3a7-486c-b6d7-d894022e63b1,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:04:43.940374 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-8ea10fa5-ba99-4136-b760-936cac61e2ce tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:04:43.952759 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [req-63595020-5582-40d5-a631-2b76df83b8b0 req-8ea10fa5-ba99-4136-b760-936cac61e2ce tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:43.954038 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [req-63595020-5582-40d5-a631-2b76df83b8b0 req-8ea10fa5-ba99-4136-b760-936cac61e2ce tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] 10.222.0.76 "DELETE /v2.0/security-groups/b7f0db09-f3a7-486c-b6d7-d894022e63b1 HTTP/1.1" status: 204  len: 173 time: 0.1903527
Nov 24 14:04:44.018808 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 33306) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:04:44.348372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:44.441343 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b9d8045-4009-4de0-be49-729f09bab360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850594242'] for router_interface, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:45.011333 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:45.347150 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6b9d8045-4009-4de0-be49-729f09bab360 admin admin] Deleting port 6db5d974-4b91-49dd-bbd8-ac9c01d82561 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 14:04:45.347533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b9d8045-4009-4de0-be49-729f09bab360 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:45.545477 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-6b9d8045-4009-4de0-be49-729f09bab360 admin admin] For port 6db5d974-4b91-49dd-bbd8-ac9c01d82561, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=6db5d974-4b91-49dd-bbd8-ac9c01d82561,segment=NetworkSegment(d2a1940f-520f-4c49-aa55-063b9169f2c5),segment_id=d2a1940f-520f-4c49-aa55-063b9169f2c5)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 14:04:45.545878 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b9d8045-4009-4de0-be49-729f09bab360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:45.680983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-6b9d8045-4009-4de0-be49-729f09bab360 admin admin] Calling delete_port for 6db5d974-4b91-49dd-bbd8-ac9c01d82561 owned by network:router_interface {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 14:04:45.858254 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b9d8045-4009-4de0-be49-729f09bab360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:45.874754 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-5d710cfc-daf1-43fa-9eb0-6ecfb3379b2e tempest-TestSnapshotPattern-487345817 tempest-TestSnapshotPattern-487345817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:04:45.978734 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d8045-4009-4de0-be49-729f09bab360 admin admin] Pushing event deleted for resources: {'Port': ['ID=6db5d974-4b91-49dd-bbd8-ac9c01d82561,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:04:45.982157 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-6b9d8045-4009-4de0-be49-729f09bab360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:04:46.316370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-6b9d8045-4009-4de0-be49-729f09bab360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2901320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4182789'] for router_interface, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:47.087314 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9d8045-4009-4de0-be49-729f09bab360 admin admin] Router 0a402621-7abc-4153-84e0-e8ce54f61a08 has already been hosted by L3 agent b994db72-a3e9-4451-9c1c-7e898badecbd {{(pid=80944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 24 14:04:47.306558 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9d8045-4009-4de0-be49-729f09bab360 admin admin] Notify agent at l3_agent.dv-neutron-601336-61-ovs the message routers_updated {{(pid=80944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 14:04:47.316798 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd69e24c-b616-494d-8e54-e489d3a07e46 None None] Sync routers for ids ['0a402621-7abc-4153-84e0-e8ce54f61a08'] in dv-neutron-601336-61-ovs {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 14:04:47.321246 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-6b9d8045-4009-4de0-be49-729f09bab360 admin admin] 10.222.0.76 "PUT /v2.0/routers/0a402621-7abc-4153-84e0-e8ce54f61a08/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3011100
Nov 24 14:04:47.323777 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80944) accepted ('10.222.0.76', 33310) {{(pid=80944) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:04:47.329370 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd69e24c-b616-494d-8e54-e489d3a07e46 None None] Routers {'0a402621-7abc-4153-84e0-e8ce54f61a08'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 14:04:47.330045 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-dd69e24c-b616-494d-8e54-e489d3a07e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347e09080>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T14:04:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['0a402621-7abc-4153-84e0-e8ce54f61a08'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 14:04:47.526158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-dd69e24c-b616-494d-8e54-e489d3a07e46 None None] Set router 0a402621-7abc-4153-84e0-e8ce54f61a08 gateway port host: dv-neutron-601336-61-ovs {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 14:04:47.535219 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fb7f960-72cc-4c7c-91e1-c07684c60f2a admin admin] Notify callbacks [] for router, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:47.748901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fb7f960-72cc-4c7c-91e1-c07684c60f2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:47.757094 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-0fb7f960-72cc-4c7c-91e1-c07684c60f2a admin admin] Deleting port df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1 {{(pid=80944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 14:04:47.757466 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fb7f960-72cc-4c7c-91e1-c07684c60f2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:47.835155 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-dd69e24c-b616-494d-8e54-e489d3a07e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347e09080>, [{'id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'name': 'tempest-TestSnapshotPattern-1099887939-router', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'external_fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:59:59Z', 'updated_at': '2020-11-24T14:04:45Z', 'revision_number': 5, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'gw_port': {'id': 'df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1', 'name': '', 'network_id': 'cfe08d36-e5ba-4f00-8669-16a0ead5d220', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-61-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T14:00:00Z', 'updated_at': '2020-11-24T14:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac2e8c24-7e3e-44b4-8039-6efccd5b7a5e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-61-ovs'}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 14:04:47.840533 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd69e24c-b616-494d-8e54-e489d3a07e46 None None] Checking router: 0a402621-7abc-4153-84e0-e8ce54f61a08 for host: dv-neutron-601336-61-ovs {{(pid=80945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 14:04:47.852938 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd69e24c-b616-494d-8e54-e489d3a07e46 None None] Routers {'0a402621-7abc-4153-84e0-e8ce54f61a08'} bound to L3 agent in host dv-neutron-601336-61-ovs {{(pid=80945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 14:04:47.853649 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-dd69e24c-b616-494d-8e54-e489d3a07e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6347e09080>, 'dv-neutron-601336-61-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T12:53:12Z,description=<?>,heartbeat_timestamp=2020-11-24T14:04:43Z,host='dv-neutron-601336-61-ovs',id=b994db72-a3e9-4451-9c1c-7e898badecbd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-24T12:53:12Z,topic='l3_agent')) {'router_ids': ['0a402621-7abc-4153-84e0-e8ce54f61a08'], 'active': True} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 14:04:48.026723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvr_db [None req-dd69e24c-b616-494d-8e54-e489d3a07e46 None None] Set router 0a402621-7abc-4153-84e0-e8ce54f61a08 gateway port host: None {{(pid=80945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Nov 24 14:04:48.147096 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_hamode_db [None req-dd69e24c-b616-494d-8e54-e489d3a07e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6347e09080>, [{'id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'name': 'tempest-TestSnapshotPattern-1099887939-router', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:59:59Z', 'updated_at': '2020-11-24T14:04:47Z', 'revision_number': 6, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'gw_port_host': None}], 'dv-neutron-601336-61-ovs', False) {} {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 14:04:48.151506 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd69e24c-b616-494d-8e54-e489d3a07e46 None None] The sync data for ids ['0a402621-7abc-4153-84e0-e8ce54f61a08'] in dv-neutron-601336-61-ovs is: [{'id': '0a402621-7abc-4153-84e0-e8ce54f61a08', 'name': 'tempest-TestSnapshotPattern-1099887939-router', 'tenant_id': 'f01b401e63e0473b903ab14201a88721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T13:59:59Z', 'updated_at': '2020-11-24T14:04:47Z', 'revision_number': 6, 'project_id': 'f01b401e63e0473b903ab14201a88721', 'gw_port_host': None}] {{(pid=80945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 14:04:48.214082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-0fb7f960-72cc-4c7c-91e1-c07684c60f2a admin admin] For port df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1,segment=NetworkSegment(f6f39a88-6a2b-4844-9197-e91a44db2f93),segment_id=f6f39a88-6a2b-4844-9197-e91a44db2f93)] {{(pid=80944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 14:04:48.214503 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fb7f960-72cc-4c7c-91e1-c07684c60f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:48.348286 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-0fb7f960-72cc-4c7c-91e1-c07684c60f2a admin admin] Calling delete_port for df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1 owned by network:router_gateway {{(pid=80944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 14:04:48.526624 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fb7f960-72cc-4c7c-91e1-c07684c60f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844460290'] for port, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:48.542940 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-536e28e8-69ad-4a1a-a8f9-9a53f37fd064 tempest-TestNetworkAdvancedServerOps-2115288170 tempest-TestNetworkAdvancedServerOps-2115288170] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:04:48.645080 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7f960-72cc-4c7c-91e1-c07684c60f2a admin admin] Pushing event deleted for resources: {'Port': ['ID=df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1,revision_number=None']} {{(pid=80944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:04:48.650318 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-0fb7f960-72cc-4c7c-91e1-c07684c60f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:04:48.913113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fb7f960-72cc-4c7c-91e1-c07684c60f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4112660'] for router_gateway, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:49.193818 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fb7f960-72cc-4c7c-91e1-c07684c60f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850663581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:49.198779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fb7f960-72cc-4c7c-91e1-c07684c60f2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:49.223117 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fb7f960-72cc-4c7c-91e1-c07684c60f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850667797'] for router, after_delete {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:49.223665 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb7f960-72cc-4c7c-91e1-c07684c60f2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a402621-7abc-4153-84e0-e8ce54f61a08 {{(pid=80944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 14:04:49.238983 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0fb7f960-72cc-4c7c-91e1-c07684c60f2a admin admin] Notify callbacks [] for router, before_response {{(pid=80944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:49.243090 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-0fb7f960-72cc-4c7c-91e1-c07684c60f2a admin admin] 10.222.0.76 "DELETE /v2.0/routers/0a402621-7abc-4153-84e0-e8ce54f61a08 HTTP/1.1" status: 204  len: 168 time: 1.9181743
Nov 24 14:04:49.243339 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 33314) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:04:49.312825 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.db_base_plugin_v2 [None req-53e8e53c-21d7-4df5-8f11-90c925e3f2b2 admin admin] Deleting subnet a70954ad-ccc8-4701-b56c-9b4731ac2bc8 {{(pid=80943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 24 14:04:49.316226 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-53e8e53c-21d7-4df5-8f11-90c925e3f2b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:49.375106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-53e8e53c-21d7-4df5-8f11-90c925e3f2b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10097811'] for subnet, precommit_delete_associations {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:49.461284 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-53e8e53c-21d7-4df5-8f11-90c925e3f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853425381'] for subnet, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:49.730326 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-53e8e53c-21d7-4df5-8f11-90c925e3f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999124'] for subnet, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:49.746682 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-b6b66905-5b34-4fd7-9f68-ab5cd666a7e7 tempest-NetworksIpV6Test-947506083 tempest-NetworksIpV6Test-947506083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:04:49.833617 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8e53c-21d7-4df5-8f11-90c925e3f2b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a70954ad-ccc8-4701-b56c-9b4731ac2bc8,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:04:49.838779 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-53e8e53c-21d7-4df5-8f11-90c925e3f2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:04:49.885003 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-53e8e53c-21d7-4df5-8f11-90c925e3f2b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:49.890395 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f316bb3-1fea-43c0-81f9-c1edb3e36e11 None None] Network 192001c1-0b78-4f74-aa92-44788bd99f02 requested from dv-neutron-601336-61-ovs {{(pid=80945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 14:04:49.891188 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-53e8e53c-21d7-4df5-8f11-90c925e3f2b2 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a70954ad-ccc8-4701-b56c-9b4731ac2bc8 HTTP/1.1" status: 204  len: 168 time: 0.6467981
Nov 24 14:04:49.893936 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 33318) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:04:50.015696 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f805be2d-1034-417b-a474-d4b5755a546f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330556'] for network, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:50.083131 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f805be2d-1034-417b-a474-d4b5755a546f admin admin] Deleting port 02e4c2aa-4320-467e-ae8c-2120c074989d {{(pid=80943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 14:04:50.083469 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f805be2d-1034-417b-a474-d4b5755a546f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:50.173019 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d088f3-9436-4f4c-8de9-a530ea634dd3 None None] DHCP port deletion for 192001c1-0b78-4f74-aa92-44788bd99f02 request from dv-neutron-601336-61-ovs {{(pid=80945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 14:04:50.177389 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-63d088f3-9436-4f4c-8de9-a530ea634dd3 None None] Deleting port 02e4c2aa-4320-467e-ae8c-2120c074989d {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 14:04:50.178022 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-63d088f3-9436-4f4c-8de9-a530ea634dd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:50.237460 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 6db5d974-4b91-49dd-bbd8-ac9c01d82561 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 14:04:50.303371 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: 6db5d974-4b91-49dd-bbd8-ac9c01d82561 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 14:04:50.303772 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 6db5d974-4b91-49dd-bbd8-ac9c01d82561 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 14:04:50.304241 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1 no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 14:04:50.311927 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-f805be2d-1034-417b-a474-d4b5755a546f admin admin] For port 02e4c2aa-4320-467e-ae8c-2120c074989d, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=02e4c2aa-4320-467e-ae8c-2120c074989d,segment=NetworkSegment(d2a1940f-520f-4c49-aa55-063b9169f2c5),segment_id=d2a1940f-520f-4c49-aa55-063b9169f2c5)] {{(pid=80943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 14:04:50.312329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f805be2d-1034-417b-a474-d4b5755a546f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:50.351334 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] No Port match for: df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1 {{(pid=80945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 24 14:04:50.351724 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device df43ce8c-9771-4b2e-9db4-62a5aaa6ceb1 not bound to the agent host dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 14:04:50.352234 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.rpc [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Device 02e4c2aa-4320-467e-ae8c-2120c074989d no longer exists at agent ovs-agent-dv-neutron-601336-61-ovs {{(pid=80945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 14:04:50.447752 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-f805be2d-1034-417b-a474-d4b5755a546f admin admin] Calling delete_port for 02e4c2aa-4320-467e-ae8c-2120c074989d owned by network:dhcp {{(pid=80943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 14:04:50.529735 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f805be2d-1034-417b-a474-d4b5755a546f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853345044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22410019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282824088095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282824549253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851680424'] for port, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:50.545753 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-e1aa98ae-dd36-41a6-8593-4f00ac8e75c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:04:50.562434 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.db [None req-63d088f3-9436-4f4c-8de9-a530ea634dd3 None None] For port 02e4c2aa-4320-467e-ae8c-2120c074989d, host dv-neutron-601336-61-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-61-ovs',level=0,port_id=02e4c2aa-4320-467e-ae8c-2120c074989d,segment=NetworkSegment(d2a1940f-520f-4c49-aa55-063b9169f2c5),segment_id=d2a1940f-520f-4c49-aa55-063b9169f2c5)] {{(pid=80945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 24 14:04:50.562765 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-63d088f3-9436-4f4c-8de9-a530ea634dd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850591016'] for port, precommit_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:50.579031 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Port 02e4c2aa-4320-467e-ae8c-2120c074989d update to DOWN by agent not found {{(pid=80945) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2083}}
Nov 24 14:04:50.646211 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805be2d-1034-417b-a474-d4b5755a546f admin admin] Pushing event deleted for resources: {'Port': ['ID=02e4c2aa-4320-467e-ae8c-2120c074989d,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:04:50.650698 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f805be2d-1034-417b-a474-d4b5755a546f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:04:50.702177 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f805be2d-1034-417b-a474-d4b5755a546f admin admin] No DVR routers for this DVR port 02e4c2aa-4320-467e-ae8c-2120c074989d on host dv-neutron-601336-61-ovs {{(pid=80943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 14:04:50.702579 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-63d088f3-9436-4f4c-8de9-a530ea634dd3 None None] Calling delete_port for 02e4c2aa-4320-467e-ae8c-2120c074989d owned by network:dhcp {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 24 14:04:50.778738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.db.api [None req-63d088f3-9436-4f4c-8de9-a530ea634dd3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80945) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:04:50.779154 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_db.api [None req-63d088f3-9436-4f4c-8de9-a530ea634dd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80945) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 14:04:50.828106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f805be2d-1034-417b-a474-d4b5755a546f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351835', 'neutron.services.segments.db._delete_segments_for_network-8754030757645'] for network, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:50.943180 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f805be2d-1034-417b-a474-d4b5755a546f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f634c21ff28>,) {'filters': {'network_id': ['192001c1-0b78-4f74-aa92-44788bd99f02']}} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 14:04:50.960013 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f805be2d-1034-417b-a474-d4b5755a546f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c21ff28>, 'd2a1940f-520f-4c49-aa55-063b9169f2c5') {'for_net_delete': True} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 14:04:50.960342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.services.segments.db [None req-f805be2d-1034-417b-a474-d4b5755a546f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f634c21ff28>, 'd2a1940f-520f-4c49-aa55-063b9169f2c5') {} {{(pid=80943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 14:04:50.972690 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f805be2d-1034-417b-a474-d4b5755a546f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754030756621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844678005'] for segment, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:50.988166 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f805be2d-1034-417b-a474-d4b5755a546f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1359727'] for segment, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:50.990258 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f805be2d-1034-417b-a474-d4b5755a546f admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 24 14:04:51.173260 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f805be2d-1034-417b-a474-d4b5755a546f admin admin] Network 192001c1-0b78-4f74-aa92-44788bd99f02 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 14:04:51.182300 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f805be2d-1034-417b-a474-d4b5755a546f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853416092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3095309'] for segment, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:51.280415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-63d088f3-9436-4f4c-8de9-a530ea634dd3 None None] Deleting port 02e4c2aa-4320-467e-ae8c-2120c074989d {{(pid=80945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 24 14:04:51.280847 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-63d088f3-9436-4f4c-8de9-a530ea634dd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754030680657'] for port, before_delete {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:51.351720 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.plugin [None req-63d088f3-9436-4f4c-8de9-a530ea634dd3 None None] The port '02e4c2aa-4320-467e-ae8c-2120c074989d' was deleted {{(pid=80945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 24 14:04:51.367723 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.plugins.ml2.managers [None req-f805be2d-1034-417b-a474-d4b5755a546f admin admin] Network 192001c1-0b78-4f74-aa92-44788bd99f02 has no segments {{(pid=80943) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 24 14:04:51.390547 dv-neutron-601336-61-ovs neutron-server[80834]: Traceback (most recent call last):
Nov 24 14:04:51.390547 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 14:04:51.390547 dv-neutron-601336-61-ovs neutron-server[80834]:     timer()
Nov 24 14:04:51.390547 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:04:51.390547 dv-neutron-601336-61-ovs neutron-server[80834]:     cb(*args, **kw)
Nov 24 14:04:51.390547 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 24 14:04:51.390547 dv-neutron-601336-61-ovs neutron-server[80834]:     return func(*args, **kwargs)
Nov 24 14:04:51.390547 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:04:51.390547 dv-neutron-601336-61-ovs neutron-server[80834]:     self._notify()
Nov 24 14:04:51.390547 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:04:51.390547 dv-neutron-601336-61-ovs neutron-server[80834]:     self.callback(batched_events)
Nov 24 14:04:51.390547 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:04:51.390547 dv-neutron-601336-61-ovs neutron-server[80834]:     event.method(event)
Nov 24 14:04:51.390547 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:04:51.390547 dv-neutron-601336-61-ovs neutron-server[80834]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:04:51.390547 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 14:04:51.390547 dv-neutron-601336-61-ovs neutron-server[80834]:     segment_id)['aggregates'][0]
Nov 24 14:04:51.390547 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:04:51.390547 dv-neutron-601336-61-ovs neutron-server[80834]:     return f(self, *a, **k)
Nov 24 14:04:51.390547 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:04:51.390547 dv-neutron-601336-61-ovs neutron-server[80834]:     return self._get(url).json()
Nov 24 14:04:51.390547 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 24 14:04:51.390547 dv-neutron-601336-61-ovs neutron-server[80834]:     **kwargs)
Nov 24 14:04:51.390547 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:04:51.390547 dv-neutron-601336-61-ovs neutron-server[80834]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:04:51.390547 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 24 14:04:51.390547 dv-neutron-601336-61-ovs neutron-server[80834]:     **endpoint_filter)
Nov 24 14:04:51.390547 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:04:51.390547 dv-neutron-601336-61-ovs neutron-server[80834]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:04:51.390547 dv-neutron-601336-61-ovs neutron-server[80834]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:04:51.390547 dv-neutron-601336-61-ovs neutron-server[80834]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:04:51.390547 dv-neutron-601336-61-ovs neutron-server[80834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:04:51.471598 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f805be2d-1034-417b-a474-d4b5755a546f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853423997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851874480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850663054'] for network, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:51.474885 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ebaac822-496c-4f5d-ab1a-660aaa732452 tempest-TagsTest-160777496 tempest-TagsTest-160777496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:04:51.489410 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f805be2d-1034-417b-a474-d4b5755a546f admin admin] Notify callbacks [] for network, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:51.500591 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805be2d-1034-417b-a474-d4b5755a546f admin admin] Pushing event deleted for resources: {'Network': ['ID=192001c1-0b78-4f74-aa92-44788bd99f02,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:04:51.504793 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-f805be2d-1034-417b-a474-d4b5755a546f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:04:51.515309 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-f805be2d-1034-417b-a474-d4b5755a546f admin admin] 10.222.0.76 "DELETE /v2.0/networks/192001c1-0b78-4f74-aa92-44788bd99f02 HTTP/1.1" status: 204  len: 168 time: 1.6202588
Nov 24 14:04:51.685738 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 33324) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:04:51.740273 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-833cb93d-c469-485b-abdf-26dcbd3d66a6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f01b401e63e0473b903ab14201a88721&name=default HTTP/1.1" status: 200  len: 2751 time: 0.0529890
Nov 24 14:04:51.742805 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [-] (80943) accepted ('10.222.0.76', 33328) {{(pid=80943) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:04:51.775802 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:51.807305 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36fb3f0a-a8ac-426a-8a1f-bf9f14b8d332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:51.834415 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36fb3f0a-a8ac-426a-8a1f-bf9f14b8d332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:51.881508 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36fb3f0a-a8ac-426a-8a1f-bf9f14b8d332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850647208'] for security_group, after_delete {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:51.887355 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-ae56b65b-259a-44b7-9454-bbca6ff26636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 24 14:04:51.901468 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb3f0a-a8ac-426a-8a1f-bf9f14b8d332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfacc14-93ab-432f-9e40-b0f1bad4fdc5,revision_number=None']} {{(pid=80943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 14:04:51.905673 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG oslo_concurrency.lockutils [None req-36fb3f0a-a8ac-426a-8a1f-bf9f14b8d332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 24 14:04:51.909010 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-36fb3f0a-a8ac-426a-8a1f-bf9f14b8d332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:04:51.910265 dv-neutron-601336-61-ovs neutron-server[80834]: INFO neutron.wsgi [None req-36fb3f0a-a8ac-426a-8a1f-bf9f14b8d332 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0bfacc14-93ab-432f-9e40-b0f1bad4fdc5 HTTP/1.1" status: 204  len: 168 time: 0.1664562
Nov 24 14:05:10.398711 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cb537b44-2de2-4b64-951f-59865e346430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:05:10.591082 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 14:05:12.756758 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-e70f2f36-c4ba-48e9-8972-e803b0991892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:05:13.151736 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:05:14.351250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:05:15.012264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:05:21.783746 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:05:40.404435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-8016bad2-71ba-418e-a8ab-67847653a0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:05:42.761428 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-0f714a1e-1ebe-4eb8-a665-139477e7ba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:05:43.155889 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:05:44.353784 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:05:45.016526 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:05:47.592569 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 14:05:51.789694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:06:10.409721 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-7e8cbeaa-86a8-4f0a-b9f4-5b132580e2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:06:12.763095 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-b4a40123-3aa5-49f8-a91f-71e3f6054787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:06:13.158826 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:06:14.356874 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:06:15.019959 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:06:21.799102 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:06:24.593504 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 14:06:40.412216 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-d4a541c7-9fc8-466d-92c8-e2ebfdb3432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:06:42.766399 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-15726c12-593d-4c93-9a25-2912d34c1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:06:43.161486 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:06:44.361781 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:06:45.024531 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:06:51.817521 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:07:01.595418 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 14:07:10.414694 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-f0dd48ea-90a1-4b12-9734-ca829e7846e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:07:12.772342 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3e04abdf-f689-4836-b30a-fae1b3b76c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:07:13.166158 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:07:14.365264 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:07:15.025733 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:07:21.803906 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:07:38.597040 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 14:07:40.418464 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-23731fe1-4950-4388-b795-9f88b8f294e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:07:42.774329 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-dc4adb37-d043-422c-8168-3eaa10cd7255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:07:43.167928 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:07:44.368760 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:07:45.030971 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:07:51.817328 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:08:10.421493 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-35825cbb-fdce-4283-93b4-a12d368bd97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:08:12.776098 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-cd389e93-eae9-487a-aae3-4416632ae972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:08:13.171392 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:08:14.371414 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:08:15.034372 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:08:15.599540 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 14:08:21.820490 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:08:25.401236 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.wsgi [req-07ff559c-5ed6-4add-9a5d-b5c4a7abd67e req-49cbe534-7044-4975-9285-ec76a17727d3 service neutron] (80943) timed out ('10.222.0.76', 60210) {{(pid=80943) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Nov 24 14:08:40.424106 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-00b8f7ae-9ffe-4170-8c2b-8773248dd83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:08:42.778321 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-88a0f127-a894-46e3-a8e7-6be22c862745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:08:43.174407 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:08:44.374556 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:08:45.043566 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:08:51.831215 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:08:52.600677 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 14:09:10.428909 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3ffc00e1-11d9-4b34-ac6b-c49e80dcafa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:09:12.781408 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-aeea86c4-9f53-4826-adee-9723c74d4728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:09:13.174901 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:09:14.375368 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:09:15.037995 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:09:21.832413 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:09:29.603250 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 14:09:40.433663 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-fb2baf56-403b-4319-b80d-6a34542a45f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:09:42.783435 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-a6402c0f-db12-41cf-95da-a1cd3681b3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:09:43.180113 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:09:44.376879 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:09:45.048110 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:09:51.843876 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:10:06.604574 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron.db.agents_db [None req-731fa04e-aeb1-45fb-9c9f-bc0c2690d3e5 None None] Agent healthcheck: found 6 active agents {{(pid=80946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 24 14:10:10.437549 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-3acc521f-bb8f-4e8e-a707-176ad7ef4b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:10:12.785145 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-2508b512-04ab-4f09-80a7-9f9251274f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:10:13.182687 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-675ac194-c6c1-4787-9431-4e5bce2086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:10:14.379134 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-384a9248-47a8-44a1-9b74-ac74312480b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:10:15.049515 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-5590c2c5-7968-4946-9995-8ab40e68bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 14:10:21.848952 dv-neutron-601336-61-ovs neutron-server[80834]: DEBUG neutron_lib.callbacks.manager [None req-93d12a67-b6c8-46e0-a612-777b57157fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282824038158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1345721'] for agent, after_update {{(pid=80945) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}